{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:COQA4XJIIZYVRL4TJUH45BSJKL","short_pith_number":"pith:COQA4XJI","canonical_record":{"source":{"id":"2108.03362","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-08-07T04:08:47Z","cross_cats_sorted":["cs.CY"],"title_canon_sha256":"87426accc190556ab042137f1916dcd06d5081b39e8bb94677a8adc953e807f0","abstract_canon_sha256":"f998ef296804600606f9eb4447571b7c0cd2e378dbc352194d4429404ed69703"},"schema_version":"1.0"},"canonical_sha256":"13a00e5d28467158af934d0fce864952fd9ec3271de1184171addaa9a0747c5a","source":{"kind":"arxiv","id":"2108.03362","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2108.03362","created_at":"2026-07-05T05:06:28Z"},{"alias_kind":"arxiv_version","alias_value":"2108.03362v2","created_at":"2026-07-05T05:06:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2108.03362","created_at":"2026-07-05T05:06:28Z"},{"alias_kind":"pith_short_12","alias_value":"COQA4XJIIZYV","created_at":"2026-07-05T05:06:28Z"},{"alias_kind":"pith_short_16","alias_value":"COQA4XJIIZYVRL4T","created_at":"2026-07-05T05:06:28Z"},{"alias_kind":"pith_short_8","alias_value":"COQA4XJI","created_at":"2026-07-05T05:06:28Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:COQA4XJIIZYVRL4TJUH45BSJKL","target":"record","payload":{"canonical_record":{"source":{"id":"2108.03362","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-08-07T04:08:47Z","cross_cats_sorted":["cs.CY"],"title_canon_sha256":"87426accc190556ab042137f1916dcd06d5081b39e8bb94677a8adc953e807f0","abstract_canon_sha256":"f998ef296804600606f9eb4447571b7c0cd2e378dbc352194d4429404ed69703"},"schema_version":"1.0"},"canonical_sha256":"13a00e5d28467158af934d0fce864952fd9ec3271de1184171addaa9a0747c5a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:06:28.092864Z","signature_b64":"f32Yjoy0L1JqCl/fNJ408A9lGPCKFmrZpk/GQR2L3kRiRyq4ShlWY6ygV6jToDkzJuDH1qhIr0Tqp9EL42yaAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"13a00e5d28467158af934d0fce864952fd9ec3271de1184171addaa9a0747c5a","last_reissued_at":"2026-07-05T05:06:28.092463Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:06:28.092463Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2108.03362","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:06:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"anLKmUczjtrj6SwMcisbpartIjS3ZMBDDudAW9kJDtNjhLPPUKeDQFftO+N0Pwt+059ykzrhGT+t2qCOxv7ZBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T10:03:27.283391Z"},"content_sha256":"cd712e584056c1c6d4eb77d9662dfb6df0f3e4a867e74ba128ec2e7c30fef840","schema_version":"1.0","event_id":"sha256:cd712e584056c1c6d4eb77d9662dfb6df0f3e4a867e74ba128ec2e7c30fef840"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:COQA4XJIIZYVRL4TJUH45BSJKL","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"On Measures of Biases and Harms in NLP","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CY"],"primary_cat":"cs.CL","authors_text":"Akihiro Nishi, Aubrie Amstutz, Emily Sheng, Jiao Sun, Jieyu Zhao, Jiin Kim, Kai-Wei Chang, Mattie Sanseverino, Nanyun Peng, Sunipa Dev, Yu Hou","submitted_at":"2021-08-07T04:08:47Z","abstract_excerpt":"Recent studies show that Natural Language Processing (NLP) technologies propagate societal biases about demographic groups associated with attributes such as gender, race, and nationality. To create interventions and mitigate these biases and associated harms, it is vital to be able to detect and measure such biases. While existing works propose bias evaluation and mitigation methods for various tasks, there remains a need to cohesively understand the biases and the specific harms they measure, and how different measures compare with each other. To address this gap, this work presents a practi"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2108.03362","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2108.03362/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:06:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4mR9hjSNMge+EVDVKt/3Ft31WMj8jSXcRt+MkN+iRkXalQg/BQK5mksTafr3suOOLYFmmKgvNxBnJYUGv+HnCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T10:03:27.284305Z"},"content_sha256":"04322064c2998f4ef06065f479b77097d7f0e6955fa5feea021944ca1add6c04","schema_version":"1.0","event_id":"sha256:04322064c2998f4ef06065f479b77097d7f0e6955fa5feea021944ca1add6c04"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/COQA4XJIIZYVRL4TJUH45BSJKL/bundle.json","state_url":"https://pith.science/pith/COQA4XJIIZYVRL4TJUH45BSJKL/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/COQA4XJIIZYVRL4TJUH45BSJKL/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T10:03:27Z","links":{"resolver":"https://pith.science/pith/COQA4XJIIZYVRL4TJUH45BSJKL","bundle":"https://pith.science/pith/COQA4XJIIZYVRL4TJUH45BSJKL/bundle.json","state":"https://pith.science/pith/COQA4XJIIZYVRL4TJUH45BSJKL/state.json","well_known_bundle":"https://pith.science/.well-known/pith/COQA4XJIIZYVRL4TJUH45BSJKL/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:COQA4XJIIZYVRL4TJUH45BSJKL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f998ef296804600606f9eb4447571b7c0cd2e378dbc352194d4429404ed69703","cross_cats_sorted":["cs.CY"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-08-07T04:08:47Z","title_canon_sha256":"87426accc190556ab042137f1916dcd06d5081b39e8bb94677a8adc953e807f0"},"schema_version":"1.0","source":{"id":"2108.03362","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2108.03362","created_at":"2026-07-05T05:06:28Z"},{"alias_kind":"arxiv_version","alias_value":"2108.03362v2","created_at":"2026-07-05T05:06:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2108.03362","created_at":"2026-07-05T05:06:28Z"},{"alias_kind":"pith_short_12","alias_value":"COQA4XJIIZYV","created_at":"2026-07-05T05:06:28Z"},{"alias_kind":"pith_short_16","alias_value":"COQA4XJIIZYVRL4T","created_at":"2026-07-05T05:06:28Z"},{"alias_kind":"pith_short_8","alias_value":"COQA4XJI","created_at":"2026-07-05T05:06:28Z"}],"graph_snapshots":[{"event_id":"sha256:04322064c2998f4ef06065f479b77097d7f0e6955fa5feea021944ca1add6c04","target":"graph","created_at":"2026-07-05T05:06:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2108.03362/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recent studies show that Natural Language Processing (NLP) technologies propagate societal biases about demographic groups associated with attributes such as gender, race, and nationality. To create interventions and mitigate these biases and associated harms, it is vital to be able to detect and measure such biases. While existing works propose bias evaluation and mitigation methods for various tasks, there remains a need to cohesively understand the biases and the specific harms they measure, and how different measures compare with each other. To address this gap, this work presents a practi","authors_text":"Akihiro Nishi, Aubrie Amstutz, Emily Sheng, Jiao Sun, Jieyu Zhao, Jiin Kim, Kai-Wei Chang, Mattie Sanseverino, Nanyun Peng, Sunipa Dev, Yu Hou","cross_cats":["cs.CY"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-08-07T04:08:47Z","title":"On Measures of Biases and Harms in NLP"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2108.03362","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:cd712e584056c1c6d4eb77d9662dfb6df0f3e4a867e74ba128ec2e7c30fef840","target":"record","created_at":"2026-07-05T05:06:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f998ef296804600606f9eb4447571b7c0cd2e378dbc352194d4429404ed69703","cross_cats_sorted":["cs.CY"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-08-07T04:08:47Z","title_canon_sha256":"87426accc190556ab042137f1916dcd06d5081b39e8bb94677a8adc953e807f0"},"schema_version":"1.0","source":{"id":"2108.03362","kind":"arxiv","version":2}},"canonical_sha256":"13a00e5d28467158af934d0fce864952fd9ec3271de1184171addaa9a0747c5a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"13a00e5d28467158af934d0fce864952fd9ec3271de1184171addaa9a0747c5a","first_computed_at":"2026-07-05T05:06:28.092463Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:06:28.092463Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"f32Yjoy0L1JqCl/fNJ408A9lGPCKFmrZpk/GQR2L3kRiRyq4ShlWY6ygV6jToDkzJuDH1qhIr0Tqp9EL42yaAA==","signature_status":"signed_v1","signed_at":"2026-07-05T05:06:28.092864Z","signed_message":"canonical_sha256_bytes"},"source_id":"2108.03362","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:cd712e584056c1c6d4eb77d9662dfb6df0f3e4a867e74ba128ec2e7c30fef840","sha256:04322064c2998f4ef06065f479b77097d7f0e6955fa5feea021944ca1add6c04"],"state_sha256":"a0c2873053ec1ee5562f60276ea3149d5acf232be662ac0b544dc863ce59ac88"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Pp4VlRYSR57Y5jZhKb8xpOqjTJ96e0NKfEaJ/+glGNbJwILnqPVmfW1g4RjYTQAyUd5zbwmpkztN961Cb4anCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T10:03:27.290098Z","bundle_sha256":"c594910284f0a96fa790b1c5fcfae379392dba5b1f4d90797e2253eac659af2d"}}