{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:NJX2EYO4ZHQS3U7Z2WGWW5C2AW","short_pith_number":"pith:NJX2EYO4","canonical_record":{"source":{"id":"2309.09697","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-09-18T12:02:21Z","cross_cats_sorted":[],"title_canon_sha256":"6ab7955cf835bfe4c9d9bde140237c24c782c4712076f896ddfd2d00e3b01739","abstract_canon_sha256":"834adb399605f1e782f4dfd3b595b54c05012b942ffad374fb051dce1b87e093"},"schema_version":"1.0"},"canonical_sha256":"6a6fa261dcc9e12dd3f9d58d6b745a05a92468962a6e689d2035df4583529abc","source":{"kind":"arxiv","id":"2309.09697","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2309.09697","created_at":"2026-07-05T08:20:24Z"},{"alias_kind":"arxiv_version","alias_value":"2309.09697v3","created_at":"2026-07-05T08:20:24Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2309.09697","created_at":"2026-07-05T08:20:24Z"},{"alias_kind":"pith_short_12","alias_value":"NJX2EYO4ZHQS","created_at":"2026-07-05T08:20:24Z"},{"alias_kind":"pith_short_16","alias_value":"NJX2EYO4ZHQS3U7Z","created_at":"2026-07-05T08:20:24Z"},{"alias_kind":"pith_short_8","alias_value":"NJX2EYO4","created_at":"2026-07-05T08:20:24Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:NJX2EYO4ZHQS3U7Z2WGWW5C2AW","target":"record","payload":{"canonical_record":{"source":{"id":"2309.09697","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-09-18T12:02:21Z","cross_cats_sorted":[],"title_canon_sha256":"6ab7955cf835bfe4c9d9bde140237c24c782c4712076f896ddfd2d00e3b01739","abstract_canon_sha256":"834adb399605f1e782f4dfd3b595b54c05012b942ffad374fb051dce1b87e093"},"schema_version":"1.0"},"canonical_sha256":"6a6fa261dcc9e12dd3f9d58d6b745a05a92468962a6e689d2035df4583529abc","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:20:24.447694Z","signature_b64":"xs9zkSGDRtS8VDrhJi2OIWcdxnsI6JyYG/VaX2X/uBGg/YllXZSKkrEXt1+B9wSc7Y2SKbE6JVQdTrI92DT7AQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6a6fa261dcc9e12dd3f9d58d6b745a05a92468962a6e689d2035df4583529abc","last_reissued_at":"2026-07-05T08:20:24.447276Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:20:24.447276Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2309.09697","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:20:24Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"q8UZv++ta3v/UC1B3cQpJZapobtHQ8pXUJFooVtPmLUFO7mdspj/yRIsTMRWjvQ+KnEeysZXKZw/L1CJHb2jAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T19:35:43.646754Z"},"content_sha256":"f26e4a84add312e781b1d97dd17f8a2f0aba54405e51a594cf54f0164d1a0549","schema_version":"1.0","event_id":"sha256:f26e4a84add312e781b1d97dd17f8a2f0aba54405e51a594cf54f0164d1a0549"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:NJX2EYO4ZHQS3U7Z2WGWW5C2AW","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Evaluating Gender Bias of Pre-trained Language Models in Natural Language Inference by Considering All Labels","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Masahiro Kaneko, Naoaki Okazaki, Panatchakorn Anantaprayoon","submitted_at":"2023-09-18T12:02:21Z","abstract_excerpt":"Discriminatory gender biases have been found in Pre-trained Language Models (PLMs) for multiple languages. In Natural Language Inference (NLI), existing bias evaluation methods have focused on the prediction results of one specific label out of three labels, such as neutral. However, such evaluation methods can be inaccurate since unique biased inferences are associated with unique prediction labels. Addressing this limitation, we propose a bias evaluation method for PLMs, called NLI-CoAL, which considers all the three labels of NLI task. First, we create three evaluation data groups that repr"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2309.09697","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2309.09697/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:20:24Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"IMvBayyX3txG3Z4BMGRCGp6yz0Sf/g9HXXzge/oCacSMpAK2knwqeAwpfX4DEPbSgkhQdqDOYqMdBmHAV5l/DA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T19:35:43.647256Z"},"content_sha256":"adff95769cb6621dbef0b9f74bfdbe1853b6d84355550d6277b26e2e30f470ef","schema_version":"1.0","event_id":"sha256:adff95769cb6621dbef0b9f74bfdbe1853b6d84355550d6277b26e2e30f470ef"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/NJX2EYO4ZHQS3U7Z2WGWW5C2AW/bundle.json","state_url":"https://pith.science/pith/NJX2EYO4ZHQS3U7Z2WGWW5C2AW/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/NJX2EYO4ZHQS3U7Z2WGWW5C2AW/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T19:35:43Z","links":{"resolver":"https://pith.science/pith/NJX2EYO4ZHQS3U7Z2WGWW5C2AW","bundle":"https://pith.science/pith/NJX2EYO4ZHQS3U7Z2WGWW5C2AW/bundle.json","state":"https://pith.science/pith/NJX2EYO4ZHQS3U7Z2WGWW5C2AW/state.json","well_known_bundle":"https://pith.science/.well-known/pith/NJX2EYO4ZHQS3U7Z2WGWW5C2AW/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:NJX2EYO4ZHQS3U7Z2WGWW5C2AW","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"834adb399605f1e782f4dfd3b595b54c05012b942ffad374fb051dce1b87e093","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-09-18T12:02:21Z","title_canon_sha256":"6ab7955cf835bfe4c9d9bde140237c24c782c4712076f896ddfd2d00e3b01739"},"schema_version":"1.0","source":{"id":"2309.09697","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2309.09697","created_at":"2026-07-05T08:20:24Z"},{"alias_kind":"arxiv_version","alias_value":"2309.09697v3","created_at":"2026-07-05T08:20:24Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2309.09697","created_at":"2026-07-05T08:20:24Z"},{"alias_kind":"pith_short_12","alias_value":"NJX2EYO4ZHQS","created_at":"2026-07-05T08:20:24Z"},{"alias_kind":"pith_short_16","alias_value":"NJX2EYO4ZHQS3U7Z","created_at":"2026-07-05T08:20:24Z"},{"alias_kind":"pith_short_8","alias_value":"NJX2EYO4","created_at":"2026-07-05T08:20:24Z"}],"graph_snapshots":[{"event_id":"sha256:adff95769cb6621dbef0b9f74bfdbe1853b6d84355550d6277b26e2e30f470ef","target":"graph","created_at":"2026-07-05T08:20:24Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2309.09697/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Discriminatory gender biases have been found in Pre-trained Language Models (PLMs) for multiple languages. In Natural Language Inference (NLI), existing bias evaluation methods have focused on the prediction results of one specific label out of three labels, such as neutral. However, such evaluation methods can be inaccurate since unique biased inferences are associated with unique prediction labels. Addressing this limitation, we propose a bias evaluation method for PLMs, called NLI-CoAL, which considers all the three labels of NLI task. First, we create three evaluation data groups that repr","authors_text":"Masahiro Kaneko, Naoaki Okazaki, Panatchakorn Anantaprayoon","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-09-18T12:02:21Z","title":"Evaluating Gender Bias of Pre-trained Language Models in Natural Language Inference by Considering All Labels"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2309.09697","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f26e4a84add312e781b1d97dd17f8a2f0aba54405e51a594cf54f0164d1a0549","target":"record","created_at":"2026-07-05T08:20:24Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"834adb399605f1e782f4dfd3b595b54c05012b942ffad374fb051dce1b87e093","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-09-18T12:02:21Z","title_canon_sha256":"6ab7955cf835bfe4c9d9bde140237c24c782c4712076f896ddfd2d00e3b01739"},"schema_version":"1.0","source":{"id":"2309.09697","kind":"arxiv","version":3}},"canonical_sha256":"6a6fa261dcc9e12dd3f9d58d6b745a05a92468962a6e689d2035df4583529abc","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6a6fa261dcc9e12dd3f9d58d6b745a05a92468962a6e689d2035df4583529abc","first_computed_at":"2026-07-05T08:20:24.447276Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:20:24.447276Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"xs9zkSGDRtS8VDrhJi2OIWcdxnsI6JyYG/VaX2X/uBGg/YllXZSKkrEXt1+B9wSc7Y2SKbE6JVQdTrI92DT7AQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:20:24.447694Z","signed_message":"canonical_sha256_bytes"},"source_id":"2309.09697","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f26e4a84add312e781b1d97dd17f8a2f0aba54405e51a594cf54f0164d1a0549","sha256:adff95769cb6621dbef0b9f74bfdbe1853b6d84355550d6277b26e2e30f470ef"],"state_sha256":"ab5970170ba470ad90fe7a1905c82095b7f58e6ca541ebe45b3faac2e5a382fa"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"D9Wf/XU/IPKJKDdvGuS24Y/FiOkSiYsV0GqS7AUaXH7990mKCnUYw/7ZL7ekkDZt12brn0oFzIzwDMaktm4ODA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T19:35:43.651045Z","bundle_sha256":"d02da8cdcf1d9500f11cb6b3a5115495c50bf736ad7d77cabb8a791bda5ddb42"}}