{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:LOPND6QUAZA343MTP6KHOU3HH2","short_pith_number":"pith:LOPND6QU","canonical_record":{"source":{"id":"2311.09090","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-15T16:35:59Z","cross_cats_sorted":[],"title_canon_sha256":"2d35809f08fc0e43542a6f6e9d7419dfb697024163af09fddaeaacb67c25ac49","abstract_canon_sha256":"e07fc5cab78283c30585981d88483263c46050075cd8ae5fe08a3de6fb2b8b36"},"schema_version":"1.0"},"canonical_sha256":"5b9ed1fa140641be6d937f947753673e94d510d614d1f0a95bbc740bd74e6efb","source":{"kind":"arxiv","id":"2311.09090","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.09090","created_at":"2026-07-05T11:09:41Z"},{"alias_kind":"arxiv_version","alias_value":"2311.09090v4","created_at":"2026-07-05T11:09:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.09090","created_at":"2026-07-05T11:09:41Z"},{"alias_kind":"pith_short_12","alias_value":"LOPND6QUAZA3","created_at":"2026-07-05T11:09:41Z"},{"alias_kind":"pith_short_16","alias_value":"LOPND6QUAZA343MT","created_at":"2026-07-05T11:09:41Z"},{"alias_kind":"pith_short_8","alias_value":"LOPND6QU","created_at":"2026-07-05T11:09:41Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:LOPND6QUAZA343MTP6KHOU3HH2","target":"record","payload":{"canonical_record":{"source":{"id":"2311.09090","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-15T16:35:59Z","cross_cats_sorted":[],"title_canon_sha256":"2d35809f08fc0e43542a6f6e9d7419dfb697024163af09fddaeaacb67c25ac49","abstract_canon_sha256":"e07fc5cab78283c30585981d88483263c46050075cd8ae5fe08a3de6fb2b8b36"},"schema_version":"1.0"},"canonical_sha256":"5b9ed1fa140641be6d937f947753673e94d510d614d1f0a95bbc740bd74e6efb","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:09:41.602882Z","signature_b64":"xkc3hwm+UpO3F+KkLRBChuxlWWjnxFKbe6yRG1Ymb/12iSiHRWQVSovRU7VhaiEMpDrF84p0GlHjYNU3iI0ABg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5b9ed1fa140641be6d937f947753673e94d510d614d1f0a95bbc740bd74e6efb","last_reissued_at":"2026-07-05T11:09:41.602367Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:09:41.602367Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2311.09090","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:09:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UmScDBbDhOlcOtw4cc6HA2WoZSgLV5dueq3pizea/UWEBsyMoLnrhhabTY7RpWLyGI8USSCzydljNuJHCirYAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T04:18:00.110900Z"},"content_sha256":"6611b24a2fdd1091d3c58755644cf9e0a2698d0e482d57cfc77ee097e9f87309","schema_version":"1.0","event_id":"sha256:6611b24a2fdd1091d3c58755644cf9e0a2698d0e482d57cfc77ee097e9f87309"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:LOPND6QUAZA343MTP6KHOU3HH2","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Social Bias Probing: Fairness Benchmarking for Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Isabelle Augenstein, Karolina Sta\\'nczak, Marta Marchiori Manerba, Riccardo Guidotti","submitted_at":"2023-11-15T16:35:59Z","abstract_excerpt":"While the impact of social biases in language models has been recognized, prior methods for bias evaluation have been limited to binary association tests on small datasets, limiting our understanding of bias complexities. This paper proposes a novel framework for probing language models for social biases by assessing disparate treatment, which involves treating individuals differently according to their affiliation with a sensitive demographic group. We curate SoFa, a large-scale benchmark designed to address the limitations of existing fairness collections. SoFa expands the analysis beyond th"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.09090","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2311.09090/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:09:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3ndLgIdYyngQPh68tALAWiGchd9R27Vv0jwVu4IzYLCZi7aSy2oiRe+yAxfFC3TscaE85BvQtdqezOJwSqOODg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T04:18:00.111390Z"},"content_sha256":"f9873a36cdcc9f7df78d05a2466c93e26f6065d76c3bac8512d63adfb557188b","schema_version":"1.0","event_id":"sha256:f9873a36cdcc9f7df78d05a2466c93e26f6065d76c3bac8512d63adfb557188b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/LOPND6QUAZA343MTP6KHOU3HH2/bundle.json","state_url":"https://pith.science/pith/LOPND6QUAZA343MTP6KHOU3HH2/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/LOPND6QUAZA343MTP6KHOU3HH2/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T04:18:00Z","links":{"resolver":"https://pith.science/pith/LOPND6QUAZA343MTP6KHOU3HH2","bundle":"https://pith.science/pith/LOPND6QUAZA343MTP6KHOU3HH2/bundle.json","state":"https://pith.science/pith/LOPND6QUAZA343MTP6KHOU3HH2/state.json","well_known_bundle":"https://pith.science/.well-known/pith/LOPND6QUAZA343MTP6KHOU3HH2/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:LOPND6QUAZA343MTP6KHOU3HH2","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e07fc5cab78283c30585981d88483263c46050075cd8ae5fe08a3de6fb2b8b36","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-15T16:35:59Z","title_canon_sha256":"2d35809f08fc0e43542a6f6e9d7419dfb697024163af09fddaeaacb67c25ac49"},"schema_version":"1.0","source":{"id":"2311.09090","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.09090","created_at":"2026-07-05T11:09:41Z"},{"alias_kind":"arxiv_version","alias_value":"2311.09090v4","created_at":"2026-07-05T11:09:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.09090","created_at":"2026-07-05T11:09:41Z"},{"alias_kind":"pith_short_12","alias_value":"LOPND6QUAZA3","created_at":"2026-07-05T11:09:41Z"},{"alias_kind":"pith_short_16","alias_value":"LOPND6QUAZA343MT","created_at":"2026-07-05T11:09:41Z"},{"alias_kind":"pith_short_8","alias_value":"LOPND6QU","created_at":"2026-07-05T11:09:41Z"}],"graph_snapshots":[{"event_id":"sha256:f9873a36cdcc9f7df78d05a2466c93e26f6065d76c3bac8512d63adfb557188b","target":"graph","created_at":"2026-07-05T11:09:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2311.09090/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"While the impact of social biases in language models has been recognized, prior methods for bias evaluation have been limited to binary association tests on small datasets, limiting our understanding of bias complexities. This paper proposes a novel framework for probing language models for social biases by assessing disparate treatment, which involves treating individuals differently according to their affiliation with a sensitive demographic group. We curate SoFa, a large-scale benchmark designed to address the limitations of existing fairness collections. SoFa expands the analysis beyond th","authors_text":"Isabelle Augenstein, Karolina Sta\\'nczak, Marta Marchiori Manerba, Riccardo Guidotti","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-15T16:35:59Z","title":"Social Bias Probing: Fairness Benchmarking for Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.09090","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6611b24a2fdd1091d3c58755644cf9e0a2698d0e482d57cfc77ee097e9f87309","target":"record","created_at":"2026-07-05T11:09:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e07fc5cab78283c30585981d88483263c46050075cd8ae5fe08a3de6fb2b8b36","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-15T16:35:59Z","title_canon_sha256":"2d35809f08fc0e43542a6f6e9d7419dfb697024163af09fddaeaacb67c25ac49"},"schema_version":"1.0","source":{"id":"2311.09090","kind":"arxiv","version":4}},"canonical_sha256":"5b9ed1fa140641be6d937f947753673e94d510d614d1f0a95bbc740bd74e6efb","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5b9ed1fa140641be6d937f947753673e94d510d614d1f0a95bbc740bd74e6efb","first_computed_at":"2026-07-05T11:09:41.602367Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:09:41.602367Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"xkc3hwm+UpO3F+KkLRBChuxlWWjnxFKbe6yRG1Ymb/12iSiHRWQVSovRU7VhaiEMpDrF84p0GlHjYNU3iI0ABg==","signature_status":"signed_v1","signed_at":"2026-07-05T11:09:41.602882Z","signed_message":"canonical_sha256_bytes"},"source_id":"2311.09090","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6611b24a2fdd1091d3c58755644cf9e0a2698d0e482d57cfc77ee097e9f87309","sha256:f9873a36cdcc9f7df78d05a2466c93e26f6065d76c3bac8512d63adfb557188b"],"state_sha256":"aa46958531bf3b74d84528d61bf0e192a602a071c1917502e0f004839fd3a62e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TBfQoCp0Cip3MC3LvTMUJT5eTin/RdRWIuCdmJNV9rNiyMtOApC0cQQGRGrQrmUT/aQhfOmQ06B7xMahgGY0Dw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T04:18:00.114953Z","bundle_sha256":"0c6872b4a1efaa3f4677d3c61b8308f68019793bb06bd9b8290c63a15acbb8b8"}}