{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:5MKIEBAPUQJ56QCVVBZRR6PK3L","short_pith_number":"pith:5MKIEBAP","canonical_record":{"source":{"id":"2411.08977","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CY","submitted_at":"2024-11-13T19:08:23Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"2f5e60659bc6414068ea208baaaaffa63bd879f58d3f55b51a499ebe2829ccc1","abstract_canon_sha256":"fbfd14ad814158a0d54081e255e7ecff2d77ba85146ca8394515302564e80859"},"schema_version":"1.0"},"canonical_sha256":"eb1482040fa413df4055a87318f9eadae316a4ac1a1adb42619b27dcbb8a899e","source":{"kind":"arxiv","id":"2411.08977","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.08977","created_at":"2026-07-05T09:39:10Z"},{"alias_kind":"arxiv_version","alias_value":"2411.08977v2","created_at":"2026-07-05T09:39:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.08977","created_at":"2026-07-05T09:39:10Z"},{"alias_kind":"pith_short_12","alias_value":"5MKIEBAPUQJ5","created_at":"2026-07-05T09:39:10Z"},{"alias_kind":"pith_short_16","alias_value":"5MKIEBAPUQJ56QCV","created_at":"2026-07-05T09:39:10Z"},{"alias_kind":"pith_short_8","alias_value":"5MKIEBAP","created_at":"2026-07-05T09:39:10Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:5MKIEBAPUQJ56QCVVBZRR6PK3L","target":"record","payload":{"canonical_record":{"source":{"id":"2411.08977","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CY","submitted_at":"2024-11-13T19:08:23Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"2f5e60659bc6414068ea208baaaaffa63bd879f58d3f55b51a499ebe2829ccc1","abstract_canon_sha256":"fbfd14ad814158a0d54081e255e7ecff2d77ba85146ca8394515302564e80859"},"schema_version":"1.0"},"canonical_sha256":"eb1482040fa413df4055a87318f9eadae316a4ac1a1adb42619b27dcbb8a899e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:39:10.078979Z","signature_b64":"1npduLRh5UYFPNfNUpLiC+dSwgPFx6uRFebQoOBTsd3ntKfH46mboR09bWqdvobpIt0V1dy8svGGNyJj3Z+5Aw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"eb1482040fa413df4055a87318f9eadae316a4ac1a1adb42619b27dcbb8a899e","last_reissued_at":"2026-07-05T09:39:10.078551Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:39:10.078551Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2411.08977","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:39:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"duAAlgrDfaMbSlAoABB3MQfe4+AL+PhWCW+d+6BSoDMgu497QAl+FWh6iqzvC9l8jG9ztiRqaEshpkLgDazPBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T10:32:42.587396Z"},"content_sha256":"c280aa2baf3bfc056aa15465275d81fd683df56c7ba5995a27a9d091db9c6fc5","schema_version":"1.0","event_id":"sha256:c280aa2baf3bfc056aa15465275d81fd683df56c7ba5995a27a9d091db9c6fc5"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:5MKIEBAPUQJ56QCVVBZRR6PK3L","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Robustness and Confounders in the Demographic Alignment of LLMs with Human Perceptions of Offensiveness","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.CY","authors_text":"Indira Sen, Mattia Samory, Shayan Alipour, Tanushree Mitra","submitted_at":"2024-11-13T19:08:23Z","abstract_excerpt":"Large language models (LLMs) are known to exhibit demographic biases, yet few studies systematically evaluate these biases across multiple datasets or account for confounding factors. In this work, we examine LLM alignment with human annotations in five offensive language datasets, comprising approximately 220K annotations. Our findings reveal that while demographic traits, particularly race, influence alignment, these effects are inconsistent across datasets and often entangled with other factors. Confounders -- such as document difficulty, annotator sensitivity, and within-group agreement --"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.08977","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2411.08977/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:39:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2F0QhYA0GjBWEognfc5WpmiatiHfR30J9r0T1ej/VeqIT7KBdgLaQ7kz5QgQ1DLz7VFkIRrfP+JiQl4f1kdhCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T10:32:42.588344Z"},"content_sha256":"e5a75a69d22291feb21bdabfe3002ed6fc7853c7600cf2c5d608b28fc3906e34","schema_version":"1.0","event_id":"sha256:e5a75a69d22291feb21bdabfe3002ed6fc7853c7600cf2c5d608b28fc3906e34"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/5MKIEBAPUQJ56QCVVBZRR6PK3L/bundle.json","state_url":"https://pith.science/pith/5MKIEBAPUQJ56QCVVBZRR6PK3L/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/5MKIEBAPUQJ56QCVVBZRR6PK3L/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T10:32:42Z","links":{"resolver":"https://pith.science/pith/5MKIEBAPUQJ56QCVVBZRR6PK3L","bundle":"https://pith.science/pith/5MKIEBAPUQJ56QCVVBZRR6PK3L/bundle.json","state":"https://pith.science/pith/5MKIEBAPUQJ56QCVVBZRR6PK3L/state.json","well_known_bundle":"https://pith.science/.well-known/pith/5MKIEBAPUQJ56QCVVBZRR6PK3L/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:5MKIEBAPUQJ56QCVVBZRR6PK3L","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"fbfd14ad814158a0d54081e255e7ecff2d77ba85146ca8394515302564e80859","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CY","submitted_at":"2024-11-13T19:08:23Z","title_canon_sha256":"2f5e60659bc6414068ea208baaaaffa63bd879f58d3f55b51a499ebe2829ccc1"},"schema_version":"1.0","source":{"id":"2411.08977","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.08977","created_at":"2026-07-05T09:39:10Z"},{"alias_kind":"arxiv_version","alias_value":"2411.08977v2","created_at":"2026-07-05T09:39:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.08977","created_at":"2026-07-05T09:39:10Z"},{"alias_kind":"pith_short_12","alias_value":"5MKIEBAPUQJ5","created_at":"2026-07-05T09:39:10Z"},{"alias_kind":"pith_short_16","alias_value":"5MKIEBAPUQJ56QCV","created_at":"2026-07-05T09:39:10Z"},{"alias_kind":"pith_short_8","alias_value":"5MKIEBAP","created_at":"2026-07-05T09:39:10Z"}],"graph_snapshots":[{"event_id":"sha256:e5a75a69d22291feb21bdabfe3002ed6fc7853c7600cf2c5d608b28fc3906e34","target":"graph","created_at":"2026-07-05T09:39:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2411.08977/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) are known to exhibit demographic biases, yet few studies systematically evaluate these biases across multiple datasets or account for confounding factors. In this work, we examine LLM alignment with human annotations in five offensive language datasets, comprising approximately 220K annotations. Our findings reveal that while demographic traits, particularly race, influence alignment, these effects are inconsistent across datasets and often entangled with other factors. Confounders -- such as document difficulty, annotator sensitivity, and within-group agreement --","authors_text":"Indira Sen, Mattia Samory, Shayan Alipour, Tanushree Mitra","cross_cats":["cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CY","submitted_at":"2024-11-13T19:08:23Z","title":"Robustness and Confounders in the Demographic Alignment of LLMs with Human Perceptions of Offensiveness"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.08977","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c280aa2baf3bfc056aa15465275d81fd683df56c7ba5995a27a9d091db9c6fc5","target":"record","created_at":"2026-07-05T09:39:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"fbfd14ad814158a0d54081e255e7ecff2d77ba85146ca8394515302564e80859","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CY","submitted_at":"2024-11-13T19:08:23Z","title_canon_sha256":"2f5e60659bc6414068ea208baaaaffa63bd879f58d3f55b51a499ebe2829ccc1"},"schema_version":"1.0","source":{"id":"2411.08977","kind":"arxiv","version":2}},"canonical_sha256":"eb1482040fa413df4055a87318f9eadae316a4ac1a1adb42619b27dcbb8a899e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"eb1482040fa413df4055a87318f9eadae316a4ac1a1adb42619b27dcbb8a899e","first_computed_at":"2026-07-05T09:39:10.078551Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:39:10.078551Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"1npduLRh5UYFPNfNUpLiC+dSwgPFx6uRFebQoOBTsd3ntKfH46mboR09bWqdvobpIt0V1dy8svGGNyJj3Z+5Aw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:39:10.078979Z","signed_message":"canonical_sha256_bytes"},"source_id":"2411.08977","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c280aa2baf3bfc056aa15465275d81fd683df56c7ba5995a27a9d091db9c6fc5","sha256:e5a75a69d22291feb21bdabfe3002ed6fc7853c7600cf2c5d608b28fc3906e34"],"state_sha256":"d65c7dbe12d0fbed7c10b861979d6ea8a0e0f1da33ec35d4a98d5ba320254cc8"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zBJ/P53bXwgsZj2N9FySXHDZ5d8DrIvxLlhuRgwwaU2CrrytrOCqwBeWf1h5O4ouyt10K/9V9NtYz7JMgByxAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T10:32:42.593807Z","bundle_sha256":"d300a6758674f91878c4656dfb2a15f0711b0bd0efca562a36e0eb7fb97d3762"}}