{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:XQHUUMUNNSVRIQVNTQZYK2ERKJ","short_pith_number":"pith:XQHUUMUN","canonical_record":{"source":{"id":"2311.05074","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-09T00:12:21Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"55365c1150f9f0cbdc4f83ca9f500a9f5fd09a7f18376595d5b0bab24afb9738","abstract_canon_sha256":"56346b5cc150c82c94f119cdd0eae684a914e667f2ea1a78fb3db95094a9ea40"},"schema_version":"1.0"},"canonical_sha256":"bc0f4a328d6cab1442ad9c338568915253deedb405114a1fa2347b907803b37f","source":{"kind":"arxiv","id":"2311.05074","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.05074","created_at":"2026-07-05T08:31:44Z"},{"alias_kind":"arxiv_version","alias_value":"2311.05074v2","created_at":"2026-07-05T08:31:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.05074","created_at":"2026-07-05T08:31:44Z"},{"alias_kind":"pith_short_12","alias_value":"XQHUUMUNNSVR","created_at":"2026-07-05T08:31:44Z"},{"alias_kind":"pith_short_16","alias_value":"XQHUUMUNNSVRIQVN","created_at":"2026-07-05T08:31:44Z"},{"alias_kind":"pith_short_8","alias_value":"XQHUUMUN","created_at":"2026-07-05T08:31:44Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:XQHUUMUNNSVRIQVNTQZYK2ERKJ","target":"record","payload":{"canonical_record":{"source":{"id":"2311.05074","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-09T00:12:21Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"55365c1150f9f0cbdc4f83ca9f500a9f5fd09a7f18376595d5b0bab24afb9738","abstract_canon_sha256":"56346b5cc150c82c94f119cdd0eae684a914e667f2ea1a78fb3db95094a9ea40"},"schema_version":"1.0"},"canonical_sha256":"bc0f4a328d6cab1442ad9c338568915253deedb405114a1fa2347b907803b37f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:31:44.463579Z","signature_b64":"Sb7tNcn4m/clLUHSdDiOeYF696KVCH4isDD0CN0ErYF1ykw92IICUTVq7THw2r0E6yjE+Buso8/FbtWOrLo5AQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"bc0f4a328d6cab1442ad9c338568915253deedb405114a1fa2347b907803b37f","last_reissued_at":"2026-07-05T08:31:44.463070Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:31:44.463070Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2311.05074","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:31:44Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DiBpel9+9+bR836yQN810WWUToIqYnrkXEiL4NlMD4dtypBiU9tLdEsZb2gxJ3WKQehy3YGUxiADgu/IYPfNDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T11:13:02.389885Z"},"content_sha256":"abc2215e7904e298f8b0030142da9db9c3ab66e7d4cece1854276449dc84ae08","schema_version":"1.0","event_id":"sha256:abc2215e7904e298f8b0030142da9db9c3ab66e7d4cece1854276449dc84ae08"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:XQHUUMUNNSVRIQVNTQZYK2ERKJ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"GRASP: A Disagreement Analysis Framework to Assess Group Associations in Perspectives","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Aida Mostafazadeh Davani, Alex Taylor, Alicia Parrish, Christopher Homan, Ding Wang, Gregory Serapio-Garc\\'ia, Lora Aroyo, Mark D\\'iaz, Vinodkumar Prabhakaran","submitted_at":"2023-11-09T00:12:21Z","abstract_excerpt":"Human annotation plays a core role in machine learning -- annotations for supervised models, safety guardrails for generative models, and human feedback for reinforcement learning, to cite a few avenues. However, the fact that many of these human annotations are inherently subjective is often overlooked. Recent work has demonstrated that ignoring rater subjectivity (typically resulting in rater disagreement) is problematic within specific tasks and for specific subgroups. Generalizable methods to harness rater disagreement and thus understand the socio-cultural leanings of subjective tasks rem"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.05074","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2311.05074/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:31:44Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qq1nVf8GNc+owTi9OV2bpd8UrobV3A+OqChLGsHsqaSmMaFMrmYNVqBip81465jyypZcYbjXxAmuT47YTR2mDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T11:13:02.390404Z"},"content_sha256":"9b025704fb162fdcd3cd2ce0f66870f09821c60852c9450c9770b44bd3e19302","schema_version":"1.0","event_id":"sha256:9b025704fb162fdcd3cd2ce0f66870f09821c60852c9450c9770b44bd3e19302"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/XQHUUMUNNSVRIQVNTQZYK2ERKJ/bundle.json","state_url":"https://pith.science/pith/XQHUUMUNNSVRIQVNTQZYK2ERKJ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/XQHUUMUNNSVRIQVNTQZYK2ERKJ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-18T11:13:02Z","links":{"resolver":"https://pith.science/pith/XQHUUMUNNSVRIQVNTQZYK2ERKJ","bundle":"https://pith.science/pith/XQHUUMUNNSVRIQVNTQZYK2ERKJ/bundle.json","state":"https://pith.science/pith/XQHUUMUNNSVRIQVNTQZYK2ERKJ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/XQHUUMUNNSVRIQVNTQZYK2ERKJ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:XQHUUMUNNSVRIQVNTQZYK2ERKJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"56346b5cc150c82c94f119cdd0eae684a914e667f2ea1a78fb3db95094a9ea40","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-09T00:12:21Z","title_canon_sha256":"55365c1150f9f0cbdc4f83ca9f500a9f5fd09a7f18376595d5b0bab24afb9738"},"schema_version":"1.0","source":{"id":"2311.05074","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.05074","created_at":"2026-07-05T08:31:44Z"},{"alias_kind":"arxiv_version","alias_value":"2311.05074v2","created_at":"2026-07-05T08:31:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.05074","created_at":"2026-07-05T08:31:44Z"},{"alias_kind":"pith_short_12","alias_value":"XQHUUMUNNSVR","created_at":"2026-07-05T08:31:44Z"},{"alias_kind":"pith_short_16","alias_value":"XQHUUMUNNSVRIQVN","created_at":"2026-07-05T08:31:44Z"},{"alias_kind":"pith_short_8","alias_value":"XQHUUMUN","created_at":"2026-07-05T08:31:44Z"}],"graph_snapshots":[{"event_id":"sha256:9b025704fb162fdcd3cd2ce0f66870f09821c60852c9450c9770b44bd3e19302","target":"graph","created_at":"2026-07-05T08:31:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2311.05074/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Human annotation plays a core role in machine learning -- annotations for supervised models, safety guardrails for generative models, and human feedback for reinforcement learning, to cite a few avenues. However, the fact that many of these human annotations are inherently subjective is often overlooked. Recent work has demonstrated that ignoring rater subjectivity (typically resulting in rater disagreement) is problematic within specific tasks and for specific subgroups. Generalizable methods to harness rater disagreement and thus understand the socio-cultural leanings of subjective tasks rem","authors_text":"Aida Mostafazadeh Davani, Alex Taylor, Alicia Parrish, Christopher Homan, Ding Wang, Gregory Serapio-Garc\\'ia, Lora Aroyo, Mark D\\'iaz, Vinodkumar Prabhakaran","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-09T00:12:21Z","title":"GRASP: A Disagreement Analysis Framework to Assess Group Associations in Perspectives"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.05074","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:abc2215e7904e298f8b0030142da9db9c3ab66e7d4cece1854276449dc84ae08","target":"record","created_at":"2026-07-05T08:31:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"56346b5cc150c82c94f119cdd0eae684a914e667f2ea1a78fb3db95094a9ea40","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-09T00:12:21Z","title_canon_sha256":"55365c1150f9f0cbdc4f83ca9f500a9f5fd09a7f18376595d5b0bab24afb9738"},"schema_version":"1.0","source":{"id":"2311.05074","kind":"arxiv","version":2}},"canonical_sha256":"bc0f4a328d6cab1442ad9c338568915253deedb405114a1fa2347b907803b37f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"bc0f4a328d6cab1442ad9c338568915253deedb405114a1fa2347b907803b37f","first_computed_at":"2026-07-05T08:31:44.463070Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:31:44.463070Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Sb7tNcn4m/clLUHSdDiOeYF696KVCH4isDD0CN0ErYF1ykw92IICUTVq7THw2r0E6yjE+Buso8/FbtWOrLo5AQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:31:44.463579Z","signed_message":"canonical_sha256_bytes"},"source_id":"2311.05074","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:abc2215e7904e298f8b0030142da9db9c3ab66e7d4cece1854276449dc84ae08","sha256:9b025704fb162fdcd3cd2ce0f66870f09821c60852c9450c9770b44bd3e19302"],"state_sha256":"2b4a015c05d38e95046f5e0d2579f71744dae6ad416a7ca64e3a10e9dd7d2ba6"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Nk2283kdz66ceWnFnfQjo25RnwXSkJnyvZWIIexJSuqPDpgwYbgcWKXrkvfGUjT/9CglOcrpwoWwkJqwRrbaDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-18T11:13:02.395707Z","bundle_sha256":"43e3413405a31b8007379381d664fa7242019dd936848660b92972c9c4e4a5ab"}}