{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:O6B5462BGMO4QWBUDUJSDCQCGZ","short_pith_number":"pith:O6B5462B","canonical_record":{"source":{"id":"2408.08411","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-08-15T20:37:36Z","cross_cats_sorted":[],"title_canon_sha256":"db0c356e89ccf82f7a4a1c83e486e32ad2e2c1dc79d41342bcfe5a6e5100d997","abstract_canon_sha256":"40ffe7a03d663fe9a54744b26f98bac5f302c04e1340bca5864930aa587f5132"},"schema_version":"1.0"},"canonical_sha256":"7783de7b41331dc858341d13218a0236446c548b343782bf99e2509ecb865b2b","source":{"kind":"arxiv","id":"2408.08411","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.08411","created_at":"2026-07-05T09:16:20Z"},{"alias_kind":"arxiv_version","alias_value":"2408.08411v2","created_at":"2026-07-05T09:16:20Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.08411","created_at":"2026-07-05T09:16:20Z"},{"alias_kind":"pith_short_12","alias_value":"O6B5462BGMO4","created_at":"2026-07-05T09:16:20Z"},{"alias_kind":"pith_short_16","alias_value":"O6B5462BGMO4QWBU","created_at":"2026-07-05T09:16:20Z"},{"alias_kind":"pith_short_8","alias_value":"O6B5462B","created_at":"2026-07-05T09:16:20Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:O6B5462BGMO4QWBUDUJSDCQCGZ","target":"record","payload":{"canonical_record":{"source":{"id":"2408.08411","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-08-15T20:37:36Z","cross_cats_sorted":[],"title_canon_sha256":"db0c356e89ccf82f7a4a1c83e486e32ad2e2c1dc79d41342bcfe5a6e5100d997","abstract_canon_sha256":"40ffe7a03d663fe9a54744b26f98bac5f302c04e1340bca5864930aa587f5132"},"schema_version":"1.0"},"canonical_sha256":"7783de7b41331dc858341d13218a0236446c548b343782bf99e2509ecb865b2b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:16:20.456252Z","signature_b64":"pvgpG7A+nxjEaLs4NjrArXfRXPApTNhEzHIHvkmnH0TlmjcG0AhqQGbxH9gl2x/ieYt94rUTe7N2d8ceTSVeDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"7783de7b41331dc858341d13218a0236446c548b343782bf99e2509ecb865b2b","last_reissued_at":"2026-07-05T09:16:20.455820Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:16:20.455820Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2408.08411","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:16:20Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"sQ3IdSaGK3Y/K2xKlT9LRTgRrycU8Rwv6fP7TlXJq77DfJn6lb4GC0y7oXCY6VoBIFdPo3v3hh34ve+YnGDVCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T18:48:45.700877Z"},"content_sha256":"fe26db309443c8a9ebc1293d2042c107c492708750c46ba85dc50f956c2bfeeb","schema_version":"1.0","event_id":"sha256:fe26db309443c8a9ebc1293d2042c107c492708750c46ba85dc50f956c2bfeeb"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:O6B5462BGMO4QWBUDUJSDCQCGZ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Rater Cohesion and Quality from a Vicarious Perspective","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Ashiqur R. KhudaBukhsh, Christopher M. Homan, Deepak Pandita, Marcos Zampieri, Sarah K. Luger, Sujan Dutta, Tharindu Cyril Weerasooriya, Tharindu Ranasinghe","submitted_at":"2024-08-15T20:37:36Z","abstract_excerpt":"Human feedback is essential for building human-centered AI systems across domains where disagreement is prevalent, such as AI safety, content moderation, or sentiment analysis. Many disagreements, particularly in politically charged settings, arise because raters have opposing values or beliefs. Vicarious annotation is a method for breaking down disagreement by asking raters how they think others would annotate the data. In this paper, we explore the use of vicarious annotation with analytical methods for moderating rater disagreement. We employ rater cohesion metrics to study the potential in"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.08411","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2408.08411/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:16:20Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+Wr+m/+8T1THH1ZEPfMlr14SGQpGjC8GjLeBDwB6F0CQ+tWf8sxmmvGvE/+zrrVBG3aMQ2aB9jMoVaHcrcHVBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T18:48:45.701265Z"},"content_sha256":"6cd0c9ca77565698223eae237a412980b80c05c4195938374411a5c268667d65","schema_version":"1.0","event_id":"sha256:6cd0c9ca77565698223eae237a412980b80c05c4195938374411a5c268667d65"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/O6B5462BGMO4QWBUDUJSDCQCGZ/bundle.json","state_url":"https://pith.science/pith/O6B5462BGMO4QWBUDUJSDCQCGZ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/O6B5462BGMO4QWBUDUJSDCQCGZ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T18:48:45Z","links":{"resolver":"https://pith.science/pith/O6B5462BGMO4QWBUDUJSDCQCGZ","bundle":"https://pith.science/pith/O6B5462BGMO4QWBUDUJSDCQCGZ/bundle.json","state":"https://pith.science/pith/O6B5462BGMO4QWBUDUJSDCQCGZ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/O6B5462BGMO4QWBUDUJSDCQCGZ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:O6B5462BGMO4QWBUDUJSDCQCGZ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"40ffe7a03d663fe9a54744b26f98bac5f302c04e1340bca5864930aa587f5132","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-08-15T20:37:36Z","title_canon_sha256":"db0c356e89ccf82f7a4a1c83e486e32ad2e2c1dc79d41342bcfe5a6e5100d997"},"schema_version":"1.0","source":{"id":"2408.08411","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.08411","created_at":"2026-07-05T09:16:20Z"},{"alias_kind":"arxiv_version","alias_value":"2408.08411v2","created_at":"2026-07-05T09:16:20Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.08411","created_at":"2026-07-05T09:16:20Z"},{"alias_kind":"pith_short_12","alias_value":"O6B5462BGMO4","created_at":"2026-07-05T09:16:20Z"},{"alias_kind":"pith_short_16","alias_value":"O6B5462BGMO4QWBU","created_at":"2026-07-05T09:16:20Z"},{"alias_kind":"pith_short_8","alias_value":"O6B5462B","created_at":"2026-07-05T09:16:20Z"}],"graph_snapshots":[{"event_id":"sha256:6cd0c9ca77565698223eae237a412980b80c05c4195938374411a5c268667d65","target":"graph","created_at":"2026-07-05T09:16:20Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2408.08411/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Human feedback is essential for building human-centered AI systems across domains where disagreement is prevalent, such as AI safety, content moderation, or sentiment analysis. Many disagreements, particularly in politically charged settings, arise because raters have opposing values or beliefs. Vicarious annotation is a method for breaking down disagreement by asking raters how they think others would annotate the data. In this paper, we explore the use of vicarious annotation with analytical methods for moderating rater disagreement. We employ rater cohesion metrics to study the potential in","authors_text":"Ashiqur R. KhudaBukhsh, Christopher M. Homan, Deepak Pandita, Marcos Zampieri, Sarah K. Luger, Sujan Dutta, Tharindu Cyril Weerasooriya, Tharindu Ranasinghe","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-08-15T20:37:36Z","title":"Rater Cohesion and Quality from a Vicarious Perspective"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.08411","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:fe26db309443c8a9ebc1293d2042c107c492708750c46ba85dc50f956c2bfeeb","target":"record","created_at":"2026-07-05T09:16:20Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"40ffe7a03d663fe9a54744b26f98bac5f302c04e1340bca5864930aa587f5132","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-08-15T20:37:36Z","title_canon_sha256":"db0c356e89ccf82f7a4a1c83e486e32ad2e2c1dc79d41342bcfe5a6e5100d997"},"schema_version":"1.0","source":{"id":"2408.08411","kind":"arxiv","version":2}},"canonical_sha256":"7783de7b41331dc858341d13218a0236446c548b343782bf99e2509ecb865b2b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7783de7b41331dc858341d13218a0236446c548b343782bf99e2509ecb865b2b","first_computed_at":"2026-07-05T09:16:20.455820Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:16:20.455820Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"pvgpG7A+nxjEaLs4NjrArXfRXPApTNhEzHIHvkmnH0TlmjcG0AhqQGbxH9gl2x/ieYt94rUTe7N2d8ceTSVeDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:16:20.456252Z","signed_message":"canonical_sha256_bytes"},"source_id":"2408.08411","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:fe26db309443c8a9ebc1293d2042c107c492708750c46ba85dc50f956c2bfeeb","sha256:6cd0c9ca77565698223eae237a412980b80c05c4195938374411a5c268667d65"],"state_sha256":"60a75be6113d817be670c6c1fc084baa57d3d6f9fc02633641befb266a1a93e4"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fkG4SnzgHIyOaGOAHLr6BYElSIyAopADLu4ze63BhaHy+b9Bj8Tfl+ap+oFoxlQT+QhuXLJ4zWd26jKSZjsPAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T18:48:45.703981Z","bundle_sha256":"b580ce453855ae50f398fdb4dc2c324dba61a667d3f1cd444acf316ac5c2b4ec"}}