{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:6RXB5IKAR7OIKG7SCOBZDWAM4Q","short_pith_number":"pith:6RXB5IKA","canonical_record":{"source":{"id":"2503.23243","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-03-29T22:53:15Z","cross_cats_sorted":["cs.AI","cs.CY"],"title_canon_sha256":"04c52e046b4b56cb001d58abfe872568f57a41633c7550e6ad91fa11789872c0","abstract_canon_sha256":"8c0ea335509b3290a6becaa0dd18224d9ebeec2a5206cd356ef4391a6e6992be"},"schema_version":"1.0"},"canonical_sha256":"f46e1ea1408fdc851bf2138391d80ce42591f1f36981ebaba65e91c023de4e76","source":{"kind":"arxiv","id":"2503.23243","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2503.23243","created_at":"2026-07-05T11:21:44Z"},{"alias_kind":"arxiv_version","alias_value":"2503.23243v2","created_at":"2026-07-05T11:21:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2503.23243","created_at":"2026-07-05T11:21:44Z"},{"alias_kind":"pith_short_12","alias_value":"6RXB5IKAR7OI","created_at":"2026-07-05T11:21:44Z"},{"alias_kind":"pith_short_16","alias_value":"6RXB5IKAR7OIKG7S","created_at":"2026-07-05T11:21:44Z"},{"alias_kind":"pith_short_8","alias_value":"6RXB5IKA","created_at":"2026-07-05T11:21:44Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:6RXB5IKAR7OIKG7SCOBZDWAM4Q","target":"record","payload":{"canonical_record":{"source":{"id":"2503.23243","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-03-29T22:53:15Z","cross_cats_sorted":["cs.AI","cs.CY"],"title_canon_sha256":"04c52e046b4b56cb001d58abfe872568f57a41633c7550e6ad91fa11789872c0","abstract_canon_sha256":"8c0ea335509b3290a6becaa0dd18224d9ebeec2a5206cd356ef4391a6e6992be"},"schema_version":"1.0"},"canonical_sha256":"f46e1ea1408fdc851bf2138391d80ce42591f1f36981ebaba65e91c023de4e76","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:21:44.886266Z","signature_b64":"o4IreeeuL3gFVxe/01m5spdIoSHPx+ynKFylnVxm+rnIFyCqwHLZvYVAcY+OAO1irnlN9kj9vXN/oCoCroSfCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f46e1ea1408fdc851bf2138391d80ce42591f1f36981ebaba65e91c023de4e76","last_reissued_at":"2026-07-05T11:21:44.885707Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:21:44.885707Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2503.23243","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:21:44Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zRViOHpZ9ilu/RVY1FwCIDZZ/N681cLMKswPDdBqXl2HVNcxnoWQ7O5DHTsW8GlklrdY2cpFGhmX0GVvi09xDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-31T21:26:55.489014Z"},"content_sha256":"1dd357b3db61810cc61bc034ddfbc265f819ed343f3aba9cb5a6b8a09faab33f","schema_version":"1.0","event_id":"sha256:1dd357b3db61810cc61bc034ddfbc265f819ed343f3aba9cb5a6b8a09faab33f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:6RXB5IKAR7OIKG7SCOBZDWAM4Q","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Evaluating how LLM annotations represent diverse views on contentious topics","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.CY"],"primary_cat":"cs.CL","authors_text":"Libby Hemphill, Megan A. Brown, Patrick Y. Wu, Shubham Atreja","submitted_at":"2025-03-29T22:53:15Z","abstract_excerpt":"Researchers have proposed the use of generative large language models (LLMs) to label data for research and applied settings. This literature emphasizes the improved performance of these models relative to other natural language models, noting that generative LLMs typically outperform other models and even humans across several metrics. Previous literature has examined bias across many applications and contexts, but less work has focused specifically on bias in generative LLMs' responses to subjective annotation tasks. This bias could result in labels applied by LLMs that disproportionately al"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2503.23243","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2503.23243/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:21:44Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DmhGujm1AARyKUc3ISz6drQxisTkNlg6youHM7tBfCBX4DgGOYqOjN22UIuWhj/eV3/4h41gWOWBU146t9dzAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-31T21:26:55.489591Z"},"content_sha256":"2ef45256a9fcea283fce42fb043354d5f5db9f4c9199b6862d92f2c692d4d5e0","schema_version":"1.0","event_id":"sha256:2ef45256a9fcea283fce42fb043354d5f5db9f4c9199b6862d92f2c692d4d5e0"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/6RXB5IKAR7OIKG7SCOBZDWAM4Q/bundle.json","state_url":"https://pith.science/pith/6RXB5IKAR7OIKG7SCOBZDWAM4Q/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/6RXB5IKAR7OIKG7SCOBZDWAM4Q/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-31T21:26:55Z","links":{"resolver":"https://pith.science/pith/6RXB5IKAR7OIKG7SCOBZDWAM4Q","bundle":"https://pith.science/pith/6RXB5IKAR7OIKG7SCOBZDWAM4Q/bundle.json","state":"https://pith.science/pith/6RXB5IKAR7OIKG7SCOBZDWAM4Q/state.json","well_known_bundle":"https://pith.science/.well-known/pith/6RXB5IKAR7OIKG7SCOBZDWAM4Q/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:6RXB5IKAR7OIKG7SCOBZDWAM4Q","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8c0ea335509b3290a6becaa0dd18224d9ebeec2a5206cd356ef4391a6e6992be","cross_cats_sorted":["cs.AI","cs.CY"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-03-29T22:53:15Z","title_canon_sha256":"04c52e046b4b56cb001d58abfe872568f57a41633c7550e6ad91fa11789872c0"},"schema_version":"1.0","source":{"id":"2503.23243","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2503.23243","created_at":"2026-07-05T11:21:44Z"},{"alias_kind":"arxiv_version","alias_value":"2503.23243v2","created_at":"2026-07-05T11:21:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2503.23243","created_at":"2026-07-05T11:21:44Z"},{"alias_kind":"pith_short_12","alias_value":"6RXB5IKAR7OI","created_at":"2026-07-05T11:21:44Z"},{"alias_kind":"pith_short_16","alias_value":"6RXB5IKAR7OIKG7S","created_at":"2026-07-05T11:21:44Z"},{"alias_kind":"pith_short_8","alias_value":"6RXB5IKA","created_at":"2026-07-05T11:21:44Z"}],"graph_snapshots":[{"event_id":"sha256:2ef45256a9fcea283fce42fb043354d5f5db9f4c9199b6862d92f2c692d4d5e0","target":"graph","created_at":"2026-07-05T11:21:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2503.23243/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Researchers have proposed the use of generative large language models (LLMs) to label data for research and applied settings. This literature emphasizes the improved performance of these models relative to other natural language models, noting that generative LLMs typically outperform other models and even humans across several metrics. Previous literature has examined bias across many applications and contexts, but less work has focused specifically on bias in generative LLMs' responses to subjective annotation tasks. This bias could result in labels applied by LLMs that disproportionately al","authors_text":"Libby Hemphill, Megan A. Brown, Patrick Y. Wu, Shubham Atreja","cross_cats":["cs.AI","cs.CY"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-03-29T22:53:15Z","title":"Evaluating how LLM annotations represent diverse views on contentious topics"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2503.23243","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1dd357b3db61810cc61bc034ddfbc265f819ed343f3aba9cb5a6b8a09faab33f","target":"record","created_at":"2026-07-05T11:21:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8c0ea335509b3290a6becaa0dd18224d9ebeec2a5206cd356ef4391a6e6992be","cross_cats_sorted":["cs.AI","cs.CY"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-03-29T22:53:15Z","title_canon_sha256":"04c52e046b4b56cb001d58abfe872568f57a41633c7550e6ad91fa11789872c0"},"schema_version":"1.0","source":{"id":"2503.23243","kind":"arxiv","version":2}},"canonical_sha256":"f46e1ea1408fdc851bf2138391d80ce42591f1f36981ebaba65e91c023de4e76","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f46e1ea1408fdc851bf2138391d80ce42591f1f36981ebaba65e91c023de4e76","first_computed_at":"2026-07-05T11:21:44.885707Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:21:44.885707Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"o4IreeeuL3gFVxe/01m5spdIoSHPx+ynKFylnVxm+rnIFyCqwHLZvYVAcY+OAO1irnlN9kj9vXN/oCoCroSfCA==","signature_status":"signed_v1","signed_at":"2026-07-05T11:21:44.886266Z","signed_message":"canonical_sha256_bytes"},"source_id":"2503.23243","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1dd357b3db61810cc61bc034ddfbc265f819ed343f3aba9cb5a6b8a09faab33f","sha256:2ef45256a9fcea283fce42fb043354d5f5db9f4c9199b6862d92f2c692d4d5e0"],"state_sha256":"d71acc9bece157368356c2dd472dee49a94cd9f3d15199f23bcf1be9106b4092"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"sb+L1jMtmYn5TzD7hCicaluZrrw2UT1VAUvkrpnEDmMI+JIhogwy9OITzDOONvIaRK7N/Ti++R6VrGuFnPjtAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-31T21:26:55.495075Z","bundle_sha256":"5f561646905db6da485957d213025066cc6c5eb059a2868acc57bca380a7ea7a"}}