{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:AUUY64TXO3FZVX4CUYAD7U35TX","short_pith_number":"pith:AUUY64TX","canonical_record":{"source":{"id":"2310.18130","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-27T13:23:02Z","cross_cats_sorted":["cs.HC"],"title_canon_sha256":"4f9e32432afa3b7b6480d601bafadd45210ca892369055ab7b7138be3561345f","abstract_canon_sha256":"3db80e9a380dd1a1bfd492995291f000990ba80874c6e067e4cd372e74b28199"},"schema_version":"1.0"},"canonical_sha256":"05298f727776cb9adf82a6003fd37d9df948171aecc6eb8fef3e3ec1a51b6d9f","source":{"kind":"arxiv","id":"2310.18130","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.18130","created_at":"2026-07-05T07:10:29Z"},{"alias_kind":"arxiv_version","alias_value":"2310.18130v2","created_at":"2026-07-05T07:10:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.18130","created_at":"2026-07-05T07:10:29Z"},{"alias_kind":"pith_short_12","alias_value":"AUUY64TXO3FZ","created_at":"2026-07-05T07:10:29Z"},{"alias_kind":"pith_short_16","alias_value":"AUUY64TXO3FZVX4C","created_at":"2026-07-05T07:10:29Z"},{"alias_kind":"pith_short_8","alias_value":"AUUY64TX","created_at":"2026-07-05T07:10:29Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:AUUY64TXO3FZVX4CUYAD7U35TX","target":"record","payload":{"canonical_record":{"source":{"id":"2310.18130","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-27T13:23:02Z","cross_cats_sorted":["cs.HC"],"title_canon_sha256":"4f9e32432afa3b7b6480d601bafadd45210ca892369055ab7b7138be3561345f","abstract_canon_sha256":"3db80e9a380dd1a1bfd492995291f000990ba80874c6e067e4cd372e74b28199"},"schema_version":"1.0"},"canonical_sha256":"05298f727776cb9adf82a6003fd37d9df948171aecc6eb8fef3e3ec1a51b6d9f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:10:29.543632Z","signature_b64":"uYu7MzhvPADYol0ymMYlhE8+6hI2YRxgV0DV1beUBJLpBzFxumgAn1UWvTkrxBY2sgJfu19LMIv2IA5nYmznDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"05298f727776cb9adf82a6003fd37d9df948171aecc6eb8fef3e3ec1a51b6d9f","last_reissued_at":"2026-07-05T07:10:29.543189Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:10:29.543189Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.18130","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:10:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"XBRrR/XUVsHweSxes2w1kvdtQO3agx36tBv6uwe4rmkY0FwXCSAUXqtZiNRd4o68phv5DhDE2hxpoZyDYD98Cw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T16:18:28.326372Z"},"content_sha256":"305d7b793b77af63d4c4d7371b0895339c966c848ae112b775f64c843cde56b3","schema_version":"1.0","event_id":"sha256:305d7b793b77af63d4c4d7371b0895339c966c848ae112b775f64c843cde56b3"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:AUUY64TXO3FZVX4CUYAD7U35TX","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"DELPHI: Data for Evaluating LLMs' Performance in Handling Controversial Issues","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.HC"],"primary_cat":"cs.CL","authors_text":"Artem Abzaliev, Christopher Klein, David Q. Sun, Hadas Kotek, Jason D. Williams, Zidi Xiu","submitted_at":"2023-10-27T13:23:02Z","abstract_excerpt":"Controversy is a reflection of our zeitgeist, and an important aspect to any discourse. The rise of large language models (LLMs) as conversational systems has increased public reliance on these systems for answers to their various questions. Consequently, it is crucial to systematically examine how these models respond to questions that pertaining to ongoing debates. However, few such datasets exist in providing human-annotated labels reflecting the contemporary discussions. To foster research in this area, we propose a novel construction of a controversial questions dataset, expanding upon th"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.18130","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.18130/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:10:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"evOb2uS6saUHqUsc5NBUUMubCENnpkBplJPZl83HAk1PzQhJ6fu0kCiVeIEVvMGLtf4hPdtsHoii98zt/qy/CQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T16:18:28.326893Z"},"content_sha256":"bb5b5aa189e2414e5692f0b2a1a3552652a541bdb00f3c8fa5099581a469deef","schema_version":"1.0","event_id":"sha256:bb5b5aa189e2414e5692f0b2a1a3552652a541bdb00f3c8fa5099581a469deef"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/AUUY64TXO3FZVX4CUYAD7U35TX/bundle.json","state_url":"https://pith.science/pith/AUUY64TXO3FZVX4CUYAD7U35TX/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/AUUY64TXO3FZVX4CUYAD7U35TX/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T16:18:28Z","links":{"resolver":"https://pith.science/pith/AUUY64TXO3FZVX4CUYAD7U35TX","bundle":"https://pith.science/pith/AUUY64TXO3FZVX4CUYAD7U35TX/bundle.json","state":"https://pith.science/pith/AUUY64TXO3FZVX4CUYAD7U35TX/state.json","well_known_bundle":"https://pith.science/.well-known/pith/AUUY64TXO3FZVX4CUYAD7U35TX/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:AUUY64TXO3FZVX4CUYAD7U35TX","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"3db80e9a380dd1a1bfd492995291f000990ba80874c6e067e4cd372e74b28199","cross_cats_sorted":["cs.HC"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-27T13:23:02Z","title_canon_sha256":"4f9e32432afa3b7b6480d601bafadd45210ca892369055ab7b7138be3561345f"},"schema_version":"1.0","source":{"id":"2310.18130","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.18130","created_at":"2026-07-05T07:10:29Z"},{"alias_kind":"arxiv_version","alias_value":"2310.18130v2","created_at":"2026-07-05T07:10:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.18130","created_at":"2026-07-05T07:10:29Z"},{"alias_kind":"pith_short_12","alias_value":"AUUY64TXO3FZ","created_at":"2026-07-05T07:10:29Z"},{"alias_kind":"pith_short_16","alias_value":"AUUY64TXO3FZVX4C","created_at":"2026-07-05T07:10:29Z"},{"alias_kind":"pith_short_8","alias_value":"AUUY64TX","created_at":"2026-07-05T07:10:29Z"}],"graph_snapshots":[{"event_id":"sha256:bb5b5aa189e2414e5692f0b2a1a3552652a541bdb00f3c8fa5099581a469deef","target":"graph","created_at":"2026-07-05T07:10:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.18130/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Controversy is a reflection of our zeitgeist, and an important aspect to any discourse. The rise of large language models (LLMs) as conversational systems has increased public reliance on these systems for answers to their various questions. Consequently, it is crucial to systematically examine how these models respond to questions that pertaining to ongoing debates. However, few such datasets exist in providing human-annotated labels reflecting the contemporary discussions. To foster research in this area, we propose a novel construction of a controversial questions dataset, expanding upon th","authors_text":"Artem Abzaliev, Christopher Klein, David Q. Sun, Hadas Kotek, Jason D. Williams, Zidi Xiu","cross_cats":["cs.HC"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-27T13:23:02Z","title":"DELPHI: Data for Evaluating LLMs' Performance in Handling Controversial Issues"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.18130","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:305d7b793b77af63d4c4d7371b0895339c966c848ae112b775f64c843cde56b3","target":"record","created_at":"2026-07-05T07:10:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"3db80e9a380dd1a1bfd492995291f000990ba80874c6e067e4cd372e74b28199","cross_cats_sorted":["cs.HC"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-27T13:23:02Z","title_canon_sha256":"4f9e32432afa3b7b6480d601bafadd45210ca892369055ab7b7138be3561345f"},"schema_version":"1.0","source":{"id":"2310.18130","kind":"arxiv","version":2}},"canonical_sha256":"05298f727776cb9adf82a6003fd37d9df948171aecc6eb8fef3e3ec1a51b6d9f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"05298f727776cb9adf82a6003fd37d9df948171aecc6eb8fef3e3ec1a51b6d9f","first_computed_at":"2026-07-05T07:10:29.543189Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:10:29.543189Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"uYu7MzhvPADYol0ymMYlhE8+6hI2YRxgV0DV1beUBJLpBzFxumgAn1UWvTkrxBY2sgJfu19LMIv2IA5nYmznDw==","signature_status":"signed_v1","signed_at":"2026-07-05T07:10:29.543632Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.18130","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:305d7b793b77af63d4c4d7371b0895339c966c848ae112b775f64c843cde56b3","sha256:bb5b5aa189e2414e5692f0b2a1a3552652a541bdb00f3c8fa5099581a469deef"],"state_sha256":"d987c0c42e15c863301922811863ee490d4a62370df3574c09fe6167128cc998"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"cpME9FOsWdCQwHmOtGtFb65X0Z/2NR6YSKdrQSypDGBH3LTxlc3c2xb69/nlGaDbWTiWE2jQx1VLgE3P1zLWCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T16:18:28.360424Z","bundle_sha256":"20f329100b9a696c62a77db431f4b776b1cb331522722b2dcc8c05c90eb05a71"}}