{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:46MPX235DEUFETY5CZ3BSLG2NR","short_pith_number":"pith:46MPX235","canonical_record":{"source":{"id":"2309.11495","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-09-20T17:50:55Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"c27098f4589e6232bfbfc58686eed2c4fc596ba23a1ba37c100d9eef0750fecd","abstract_canon_sha256":"09d6c312782e3ac16d40c0415fc9fd24da0cb0f54d4dee1ba4abd875a8bd0523"},"schema_version":"1.0"},"canonical_sha256":"e798fbeb7d1928524f1d1676192cda6c45e0de9ce288b07c3cad6f2778c6df87","source":{"kind":"arxiv","id":"2309.11495","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2309.11495","created_at":"2026-05-18T01:02:35Z"},{"alias_kind":"arxiv_version","alias_value":"2309.11495v2","created_at":"2026-05-18T01:02:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2309.11495","created_at":"2026-05-18T01:02:35Z"},{"alias_kind":"pith_short_12","alias_value":"46MPX235DEUF","created_at":"2026-05-18T12:33:33Z"},{"alias_kind":"pith_short_16","alias_value":"46MPX235DEUFETY5","created_at":"2026-05-18T12:33:33Z"},{"alias_kind":"pith_short_8","alias_value":"46MPX235","created_at":"2026-05-18T12:33:33Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:46MPX235DEUFETY5CZ3BSLG2NR","target":"record","payload":{"canonical_record":{"source":{"id":"2309.11495","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-09-20T17:50:55Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"c27098f4589e6232bfbfc58686eed2c4fc596ba23a1ba37c100d9eef0750fecd","abstract_canon_sha256":"09d6c312782e3ac16d40c0415fc9fd24da0cb0f54d4dee1ba4abd875a8bd0523"},"schema_version":"1.0"},"canonical_sha256":"e798fbeb7d1928524f1d1676192cda6c45e0de9ce288b07c3cad6f2778c6df87","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T01:02:35.075112Z","signature_b64":"OwkyHYmor1m4BV7UcfXzHp54WI3vy4vHcLNShLl4d5ombPDcqJcLMIijb3EPQnloxHHd9axbLdGqIYYjyNfsCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e798fbeb7d1928524f1d1676192cda6c45e0de9ce288b07c3cad6f2778c6df87","last_reissued_at":"2026-05-18T01:02:35.074668Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T01:02:35.074668Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2309.11495","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T01:02:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2a7ijn0puFww/4hCxCekM2QYuIwhes5QbLtDlpEq9xOuK+6v+KL4uR9jklYQEtpuO8iKJEj3qcpVZlZBYzaiDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-02T13:38:01.999945Z"},"content_sha256":"392fa4dd23d03e4153179180ef27f572bf4f2efdc50b0c3227cf87efb3634ce5","schema_version":"1.0","event_id":"sha256:392fa4dd23d03e4153179180ef27f572bf4f2efdc50b0c3227cf87efb3634ce5"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:46MPX235DEUFETY5CZ3BSLG2NR","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Chain-of-Verification Reduces Hallucination in Large Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Asli Celikyilmaz, Jason Weston, Jing Xu, Mojtaba Komeili, Roberta Raileanu, Shehzaad Dhuliawala, Xian Li","submitted_at":"2023-09-20T17:50:55Z","abstract_excerpt":"Generation of plausible yet incorrect factual information, termed hallucination, is an unsolved issue in large language models. We study the ability of language models to deliberate on the responses they give in order to correct their mistakes. We develop the Chain-of-Verification (CoVe) method whereby the model first (i) drafts an initial response; then (ii) plans verification questions to fact-check its draft; (iii) answers those questions independently so the answers are not biased by other responses; and (iv) generates its final verified response. In experiments, we show CoVe decreases hal"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2309.11495","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T01:02:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7WQnA6lKs7KIGQScK5fad/BRFCdIqepYovnEgSJQ2Q5PZPiGH2bCDtRTSOr9UlIrZJwk4W/0C8t+8IEKorwjBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-02T13:38:02.000597Z"},"content_sha256":"87ccce26e611a509365b251a9e6525592559ff278f1ac6b65a5a8bf82e49f4d3","schema_version":"1.0","event_id":"sha256:87ccce26e611a509365b251a9e6525592559ff278f1ac6b65a5a8bf82e49f4d3"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/46MPX235DEUFETY5CZ3BSLG2NR/bundle.json","state_url":"https://pith.science/pith/46MPX235DEUFETY5CZ3BSLG2NR/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/46MPX235DEUFETY5CZ3BSLG2NR/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-02T13:38:02Z","links":{"resolver":"https://pith.science/pith/46MPX235DEUFETY5CZ3BSLG2NR","bundle":"https://pith.science/pith/46MPX235DEUFETY5CZ3BSLG2NR/bundle.json","state":"https://pith.science/pith/46MPX235DEUFETY5CZ3BSLG2NR/state.json","well_known_bundle":"https://pith.science/.well-known/pith/46MPX235DEUFETY5CZ3BSLG2NR/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:46MPX235DEUFETY5CZ3BSLG2NR","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"09d6c312782e3ac16d40c0415fc9fd24da0cb0f54d4dee1ba4abd875a8bd0523","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-09-20T17:50:55Z","title_canon_sha256":"c27098f4589e6232bfbfc58686eed2c4fc596ba23a1ba37c100d9eef0750fecd"},"schema_version":"1.0","source":{"id":"2309.11495","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2309.11495","created_at":"2026-05-18T01:02:35Z"},{"alias_kind":"arxiv_version","alias_value":"2309.11495v2","created_at":"2026-05-18T01:02:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2309.11495","created_at":"2026-05-18T01:02:35Z"},{"alias_kind":"pith_short_12","alias_value":"46MPX235DEUF","created_at":"2026-05-18T12:33:33Z"},{"alias_kind":"pith_short_16","alias_value":"46MPX235DEUFETY5","created_at":"2026-05-18T12:33:33Z"},{"alias_kind":"pith_short_8","alias_value":"46MPX235","created_at":"2026-05-18T12:33:33Z"}],"graph_snapshots":[{"event_id":"sha256:87ccce26e611a509365b251a9e6525592559ff278f1ac6b65a5a8bf82e49f4d3","target":"graph","created_at":"2026-05-18T01:02:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Generation of plausible yet incorrect factual information, termed hallucination, is an unsolved issue in large language models. We study the ability of language models to deliberate on the responses they give in order to correct their mistakes. We develop the Chain-of-Verification (CoVe) method whereby the model first (i) drafts an initial response; then (ii) plans verification questions to fact-check its draft; (iii) answers those questions independently so the answers are not biased by other responses; and (iv) generates its final verified response. In experiments, we show CoVe decreases hal","authors_text":"Asli Celikyilmaz, Jason Weston, Jing Xu, Mojtaba Komeili, Roberta Raileanu, Shehzaad Dhuliawala, Xian Li","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-09-20T17:50:55Z","title":"Chain-of-Verification Reduces Hallucination in Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2309.11495","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:392fa4dd23d03e4153179180ef27f572bf4f2efdc50b0c3227cf87efb3634ce5","target":"record","created_at":"2026-05-18T01:02:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"09d6c312782e3ac16d40c0415fc9fd24da0cb0f54d4dee1ba4abd875a8bd0523","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-09-20T17:50:55Z","title_canon_sha256":"c27098f4589e6232bfbfc58686eed2c4fc596ba23a1ba37c100d9eef0750fecd"},"schema_version":"1.0","source":{"id":"2309.11495","kind":"arxiv","version":2}},"canonical_sha256":"e798fbeb7d1928524f1d1676192cda6c45e0de9ce288b07c3cad6f2778c6df87","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e798fbeb7d1928524f1d1676192cda6c45e0de9ce288b07c3cad6f2778c6df87","first_computed_at":"2026-05-18T01:02:35.074668Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T01:02:35.074668Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"OwkyHYmor1m4BV7UcfXzHp54WI3vy4vHcLNShLl4d5ombPDcqJcLMIijb3EPQnloxHHd9axbLdGqIYYjyNfsCg==","signature_status":"signed_v1","signed_at":"2026-05-18T01:02:35.075112Z","signed_message":"canonical_sha256_bytes"},"source_id":"2309.11495","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:392fa4dd23d03e4153179180ef27f572bf4f2efdc50b0c3227cf87efb3634ce5","sha256:87ccce26e611a509365b251a9e6525592559ff278f1ac6b65a5a8bf82e49f4d3"],"state_sha256":"35db8b163c082acfe1034ca331cffa32e1e9e84cfd08b3d009857e3aacdb98cb"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"s6fhlmXp1cI2jl7nkiF36NT7Z7DRQ/CbqHKVMV/Uz+TLIP/dyJm4WBzUTNqeEs2D1w8hjq1k5VUCMuWUWj8dBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-02T13:38:02.003763Z","bundle_sha256":"d5173750f22784e6c65a95d5eacb4640c603b5c5256e6a0229f20d9ddb48e14a"}}