{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:72RXMWJEDIQVXEELQWCGDNWV7D","short_pith_number":"pith:72RXMWJE","canonical_record":{"source":{"id":"2310.14564","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-23T04:39:01Z","cross_cats_sorted":[],"title_canon_sha256":"577b1a6f9e4f9bd99acd6e1ed0878c388d48e9a3832473b70d7db2eae85fde0d","abstract_canon_sha256":"04479409a5e8bc4979ba6707229b19c4c5a2b1b4e83d3ee7c815c33fd51a7033"},"schema_version":"1.0"},"canonical_sha256":"fea37659241a215b908b858461b6d5f8d057b95788c3f8c924873c98b622c1a5","source":{"kind":"arxiv","id":"2310.14564","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.14564","created_at":"2026-07-05T07:58:45Z"},{"alias_kind":"arxiv_version","alias_value":"2310.14564v2","created_at":"2026-07-05T07:58:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.14564","created_at":"2026-07-05T07:58:45Z"},{"alias_kind":"pith_short_12","alias_value":"72RXMWJEDIQV","created_at":"2026-07-05T07:58:45Z"},{"alias_kind":"pith_short_16","alias_value":"72RXMWJEDIQVXEEL","created_at":"2026-07-05T07:58:45Z"},{"alias_kind":"pith_short_8","alias_value":"72RXMWJE","created_at":"2026-07-05T07:58:45Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:72RXMWJEDIQVXEELQWCGDNWV7D","target":"record","payload":{"canonical_record":{"source":{"id":"2310.14564","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-23T04:39:01Z","cross_cats_sorted":[],"title_canon_sha256":"577b1a6f9e4f9bd99acd6e1ed0878c388d48e9a3832473b70d7db2eae85fde0d","abstract_canon_sha256":"04479409a5e8bc4979ba6707229b19c4c5a2b1b4e83d3ee7c815c33fd51a7033"},"schema_version":"1.0"},"canonical_sha256":"fea37659241a215b908b858461b6d5f8d057b95788c3f8c924873c98b622c1a5","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:58:45.532147Z","signature_b64":"VwUfpjgZ5C+6pPDiTjw4LGdBWtHnNujXvTCh5WxC7Yfkdfq8awV7izywCH6rpNveI2U4jj2a2cZTA8stN3inBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"fea37659241a215b908b858461b6d5f8d057b95788c3f8c924873c98b622c1a5","last_reissued_at":"2026-07-05T07:58:45.531625Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:58:45.531625Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.14564","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:58:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"PpbouS95KLC9fmfPlwEmGVwIFuneguJEx+82FgqBVg27fbbBvWiyXKYWy1X+rV70U1Zc31joeS7c6vHOgknQDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T12:41:21.317782Z"},"content_sha256":"cdf1961d3872cafa9e8e16bdd17ce9b3cb3799e65c8b25af2a88e303dac22cf7","schema_version":"1.0","event_id":"sha256:cdf1961d3872cafa9e8e16bdd17ce9b3cb3799e65c8b25af2a88e303dac22cf7"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:72RXMWJEDIQVXEELQWCGDNWV7D","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Language Models Hallucinate, but May Excel at Fact Verification","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"David Wadden, Hao Peng, Jesse Dodge, Jian Guan, Minlie Huang","submitted_at":"2023-10-23T04:39:01Z","abstract_excerpt":"Recent progress in natural language processing (NLP) owes much to remarkable advances in large language models (LLMs). Nevertheless, LLMs frequently \"hallucinate,\" resulting in non-factual outputs. Our carefully-designed human evaluation substantiates the serious hallucination issue, revealing that even GPT-3.5 produces factual outputs less than 25% of the time. This underscores the importance of fact verifiers in order to measure and incentivize progress. Our systematic investigation affirms that LLMs can be repurposed as effective fact verifiers with strong correlations with human judgments."},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.14564","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.14564/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:58:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KaiShLPgRpuYPXrDeZRsCvTc5CNmhMWJtw9PWMDeN7pQfNyZxDZ3tvI5hhvxhoZArXhRvspirZ0gu+jT0psYCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T12:41:21.318305Z"},"content_sha256":"7e72a39e72c3a3cd437c1aff625e915907536656cd9ceeba821cf94c21fd51a4","schema_version":"1.0","event_id":"sha256:7e72a39e72c3a3cd437c1aff625e915907536656cd9ceeba821cf94c21fd51a4"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/72RXMWJEDIQVXEELQWCGDNWV7D/bundle.json","state_url":"https://pith.science/pith/72RXMWJEDIQVXEELQWCGDNWV7D/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/72RXMWJEDIQVXEELQWCGDNWV7D/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-12T12:41:21Z","links":{"resolver":"https://pith.science/pith/72RXMWJEDIQVXEELQWCGDNWV7D","bundle":"https://pith.science/pith/72RXMWJEDIQVXEELQWCGDNWV7D/bundle.json","state":"https://pith.science/pith/72RXMWJEDIQVXEELQWCGDNWV7D/state.json","well_known_bundle":"https://pith.science/.well-known/pith/72RXMWJEDIQVXEELQWCGDNWV7D/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:72RXMWJEDIQVXEELQWCGDNWV7D","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"04479409a5e8bc4979ba6707229b19c4c5a2b1b4e83d3ee7c815c33fd51a7033","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-23T04:39:01Z","title_canon_sha256":"577b1a6f9e4f9bd99acd6e1ed0878c388d48e9a3832473b70d7db2eae85fde0d"},"schema_version":"1.0","source":{"id":"2310.14564","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.14564","created_at":"2026-07-05T07:58:45Z"},{"alias_kind":"arxiv_version","alias_value":"2310.14564v2","created_at":"2026-07-05T07:58:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.14564","created_at":"2026-07-05T07:58:45Z"},{"alias_kind":"pith_short_12","alias_value":"72RXMWJEDIQV","created_at":"2026-07-05T07:58:45Z"},{"alias_kind":"pith_short_16","alias_value":"72RXMWJEDIQVXEEL","created_at":"2026-07-05T07:58:45Z"},{"alias_kind":"pith_short_8","alias_value":"72RXMWJE","created_at":"2026-07-05T07:58:45Z"}],"graph_snapshots":[{"event_id":"sha256:7e72a39e72c3a3cd437c1aff625e915907536656cd9ceeba821cf94c21fd51a4","target":"graph","created_at":"2026-07-05T07:58:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.14564/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recent progress in natural language processing (NLP) owes much to remarkable advances in large language models (LLMs). Nevertheless, LLMs frequently \"hallucinate,\" resulting in non-factual outputs. Our carefully-designed human evaluation substantiates the serious hallucination issue, revealing that even GPT-3.5 produces factual outputs less than 25% of the time. This underscores the importance of fact verifiers in order to measure and incentivize progress. Our systematic investigation affirms that LLMs can be repurposed as effective fact verifiers with strong correlations with human judgments.","authors_text":"David Wadden, Hao Peng, Jesse Dodge, Jian Guan, Minlie Huang","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-23T04:39:01Z","title":"Language Models Hallucinate, but May Excel at Fact Verification"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.14564","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:cdf1961d3872cafa9e8e16bdd17ce9b3cb3799e65c8b25af2a88e303dac22cf7","target":"record","created_at":"2026-07-05T07:58:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"04479409a5e8bc4979ba6707229b19c4c5a2b1b4e83d3ee7c815c33fd51a7033","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-23T04:39:01Z","title_canon_sha256":"577b1a6f9e4f9bd99acd6e1ed0878c388d48e9a3832473b70d7db2eae85fde0d"},"schema_version":"1.0","source":{"id":"2310.14564","kind":"arxiv","version":2}},"canonical_sha256":"fea37659241a215b908b858461b6d5f8d057b95788c3f8c924873c98b622c1a5","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"fea37659241a215b908b858461b6d5f8d057b95788c3f8c924873c98b622c1a5","first_computed_at":"2026-07-05T07:58:45.531625Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:58:45.531625Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"VwUfpjgZ5C+6pPDiTjw4LGdBWtHnNujXvTCh5WxC7Yfkdfq8awV7izywCH6rpNveI2U4jj2a2cZTA8stN3inBg==","signature_status":"signed_v1","signed_at":"2026-07-05T07:58:45.532147Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.14564","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:cdf1961d3872cafa9e8e16bdd17ce9b3cb3799e65c8b25af2a88e303dac22cf7","sha256:7e72a39e72c3a3cd437c1aff625e915907536656cd9ceeba821cf94c21fd51a4"],"state_sha256":"20f66b6c8e97150552f18effdc7d61814f0a03b8483e13820af7bca4717c646f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"AnpKIVp6VV4ji43DF1Wd9VCJ1MrPNfwrspk95+2uiGQxkZJaShPE0TmI5KrtVGJyVecQDszvXHY9LireI4+HAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-12T12:41:21.322514Z","bundle_sha256":"3185e2b3af22ab7dd231420d62169c97c1b8413ae3f70ae11fdc6971515f1a15"}}