{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:OPJZ2DWLZ53T34PBEGDJJVQ4QX","short_pith_number":"pith:OPJZ2DWL","canonical_record":{"source":{"id":"2305.18248","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-29T17:12:03Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"794873cb8195b659eff557bdded889a66b17a2e6ab0fa4ab656319e264fb4438","abstract_canon_sha256":"38ad6ca959d575ef03dab4b2155b78950386e52a6a7d91e70218aff5ce064057"},"schema_version":"1.0"},"canonical_sha256":"73d39d0ecbcf773df1e1218694d61c85fda5172d277830da06eb2ad7e62b7f30","source":{"kind":"arxiv","id":"2305.18248","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.18248","created_at":"2026-07-05T07:58:20Z"},{"alias_kind":"arxiv_version","alias_value":"2305.18248v3","created_at":"2026-07-05T07:58:20Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.18248","created_at":"2026-07-05T07:58:20Z"},{"alias_kind":"pith_short_12","alias_value":"OPJZ2DWLZ53T","created_at":"2026-07-05T07:58:20Z"},{"alias_kind":"pith_short_16","alias_value":"OPJZ2DWLZ53T34PB","created_at":"2026-07-05T07:58:20Z"},{"alias_kind":"pith_short_8","alias_value":"OPJZ2DWL","created_at":"2026-07-05T07:58:20Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:OPJZ2DWLZ53T34PBEGDJJVQ4QX","target":"record","payload":{"canonical_record":{"source":{"id":"2305.18248","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-29T17:12:03Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"794873cb8195b659eff557bdded889a66b17a2e6ab0fa4ab656319e264fb4438","abstract_canon_sha256":"38ad6ca959d575ef03dab4b2155b78950386e52a6a7d91e70218aff5ce064057"},"schema_version":"1.0"},"canonical_sha256":"73d39d0ecbcf773df1e1218694d61c85fda5172d277830da06eb2ad7e62b7f30","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:58:20.422677Z","signature_b64":"/cK2P0n/2v/T1jQU3p8XIsoF/kg/hBpHg1FypIqNmldFHmf4RZKdkJa8PMvlmN/GQ4arrPfzklyzcsVCO6ehAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"73d39d0ecbcf773df1e1218694d61c85fda5172d277830da06eb2ad7e62b7f30","last_reissued_at":"2026-07-05T07:58:20.422186Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:58:20.422186Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2305.18248","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:58:20Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"eRkMAaEBop8WnsvFs0G4YdECUGQ7lUTycTq58i9NAB+rz9hOLFUQ/ubW48xL3fSScd4q8vxZTiROol1wppeXBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T06:50:29.073932Z"},"content_sha256":"fbbb516f88b07aa0e1542e861c767a8690d77593c7e1073e1e53d41628a12cb1","schema_version":"1.0","event_id":"sha256:fbbb516f88b07aa0e1542e861c767a8690d77593c7e1073e1e53d41628a12cb1"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:OPJZ2DWLZ53T34PBEGDJJVQ4QX","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Do Language Models Know When They're Hallucinating References?","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Adam Tauman Kalai, Ayush Agrawal, Lester Mackey, Mirac Suzgun","submitted_at":"2023-05-29T17:12:03Z","abstract_excerpt":"State-of-the-art language models (LMs) are notoriously susceptible to generating hallucinated information. Such inaccurate outputs not only undermine the reliability of these models but also limit their use and raise serious concerns about misinformation and propaganda. In this work, we focus on hallucinated book and article references and present them as the \"model organism\" of language model hallucination research, due to their frequent and easy-to-discern nature. We posit that if a language model cites a particular reference in its output, then it should ideally possess sufficient informati"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.18248","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2305.18248/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:58:20Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"mYGU1ZEMXz26F3ULaHDocGpb/USmM9JgFjM2vqCjHzbd5ved+4u0+od+/PAdgo1Dq5ScT/+jAeT6pXsqHYdOAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T06:50:29.074455Z"},"content_sha256":"be35e8778934e1c1c62b9f41b30a5dc2cd1d103d7119029836dae6220025e6e7","schema_version":"1.0","event_id":"sha256:be35e8778934e1c1c62b9f41b30a5dc2cd1d103d7119029836dae6220025e6e7"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/OPJZ2DWLZ53T34PBEGDJJVQ4QX/bundle.json","state_url":"https://pith.science/pith/OPJZ2DWLZ53T34PBEGDJJVQ4QX/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/OPJZ2DWLZ53T34PBEGDJJVQ4QX/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T06:50:29Z","links":{"resolver":"https://pith.science/pith/OPJZ2DWLZ53T34PBEGDJJVQ4QX","bundle":"https://pith.science/pith/OPJZ2DWLZ53T34PBEGDJJVQ4QX/bundle.json","state":"https://pith.science/pith/OPJZ2DWLZ53T34PBEGDJJVQ4QX/state.json","well_known_bundle":"https://pith.science/.well-known/pith/OPJZ2DWLZ53T34PBEGDJJVQ4QX/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:OPJZ2DWLZ53T34PBEGDJJVQ4QX","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"38ad6ca959d575ef03dab4b2155b78950386e52a6a7d91e70218aff5ce064057","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-29T17:12:03Z","title_canon_sha256":"794873cb8195b659eff557bdded889a66b17a2e6ab0fa4ab656319e264fb4438"},"schema_version":"1.0","source":{"id":"2305.18248","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.18248","created_at":"2026-07-05T07:58:20Z"},{"alias_kind":"arxiv_version","alias_value":"2305.18248v3","created_at":"2026-07-05T07:58:20Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.18248","created_at":"2026-07-05T07:58:20Z"},{"alias_kind":"pith_short_12","alias_value":"OPJZ2DWLZ53T","created_at":"2026-07-05T07:58:20Z"},{"alias_kind":"pith_short_16","alias_value":"OPJZ2DWLZ53T34PB","created_at":"2026-07-05T07:58:20Z"},{"alias_kind":"pith_short_8","alias_value":"OPJZ2DWL","created_at":"2026-07-05T07:58:20Z"}],"graph_snapshots":[{"event_id":"sha256:be35e8778934e1c1c62b9f41b30a5dc2cd1d103d7119029836dae6220025e6e7","target":"graph","created_at":"2026-07-05T07:58:20Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2305.18248/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"State-of-the-art language models (LMs) are notoriously susceptible to generating hallucinated information. Such inaccurate outputs not only undermine the reliability of these models but also limit their use and raise serious concerns about misinformation and propaganda. In this work, we focus on hallucinated book and article references and present them as the \"model organism\" of language model hallucination research, due to their frequent and easy-to-discern nature. We posit that if a language model cites a particular reference in its output, then it should ideally possess sufficient informati","authors_text":"Adam Tauman Kalai, Ayush Agrawal, Lester Mackey, Mirac Suzgun","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-29T17:12:03Z","title":"Do Language Models Know When They're Hallucinating References?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.18248","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:fbbb516f88b07aa0e1542e861c767a8690d77593c7e1073e1e53d41628a12cb1","target":"record","created_at":"2026-07-05T07:58:20Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"38ad6ca959d575ef03dab4b2155b78950386e52a6a7d91e70218aff5ce064057","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-29T17:12:03Z","title_canon_sha256":"794873cb8195b659eff557bdded889a66b17a2e6ab0fa4ab656319e264fb4438"},"schema_version":"1.0","source":{"id":"2305.18248","kind":"arxiv","version":3}},"canonical_sha256":"73d39d0ecbcf773df1e1218694d61c85fda5172d277830da06eb2ad7e62b7f30","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"73d39d0ecbcf773df1e1218694d61c85fda5172d277830da06eb2ad7e62b7f30","first_computed_at":"2026-07-05T07:58:20.422186Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:58:20.422186Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"/cK2P0n/2v/T1jQU3p8XIsoF/kg/hBpHg1FypIqNmldFHmf4RZKdkJa8PMvlmN/GQ4arrPfzklyzcsVCO6ehAw==","signature_status":"signed_v1","signed_at":"2026-07-05T07:58:20.422677Z","signed_message":"canonical_sha256_bytes"},"source_id":"2305.18248","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:fbbb516f88b07aa0e1542e861c767a8690d77593c7e1073e1e53d41628a12cb1","sha256:be35e8778934e1c1c62b9f41b30a5dc2cd1d103d7119029836dae6220025e6e7"],"state_sha256":"0b04a08f6f6baa2f4b04f4174e6fcc758ff6abf14caa37161eb34c4b73a3f76a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gCZBCapnImvAWfTSn5Ox4xVjlCPjJy5nc1TtabBgUmw4xjePfX5S5FM513PpJ4hO/ugTGzRugyy5WJpSXztgCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T06:50:29.078062Z","bundle_sha256":"53b2467b1c11d7b0df4e6c2beb4184f0c4562d4f5a2eaf74f0eb97775dcfaeab"}}