{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:LEKBR5LZ3IP3KI7Z6SYAIUSUFX","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"fccc5687d8d2443a9f160e87e594fc787d1c99978e95e7e02bb219ca89a46c2f","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-07T17:44:17Z","title_canon_sha256":"e56a79936056095339773806d4d4b57c084ebe125960064a7b3ce6dc00f3626c"},"schema_version":"1.0","source":{"id":"2403.04696","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.04696","created_at":"2026-07-05T08:28:39Z"},{"alias_kind":"arxiv_version","alias_value":"2403.04696v2","created_at":"2026-07-05T08:28:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.04696","created_at":"2026-07-05T08:28:39Z"},{"alias_kind":"pith_short_12","alias_value":"LEKBR5LZ3IP3","created_at":"2026-07-05T08:28:39Z"},{"alias_kind":"pith_short_16","alias_value":"LEKBR5LZ3IP3KI7Z","created_at":"2026-07-05T08:28:39Z"},{"alias_kind":"pith_short_8","alias_value":"LEKBR5LZ","created_at":"2026-07-05T08:28:39Z"}],"graph_snapshots":[{"event_id":"sha256:ada9eabf8691d04ef76dc3ed9695180b2e624381a8f638f86884a66b05c4893c","target":"graph","created_at":"2026-07-05T08:28:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2403.04696/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) are notorious for hallucinating, i.e., producing erroneous claims in their output. Such hallucinations can be dangerous, as occasional factual inaccuracies in the generated text might be obscured by the rest of the output being generally factually correct, making it extremely hard for the users to spot them. Current services that leverage LLMs usually do not provide any means for detecting unreliable generations. Here, we aim to bridge this gap. In particular, we propose a novel fact-checking and hallucination detection pipeline based on token-level uncertainty qua","authors_text":"Aleksandr Rubashevskii, Alexander Panchenko, Artem Shelmanov, Ekaterina Fadeeva, Evgenii Tsymbalov, Gleb Kuzmin, Hamdy Mubarak, Haonan Li, Maxim Panov, Preslav Nakov, Sergey Petrakov, Timothy Baldwin","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-07T17:44:17Z","title":"Fact-Checking the Output of Large Language Models via Token-Level Uncertainty Quantification"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.04696","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4b78dfa70700e3ce511c6609f29b888ce34baa4378596122fef99194f2750d94","target":"record","created_at":"2026-07-05T08:28:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"fccc5687d8d2443a9f160e87e594fc787d1c99978e95e7e02bb219ca89a46c2f","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-07T17:44:17Z","title_canon_sha256":"e56a79936056095339773806d4d4b57c084ebe125960064a7b3ce6dc00f3626c"},"schema_version":"1.0","source":{"id":"2403.04696","kind":"arxiv","version":2}},"canonical_sha256":"591418f579da1fb523f9f4b00452542df9f498728d0dac0ef405a7ae82d8dea1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"591418f579da1fb523f9f4b00452542df9f498728d0dac0ef405a7ae82d8dea1","first_computed_at":"2026-07-05T08:28:39.364134Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:28:39.364134Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"rnKEBf5qszxoa59GYzxNmtUwOwtY7G1UTvtdUvQHY61uDHJC53NXDMDHp4wyXV56qB7PnaWuoGWtxMGL6DpiAA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:28:39.364580Z","signed_message":"canonical_sha256_bytes"},"source_id":"2403.04696","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4b78dfa70700e3ce511c6609f29b888ce34baa4378596122fef99194f2750d94","sha256:ada9eabf8691d04ef76dc3ed9695180b2e624381a8f638f86884a66b05c4893c"],"state_sha256":"42ab42456473f9ae854cee9a40804e090dbf34da79dc76c6dc3e4c3d8b28310f"}