{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:J3PD6HKJMPAFWYOHNYPOFUYNB4","short_pith_number":"pith:J3PD6HKJ","canonical_record":{"source":{"id":"2406.15927","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-22T19:46:06Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"551f20919ff726f6b68082ec9688ee96a00c3a9a0e337dde76d26763b555d0f7","abstract_canon_sha256":"473d93f0566feb90760bf1ea28ee9c0d23567497661e8bfcef392d483c72fba9"},"schema_version":"1.0"},"canonical_sha256":"4ede3f1d4963c05b61c76e1ee2d30d0f2ae3286dd7775e666f49301ff6c0e8f3","source":{"kind":"arxiv","id":"2406.15927","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.15927","created_at":"2026-05-18T00:47:23Z"},{"alias_kind":"arxiv_version","alias_value":"2406.15927v1","created_at":"2026-05-18T00:47:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.15927","created_at":"2026-05-18T00:47:23Z"},{"alias_kind":"pith_short_12","alias_value":"J3PD6HKJMPAF","created_at":"2026-05-18T12:33:37Z"},{"alias_kind":"pith_short_16","alias_value":"J3PD6HKJMPAFWYOH","created_at":"2026-05-18T12:33:37Z"},{"alias_kind":"pith_short_8","alias_value":"J3PD6HKJ","created_at":"2026-05-18T12:33:37Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:J3PD6HKJMPAFWYOHNYPOFUYNB4","target":"record","payload":{"canonical_record":{"source":{"id":"2406.15927","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-22T19:46:06Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"551f20919ff726f6b68082ec9688ee96a00c3a9a0e337dde76d26763b555d0f7","abstract_canon_sha256":"473d93f0566feb90760bf1ea28ee9c0d23567497661e8bfcef392d483c72fba9"},"schema_version":"1.0"},"canonical_sha256":"4ede3f1d4963c05b61c76e1ee2d30d0f2ae3286dd7775e666f49301ff6c0e8f3","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:47:23.516300Z","signature_b64":"4K+Gd8uRAlKoEdivID84KGDg1UB3UEqBv94XRfIXgEkrB2fdMZRFKEvrHFAxi5sAXoD347lASp44AYjdptz2DA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"4ede3f1d4963c05b61c76e1ee2d30d0f2ae3286dd7775e666f49301ff6c0e8f3","last_reissued_at":"2026-05-18T00:47:23.515583Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:47:23.515583Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.15927","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:47:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"N1fSfVw2EPqSFIS2KP3sbW77iR35lTyH7mt19xhlY5UW04l8GUmXuttes12r5vkfWkkQdZ4RzNJmhMsUA6RsAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-31T10:39:29.045289Z"},"content_sha256":"c34950d183e2f5d8acbbaac966fcad057d33510d4035a5e619b16204e8436883","schema_version":"1.0","event_id":"sha256:c34950d183e2f5d8acbbaac966fcad057d33510d4035a5e619b16204e8436883"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:J3PD6HKJMPAFWYOHNYPOFUYNB4","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Semantic Entropy Probes: Robust and Cheap Hallucination Detection in LLMs","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Jannik Kossen, Jiatong Han, Lisa Schut, Muhammed Razzak, Shreshth Malik, Yarin Gal","submitted_at":"2024-06-22T19:46:06Z","abstract_excerpt":"We propose semantic entropy probes (SEPs), a cheap and reliable method for uncertainty quantification in Large Language Models (LLMs). Hallucinations, which are plausible-sounding but factually incorrect and arbitrary model generations, present a major challenge to the practical adoption of LLMs. Recent work by Farquhar et al. (2024) proposes semantic entropy (SE), which can detect hallucinations by estimating uncertainty in the space semantic meaning for a set of model generations. However, the 5-to-10-fold increase in computation cost associated with SE computation hinders practical adoption"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.15927","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:47:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4gY2lVayM8IwLn1Adnlbua+LY58g9OFj0feTyAXZex23xI507ilbqxK1AyOKkCByx8oPSypvHftZcncpITtbAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-31T10:39:29.045984Z"},"content_sha256":"b3655176c3c88c8218288bdeec4ea5666406c375999b4f38c154d6a9af13eaf8","schema_version":"1.0","event_id":"sha256:b3655176c3c88c8218288bdeec4ea5666406c375999b4f38c154d6a9af13eaf8"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/J3PD6HKJMPAFWYOHNYPOFUYNB4/bundle.json","state_url":"https://pith.science/pith/J3PD6HKJMPAFWYOHNYPOFUYNB4/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/J3PD6HKJMPAFWYOHNYPOFUYNB4/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-31T10:39:29Z","links":{"resolver":"https://pith.science/pith/J3PD6HKJMPAFWYOHNYPOFUYNB4","bundle":"https://pith.science/pith/J3PD6HKJMPAFWYOHNYPOFUYNB4/bundle.json","state":"https://pith.science/pith/J3PD6HKJMPAFWYOHNYPOFUYNB4/state.json","well_known_bundle":"https://pith.science/.well-known/pith/J3PD6HKJMPAFWYOHNYPOFUYNB4/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:J3PD6HKJMPAFWYOHNYPOFUYNB4","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"473d93f0566feb90760bf1ea28ee9c0d23567497661e8bfcef392d483c72fba9","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-22T19:46:06Z","title_canon_sha256":"551f20919ff726f6b68082ec9688ee96a00c3a9a0e337dde76d26763b555d0f7"},"schema_version":"1.0","source":{"id":"2406.15927","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.15927","created_at":"2026-05-18T00:47:23Z"},{"alias_kind":"arxiv_version","alias_value":"2406.15927v1","created_at":"2026-05-18T00:47:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.15927","created_at":"2026-05-18T00:47:23Z"},{"alias_kind":"pith_short_12","alias_value":"J3PD6HKJMPAF","created_at":"2026-05-18T12:33:37Z"},{"alias_kind":"pith_short_16","alias_value":"J3PD6HKJMPAFWYOH","created_at":"2026-05-18T12:33:37Z"},{"alias_kind":"pith_short_8","alias_value":"J3PD6HKJ","created_at":"2026-05-18T12:33:37Z"}],"graph_snapshots":[{"event_id":"sha256:b3655176c3c88c8218288bdeec4ea5666406c375999b4f38c154d6a9af13eaf8","target":"graph","created_at":"2026-05-18T00:47:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"We propose semantic entropy probes (SEPs), a cheap and reliable method for uncertainty quantification in Large Language Models (LLMs). Hallucinations, which are plausible-sounding but factually incorrect and arbitrary model generations, present a major challenge to the practical adoption of LLMs. Recent work by Farquhar et al. (2024) proposes semantic entropy (SE), which can detect hallucinations by estimating uncertainty in the space semantic meaning for a set of model generations. However, the 5-to-10-fold increase in computation cost associated with SE computation hinders practical adoption","authors_text":"Jannik Kossen, Jiatong Han, Lisa Schut, Muhammed Razzak, Shreshth Malik, Yarin Gal","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-22T19:46:06Z","title":"Semantic Entropy Probes: Robust and Cheap Hallucination Detection in LLMs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.15927","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c34950d183e2f5d8acbbaac966fcad057d33510d4035a5e619b16204e8436883","target":"record","created_at":"2026-05-18T00:47:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"473d93f0566feb90760bf1ea28ee9c0d23567497661e8bfcef392d483c72fba9","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-22T19:46:06Z","title_canon_sha256":"551f20919ff726f6b68082ec9688ee96a00c3a9a0e337dde76d26763b555d0f7"},"schema_version":"1.0","source":{"id":"2406.15927","kind":"arxiv","version":1}},"canonical_sha256":"4ede3f1d4963c05b61c76e1ee2d30d0f2ae3286dd7775e666f49301ff6c0e8f3","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"4ede3f1d4963c05b61c76e1ee2d30d0f2ae3286dd7775e666f49301ff6c0e8f3","first_computed_at":"2026-05-18T00:47:23.515583Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:47:23.515583Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"4K+Gd8uRAlKoEdivID84KGDg1UB3UEqBv94XRfIXgEkrB2fdMZRFKEvrHFAxi5sAXoD347lASp44AYjdptz2DA==","signature_status":"signed_v1","signed_at":"2026-05-18T00:47:23.516300Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.15927","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c34950d183e2f5d8acbbaac966fcad057d33510d4035a5e619b16204e8436883","sha256:b3655176c3c88c8218288bdeec4ea5666406c375999b4f38c154d6a9af13eaf8"],"state_sha256":"7600d92fe7cf453e0edfca6452b84a83263ff2b18dde774ddfd58bfe84154cb3"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9yvFLzJddFfH6JJ/Qk1/5pVs788Jn2xE61sb0BPA/B/b2ZHEyX0tUQufou72Np85K3T00eCs1UepZ3FcYeLQAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-31T10:39:29.049740Z","bundle_sha256":"7e97442ddd19718ca2f6e25ba0397528459e972bde2d724eff5b408fea56366d"}}