{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2024:LRQ7NKHRZVFHJBTPDC3ODQL4TJ","short_pith_number":"pith:LRQ7NKHR","schema_version":"1.0","canonical_sha256":"5c61f6a8f1cd4a74866f18b6e1c17c9a5c38340e52678b453c4969649967a2ac","source":{"kind":"arxiv","id":"2405.20003","version":1},"attestation_state":"computed","paper":{"title":"Kernel Language Entropy: Fine-grained Uncertainty Quantification for LLMs from Semantic Similarities","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.LG","authors_text":"Alexander Nikitin, Jannik Kossen, Pekka Marttinen, Yarin Gal","submitted_at":"2024-05-30T12:42:05Z","abstract_excerpt":"Uncertainty quantification in Large Language Models (LLMs) is crucial for applications where safety and reliability are important. In particular, uncertainty can be used to improve the trustworthiness of LLMs by detecting factually incorrect model responses, commonly called hallucinations. Critically, one should seek to capture the model's semantic uncertainty, i.e., the uncertainty over the meanings of LLM outputs, rather than uncertainty over lexical or syntactic variations that do not affect answer correctness. To address this problem, we propose Kernel Language Entropy (KLE), a novel metho"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2405.20003","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-05-30T12:42:05Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"cf207a971aa8fa925f8b1d12dc66068314c80fdd2acb88c37c38be2e032be8f3","abstract_canon_sha256":"a79bb1a76aab093dbd6a7b5e531e9209a8b4354f46f7e783a119741ed359fad0"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:25:15.168843Z","signature_b64":"RLzgJNhZVzZDF2KkHvnPrVV9vUIVV3pItyOk6wpltUScVWWX65lHKv3qv/Ez2gIZ72qnoHkdIq9u4djbabj/Cg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5c61f6a8f1cd4a74866f18b6e1c17c9a5c38340e52678b453c4969649967a2ac","last_reissued_at":"2026-07-05T08:25:15.168385Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:25:15.168385Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Kernel Language Entropy: Fine-grained Uncertainty Quantification for LLMs from Semantic Similarities","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.LG","authors_text":"Alexander Nikitin, Jannik Kossen, Pekka Marttinen, Yarin Gal","submitted_at":"2024-05-30T12:42:05Z","abstract_excerpt":"Uncertainty quantification in Large Language Models (LLMs) is crucial for applications where safety and reliability are important. In particular, uncertainty can be used to improve the trustworthiness of LLMs by detecting factually incorrect model responses, commonly called hallucinations. Critically, one should seek to capture the model's semantic uncertainty, i.e., the uncertainty over the meanings of LLM outputs, rather than uncertainty over lexical or syntactic variations that do not affect answer correctness. To address this problem, we propose Kernel Language Entropy (KLE), a novel metho"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.20003","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2405.20003/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2405.20003","created_at":"2026-07-05T08:25:15.168442+00:00"},{"alias_kind":"arxiv_version","alias_value":"2405.20003v1","created_at":"2026-07-05T08:25:15.168442+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.20003","created_at":"2026-07-05T08:25:15.168442+00:00"},{"alias_kind":"pith_short_12","alias_value":"LRQ7NKHRZVFH","created_at":"2026-07-05T08:25:15.168442+00:00"},{"alias_kind":"pith_short_16","alias_value":"LRQ7NKHRZVFHJBTP","created_at":"2026-07-05T08:25:15.168442+00:00"},{"alias_kind":"pith_short_8","alias_value":"LRQ7NKHR","created_at":"2026-07-05T08:25:15.168442+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":7,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2606.32032","citing_title":"Reinforcement Learning with Metacognitive Feedback Elicits Faithful Uncertainty Expression in LLMs","ref_index":74,"is_internal_anchor":false},{"citing_arxiv_id":"2605.28778","citing_title":"Can LLMs Use Linguistic Uncertainty Markers to Reliably Reflect Intrinsic Confidence?","ref_index":62,"is_internal_anchor":false},{"citing_arxiv_id":"2408.10692","citing_title":"Unconditional Truthfulness: Learning Unconditional Uncertainty of Large Language Models","ref_index":32,"is_internal_anchor":false},{"citing_arxiv_id":"2502.14427","citing_title":"Token-Level Density-Based Uncertainty Quantification Methods for Eliciting Truthfulness of Large Language Models","ref_index":40,"is_internal_anchor":false},{"citing_arxiv_id":"2605.12813","citing_title":"REALISTA: Realistic Latent Adversarial Attacks that Elicit LLM Hallucinations","ref_index":87,"is_internal_anchor":false},{"citing_arxiv_id":"2604.19162","citing_title":"Mind the Unseen Mass: Unmasking LLM Hallucinations via Soft-Hybrid Alphabet Estimation","ref_index":27,"is_internal_anchor":false},{"citing_arxiv_id":"2604.08974","citing_title":"Confident in a Confidence Score: Investigating the Sensitivity of Confidence Scores to Supervised Fine-Tuning","ref_index":26,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/LRQ7NKHRZVFHJBTPDC3ODQL4TJ","json":"https://pith.science/pith/LRQ7NKHRZVFHJBTPDC3ODQL4TJ.json","graph_json":"https://pith.science/api/pith-number/LRQ7NKHRZVFHJBTPDC3ODQL4TJ/graph.json","events_json":"https://pith.science/api/pith-number/LRQ7NKHRZVFHJBTPDC3ODQL4TJ/events.json","paper":"https://pith.science/paper/LRQ7NKHR"},"agent_actions":{"view_html":"https://pith.science/pith/LRQ7NKHRZVFHJBTPDC3ODQL4TJ","download_json":"https://pith.science/pith/LRQ7NKHRZVFHJBTPDC3ODQL4TJ.json","view_paper":"https://pith.science/paper/LRQ7NKHR","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2405.20003&json=true","fetch_graph":"https://pith.science/api/pith-number/LRQ7NKHRZVFHJBTPDC3ODQL4TJ/graph.json","fetch_events":"https://pith.science/api/pith-number/LRQ7NKHRZVFHJBTPDC3ODQL4TJ/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/LRQ7NKHRZVFHJBTPDC3ODQL4TJ/action/timestamp_anchor","attest_storage":"https://pith.science/pith/LRQ7NKHRZVFHJBTPDC3ODQL4TJ/action/storage_attestation","attest_author":"https://pith.science/pith/LRQ7NKHRZVFHJBTPDC3ODQL4TJ/action/author_attestation","sign_citation":"https://pith.science/pith/LRQ7NKHRZVFHJBTPDC3ODQL4TJ/action/citation_signature","submit_replication":"https://pith.science/pith/LRQ7NKHRZVFHJBTPDC3ODQL4TJ/action/replication_record"}},"created_at":"2026-07-05T08:25:15.168442+00:00","updated_at":"2026-07-05T08:25:15.168442+00:00"}