{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2023:NKHZS4MKEENQGTNEUNZMLWMSGP","short_pith_number":"pith:NKHZS4MK","schema_version":"1.0","canonical_sha256":"6a8f99718a211b034da4a372c5d99233cfb26af04c10f707661b5eeb23d6c8c9","source":{"kind":"arxiv","id":"2307.01379","version":3},"attestation_state":"computed","paper":{"title":"Shifting Attention to Relevance: Towards the Predictive Uncertainty Quantification of Free-Form Large Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Alex Zavalny, Bhavya Kailkhura, Chenan Wang, Hao Cheng, Jinhao Duan, Kaidi Xu, Renjing Xu, Shiqi Wang","submitted_at":"2023-07-03T22:17:16Z","abstract_excerpt":"Large Language Models (LLMs) show promising results in language generation and instruction following but frequently \"hallucinate\", making their outputs less reliable. Despite Uncertainty Quantification's (UQ) potential solutions, implementing it accurately within LLMs is challenging. Our research introduces a simple heuristic: not all tokens in auto-regressive LLM text equally represent the underlying meaning, as \"linguistic redundancy\" often allows a few keywords to convey the essence of long sentences. However, current methods underestimate this inequality when assessing uncertainty, causing"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2307.01379","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-07-03T22:17:16Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"3d244bc01f3808cf1d44106b0fb118c7f09aae38f4e45de3f58d437c73d6003f","abstract_canon_sha256":"710fcf9e3f2e299d184de34088f466fbb51bbaa96c32d56204fb2395e049c276"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:24:21.688418Z","signature_b64":"20IbPIrHxXhSG1bgCFXVwZtwQUZnvwiJj+73wwMP05rgsipzO+Rq2RL44KsVLrKNSmWHMuNH1939aWUhGG8gCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6a8f99718a211b034da4a372c5d99233cfb26af04c10f707661b5eeb23d6c8c9","last_reissued_at":"2026-07-05T08:24:21.687969Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:24:21.687969Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Shifting Attention to Relevance: Towards the Predictive Uncertainty Quantification of Free-Form Large Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Alex Zavalny, Bhavya Kailkhura, Chenan Wang, Hao Cheng, Jinhao Duan, Kaidi Xu, Renjing Xu, Shiqi Wang","submitted_at":"2023-07-03T22:17:16Z","abstract_excerpt":"Large Language Models (LLMs) show promising results in language generation and instruction following but frequently \"hallucinate\", making their outputs less reliable. Despite Uncertainty Quantification's (UQ) potential solutions, implementing it accurately within LLMs is challenging. Our research introduces a simple heuristic: not all tokens in auto-regressive LLM text equally represent the underlying meaning, as \"linguistic redundancy\" often allows a few keywords to convey the essence of long sentences. However, current methods underestimate this inequality when assessing uncertainty, causing"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2307.01379","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2307.01379/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2307.01379","created_at":"2026-07-05T08:24:21.688025+00:00"},{"alias_kind":"arxiv_version","alias_value":"2307.01379v3","created_at":"2026-07-05T08:24:21.688025+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2307.01379","created_at":"2026-07-05T08:24:21.688025+00:00"},{"alias_kind":"pith_short_12","alias_value":"NKHZS4MKEENQ","created_at":"2026-07-05T08:24:21.688025+00:00"},{"alias_kind":"pith_short_16","alias_value":"NKHZS4MKEENQGTNE","created_at":"2026-07-05T08:24:21.688025+00:00"},{"alias_kind":"pith_short_8","alias_value":"NKHZS4MK","created_at":"2026-07-05T08:24:21.688025+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":8,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2606.12587","citing_title":"Strategic Decision Support for AI Agents","ref_index":21,"is_internal_anchor":false},{"citing_arxiv_id":"2605.04295","citing_title":"LLMs Uncertainty Quantification via Adaptive Conformal Semantic Entropy","ref_index":7,"is_internal_anchor":false},{"citing_arxiv_id":"2605.24756","citing_title":"Proper Scoring Rules for Agentic Uncertainty Quantification","ref_index":19,"is_internal_anchor":false},{"citing_arxiv_id":"2606.05054","citing_title":"Boosting Self-Consistency with Ranking","ref_index":197,"is_internal_anchor":false},{"citing_arxiv_id":"2408.10692","citing_title":"Unconditional Truthfulness: Learning Unconditional Uncertainty of Large Language Models","ref_index":9,"is_internal_anchor":false},{"citing_arxiv_id":"2505.23912","citing_title":"LoVeC: Reinforcement Learning for Better Verbalized Confidence in Long-Form Generations","ref_index":27,"is_internal_anchor":false},{"citing_arxiv_id":"2406.15927","citing_title":"Semantic Entropy Probes: Robust and Cheap Hallucination Detection in LLMs","ref_index":16,"is_internal_anchor":false},{"citing_arxiv_id":"2605.04295","citing_title":"LLMs Uncertainty Quantification via Adaptive Conformal Semantic Entropy","ref_index":4,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/NKHZS4MKEENQGTNEUNZMLWMSGP","json":"https://pith.science/pith/NKHZS4MKEENQGTNEUNZMLWMSGP.json","graph_json":"https://pith.science/api/pith-number/NKHZS4MKEENQGTNEUNZMLWMSGP/graph.json","events_json":"https://pith.science/api/pith-number/NKHZS4MKEENQGTNEUNZMLWMSGP/events.json","paper":"https://pith.science/paper/NKHZS4MK"},"agent_actions":{"view_html":"https://pith.science/pith/NKHZS4MKEENQGTNEUNZMLWMSGP","download_json":"https://pith.science/pith/NKHZS4MKEENQGTNEUNZMLWMSGP.json","view_paper":"https://pith.science/paper/NKHZS4MK","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2307.01379&json=true","fetch_graph":"https://pith.science/api/pith-number/NKHZS4MKEENQGTNEUNZMLWMSGP/graph.json","fetch_events":"https://pith.science/api/pith-number/NKHZS4MKEENQGTNEUNZMLWMSGP/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/NKHZS4MKEENQGTNEUNZMLWMSGP/action/timestamp_anchor","attest_storage":"https://pith.science/pith/NKHZS4MKEENQGTNEUNZMLWMSGP/action/storage_attestation","attest_author":"https://pith.science/pith/NKHZS4MKEENQGTNEUNZMLWMSGP/action/author_attestation","sign_citation":"https://pith.science/pith/NKHZS4MKEENQGTNEUNZMLWMSGP/action/citation_signature","submit_replication":"https://pith.science/pith/NKHZS4MKEENQGTNEUNZMLWMSGP/action/replication_record"}},"created_at":"2026-07-05T08:24:21.688025+00:00","updated_at":"2026-07-05T08:24:21.688025+00:00"}