{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:NKHZS4MKEENQGTNEUNZMLWMSGP","short_pith_number":"pith:NKHZS4MK","canonical_record":{"source":{"id":"2307.01379","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-07-03T22:17:16Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"3d244bc01f3808cf1d44106b0fb118c7f09aae38f4e45de3f58d437c73d6003f","abstract_canon_sha256":"710fcf9e3f2e299d184de34088f466fbb51bbaa96c32d56204fb2395e049c276"},"schema_version":"1.0"},"canonical_sha256":"6a8f99718a211b034da4a372c5d99233cfb26af04c10f707661b5eeb23d6c8c9","source":{"kind":"arxiv","id":"2307.01379","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2307.01379","created_at":"2026-07-05T08:24:21Z"},{"alias_kind":"arxiv_version","alias_value":"2307.01379v3","created_at":"2026-07-05T08:24:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2307.01379","created_at":"2026-07-05T08:24:21Z"},{"alias_kind":"pith_short_12","alias_value":"NKHZS4MKEENQ","created_at":"2026-07-05T08:24:21Z"},{"alias_kind":"pith_short_16","alias_value":"NKHZS4MKEENQGTNE","created_at":"2026-07-05T08:24:21Z"},{"alias_kind":"pith_short_8","alias_value":"NKHZS4MK","created_at":"2026-07-05T08:24:21Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:NKHZS4MKEENQGTNEUNZMLWMSGP","target":"record","payload":{"canonical_record":{"source":{"id":"2307.01379","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-07-03T22:17:16Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"3d244bc01f3808cf1d44106b0fb118c7f09aae38f4e45de3f58d437c73d6003f","abstract_canon_sha256":"710fcf9e3f2e299d184de34088f466fbb51bbaa96c32d56204fb2395e049c276"},"schema_version":"1.0"},"canonical_sha256":"6a8f99718a211b034da4a372c5d99233cfb26af04c10f707661b5eeb23d6c8c9","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:24:21.688418Z","signature_b64":"20IbPIrHxXhSG1bgCFXVwZtwQUZnvwiJj+73wwMP05rgsipzO+Rq2RL44KsVLrKNSmWHMuNH1939aWUhGG8gCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6a8f99718a211b034da4a372c5d99233cfb26af04c10f707661b5eeb23d6c8c9","last_reissued_at":"2026-07-05T08:24:21.687969Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:24:21.687969Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2307.01379","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:24:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Yk2evIQHwd0BB0+3pGc+twpOc8zQQZSRt0WKbtLcVXlaGTFEPfGR1gaeVL1LMvFXfRbRJx8rbI8eU549xjzfBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T15:23:53.990710Z"},"content_sha256":"af0f3e81476b0d899992c05da61b83ed1300c3b28035f32e8932fc31222755a4","schema_version":"1.0","event_id":"sha256:af0f3e81476b0d899992c05da61b83ed1300c3b28035f32e8932fc31222755a4"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:NKHZS4MKEENQGTNEUNZMLWMSGP","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Shifting Attention to Relevance: Towards the Predictive Uncertainty Quantification of Free-Form Large Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Alex Zavalny, Bhavya Kailkhura, Chenan Wang, Hao Cheng, Jinhao Duan, Kaidi Xu, Renjing Xu, Shiqi Wang","submitted_at":"2023-07-03T22:17:16Z","abstract_excerpt":"Large Language Models (LLMs) show promising results in language generation and instruction following but frequently \"hallucinate\", making their outputs less reliable. Despite Uncertainty Quantification's (UQ) potential solutions, implementing it accurately within LLMs is challenging. Our research introduces a simple heuristic: not all tokens in auto-regressive LLM text equally represent the underlying meaning, as \"linguistic redundancy\" often allows a few keywords to convey the essence of long sentences. However, current methods underestimate this inequality when assessing uncertainty, causing"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2307.01379","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2307.01379/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:24:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"FEY2X8VeLAOfesyBGGjYJIpU9OadeXWc5s54pfcpnVQSN8mlYQ6xo6cx9J/yXUS9UaPnQ/UB2S2s16O/KGR0Cg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T15:23:53.992150Z"},"content_sha256":"2ab0b17aecdead717443c75725098332d0c734fb4a81f9139ed53471551e0b70","schema_version":"1.0","event_id":"sha256:2ab0b17aecdead717443c75725098332d0c734fb4a81f9139ed53471551e0b70"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/NKHZS4MKEENQGTNEUNZMLWMSGP/bundle.json","state_url":"https://pith.science/pith/NKHZS4MKEENQGTNEUNZMLWMSGP/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/NKHZS4MKEENQGTNEUNZMLWMSGP/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T15:23:53Z","links":{"resolver":"https://pith.science/pith/NKHZS4MKEENQGTNEUNZMLWMSGP","bundle":"https://pith.science/pith/NKHZS4MKEENQGTNEUNZMLWMSGP/bundle.json","state":"https://pith.science/pith/NKHZS4MKEENQGTNEUNZMLWMSGP/state.json","well_known_bundle":"https://pith.science/.well-known/pith/NKHZS4MKEENQGTNEUNZMLWMSGP/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:NKHZS4MKEENQGTNEUNZMLWMSGP","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"710fcf9e3f2e299d184de34088f466fbb51bbaa96c32d56204fb2395e049c276","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-07-03T22:17:16Z","title_canon_sha256":"3d244bc01f3808cf1d44106b0fb118c7f09aae38f4e45de3f58d437c73d6003f"},"schema_version":"1.0","source":{"id":"2307.01379","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2307.01379","created_at":"2026-07-05T08:24:21Z"},{"alias_kind":"arxiv_version","alias_value":"2307.01379v3","created_at":"2026-07-05T08:24:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2307.01379","created_at":"2026-07-05T08:24:21Z"},{"alias_kind":"pith_short_12","alias_value":"NKHZS4MKEENQ","created_at":"2026-07-05T08:24:21Z"},{"alias_kind":"pith_short_16","alias_value":"NKHZS4MKEENQGTNE","created_at":"2026-07-05T08:24:21Z"},{"alias_kind":"pith_short_8","alias_value":"NKHZS4MK","created_at":"2026-07-05T08:24:21Z"}],"graph_snapshots":[{"event_id":"sha256:2ab0b17aecdead717443c75725098332d0c734fb4a81f9139ed53471551e0b70","target":"graph","created_at":"2026-07-05T08:24:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2307.01379/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) show promising results in language generation and instruction following but frequently \"hallucinate\", making their outputs less reliable. Despite Uncertainty Quantification's (UQ) potential solutions, implementing it accurately within LLMs is challenging. Our research introduces a simple heuristic: not all tokens in auto-regressive LLM text equally represent the underlying meaning, as \"linguistic redundancy\" often allows a few keywords to convey the essence of long sentences. However, current methods underestimate this inequality when assessing uncertainty, causing","authors_text":"Alex Zavalny, Bhavya Kailkhura, Chenan Wang, Hao Cheng, Jinhao Duan, Kaidi Xu, Renjing Xu, Shiqi Wang","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-07-03T22:17:16Z","title":"Shifting Attention to Relevance: Towards the Predictive Uncertainty Quantification of Free-Form Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2307.01379","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:af0f3e81476b0d899992c05da61b83ed1300c3b28035f32e8932fc31222755a4","target":"record","created_at":"2026-07-05T08:24:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"710fcf9e3f2e299d184de34088f466fbb51bbaa96c32d56204fb2395e049c276","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-07-03T22:17:16Z","title_canon_sha256":"3d244bc01f3808cf1d44106b0fb118c7f09aae38f4e45de3f58d437c73d6003f"},"schema_version":"1.0","source":{"id":"2307.01379","kind":"arxiv","version":3}},"canonical_sha256":"6a8f99718a211b034da4a372c5d99233cfb26af04c10f707661b5eeb23d6c8c9","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6a8f99718a211b034da4a372c5d99233cfb26af04c10f707661b5eeb23d6c8c9","first_computed_at":"2026-07-05T08:24:21.687969Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:24:21.687969Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"20IbPIrHxXhSG1bgCFXVwZtwQUZnvwiJj+73wwMP05rgsipzO+Rq2RL44KsVLrKNSmWHMuNH1939aWUhGG8gCw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:24:21.688418Z","signed_message":"canonical_sha256_bytes"},"source_id":"2307.01379","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:af0f3e81476b0d899992c05da61b83ed1300c3b28035f32e8932fc31222755a4","sha256:2ab0b17aecdead717443c75725098332d0c734fb4a81f9139ed53471551e0b70"],"state_sha256":"f0271a98bd240c864da5c405260e2a3253010096369b81b379b10457fa660293"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"wq6aigQLup9oyN8SqouFci38F0Jxk4X5bgyDGVIlz/NkVl4AGosf8mg+z9zpDSVd2CdIzwonBwB27QcBUqz+Ag==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T15:23:53.999459Z","bundle_sha256":"9fbca31da736173f0f736afe28af9c43d89fcd15ff15dae8f38b30b1292e9552"}}