{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:S75Z52Z54PHUOLL7BKEQWXSQGA","short_pith_number":"pith:S75Z52Z5","canonical_record":{"source":{"id":"2506.07461","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2025-06-09T06:10:04Z","cross_cats_sorted":[],"title_canon_sha256":"dd59976a3d805e50770beb86bacad279bc5c234213bac5276217c189c347b7d3","abstract_canon_sha256":"f2b919a36af14990055234a131c211f8cb7fa5aef172b8cf0f48b192b4ee0c9f"},"schema_version":"1.0"},"canonical_sha256":"97fb9eeb3de3cf472d7f0a890b5e5030015038670c21eedba16d51f250ba2cb1","source":{"kind":"arxiv","id":"2506.07461","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.07461","created_at":"2026-07-05T11:18:27Z"},{"alias_kind":"arxiv_version","alias_value":"2506.07461v1","created_at":"2026-07-05T11:18:27Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.07461","created_at":"2026-07-05T11:18:27Z"},{"alias_kind":"pith_short_12","alias_value":"S75Z52Z54PHU","created_at":"2026-07-05T11:18:27Z"},{"alias_kind":"pith_short_16","alias_value":"S75Z52Z54PHUOLL7","created_at":"2026-07-05T11:18:27Z"},{"alias_kind":"pith_short_8","alias_value":"S75Z52Z5","created_at":"2026-07-05T11:18:27Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:S75Z52Z54PHUOLL7BKEQWXSQGA","target":"record","payload":{"canonical_record":{"source":{"id":"2506.07461","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2025-06-09T06:10:04Z","cross_cats_sorted":[],"title_canon_sha256":"dd59976a3d805e50770beb86bacad279bc5c234213bac5276217c189c347b7d3","abstract_canon_sha256":"f2b919a36af14990055234a131c211f8cb7fa5aef172b8cf0f48b192b4ee0c9f"},"schema_version":"1.0"},"canonical_sha256":"97fb9eeb3de3cf472d7f0a890b5e5030015038670c21eedba16d51f250ba2cb1","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:18:27.746687Z","signature_b64":"ME+vr8eCLt8LkI5pe90NGxNpmjBRcLJMnQYv4dpYXTKtW4+wivlsZbi2tQjSd1MVTE5lmXUgCxL6XU+bHXV4DQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"97fb9eeb3de3cf472d7f0a890b5e5030015038670c21eedba16d51f250ba2cb1","last_reissued_at":"2026-07-05T11:18:27.746180Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:18:27.746180Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2506.07461","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:18:27Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"d0Whtb8mpqetAc1TtRBm1ZBAViVUPd2Rcmouk/DdW9+9G7bnkzpIIArDkZjn82eT/U7v984flW2teHjNeVwdAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T02:23:47.008119Z"},"content_sha256":"bbe3a2cc1f87480b00c4ca54600494ca87bcbbf9824a7205049f0d7c3f9aa4ab","schema_version":"1.0","event_id":"sha256:bbe3a2cc1f87480b00c4ca54600494ca87bcbbf9824a7205049f0d7c3f9aa4ab"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:S75Z52Z54PHUOLL7BKEQWXSQGA","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"From Calibration to Collaboration: LLM Uncertainty Quantification Should Be More Human-Centered","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Jesse Thomason, Siddartha Devic, Tejas Srinivasan, Vatsal Sharan, Willie Neiswanger","submitted_at":"2025-06-09T06:10:04Z","abstract_excerpt":"Large Language Models (LLMs) are increasingly assisting users in the real world, yet their reliability remains a concern. Uncertainty quantification (UQ) has been heralded as a tool to enhance human-LLM collaboration by enabling users to know when to trust LLM predictions. We argue that current practices for uncertainty quantification in LLMs are not optimal for developing useful UQ for human users making decisions in real-world tasks. Through an analysis of 40 LLM UQ methods, we identify three prevalent practices hindering the community's progress toward its goal of benefiting downstream user"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.07461","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2506.07461/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:18:27Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4zcNPAZIHggszR0TeOFSQiudxnMgf9D8QxvigVJ2DHuCeacFsIiob5yGf70iTxNsPafB5E/GRr+KXH9jX+7/DA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T02:23:47.008621Z"},"content_sha256":"e3d152228ae805f4d6e906af2b044573e9ab995ce0be79a893101f962cfa8264","schema_version":"1.0","event_id":"sha256:e3d152228ae805f4d6e906af2b044573e9ab995ce0be79a893101f962cfa8264"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/S75Z52Z54PHUOLL7BKEQWXSQGA/bundle.json","state_url":"https://pith.science/pith/S75Z52Z54PHUOLL7BKEQWXSQGA/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/S75Z52Z54PHUOLL7BKEQWXSQGA/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T02:23:47Z","links":{"resolver":"https://pith.science/pith/S75Z52Z54PHUOLL7BKEQWXSQGA","bundle":"https://pith.science/pith/S75Z52Z54PHUOLL7BKEQWXSQGA/bundle.json","state":"https://pith.science/pith/S75Z52Z54PHUOLL7BKEQWXSQGA/state.json","well_known_bundle":"https://pith.science/.well-known/pith/S75Z52Z54PHUOLL7BKEQWXSQGA/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:S75Z52Z54PHUOLL7BKEQWXSQGA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f2b919a36af14990055234a131c211f8cb7fa5aef172b8cf0f48b192b4ee0c9f","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2025-06-09T06:10:04Z","title_canon_sha256":"dd59976a3d805e50770beb86bacad279bc5c234213bac5276217c189c347b7d3"},"schema_version":"1.0","source":{"id":"2506.07461","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.07461","created_at":"2026-07-05T11:18:27Z"},{"alias_kind":"arxiv_version","alias_value":"2506.07461v1","created_at":"2026-07-05T11:18:27Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.07461","created_at":"2026-07-05T11:18:27Z"},{"alias_kind":"pith_short_12","alias_value":"S75Z52Z54PHU","created_at":"2026-07-05T11:18:27Z"},{"alias_kind":"pith_short_16","alias_value":"S75Z52Z54PHUOLL7","created_at":"2026-07-05T11:18:27Z"},{"alias_kind":"pith_short_8","alias_value":"S75Z52Z5","created_at":"2026-07-05T11:18:27Z"}],"graph_snapshots":[{"event_id":"sha256:e3d152228ae805f4d6e906af2b044573e9ab995ce0be79a893101f962cfa8264","target":"graph","created_at":"2026-07-05T11:18:27Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2506.07461/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) are increasingly assisting users in the real world, yet their reliability remains a concern. Uncertainty quantification (UQ) has been heralded as a tool to enhance human-LLM collaboration by enabling users to know when to trust LLM predictions. We argue that current practices for uncertainty quantification in LLMs are not optimal for developing useful UQ for human users making decisions in real-world tasks. Through an analysis of 40 LLM UQ methods, we identify three prevalent practices hindering the community's progress toward its goal of benefiting downstream user","authors_text":"Jesse Thomason, Siddartha Devic, Tejas Srinivasan, Vatsal Sharan, Willie Neiswanger","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2025-06-09T06:10:04Z","title":"From Calibration to Collaboration: LLM Uncertainty Quantification Should Be More Human-Centered"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.07461","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:bbe3a2cc1f87480b00c4ca54600494ca87bcbbf9824a7205049f0d7c3f9aa4ab","target":"record","created_at":"2026-07-05T11:18:27Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f2b919a36af14990055234a131c211f8cb7fa5aef172b8cf0f48b192b4ee0c9f","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2025-06-09T06:10:04Z","title_canon_sha256":"dd59976a3d805e50770beb86bacad279bc5c234213bac5276217c189c347b7d3"},"schema_version":"1.0","source":{"id":"2506.07461","kind":"arxiv","version":1}},"canonical_sha256":"97fb9eeb3de3cf472d7f0a890b5e5030015038670c21eedba16d51f250ba2cb1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"97fb9eeb3de3cf472d7f0a890b5e5030015038670c21eedba16d51f250ba2cb1","first_computed_at":"2026-07-05T11:18:27.746180Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:18:27.746180Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ME+vr8eCLt8LkI5pe90NGxNpmjBRcLJMnQYv4dpYXTKtW4+wivlsZbi2tQjSd1MVTE5lmXUgCxL6XU+bHXV4DQ==","signature_status":"signed_v1","signed_at":"2026-07-05T11:18:27.746687Z","signed_message":"canonical_sha256_bytes"},"source_id":"2506.07461","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:bbe3a2cc1f87480b00c4ca54600494ca87bcbbf9824a7205049f0d7c3f9aa4ab","sha256:e3d152228ae805f4d6e906af2b044573e9ab995ce0be79a893101f962cfa8264"],"state_sha256":"c1dec4502f59ee073145cdc8f5caaab5c896ff02d84646c17035898fc2a9666d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"agshyc1WsgJVN4TvFqyXUZmjRIRkckiGa1X6Z0IXDqMsLQ+5vUZpf2QlR7P1o1WZLYbDUJZaH5KcjB9ENgOGDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T02:23:47.013088Z","bundle_sha256":"88058fd7eca0e37bb3d61e1a434f65736472296b6b0765fe00eefbaa9e108f70"}}