{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:ZOFLN7TKFDEAEDMONKLNJM5FAU","short_pith_number":"pith:ZOFLN7TK","canonical_record":{"source":{"id":"2508.08204","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-08-11T17:22:45Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"cbf6bc4bb0800fed96f8d28005884900a9da7a4120c169f316a8cd32ec3e5e0f","abstract_canon_sha256":"c98476fccbd1df58e9e8e9679e7413ed8480482be19f05d823030f355ac6cae0"},"schema_version":"1.0"},"canonical_sha256":"cb8ab6fe6a28c8020d8e6a96d4b3a5051540f0d2812bd8005030a6f8bf952796","source":{"kind":"arxiv","id":"2508.08204","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2508.08204","created_at":"2026-06-01T01:02:18Z"},{"alias_kind":"arxiv_version","alias_value":"2508.08204v2","created_at":"2026-06-01T01:02:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2508.08204","created_at":"2026-06-01T01:02:18Z"},{"alias_kind":"pith_short_12","alias_value":"ZOFLN7TKFDEA","created_at":"2026-06-01T01:02:18Z"},{"alias_kind":"pith_short_16","alias_value":"ZOFLN7TKFDEAEDMO","created_at":"2026-06-01T01:02:18Z"},{"alias_kind":"pith_short_8","alias_value":"ZOFLN7TK","created_at":"2026-06-01T01:02:18Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:ZOFLN7TKFDEAEDMONKLNJM5FAU","target":"record","payload":{"canonical_record":{"source":{"id":"2508.08204","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-08-11T17:22:45Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"cbf6bc4bb0800fed96f8d28005884900a9da7a4120c169f316a8cd32ec3e5e0f","abstract_canon_sha256":"c98476fccbd1df58e9e8e9679e7413ed8480482be19f05d823030f355ac6cae0"},"schema_version":"1.0"},"canonical_sha256":"cb8ab6fe6a28c8020d8e6a96d4b3a5051540f0d2812bd8005030a6f8bf952796","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-06-01T01:02:18.692901Z","signature_b64":"WjwHQCN5g5sVQjjlo9vfmwpXwmoHDbRZfeRLFKDO2tp7+A4FjA8HdJAlOka4y2EoDYd/2RB7/nUllVlcWwNsBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"cb8ab6fe6a28c8020d8e6a96d4b3a5051540f0d2812bd8005030a6f8bf952796","last_reissued_at":"2026-06-01T01:02:18.692027Z","signature_status":"signed_v1","first_computed_at":"2026-06-01T01:02:18.692027Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2508.08204","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-01T01:02:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"mxwvuVHCalVvp3ettJfq/1Jh05CsMdzUt9jsL5ncq6FBx3KRuwo5hStpmFOnLi7c2CNJ8tGQk2Ww43hCrKbKBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-29T21:01:37.087579Z"},"content_sha256":"58d18a76ce7951bdf0edbd2688d66145ea233d1300feaca8254004bb2f42c1bf","schema_version":"1.0","event_id":"sha256:58d18a76ce7951bdf0edbd2688d66145ea233d1300feaca8254004bb2f42c1bf"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:ZOFLN7TKFDEAEDMONKLNJM5FAU","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Human-Alignment and Calibration of Inference-Time Uncertainty in Large Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Daryl Watson, Jesse Roberts, Kyle Moore","submitted_at":"2025-08-11T17:22:45Z","abstract_excerpt":"There has been much recent interest in evaluating large language models for uncertainty calibration to facilitate model control and modulate user trust. Inference time uncertainty, which may provide a real-time signal to the model or external control modules, is particularly important for applying these concepts to improve LLM-user experience in practice. While many of the existing papers consider model calibration, comparatively little work has sought to evaluate how closely model uncertainty aligns to human uncertainty. In this work, we evaluate a collection of inference-time uncertainty mea"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2508.08204","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2508.08204/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-01T01:02:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UxEpYl+931nMBFKRHLUwFRnYrDY6TjltQ5fyREt2zor6iaQ/3NV+eqG1H6PFvbbkVk/jfH2kLdsx6+VRqSz7Cg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-29T21:01:37.088159Z"},"content_sha256":"9692208cf26004899b781ae3f1fb7999196116a50519a806b9e785619dfd80b8","schema_version":"1.0","event_id":"sha256:9692208cf26004899b781ae3f1fb7999196116a50519a806b9e785619dfd80b8"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ZOFLN7TKFDEAEDMONKLNJM5FAU/bundle.json","state_url":"https://pith.science/pith/ZOFLN7TKFDEAEDMONKLNJM5FAU/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ZOFLN7TKFDEAEDMONKLNJM5FAU/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-29T21:01:37Z","links":{"resolver":"https://pith.science/pith/ZOFLN7TKFDEAEDMONKLNJM5FAU","bundle":"https://pith.science/pith/ZOFLN7TKFDEAEDMONKLNJM5FAU/bundle.json","state":"https://pith.science/pith/ZOFLN7TKFDEAEDMONKLNJM5FAU/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ZOFLN7TKFDEAEDMONKLNJM5FAU/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:ZOFLN7TKFDEAEDMONKLNJM5FAU","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c98476fccbd1df58e9e8e9679e7413ed8480482be19f05d823030f355ac6cae0","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-08-11T17:22:45Z","title_canon_sha256":"cbf6bc4bb0800fed96f8d28005884900a9da7a4120c169f316a8cd32ec3e5e0f"},"schema_version":"1.0","source":{"id":"2508.08204","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2508.08204","created_at":"2026-06-01T01:02:18Z"},{"alias_kind":"arxiv_version","alias_value":"2508.08204v2","created_at":"2026-06-01T01:02:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2508.08204","created_at":"2026-06-01T01:02:18Z"},{"alias_kind":"pith_short_12","alias_value":"ZOFLN7TKFDEA","created_at":"2026-06-01T01:02:18Z"},{"alias_kind":"pith_short_16","alias_value":"ZOFLN7TKFDEAEDMO","created_at":"2026-06-01T01:02:18Z"},{"alias_kind":"pith_short_8","alias_value":"ZOFLN7TK","created_at":"2026-06-01T01:02:18Z"}],"graph_snapshots":[{"event_id":"sha256:9692208cf26004899b781ae3f1fb7999196116a50519a806b9e785619dfd80b8","target":"graph","created_at":"2026-06-01T01:02:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2508.08204/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"There has been much recent interest in evaluating large language models for uncertainty calibration to facilitate model control and modulate user trust. Inference time uncertainty, which may provide a real-time signal to the model or external control modules, is particularly important for applying these concepts to improve LLM-user experience in practice. While many of the existing papers consider model calibration, comparatively little work has sought to evaluate how closely model uncertainty aligns to human uncertainty. In this work, we evaluate a collection of inference-time uncertainty mea","authors_text":"Daryl Watson, Jesse Roberts, Kyle Moore","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-08-11T17:22:45Z","title":"Human-Alignment and Calibration of Inference-Time Uncertainty in Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2508.08204","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:58d18a76ce7951bdf0edbd2688d66145ea233d1300feaca8254004bb2f42c1bf","target":"record","created_at":"2026-06-01T01:02:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c98476fccbd1df58e9e8e9679e7413ed8480482be19f05d823030f355ac6cae0","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-08-11T17:22:45Z","title_canon_sha256":"cbf6bc4bb0800fed96f8d28005884900a9da7a4120c169f316a8cd32ec3e5e0f"},"schema_version":"1.0","source":{"id":"2508.08204","kind":"arxiv","version":2}},"canonical_sha256":"cb8ab6fe6a28c8020d8e6a96d4b3a5051540f0d2812bd8005030a6f8bf952796","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"cb8ab6fe6a28c8020d8e6a96d4b3a5051540f0d2812bd8005030a6f8bf952796","first_computed_at":"2026-06-01T01:02:18.692027Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-06-01T01:02:18.692027Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"WjwHQCN5g5sVQjjlo9vfmwpXwmoHDbRZfeRLFKDO2tp7+A4FjA8HdJAlOka4y2EoDYd/2RB7/nUllVlcWwNsBA==","signature_status":"signed_v1","signed_at":"2026-06-01T01:02:18.692901Z","signed_message":"canonical_sha256_bytes"},"source_id":"2508.08204","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:58d18a76ce7951bdf0edbd2688d66145ea233d1300feaca8254004bb2f42c1bf","sha256:9692208cf26004899b781ae3f1fb7999196116a50519a806b9e785619dfd80b8"],"state_sha256":"f1ae3452061d14d3ab02bd8215b46b14f67d68b3fdac1cbe81820f7adb78d021"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fBwiLWXl4MdTsZNYzBY+CELcInwJiF12eUTOk0VCgXN1nDQSd0oAeH1Nh+/yFsjPu/LPyUyCMYBp3haVOvepBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-29T21:01:37.090990Z","bundle_sha256":"f01faa5199ac3e8b31b5e7d070904dfa9b07cb79240af1d329c3034e24de5065"}}