{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:777XCCSKCWPOU54XOCQVERZH5W","short_pith_number":"pith:777XCCSK","canonical_record":{"source":{"id":"2401.13835","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-01-24T22:21:04Z","cross_cats_sorted":["cs.AI","cs.CL","cs.HC"],"title_canon_sha256":"77095a39e95f58ead1f367bc83a45df6b5d51456df0c80f3a074f4a05203fac5","abstract_canon_sha256":"60283347d89d0a71f8fdeb833632db827848ab559a7e8bc70f09f0483bfc704e"},"schema_version":"1.0"},"canonical_sha256":"ffff710a4a159eea779770a1524727edbee2df33685acf5f7432b56178fb98c7","source":{"kind":"arxiv","id":"2401.13835","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2401.13835","created_at":"2026-07-05T10:13:38Z"},{"alias_kind":"arxiv_version","alias_value":"2401.13835v2","created_at":"2026-07-05T10:13:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2401.13835","created_at":"2026-07-05T10:13:38Z"},{"alias_kind":"pith_short_12","alias_value":"777XCCSKCWPO","created_at":"2026-07-05T10:13:38Z"},{"alias_kind":"pith_short_16","alias_value":"777XCCSKCWPOU54X","created_at":"2026-07-05T10:13:38Z"},{"alias_kind":"pith_short_8","alias_value":"777XCCSK","created_at":"2026-07-05T10:13:38Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:777XCCSKCWPOU54XOCQVERZH5W","target":"record","payload":{"canonical_record":{"source":{"id":"2401.13835","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-01-24T22:21:04Z","cross_cats_sorted":["cs.AI","cs.CL","cs.HC"],"title_canon_sha256":"77095a39e95f58ead1f367bc83a45df6b5d51456df0c80f3a074f4a05203fac5","abstract_canon_sha256":"60283347d89d0a71f8fdeb833632db827848ab559a7e8bc70f09f0483bfc704e"},"schema_version":"1.0"},"canonical_sha256":"ffff710a4a159eea779770a1524727edbee2df33685acf5f7432b56178fb98c7","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:13:38.359735Z","signature_b64":"bhFYkrmR+ZUaiItKTjuJRQLKLeXRmccBS2bOykxaHjddWPee3+YlS9OOGPYDPx6MfB7jSGW6WuolgFsY+OieCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ffff710a4a159eea779770a1524727edbee2df33685acf5f7432b56178fb98c7","last_reissued_at":"2026-07-05T10:13:38.359265Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:13:38.359265Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2401.13835","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:13:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Am2lIRrxXEO232ujgjpaL2DZ1LtDP7TdthJrub5lYVRWnjfU4QuhUOoxhnQGmhdPcb31v4XZnS+A+IasVr+ZCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-15T06:03:10.185276Z"},"content_sha256":"29c7f00dcfd5a40937a87ffdd1c5e86eaa5519d33d699d1b2f9e84a5f3b9c554","schema_version":"1.0","event_id":"sha256:29c7f00dcfd5a40937a87ffdd1c5e86eaa5519d33d699d1b2f9e84a5f3b9c554"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:777XCCSKCWPOU54XOCQVERZH5W","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"What Large Language Models Know and What People Think They Know","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":["cs.AI","cs.CL","cs.HC"],"primary_cat":"cs.LG","authors_text":"Aakriti Kumar, Catarina Belem, Heliodoro Tejeda, Lukas Mayer, Mark Steyvers, Padhraic Smyth, Sheer Karny, Xinyue Hu","submitted_at":"2024-01-24T22:21:04Z","abstract_excerpt":"As artificial intelligence (AI) systems, particularly large language models (LLMs), become increasingly integrated into decision-making processes, the ability to trust their outputs is crucial. To earn human trust, LLMs must be well calibrated such that they can accurately assess and communicate the likelihood of their predictions being correct. Whereas recent work has focused on LLMs' internal confidence, less is understood about how effectively they convey uncertainty to users. Here we explore the calibration gap, which refers to the difference between human confidence in LLM-generated answe"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2401.13835","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2401.13835/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:13:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ON7XhAU6MX/VZMxJc3UjSnz3kU0JtOv7Xbt0wOxaTe68yiISHREObljeUilDKaumiAWBFNhT42FhxqRvD3iUBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-15T06:03:10.185814Z"},"content_sha256":"dd2dd19dac06ac562b4a9b818d59f8ac5a5b2964770a4036e745b3d2a48abc7b","schema_version":"1.0","event_id":"sha256:dd2dd19dac06ac562b4a9b818d59f8ac5a5b2964770a4036e745b3d2a48abc7b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/777XCCSKCWPOU54XOCQVERZH5W/bundle.json","state_url":"https://pith.science/pith/777XCCSKCWPOU54XOCQVERZH5W/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/777XCCSKCWPOU54XOCQVERZH5W/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-15T06:03:10Z","links":{"resolver":"https://pith.science/pith/777XCCSKCWPOU54XOCQVERZH5W","bundle":"https://pith.science/pith/777XCCSKCWPOU54XOCQVERZH5W/bundle.json","state":"https://pith.science/pith/777XCCSKCWPOU54XOCQVERZH5W/state.json","well_known_bundle":"https://pith.science/.well-known/pith/777XCCSKCWPOU54XOCQVERZH5W/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:777XCCSKCWPOU54XOCQVERZH5W","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"60283347d89d0a71f8fdeb833632db827848ab559a7e8bc70f09f0483bfc704e","cross_cats_sorted":["cs.AI","cs.CL","cs.HC"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-01-24T22:21:04Z","title_canon_sha256":"77095a39e95f58ead1f367bc83a45df6b5d51456df0c80f3a074f4a05203fac5"},"schema_version":"1.0","source":{"id":"2401.13835","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2401.13835","created_at":"2026-07-05T10:13:38Z"},{"alias_kind":"arxiv_version","alias_value":"2401.13835v2","created_at":"2026-07-05T10:13:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2401.13835","created_at":"2026-07-05T10:13:38Z"},{"alias_kind":"pith_short_12","alias_value":"777XCCSKCWPO","created_at":"2026-07-05T10:13:38Z"},{"alias_kind":"pith_short_16","alias_value":"777XCCSKCWPOU54X","created_at":"2026-07-05T10:13:38Z"},{"alias_kind":"pith_short_8","alias_value":"777XCCSK","created_at":"2026-07-05T10:13:38Z"}],"graph_snapshots":[{"event_id":"sha256:dd2dd19dac06ac562b4a9b818d59f8ac5a5b2964770a4036e745b3d2a48abc7b","target":"graph","created_at":"2026-07-05T10:13:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2401.13835/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"As artificial intelligence (AI) systems, particularly large language models (LLMs), become increasingly integrated into decision-making processes, the ability to trust their outputs is crucial. To earn human trust, LLMs must be well calibrated such that they can accurately assess and communicate the likelihood of their predictions being correct. Whereas recent work has focused on LLMs' internal confidence, less is understood about how effectively they convey uncertainty to users. Here we explore the calibration gap, which refers to the difference between human confidence in LLM-generated answe","authors_text":"Aakriti Kumar, Catarina Belem, Heliodoro Tejeda, Lukas Mayer, Mark Steyvers, Padhraic Smyth, Sheer Karny, Xinyue Hu","cross_cats":["cs.AI","cs.CL","cs.HC"],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-01-24T22:21:04Z","title":"What Large Language Models Know and What People Think They Know"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2401.13835","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:29c7f00dcfd5a40937a87ffdd1c5e86eaa5519d33d699d1b2f9e84a5f3b9c554","target":"record","created_at":"2026-07-05T10:13:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"60283347d89d0a71f8fdeb833632db827848ab559a7e8bc70f09f0483bfc704e","cross_cats_sorted":["cs.AI","cs.CL","cs.HC"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-01-24T22:21:04Z","title_canon_sha256":"77095a39e95f58ead1f367bc83a45df6b5d51456df0c80f3a074f4a05203fac5"},"schema_version":"1.0","source":{"id":"2401.13835","kind":"arxiv","version":2}},"canonical_sha256":"ffff710a4a159eea779770a1524727edbee2df33685acf5f7432b56178fb98c7","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ffff710a4a159eea779770a1524727edbee2df33685acf5f7432b56178fb98c7","first_computed_at":"2026-07-05T10:13:38.359265Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:13:38.359265Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"bhFYkrmR+ZUaiItKTjuJRQLKLeXRmccBS2bOykxaHjddWPee3+YlS9OOGPYDPx6MfB7jSGW6WuolgFsY+OieCw==","signature_status":"signed_v1","signed_at":"2026-07-05T10:13:38.359735Z","signed_message":"canonical_sha256_bytes"},"source_id":"2401.13835","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:29c7f00dcfd5a40937a87ffdd1c5e86eaa5519d33d699d1b2f9e84a5f3b9c554","sha256:dd2dd19dac06ac562b4a9b818d59f8ac5a5b2964770a4036e745b3d2a48abc7b"],"state_sha256":"b8a69a673827a6ad87e8a8d3e46a42022169cf4c108acbb0e62fd4bd279f47c1"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KvVecEIHQNJNxDVgaT76IjN4wvlAagLUzzcRJAJGkPlzwgwdLwLSDbaEZNtnzxDzliv/N1lV2xRuhsq265OUBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-15T06:03:10.189918Z","bundle_sha256":"6e64f65b6e4c65bc4f0fc36337e0dc1dc64eec5705bbb55da324d4765ed37af3"}}