{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:HMIXRZSIGLETPGT3RJW3G7JESZ","short_pith_number":"pith:HMIXRZSI","canonical_record":{"source":{"id":"2404.15993","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-04-24T17:10:35Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"81db6fee28ab94d7c4ae8509c685b7be1fb3d79c6d27dadebd30f3151fd95b65","abstract_canon_sha256":"4d447b9b1b76a302eaa663ca3d4799dfff4eaff78d29150437767b380d70a92d"},"schema_version":"1.0"},"canonical_sha256":"3b1178e64832c9379a7b8a6db37d24967a5d2723d01dce5d3a704c19695fa57d","source":{"kind":"arxiv","id":"2404.15993","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.15993","created_at":"2026-07-05T09:24:34Z"},{"alias_kind":"arxiv_version","alias_value":"2404.15993v4","created_at":"2026-07-05T09:24:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.15993","created_at":"2026-07-05T09:24:34Z"},{"alias_kind":"pith_short_12","alias_value":"HMIXRZSIGLET","created_at":"2026-07-05T09:24:34Z"},{"alias_kind":"pith_short_16","alias_value":"HMIXRZSIGLETPGT3","created_at":"2026-07-05T09:24:34Z"},{"alias_kind":"pith_short_8","alias_value":"HMIXRZSI","created_at":"2026-07-05T09:24:34Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:HMIXRZSIGLETPGT3RJW3G7JESZ","target":"record","payload":{"canonical_record":{"source":{"id":"2404.15993","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-04-24T17:10:35Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"81db6fee28ab94d7c4ae8509c685b7be1fb3d79c6d27dadebd30f3151fd95b65","abstract_canon_sha256":"4d447b9b1b76a302eaa663ca3d4799dfff4eaff78d29150437767b380d70a92d"},"schema_version":"1.0"},"canonical_sha256":"3b1178e64832c9379a7b8a6db37d24967a5d2723d01dce5d3a704c19695fa57d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:24:34.162355Z","signature_b64":"XFV1x2y7d12qXxCduxr6I0xQyAiKBo37of+TbC9aDHExFPVhJ5tEhS2rJGR/HX/a2IXDX56EWdFCWrRJWmzICQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3b1178e64832c9379a7b8a6db37d24967a5d2723d01dce5d3a704c19695fa57d","last_reissued_at":"2026-07-05T09:24:34.161778Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:24:34.161778Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2404.15993","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:24:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Aaf3Ogv6Nkpz4bSSlWXOb6KErgL3v974/dam+Y6OY9R8cD6RyCwpnQMvTk9630U0tswUesACJZCVde8yNsQbBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T18:10:39.022741Z"},"content_sha256":"d0f368fcf4fb7a352e9cc2dcd49143d62b2dcf9d2a8ab258a9eb570006205a11","schema_version":"1.0","event_id":"sha256:d0f368fcf4fb7a352e9cc2dcd49143d62b2dcf9d2a8ab258a9eb570006205a11"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:HMIXRZSIGLETPGT3RJW3G7JESZ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Uncertainty Estimation and Quantification for LLMs: A Simple Supervised Approach","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.LG","authors_text":"Guanting Chen, Linyu Liu, Xiaocheng Li, Yu Pan","submitted_at":"2024-04-24T17:10:35Z","abstract_excerpt":"In this paper, we study the problem of uncertainty estimation and calibration for LLMs. We begin by formulating the uncertainty estimation problem, a relevant yet underexplored area in existing literature. We then propose a supervised approach that leverages labeled datasets to estimate the uncertainty in LLMs' responses. Based on the formulation, we illustrate the difference between the uncertainty estimation for LLMs and that for standard ML models and explain why the hidden neurons of the LLMs may contain uncertainty information. Our designed approach demonstrates the benefits of utilizing "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.15993","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2404.15993/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:24:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8QI9+cSm1oYZMd7OAfFvsmyynzz2DT1dBMTAJ0U/rCzPhLn3TpYdzEcDbSoc+NrYnMX0yczCHhbwzNWd3XfKAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T18:10:39.023119Z"},"content_sha256":"9b11ebeedb22041012de23d79dbb20ed9fdf4411ea59658e36eb65abcc513265","schema_version":"1.0","event_id":"sha256:9b11ebeedb22041012de23d79dbb20ed9fdf4411ea59658e36eb65abcc513265"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/HMIXRZSIGLETPGT3RJW3G7JESZ/bundle.json","state_url":"https://pith.science/pith/HMIXRZSIGLETPGT3RJW3G7JESZ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/HMIXRZSIGLETPGT3RJW3G7JESZ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T18:10:39Z","links":{"resolver":"https://pith.science/pith/HMIXRZSIGLETPGT3RJW3G7JESZ","bundle":"https://pith.science/pith/HMIXRZSIGLETPGT3RJW3G7JESZ/bundle.json","state":"https://pith.science/pith/HMIXRZSIGLETPGT3RJW3G7JESZ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/HMIXRZSIGLETPGT3RJW3G7JESZ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:HMIXRZSIGLETPGT3RJW3G7JESZ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4d447b9b1b76a302eaa663ca3d4799dfff4eaff78d29150437767b380d70a92d","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-04-24T17:10:35Z","title_canon_sha256":"81db6fee28ab94d7c4ae8509c685b7be1fb3d79c6d27dadebd30f3151fd95b65"},"schema_version":"1.0","source":{"id":"2404.15993","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.15993","created_at":"2026-07-05T09:24:34Z"},{"alias_kind":"arxiv_version","alias_value":"2404.15993v4","created_at":"2026-07-05T09:24:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.15993","created_at":"2026-07-05T09:24:34Z"},{"alias_kind":"pith_short_12","alias_value":"HMIXRZSIGLET","created_at":"2026-07-05T09:24:34Z"},{"alias_kind":"pith_short_16","alias_value":"HMIXRZSIGLETPGT3","created_at":"2026-07-05T09:24:34Z"},{"alias_kind":"pith_short_8","alias_value":"HMIXRZSI","created_at":"2026-07-05T09:24:34Z"}],"graph_snapshots":[{"event_id":"sha256:9b11ebeedb22041012de23d79dbb20ed9fdf4411ea59658e36eb65abcc513265","target":"graph","created_at":"2026-07-05T09:24:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2404.15993/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In this paper, we study the problem of uncertainty estimation and calibration for LLMs. We begin by formulating the uncertainty estimation problem, a relevant yet underexplored area in existing literature. We then propose a supervised approach that leverages labeled datasets to estimate the uncertainty in LLMs' responses. Based on the formulation, we illustrate the difference between the uncertainty estimation for LLMs and that for standard ML models and explain why the hidden neurons of the LLMs may contain uncertainty information. Our designed approach demonstrates the benefits of utilizing ","authors_text":"Guanting Chen, Linyu Liu, Xiaocheng Li, Yu Pan","cross_cats":["cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-04-24T17:10:35Z","title":"Uncertainty Estimation and Quantification for LLMs: A Simple Supervised Approach"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.15993","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d0f368fcf4fb7a352e9cc2dcd49143d62b2dcf9d2a8ab258a9eb570006205a11","target":"record","created_at":"2026-07-05T09:24:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4d447b9b1b76a302eaa663ca3d4799dfff4eaff78d29150437767b380d70a92d","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-04-24T17:10:35Z","title_canon_sha256":"81db6fee28ab94d7c4ae8509c685b7be1fb3d79c6d27dadebd30f3151fd95b65"},"schema_version":"1.0","source":{"id":"2404.15993","kind":"arxiv","version":4}},"canonical_sha256":"3b1178e64832c9379a7b8a6db37d24967a5d2723d01dce5d3a704c19695fa57d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3b1178e64832c9379a7b8a6db37d24967a5d2723d01dce5d3a704c19695fa57d","first_computed_at":"2026-07-05T09:24:34.161778Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:24:34.161778Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"XFV1x2y7d12qXxCduxr6I0xQyAiKBo37of+TbC9aDHExFPVhJ5tEhS2rJGR/HX/a2IXDX56EWdFCWrRJWmzICQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:24:34.162355Z","signed_message":"canonical_sha256_bytes"},"source_id":"2404.15993","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d0f368fcf4fb7a352e9cc2dcd49143d62b2dcf9d2a8ab258a9eb570006205a11","sha256:9b11ebeedb22041012de23d79dbb20ed9fdf4411ea59658e36eb65abcc513265"],"state_sha256":"c29165f2feaf46dd4d683a61753dd3da927c9985458accd3585d74df69619ed3"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"LyDXSRAryxoY3x0mSvSMVTKOnaut+gL1Ghn11aooP22t0I41Rauvqg1BixwrWgbapjCzlYnkVjByIqOA0YTjDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T18:10:39.025828Z","bundle_sha256":"e6d5e80b1e95be01ae76f6bb07f07665ff9e754006a23658abd4991fa2626d09"}}