{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:L6GAUUIJHPOGH25DQ6ASKAHM74","short_pith_number":"pith:L6GAUUIJ","canonical_record":{"source":{"id":"2307.10236","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2023-07-16T08:28:04Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"31ab6b78df2f3b94b1d6aa46645b4a91aa74e1c2edb555367e37f89aa07e9cd4","abstract_canon_sha256":"0e84f6981e4a25fa8c64aec7ae4a3f81c02a4a80a19583c71305cb910f70e664"},"schema_version":"1.0"},"canonical_sha256":"5f8c0a51093bdc63eba387812500ecff0ba5b47b0a533890658f78aa28c85931","source":{"kind":"arxiv","id":"2307.10236","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2307.10236","created_at":"2026-07-05T09:56:47Z"},{"alias_kind":"arxiv_version","alias_value":"2307.10236v4","created_at":"2026-07-05T09:56:47Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2307.10236","created_at":"2026-07-05T09:56:47Z"},{"alias_kind":"pith_short_12","alias_value":"L6GAUUIJHPOG","created_at":"2026-07-05T09:56:47Z"},{"alias_kind":"pith_short_16","alias_value":"L6GAUUIJHPOGH25D","created_at":"2026-07-05T09:56:47Z"},{"alias_kind":"pith_short_8","alias_value":"L6GAUUIJ","created_at":"2026-07-05T09:56:47Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:L6GAUUIJHPOGH25DQ6ASKAHM74","target":"record","payload":{"canonical_record":{"source":{"id":"2307.10236","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2023-07-16T08:28:04Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"31ab6b78df2f3b94b1d6aa46645b4a91aa74e1c2edb555367e37f89aa07e9cd4","abstract_canon_sha256":"0e84f6981e4a25fa8c64aec7ae4a3f81c02a4a80a19583c71305cb910f70e664"},"schema_version":"1.0"},"canonical_sha256":"5f8c0a51093bdc63eba387812500ecff0ba5b47b0a533890658f78aa28c85931","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:56:47.506824Z","signature_b64":"3CR1wwCVnM3al75ZH60sY3UmLnIeucPu2NN6QPErGjnr4UqCPw/JBngw+iEJVlZbMVh3uwwwl/fBSn/qF7J2CQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5f8c0a51093bdc63eba387812500ecff0ba5b47b0a533890658f78aa28c85931","last_reissued_at":"2026-07-05T09:56:47.506348Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:56:47.506348Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2307.10236","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:56:47Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VD2nEzvOvLJ4Vjrald6vGYHJ5KKCLavZnY1UXpwexgmAQCBeSz2T7qgKFFuIY7TAbWfbLqeh1HAtsqyZogbcDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T15:47:41.139611Z"},"content_sha256":"36372a898f728d7dd49fa135b8acbe73398aa30cfee625fdb567b4c93adc5d71","schema_version":"1.0","event_id":"sha256:36372a898f728d7dd49fa135b8acbe73398aa30cfee625fdb567b4c93adc5d71"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:L6GAUUIJHPOGH25DQ6ASKAHM74","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Look Before You Leap: An Exploratory Study of Uncertainty Measurement for Large Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.SE","authors_text":"Felix Juefei-Xu, Huaming Chen, Jiayang Song, Lei Ma, Shengming Zhao, Yuheng Huang, Zhijie Wang","submitted_at":"2023-07-16T08:28:04Z","abstract_excerpt":"The recent performance leap of Large Language Models (LLMs) opens up new opportunities across numerous industrial applications and domains. However, erroneous generations, such as false predictions, misinformation, and hallucination made by LLMs, have also raised severe concerns for the trustworthiness of LLMs', especially in safety-, security- and reliability-sensitive scenarios, potentially hindering real-world adoptions. While uncertainty estimation has shown its potential for interpreting the prediction risks made by general machine learning (ML) models, little is known about whether and t"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2307.10236","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2307.10236/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:56:47Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"m9bzbVUPeqAQJtU7+Z9nCWRKc0IIOPCdUBxNvPTiVH3OwZiZUDBsrvEHDEkJf9kQkNTkOtzpcv6dFr7MawiICA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T15:47:41.140122Z"},"content_sha256":"4caf7a3e86430661a81ced8f966959915a1497791e9dc7140c637da6ca966d5f","schema_version":"1.0","event_id":"sha256:4caf7a3e86430661a81ced8f966959915a1497791e9dc7140c637da6ca966d5f"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/L6GAUUIJHPOGH25DQ6ASKAHM74/bundle.json","state_url":"https://pith.science/pith/L6GAUUIJHPOGH25DQ6ASKAHM74/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/L6GAUUIJHPOGH25DQ6ASKAHM74/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T15:47:41Z","links":{"resolver":"https://pith.science/pith/L6GAUUIJHPOGH25DQ6ASKAHM74","bundle":"https://pith.science/pith/L6GAUUIJHPOGH25DQ6ASKAHM74/bundle.json","state":"https://pith.science/pith/L6GAUUIJHPOGH25DQ6ASKAHM74/state.json","well_known_bundle":"https://pith.science/.well-known/pith/L6GAUUIJHPOGH25DQ6ASKAHM74/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:L6GAUUIJHPOGH25DQ6ASKAHM74","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0e84f6981e4a25fa8c64aec7ae4a3f81c02a4a80a19583c71305cb910f70e664","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2023-07-16T08:28:04Z","title_canon_sha256":"31ab6b78df2f3b94b1d6aa46645b4a91aa74e1c2edb555367e37f89aa07e9cd4"},"schema_version":"1.0","source":{"id":"2307.10236","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2307.10236","created_at":"2026-07-05T09:56:47Z"},{"alias_kind":"arxiv_version","alias_value":"2307.10236v4","created_at":"2026-07-05T09:56:47Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2307.10236","created_at":"2026-07-05T09:56:47Z"},{"alias_kind":"pith_short_12","alias_value":"L6GAUUIJHPOG","created_at":"2026-07-05T09:56:47Z"},{"alias_kind":"pith_short_16","alias_value":"L6GAUUIJHPOGH25D","created_at":"2026-07-05T09:56:47Z"},{"alias_kind":"pith_short_8","alias_value":"L6GAUUIJ","created_at":"2026-07-05T09:56:47Z"}],"graph_snapshots":[{"event_id":"sha256:4caf7a3e86430661a81ced8f966959915a1497791e9dc7140c637da6ca966d5f","target":"graph","created_at":"2026-07-05T09:56:47Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2307.10236/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The recent performance leap of Large Language Models (LLMs) opens up new opportunities across numerous industrial applications and domains. However, erroneous generations, such as false predictions, misinformation, and hallucination made by LLMs, have also raised severe concerns for the trustworthiness of LLMs', especially in safety-, security- and reliability-sensitive scenarios, potentially hindering real-world adoptions. While uncertainty estimation has shown its potential for interpreting the prediction risks made by general machine learning (ML) models, little is known about whether and t","authors_text":"Felix Juefei-Xu, Huaming Chen, Jiayang Song, Lei Ma, Shengming Zhao, Yuheng Huang, Zhijie Wang","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2023-07-16T08:28:04Z","title":"Look Before You Leap: An Exploratory Study of Uncertainty Measurement for Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2307.10236","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:36372a898f728d7dd49fa135b8acbe73398aa30cfee625fdb567b4c93adc5d71","target":"record","created_at":"2026-07-05T09:56:47Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0e84f6981e4a25fa8c64aec7ae4a3f81c02a4a80a19583c71305cb910f70e664","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2023-07-16T08:28:04Z","title_canon_sha256":"31ab6b78df2f3b94b1d6aa46645b4a91aa74e1c2edb555367e37f89aa07e9cd4"},"schema_version":"1.0","source":{"id":"2307.10236","kind":"arxiv","version":4}},"canonical_sha256":"5f8c0a51093bdc63eba387812500ecff0ba5b47b0a533890658f78aa28c85931","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5f8c0a51093bdc63eba387812500ecff0ba5b47b0a533890658f78aa28c85931","first_computed_at":"2026-07-05T09:56:47.506348Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:56:47.506348Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"3CR1wwCVnM3al75ZH60sY3UmLnIeucPu2NN6QPErGjnr4UqCPw/JBngw+iEJVlZbMVh3uwwwl/fBSn/qF7J2CQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:56:47.506824Z","signed_message":"canonical_sha256_bytes"},"source_id":"2307.10236","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:36372a898f728d7dd49fa135b8acbe73398aa30cfee625fdb567b4c93adc5d71","sha256:4caf7a3e86430661a81ced8f966959915a1497791e9dc7140c637da6ca966d5f"],"state_sha256":"1dbfde87fcbf601dd617460dacbc59e3b1b9053f242807a1d49c8e1205983978"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"krPLI+3BAlpRhk8eosAoEo2Xo++7W1kwd+mHH+Onrw8qdOhptXiUpKQP8eRR/q1FfNbUNalBi/C4kwBTsFp3Bw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T15:47:41.143461Z","bundle_sha256":"2027c2e766fcff890db77c8fab78e9db09759bb2c6187c0051b5e69cab640c86"}}