{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:KSWILDZ3Q2EE2T74A3UAYTQGHM","short_pith_number":"pith:KSWILDZ3","canonical_record":{"source":{"id":"2402.05939","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.SE","submitted_at":"2024-01-12T00:00:32Z","cross_cats_sorted":["cs.CL","cs.LG"],"title_canon_sha256":"bc9e04099efcb815b29e3cb369f722976d7ba3086cdf58c274147bbac1317c26","abstract_canon_sha256":"3ca5c574f8be73342542e98bf0454ab30420a2d5ec463989182b543d226a4f94"},"schema_version":"1.0"},"canonical_sha256":"54ac858f3b86884d4ffc06e80c4e063b1c7d741471747c61f16e8fe7eec7e1a2","source":{"kind":"arxiv","id":"2402.05939","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.05939","created_at":"2026-07-05T07:43:15Z"},{"alias_kind":"arxiv_version","alias_value":"2402.05939v1","created_at":"2026-07-05T07:43:15Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.05939","created_at":"2026-07-05T07:43:15Z"},{"alias_kind":"pith_short_12","alias_value":"KSWILDZ3Q2EE","created_at":"2026-07-05T07:43:15Z"},{"alias_kind":"pith_short_16","alias_value":"KSWILDZ3Q2EE2T74","created_at":"2026-07-05T07:43:15Z"},{"alias_kind":"pith_short_8","alias_value":"KSWILDZ3","created_at":"2026-07-05T07:43:15Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:KSWILDZ3Q2EE2T74A3UAYTQGHM","target":"record","payload":{"canonical_record":{"source":{"id":"2402.05939","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.SE","submitted_at":"2024-01-12T00:00:32Z","cross_cats_sorted":["cs.CL","cs.LG"],"title_canon_sha256":"bc9e04099efcb815b29e3cb369f722976d7ba3086cdf58c274147bbac1317c26","abstract_canon_sha256":"3ca5c574f8be73342542e98bf0454ab30420a2d5ec463989182b543d226a4f94"},"schema_version":"1.0"},"canonical_sha256":"54ac858f3b86884d4ffc06e80c4e063b1c7d741471747c61f16e8fe7eec7e1a2","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:43:15.589671Z","signature_b64":"YqlmZfQj5eJhiCMMTqcnxItu5LzvL0Etp4EZRE6hcBzT/uSts44PRH028X+WG/FbKzW8nDcoTpaxU9tXmfe5Cg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"54ac858f3b86884d4ffc06e80c4e063b1c7d741471747c61f16e8fe7eec7e1a2","last_reissued_at":"2026-07-05T07:43:15.589138Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:43:15.589138Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2402.05939","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:43:15Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"d8G1xeN8E6UiSdTZpdh58yJFmeisW7HGXsq+5tIxx125NyHhtbV21M6fputMf5mhAVJcCAXWvWv+ETT0oWwxDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T18:00:02.132220Z"},"content_sha256":"8a1a4ed2204899e1f8ad12e026fed295d4a4c200d94a22020ca837d3de3cf2d1","schema_version":"1.0","event_id":"sha256:8a1a4ed2204899e1f8ad12e026fed295d4a4c200d94a22020ca837d3de3cf2d1"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:KSWILDZ3Q2EE2T74A3UAYTQGHM","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Uncertainty Awareness of Large Language Models Under Code Distribution Shifts: A Benchmark Study","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.CL","cs.LG"],"primary_cat":"cs.SE","authors_text":"Cong Liu, Simin Chen, Wei Yang, Yanghong Guo, Yue Dong, Yufei Li","submitted_at":"2024-01-12T00:00:32Z","abstract_excerpt":"Large Language Models (LLMs) have been widely employed in programming language analysis to enhance human productivity. Yet, their reliability can be compromised by various code distribution shifts, leading to inconsistent outputs. While probabilistic methods are known to mitigate such impact through uncertainty calibration and estimation, their efficacy in the language domain remains underexplored compared to their application in image-based tasks. In this work, we first introduce a large-scale benchmark dataset, incorporating three realistic patterns of code distribution shifts at varying int"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.05939","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2402.05939/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:43:15Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nVu6xdIj5gVkPFPmHqLo3VN9EJITYcg7inx0983Xx+lVZOIk+6LsmH4upiP/OzNYf1pfgnjecJc6KzYN30wcCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T18:00:02.133071Z"},"content_sha256":"20245ad17bdb8922c50c486b4f643ffbaf032bba461c9db18f0afcab99325dbf","schema_version":"1.0","event_id":"sha256:20245ad17bdb8922c50c486b4f643ffbaf032bba461c9db18f0afcab99325dbf"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/KSWILDZ3Q2EE2T74A3UAYTQGHM/bundle.json","state_url":"https://pith.science/pith/KSWILDZ3Q2EE2T74A3UAYTQGHM/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/KSWILDZ3Q2EE2T74A3UAYTQGHM/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T18:00:02Z","links":{"resolver":"https://pith.science/pith/KSWILDZ3Q2EE2T74A3UAYTQGHM","bundle":"https://pith.science/pith/KSWILDZ3Q2EE2T74A3UAYTQGHM/bundle.json","state":"https://pith.science/pith/KSWILDZ3Q2EE2T74A3UAYTQGHM/state.json","well_known_bundle":"https://pith.science/.well-known/pith/KSWILDZ3Q2EE2T74A3UAYTQGHM/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:KSWILDZ3Q2EE2T74A3UAYTQGHM","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"3ca5c574f8be73342542e98bf0454ab30420a2d5ec463989182b543d226a4f94","cross_cats_sorted":["cs.CL","cs.LG"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.SE","submitted_at":"2024-01-12T00:00:32Z","title_canon_sha256":"bc9e04099efcb815b29e3cb369f722976d7ba3086cdf58c274147bbac1317c26"},"schema_version":"1.0","source":{"id":"2402.05939","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.05939","created_at":"2026-07-05T07:43:15Z"},{"alias_kind":"arxiv_version","alias_value":"2402.05939v1","created_at":"2026-07-05T07:43:15Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.05939","created_at":"2026-07-05T07:43:15Z"},{"alias_kind":"pith_short_12","alias_value":"KSWILDZ3Q2EE","created_at":"2026-07-05T07:43:15Z"},{"alias_kind":"pith_short_16","alias_value":"KSWILDZ3Q2EE2T74","created_at":"2026-07-05T07:43:15Z"},{"alias_kind":"pith_short_8","alias_value":"KSWILDZ3","created_at":"2026-07-05T07:43:15Z"}],"graph_snapshots":[{"event_id":"sha256:20245ad17bdb8922c50c486b4f643ffbaf032bba461c9db18f0afcab99325dbf","target":"graph","created_at":"2026-07-05T07:43:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2402.05939/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) have been widely employed in programming language analysis to enhance human productivity. Yet, their reliability can be compromised by various code distribution shifts, leading to inconsistent outputs. While probabilistic methods are known to mitigate such impact through uncertainty calibration and estimation, their efficacy in the language domain remains underexplored compared to their application in image-based tasks. In this work, we first introduce a large-scale benchmark dataset, incorporating three realistic patterns of code distribution shifts at varying int","authors_text":"Cong Liu, Simin Chen, Wei Yang, Yanghong Guo, Yue Dong, Yufei Li","cross_cats":["cs.CL","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.SE","submitted_at":"2024-01-12T00:00:32Z","title":"Uncertainty Awareness of Large Language Models Under Code Distribution Shifts: A Benchmark Study"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.05939","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8a1a4ed2204899e1f8ad12e026fed295d4a4c200d94a22020ca837d3de3cf2d1","target":"record","created_at":"2026-07-05T07:43:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"3ca5c574f8be73342542e98bf0454ab30420a2d5ec463989182b543d226a4f94","cross_cats_sorted":["cs.CL","cs.LG"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.SE","submitted_at":"2024-01-12T00:00:32Z","title_canon_sha256":"bc9e04099efcb815b29e3cb369f722976d7ba3086cdf58c274147bbac1317c26"},"schema_version":"1.0","source":{"id":"2402.05939","kind":"arxiv","version":1}},"canonical_sha256":"54ac858f3b86884d4ffc06e80c4e063b1c7d741471747c61f16e8fe7eec7e1a2","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"54ac858f3b86884d4ffc06e80c4e063b1c7d741471747c61f16e8fe7eec7e1a2","first_computed_at":"2026-07-05T07:43:15.589138Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:43:15.589138Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"YqlmZfQj5eJhiCMMTqcnxItu5LzvL0Etp4EZRE6hcBzT/uSts44PRH028X+WG/FbKzW8nDcoTpaxU9tXmfe5Cg==","signature_status":"signed_v1","signed_at":"2026-07-05T07:43:15.589671Z","signed_message":"canonical_sha256_bytes"},"source_id":"2402.05939","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8a1a4ed2204899e1f8ad12e026fed295d4a4c200d94a22020ca837d3de3cf2d1","sha256:20245ad17bdb8922c50c486b4f643ffbaf032bba461c9db18f0afcab99325dbf"],"state_sha256":"faf69bba985f175f4ee3e7c5f35fc31ae61aae06705943db778f97020b9224b2"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"i/o/vfwA+UY0m6eFi47kJoBIms2L5ZBwJaiKR+oADW9Y/yE45rMmGbVCUbRSsUqOzAeGhyTuD7QSHLeb5pxcAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T18:00:02.140383Z","bundle_sha256":"12f2e567b1705e2e855f6a8ac73cc219692c7dc73b3b26826416ab6013d5d2fc"}}