{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:6TR7GFQ67BBKDCJU2QXUAGOEYO","short_pith_number":"pith:6TR7GFQ6","canonical_record":{"source":{"id":"2311.13240","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-22T08:57:55Z","cross_cats_sorted":[],"title_canon_sha256":"bef977a8ffada75cef1a2ea12f2c392272ccb0e8d75212d5c35ec695994d4ae5","abstract_canon_sha256":"bf76eb1f25d9de54abf19aaa4c096e01c1ebdfa9528da5c4b8c0ade2781d710d"},"schema_version":"1.0"},"canonical_sha256":"f4e3f3161ef842a18934d42f4019c4c3ac6a3af68b460fcd8bada89ef4ac7dce","source":{"kind":"arxiv","id":"2311.13240","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.13240","created_at":"2026-07-05T07:15:26Z"},{"alias_kind":"arxiv_version","alias_value":"2311.13240v1","created_at":"2026-07-05T07:15:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.13240","created_at":"2026-07-05T07:15:26Z"},{"alias_kind":"pith_short_12","alias_value":"6TR7GFQ67BBK","created_at":"2026-07-05T07:15:26Z"},{"alias_kind":"pith_short_16","alias_value":"6TR7GFQ67BBKDCJU","created_at":"2026-07-05T07:15:26Z"},{"alias_kind":"pith_short_8","alias_value":"6TR7GFQ6","created_at":"2026-07-05T07:15:26Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:6TR7GFQ67BBKDCJU2QXUAGOEYO","target":"record","payload":{"canonical_record":{"source":{"id":"2311.13240","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-22T08:57:55Z","cross_cats_sorted":[],"title_canon_sha256":"bef977a8ffada75cef1a2ea12f2c392272ccb0e8d75212d5c35ec695994d4ae5","abstract_canon_sha256":"bf76eb1f25d9de54abf19aaa4c096e01c1ebdfa9528da5c4b8c0ade2781d710d"},"schema_version":"1.0"},"canonical_sha256":"f4e3f3161ef842a18934d42f4019c4c3ac6a3af68b460fcd8bada89ef4ac7dce","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:15:26.512896Z","signature_b64":"ogY92aYLjDgFSmxZe1cEy1H1XM0XFaPXA8Y9bzSRJ5fLvOrZwg2yk5ZL338JiENLKsP6j6ZfDFcmUc2l7LpXAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f4e3f3161ef842a18934d42f4019c4c3ac6a3af68b460fcd8bada89ef4ac7dce","last_reissued_at":"2026-07-05T07:15:26.512343Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:15:26.512343Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2311.13240","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:15:26Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9ZlkALBV1BvsQ9WN1P9kGBv4CeW6S/NLOd+Qqqx4TKD0VnbO8UXDC1ew7PQYySp6vE5gzUKWeyXAM8XqY8MwAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T20:34:38.911634Z"},"content_sha256":"1eaeba1ba2dcce95dcd57c8ab2beb159b58cc118fdf5d06fb593ea16172310f5","schema_version":"1.0","event_id":"sha256:1eaeba1ba2dcce95dcd57c8ab2beb159b58cc118fdf5d06fb593ea16172310f5"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:6TR7GFQ67BBKDCJU2QXUAGOEYO","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"On the Calibration of Large Language Models and Alignment","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Benfeng Xu, Chiwei Zhu, Quan Wang, Yongdong Zhang, Zhendong Mao","submitted_at":"2023-11-22T08:57:55Z","abstract_excerpt":"As large language models attract increasing attention and find widespread application, concurrent challenges of reliability also arise at the same time. Confidence calibration, an effective analysis method for gauging the reliability of deep models, serves as a crucial tool for assessing and improving their reliability. However, such investigation has been comparatively underexplored. In this work, we conduct a systematic examination of the calibration of aligned language models throughout the entire construction process, including pretraining and alignment training. At each stage, we investig"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.13240","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2311.13240/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:15:26Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DYVn0dxcgLullPGNmpdRdDeGXS+S818iO1DRgDlFLbAvPBCCGuGWhpX6IYq//95U30CwA5XpmjX/KRU50T6tBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T20:34:38.912648Z"},"content_sha256":"5abe3352998669a35f78b42f977c07ad75a92412b603a421b0f15d362f930173","schema_version":"1.0","event_id":"sha256:5abe3352998669a35f78b42f977c07ad75a92412b603a421b0f15d362f930173"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/6TR7GFQ67BBKDCJU2QXUAGOEYO/bundle.json","state_url":"https://pith.science/pith/6TR7GFQ67BBKDCJU2QXUAGOEYO/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/6TR7GFQ67BBKDCJU2QXUAGOEYO/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-17T20:34:38Z","links":{"resolver":"https://pith.science/pith/6TR7GFQ67BBKDCJU2QXUAGOEYO","bundle":"https://pith.science/pith/6TR7GFQ67BBKDCJU2QXUAGOEYO/bundle.json","state":"https://pith.science/pith/6TR7GFQ67BBKDCJU2QXUAGOEYO/state.json","well_known_bundle":"https://pith.science/.well-known/pith/6TR7GFQ67BBKDCJU2QXUAGOEYO/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:6TR7GFQ67BBKDCJU2QXUAGOEYO","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"bf76eb1f25d9de54abf19aaa4c096e01c1ebdfa9528da5c4b8c0ade2781d710d","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-22T08:57:55Z","title_canon_sha256":"bef977a8ffada75cef1a2ea12f2c392272ccb0e8d75212d5c35ec695994d4ae5"},"schema_version":"1.0","source":{"id":"2311.13240","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.13240","created_at":"2026-07-05T07:15:26Z"},{"alias_kind":"arxiv_version","alias_value":"2311.13240v1","created_at":"2026-07-05T07:15:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.13240","created_at":"2026-07-05T07:15:26Z"},{"alias_kind":"pith_short_12","alias_value":"6TR7GFQ67BBK","created_at":"2026-07-05T07:15:26Z"},{"alias_kind":"pith_short_16","alias_value":"6TR7GFQ67BBKDCJU","created_at":"2026-07-05T07:15:26Z"},{"alias_kind":"pith_short_8","alias_value":"6TR7GFQ6","created_at":"2026-07-05T07:15:26Z"}],"graph_snapshots":[{"event_id":"sha256:5abe3352998669a35f78b42f977c07ad75a92412b603a421b0f15d362f930173","target":"graph","created_at":"2026-07-05T07:15:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2311.13240/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"As large language models attract increasing attention and find widespread application, concurrent challenges of reliability also arise at the same time. Confidence calibration, an effective analysis method for gauging the reliability of deep models, serves as a crucial tool for assessing and improving their reliability. However, such investigation has been comparatively underexplored. In this work, we conduct a systematic examination of the calibration of aligned language models throughout the entire construction process, including pretraining and alignment training. At each stage, we investig","authors_text":"Benfeng Xu, Chiwei Zhu, Quan Wang, Yongdong Zhang, Zhendong Mao","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-22T08:57:55Z","title":"On the Calibration of Large Language Models and Alignment"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.13240","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1eaeba1ba2dcce95dcd57c8ab2beb159b58cc118fdf5d06fb593ea16172310f5","target":"record","created_at":"2026-07-05T07:15:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"bf76eb1f25d9de54abf19aaa4c096e01c1ebdfa9528da5c4b8c0ade2781d710d","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-22T08:57:55Z","title_canon_sha256":"bef977a8ffada75cef1a2ea12f2c392272ccb0e8d75212d5c35ec695994d4ae5"},"schema_version":"1.0","source":{"id":"2311.13240","kind":"arxiv","version":1}},"canonical_sha256":"f4e3f3161ef842a18934d42f4019c4c3ac6a3af68b460fcd8bada89ef4ac7dce","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f4e3f3161ef842a18934d42f4019c4c3ac6a3af68b460fcd8bada89ef4ac7dce","first_computed_at":"2026-07-05T07:15:26.512343Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:15:26.512343Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ogY92aYLjDgFSmxZe1cEy1H1XM0XFaPXA8Y9bzSRJ5fLvOrZwg2yk5ZL338JiENLKsP6j6ZfDFcmUc2l7LpXAw==","signature_status":"signed_v1","signed_at":"2026-07-05T07:15:26.512896Z","signed_message":"canonical_sha256_bytes"},"source_id":"2311.13240","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1eaeba1ba2dcce95dcd57c8ab2beb159b58cc118fdf5d06fb593ea16172310f5","sha256:5abe3352998669a35f78b42f977c07ad75a92412b603a421b0f15d362f930173"],"state_sha256":"9bb2d6dba7693eee08e70624daa7bd84939a5f9a18c40c29f01441b1202d183f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UNs5anyXJNF2VUMNI6nakPTPBrwRpZ1nZnZFsWaSQfpwVH+Ng0dtRedcAPgXiiE/y3LzO0H3jeofm4yXDFY0AQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-17T20:34:38.919798Z","bundle_sha256":"1636edc8f079d84853dd6f4319f4a27ec75b98384a0af71d26f4cb6ffbb53c13"}}