{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:QG3TS4SBE4SZOXHPTBKAOOWHHL","short_pith_number":"pith:QG3TS4SB","canonical_record":{"source":{"id":"2106.07998","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-06-15T09:24:43Z","cross_cats_sorted":["cs.CV"],"title_canon_sha256":"843e087ac9042d19fa1f570f8ff8170d04396f33153af26c23510ca86cc53b07","abstract_canon_sha256":"4167c0a35f6bd617d968603ff3dbd381d6d5a9c4f00e7f7663cc2e49ddf79b4b"},"schema_version":"1.0"},"canonical_sha256":"81b73972412725975cef9854073ac73afc077c1a5fa2b4c004e5df9bf4b1bf61","source":{"kind":"arxiv","id":"2106.07998","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2106.07998","created_at":"2026-07-05T03:25:32Z"},{"alias_kind":"arxiv_version","alias_value":"2106.07998v2","created_at":"2026-07-05T03:25:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2106.07998","created_at":"2026-07-05T03:25:32Z"},{"alias_kind":"pith_short_12","alias_value":"QG3TS4SBE4SZ","created_at":"2026-07-05T03:25:32Z"},{"alias_kind":"pith_short_16","alias_value":"QG3TS4SBE4SZOXHP","created_at":"2026-07-05T03:25:32Z"},{"alias_kind":"pith_short_8","alias_value":"QG3TS4SB","created_at":"2026-07-05T03:25:32Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:QG3TS4SBE4SZOXHPTBKAOOWHHL","target":"record","payload":{"canonical_record":{"source":{"id":"2106.07998","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-06-15T09:24:43Z","cross_cats_sorted":["cs.CV"],"title_canon_sha256":"843e087ac9042d19fa1f570f8ff8170d04396f33153af26c23510ca86cc53b07","abstract_canon_sha256":"4167c0a35f6bd617d968603ff3dbd381d6d5a9c4f00e7f7663cc2e49ddf79b4b"},"schema_version":"1.0"},"canonical_sha256":"81b73972412725975cef9854073ac73afc077c1a5fa2b4c004e5df9bf4b1bf61","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:25:32.206755Z","signature_b64":"APkun5fljoEMbyUgJyPtaSY9dqsnBipxChwAYEUMcjW1G+HZXZMyO6TrhkJMF1vmvLIA+bB9VX1kmFxljRaeAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"81b73972412725975cef9854073ac73afc077c1a5fa2b4c004e5df9bf4b1bf61","last_reissued_at":"2026-07-05T03:25:32.206328Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:25:32.206328Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2106.07998","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:25:32Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"FXwReQ9can3nA8H7BywVu5cEyeSqArNw94Le0jeeayNFk6NgWKXoI7BoH1empdKp2WvE1nt0x0PD685Z+lcdCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T13:16:41.019707Z"},"content_sha256":"f2d62dbae6c2bd323b33863d2b13c92af105360a2c16f4898254de978be6d743","schema_version":"1.0","event_id":"sha256:f2d62dbae6c2bd323b33863d2b13c92af105360a2c16f4898254de978be6d743"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:QG3TS4SBE4SZOXHPTBKAOOWHHL","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Revisiting the Calibration of Modern Neural Networks","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CV"],"primary_cat":"cs.LG","authors_text":"Dustin Tran, Frances Hubis, Josip Djolonga, Mario Lucic, Matthias Minderer, Neil Houlsby, Rob Romijnders, Xiaohua Zhai","submitted_at":"2021-06-15T09:24:43Z","abstract_excerpt":"Accurate estimation of predictive uncertainty (model calibration) is essential for the safe application of neural networks. Many instances of miscalibration in modern neural networks have been reported, suggesting a trend that newer, more accurate models produce poorly calibrated predictions. Here, we revisit this question for recent state-of-the-art image classification models. We systematically relate model calibration and accuracy, and find that the most recent models, notably those not using convolutions, are among the best calibrated. Trends observed in prior model generations, such as de"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2106.07998","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2106.07998/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:25:32Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RFd0lHGwFbJ9pmH6kd+NRkOUL17pOIqbAMYGLYuSyijy7qwAjTdzi6JNVhnaJRDGL6H5gmfI2jpGbn6ofZUoAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T13:16:41.020270Z"},"content_sha256":"4ffb233f8959a12a4ff68367af05402484276c6b991314537e372208694bd929","schema_version":"1.0","event_id":"sha256:4ffb233f8959a12a4ff68367af05402484276c6b991314537e372208694bd929"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/QG3TS4SBE4SZOXHPTBKAOOWHHL/bundle.json","state_url":"https://pith.science/pith/QG3TS4SBE4SZOXHPTBKAOOWHHL/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/QG3TS4SBE4SZOXHPTBKAOOWHHL/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T13:16:41Z","links":{"resolver":"https://pith.science/pith/QG3TS4SBE4SZOXHPTBKAOOWHHL","bundle":"https://pith.science/pith/QG3TS4SBE4SZOXHPTBKAOOWHHL/bundle.json","state":"https://pith.science/pith/QG3TS4SBE4SZOXHPTBKAOOWHHL/state.json","well_known_bundle":"https://pith.science/.well-known/pith/QG3TS4SBE4SZOXHPTBKAOOWHHL/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:QG3TS4SBE4SZOXHPTBKAOOWHHL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4167c0a35f6bd617d968603ff3dbd381d6d5a9c4f00e7f7663cc2e49ddf79b4b","cross_cats_sorted":["cs.CV"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-06-15T09:24:43Z","title_canon_sha256":"843e087ac9042d19fa1f570f8ff8170d04396f33153af26c23510ca86cc53b07"},"schema_version":"1.0","source":{"id":"2106.07998","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2106.07998","created_at":"2026-07-05T03:25:32Z"},{"alias_kind":"arxiv_version","alias_value":"2106.07998v2","created_at":"2026-07-05T03:25:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2106.07998","created_at":"2026-07-05T03:25:32Z"},{"alias_kind":"pith_short_12","alias_value":"QG3TS4SBE4SZ","created_at":"2026-07-05T03:25:32Z"},{"alias_kind":"pith_short_16","alias_value":"QG3TS4SBE4SZOXHP","created_at":"2026-07-05T03:25:32Z"},{"alias_kind":"pith_short_8","alias_value":"QG3TS4SB","created_at":"2026-07-05T03:25:32Z"}],"graph_snapshots":[{"event_id":"sha256:4ffb233f8959a12a4ff68367af05402484276c6b991314537e372208694bd929","target":"graph","created_at":"2026-07-05T03:25:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2106.07998/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Accurate estimation of predictive uncertainty (model calibration) is essential for the safe application of neural networks. Many instances of miscalibration in modern neural networks have been reported, suggesting a trend that newer, more accurate models produce poorly calibrated predictions. Here, we revisit this question for recent state-of-the-art image classification models. We systematically relate model calibration and accuracy, and find that the most recent models, notably those not using convolutions, are among the best calibrated. Trends observed in prior model generations, such as de","authors_text":"Dustin Tran, Frances Hubis, Josip Djolonga, Mario Lucic, Matthias Minderer, Neil Houlsby, Rob Romijnders, Xiaohua Zhai","cross_cats":["cs.CV"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-06-15T09:24:43Z","title":"Revisiting the Calibration of Modern Neural Networks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2106.07998","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f2d62dbae6c2bd323b33863d2b13c92af105360a2c16f4898254de978be6d743","target":"record","created_at":"2026-07-05T03:25:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4167c0a35f6bd617d968603ff3dbd381d6d5a9c4f00e7f7663cc2e49ddf79b4b","cross_cats_sorted":["cs.CV"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-06-15T09:24:43Z","title_canon_sha256":"843e087ac9042d19fa1f570f8ff8170d04396f33153af26c23510ca86cc53b07"},"schema_version":"1.0","source":{"id":"2106.07998","kind":"arxiv","version":2}},"canonical_sha256":"81b73972412725975cef9854073ac73afc077c1a5fa2b4c004e5df9bf4b1bf61","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"81b73972412725975cef9854073ac73afc077c1a5fa2b4c004e5df9bf4b1bf61","first_computed_at":"2026-07-05T03:25:32.206328Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:25:32.206328Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"APkun5fljoEMbyUgJyPtaSY9dqsnBipxChwAYEUMcjW1G+HZXZMyO6TrhkJMF1vmvLIA+bB9VX1kmFxljRaeAA==","signature_status":"signed_v1","signed_at":"2026-07-05T03:25:32.206755Z","signed_message":"canonical_sha256_bytes"},"source_id":"2106.07998","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f2d62dbae6c2bd323b33863d2b13c92af105360a2c16f4898254de978be6d743","sha256:4ffb233f8959a12a4ff68367af05402484276c6b991314537e372208694bd929"],"state_sha256":"3f504a6fc231f7e8d2b92cf789e0a3096322c0cb87a910a66c74d3fc10531efd"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"CuFq1ESgRs8a59DJMEEVHp1UZ3C8Ld+C5CxNK4dFbcXmO7p13UcOWV2dbVySEcTQBf1s1cAEaRTyT91Cg+e0BA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T13:16:41.025129Z","bundle_sha256":"3bd318cecdf32a30b1501e54198f34bc6f9bafc4929b31fcccedf9b3bbd33d31"}}