{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:5YHWOD63SYLQKSRT537EBYXNKM","short_pith_number":"pith:5YHWOD63","canonical_record":{"source":{"id":"1904.01685","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-04-02T22:10:44Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"fd5e14da9ae71ac8d21c6c225fe6d0da7c52e6640802dc333461f5a1cafcef49","abstract_canon_sha256":"a5e8f0e66e81a1078fc7cdfe4aed7ffb7fffac69c8216930c6e5ba468fc6a735"},"schema_version":"1.0"},"canonical_sha256":"ee0f670fdb9617054a33eefe40e2ed530dc9af8a8f9e799f2248bc614ee2dee9","source":{"kind":"arxiv","id":"1904.01685","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1904.01685","created_at":"2026-07-05T01:25:34Z"},{"alias_kind":"arxiv_version","alias_value":"1904.01685v2","created_at":"2026-07-05T01:25:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1904.01685","created_at":"2026-07-05T01:25:34Z"},{"alias_kind":"pith_short_12","alias_value":"5YHWOD63SYLQ","created_at":"2026-07-05T01:25:34Z"},{"alias_kind":"pith_short_16","alias_value":"5YHWOD63SYLQKSRT","created_at":"2026-07-05T01:25:34Z"},{"alias_kind":"pith_short_8","alias_value":"5YHWOD63","created_at":"2026-07-05T01:25:34Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:5YHWOD63SYLQKSRT537EBYXNKM","target":"record","payload":{"canonical_record":{"source":{"id":"1904.01685","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-04-02T22:10:44Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"fd5e14da9ae71ac8d21c6c225fe6d0da7c52e6640802dc333461f5a1cafcef49","abstract_canon_sha256":"a5e8f0e66e81a1078fc7cdfe4aed7ffb7fffac69c8216930c6e5ba468fc6a735"},"schema_version":"1.0"},"canonical_sha256":"ee0f670fdb9617054a33eefe40e2ed530dc9af8a8f9e799f2248bc614ee2dee9","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:25:34.241256Z","signature_b64":"V66/h8J9PHBvSgFz1yJ8QLJhkbjcdhX+/y7EbM4j2PGmbXhrrXLOE7lONGG6Lazhh38yQtEcBkUCjdN8AViTCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ee0f670fdb9617054a33eefe40e2ed530dc9af8a8f9e799f2248bc614ee2dee9","last_reissued_at":"2026-07-05T01:25:34.240737Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:25:34.240737Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1904.01685","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:25:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"JvL/Mt91ueCJzt7aBnYFKaPm+xgBzVe4mVof+F2sh190bqpozstPsn4qKg3iBmHaOSLOkm/iNhrcD5Wc6s4dDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T15:55:49.678735Z"},"content_sha256":"682c75eecdf5ff3ba3457cb652f54836ad14ed671dd439531b5fe56dd403cdec","schema_version":"1.0","event_id":"sha256:682c75eecdf5ff3ba3457cb652f54836ad14ed671dd439531b5fe56dd403cdec"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:5YHWOD63SYLQKSRT537EBYXNKM","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Measuring Calibration in Deep Learning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Dustin Tran, Ghassen Jerfel, Jeremiah Liu, Jeremy Nixon, Linchuan Zhang, Mike Dusenberry, Timothy Nguyen","submitted_at":"2019-04-02T22:10:44Z","abstract_excerpt":"Overconfidence and underconfidence in machine learning classifiers is measured by calibration: the degree to which the probabilities predicted for each class match the accuracy of the classifier on that prediction.\n  How one measures calibration remains a challenge: expected calibration error, the most popular metric, has numerous flaws which we outline, and there is no clear empirical understanding of how its choices affect conclusions in practice, and what recommendations there are to counteract its flaws.\n  In this paper, we perform a comprehensive empirical study of choices in calibration "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1904.01685","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1904.01685/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:25:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"eKRyhhFmgs0qteAnA9c1aALeQE+gvpi5epCTtIiRwM9HVlTrnQ7KohFDkCGR349OdlcRAC4srIMM4rD/ryMdAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T15:55:49.679529Z"},"content_sha256":"ea17ab70878e30c101165089b7b1fc32ac376f79dbae4b094b548420b154cd46","schema_version":"1.0","event_id":"sha256:ea17ab70878e30c101165089b7b1fc32ac376f79dbae4b094b548420b154cd46"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/5YHWOD63SYLQKSRT537EBYXNKM/bundle.json","state_url":"https://pith.science/pith/5YHWOD63SYLQKSRT537EBYXNKM/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/5YHWOD63SYLQKSRT537EBYXNKM/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T15:55:49Z","links":{"resolver":"https://pith.science/pith/5YHWOD63SYLQKSRT537EBYXNKM","bundle":"https://pith.science/pith/5YHWOD63SYLQKSRT537EBYXNKM/bundle.json","state":"https://pith.science/pith/5YHWOD63SYLQKSRT537EBYXNKM/state.json","well_known_bundle":"https://pith.science/.well-known/pith/5YHWOD63SYLQKSRT537EBYXNKM/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:5YHWOD63SYLQKSRT537EBYXNKM","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a5e8f0e66e81a1078fc7cdfe4aed7ffb7fffac69c8216930c6e5ba468fc6a735","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-04-02T22:10:44Z","title_canon_sha256":"fd5e14da9ae71ac8d21c6c225fe6d0da7c52e6640802dc333461f5a1cafcef49"},"schema_version":"1.0","source":{"id":"1904.01685","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1904.01685","created_at":"2026-07-05T01:25:34Z"},{"alias_kind":"arxiv_version","alias_value":"1904.01685v2","created_at":"2026-07-05T01:25:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1904.01685","created_at":"2026-07-05T01:25:34Z"},{"alias_kind":"pith_short_12","alias_value":"5YHWOD63SYLQ","created_at":"2026-07-05T01:25:34Z"},{"alias_kind":"pith_short_16","alias_value":"5YHWOD63SYLQKSRT","created_at":"2026-07-05T01:25:34Z"},{"alias_kind":"pith_short_8","alias_value":"5YHWOD63","created_at":"2026-07-05T01:25:34Z"}],"graph_snapshots":[{"event_id":"sha256:ea17ab70878e30c101165089b7b1fc32ac376f79dbae4b094b548420b154cd46","target":"graph","created_at":"2026-07-05T01:25:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1904.01685/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Overconfidence and underconfidence in machine learning classifiers is measured by calibration: the degree to which the probabilities predicted for each class match the accuracy of the classifier on that prediction.\n  How one measures calibration remains a challenge: expected calibration error, the most popular metric, has numerous flaws which we outline, and there is no clear empirical understanding of how its choices affect conclusions in practice, and what recommendations there are to counteract its flaws.\n  In this paper, we perform a comprehensive empirical study of choices in calibration ","authors_text":"Dustin Tran, Ghassen Jerfel, Jeremiah Liu, Jeremy Nixon, Linchuan Zhang, Mike Dusenberry, Timothy Nguyen","cross_cats":["stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-04-02T22:10:44Z","title":"Measuring Calibration in Deep Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1904.01685","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:682c75eecdf5ff3ba3457cb652f54836ad14ed671dd439531b5fe56dd403cdec","target":"record","created_at":"2026-07-05T01:25:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a5e8f0e66e81a1078fc7cdfe4aed7ffb7fffac69c8216930c6e5ba468fc6a735","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-04-02T22:10:44Z","title_canon_sha256":"fd5e14da9ae71ac8d21c6c225fe6d0da7c52e6640802dc333461f5a1cafcef49"},"schema_version":"1.0","source":{"id":"1904.01685","kind":"arxiv","version":2}},"canonical_sha256":"ee0f670fdb9617054a33eefe40e2ed530dc9af8a8f9e799f2248bc614ee2dee9","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ee0f670fdb9617054a33eefe40e2ed530dc9af8a8f9e799f2248bc614ee2dee9","first_computed_at":"2026-07-05T01:25:34.240737Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:25:34.240737Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"V66/h8J9PHBvSgFz1yJ8QLJhkbjcdhX+/y7EbM4j2PGmbXhrrXLOE7lONGG6Lazhh38yQtEcBkUCjdN8AViTCA==","signature_status":"signed_v1","signed_at":"2026-07-05T01:25:34.241256Z","signed_message":"canonical_sha256_bytes"},"source_id":"1904.01685","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:682c75eecdf5ff3ba3457cb652f54836ad14ed671dd439531b5fe56dd403cdec","sha256:ea17ab70878e30c101165089b7b1fc32ac376f79dbae4b094b548420b154cd46"],"state_sha256":"d8a45c85ad566dc0e55af5e23fcef3f38ee3814ff895faa44f7ce2ef6698747c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"oZknXPXKe9Qrpa3Riv+tfuzbvpULN66VPeclgUFFuVe8FgTmmzFMPLmXhwg/7kdN0vIj987NlxuQYxpx4F00BA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T15:55:49.684709Z","bundle_sha256":"fd2c34811e3b4ed037bb7daa7717e5bb9c0f79b187dd9d1f2062b54d942e2f15"}}