{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:UU33IFTYUEWVN3TTEOYB64HVG7","short_pith_number":"pith:UU33IFTY","canonical_record":{"source":{"id":"2109.03480","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-09-08T08:00:23Z","cross_cats_sorted":[],"title_canon_sha256":"0d87d840203c0f2554f22c018c0dfcb24c790fd9579a094fe4e56e2f4ec9cf79","abstract_canon_sha256":"34df0caaf3b29f01a877de614d1b91150d97d6e4ceaaba94f25d6e0ceca9557d"},"schema_version":"1.0"},"canonical_sha256":"a537b41678a12d56ee7323b01f70f537f2bfa45724cb46cef9bff8667cb8470a","source":{"kind":"arxiv","id":"2109.03480","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2109.03480","created_at":"2026-07-05T03:12:31Z"},{"alias_kind":"arxiv_version","alias_value":"2109.03480v1","created_at":"2026-07-05T03:12:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2109.03480","created_at":"2026-07-05T03:12:31Z"},{"alias_kind":"pith_short_12","alias_value":"UU33IFTYUEWV","created_at":"2026-07-05T03:12:31Z"},{"alias_kind":"pith_short_16","alias_value":"UU33IFTYUEWVN3TT","created_at":"2026-07-05T03:12:31Z"},{"alias_kind":"pith_short_8","alias_value":"UU33IFTY","created_at":"2026-07-05T03:12:31Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:UU33IFTYUEWVN3TTEOYB64HVG7","target":"record","payload":{"canonical_record":{"source":{"id":"2109.03480","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-09-08T08:00:23Z","cross_cats_sorted":[],"title_canon_sha256":"0d87d840203c0f2554f22c018c0dfcb24c790fd9579a094fe4e56e2f4ec9cf79","abstract_canon_sha256":"34df0caaf3b29f01a877de614d1b91150d97d6e4ceaaba94f25d6e0ceca9557d"},"schema_version":"1.0"},"canonical_sha256":"a537b41678a12d56ee7323b01f70f537f2bfa45724cb46cef9bff8667cb8470a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:12:31.594803Z","signature_b64":"6uxdytBoI5W3RJyCJJXifm9Vbrh51XdHFDeLuvaUONTgRPDgXAd4UVpTQ/QWII2zPPxtFgADJEpztlYyde0dCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a537b41678a12d56ee7323b01f70f537f2bfa45724cb46cef9bff8667cb8470a","last_reissued_at":"2026-07-05T03:12:31.594363Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:12:31.594363Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2109.03480","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:12:31Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xY/mu2M31by0q9yjeN0FOmXbfGlGel/jzfOu6AoPAQz5+KLKD+KGZWHOH1Nsrpebg2bRdr8WTmpw1fGXtUi+CA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T06:18:42.844592Z"},"content_sha256":"e338ff627b7bb26a6b496959418dd188c13c5cc9cf7ee1d82416c30822931cf9","schema_version":"1.0","event_id":"sha256:e338ff627b7bb26a6b496959418dd188c13c5cc9cf7ee1d82416c30822931cf9"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:UU33IFTYUEWVN3TTEOYB64HVG7","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Estimating Expected Calibration Errors","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Antoine Bonnefoy, Nicolas Posocco","submitted_at":"2021-09-08T08:00:23Z","abstract_excerpt":"Uncertainty in probabilistic classifiers predictions is a key concern when models are used to support human decision making, in broader probabilistic pipelines or when sensitive automatic decisions have to be taken. Studies have shown that most models are not intrinsically well calibrated, meaning that their decision scores are not consistent with posterior probabilities. Hence being able to calibrate these models, or enforce calibration while learning them, has regained interest in recent literature. In this context, properly assessing calibration is paramount to quantify new contributions ta"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2109.03480","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2109.03480/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:12:31Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0FmDJh7JbiW6KwczQvfLBmDqCBv6Dnp+/HvRX906v3ZGHf7lHIQmf59uOekiTq0FMMygmi/UxNIIe3bnbJjoDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T06:18:42.844922Z"},"content_sha256":"7afc9fea603f2da36a4e93538c7bd65c8b12434f491ecbe232432e82e7c66d4f","schema_version":"1.0","event_id":"sha256:7afc9fea603f2da36a4e93538c7bd65c8b12434f491ecbe232432e82e7c66d4f"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/UU33IFTYUEWVN3TTEOYB64HVG7/bundle.json","state_url":"https://pith.science/pith/UU33IFTYUEWVN3TTEOYB64HVG7/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/UU33IFTYUEWVN3TTEOYB64HVG7/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-14T06:18:42Z","links":{"resolver":"https://pith.science/pith/UU33IFTYUEWVN3TTEOYB64HVG7","bundle":"https://pith.science/pith/UU33IFTYUEWVN3TTEOYB64HVG7/bundle.json","state":"https://pith.science/pith/UU33IFTYUEWVN3TTEOYB64HVG7/state.json","well_known_bundle":"https://pith.science/.well-known/pith/UU33IFTYUEWVN3TTEOYB64HVG7/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:UU33IFTYUEWVN3TTEOYB64HVG7","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"34df0caaf3b29f01a877de614d1b91150d97d6e4ceaaba94f25d6e0ceca9557d","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-09-08T08:00:23Z","title_canon_sha256":"0d87d840203c0f2554f22c018c0dfcb24c790fd9579a094fe4e56e2f4ec9cf79"},"schema_version":"1.0","source":{"id":"2109.03480","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2109.03480","created_at":"2026-07-05T03:12:31Z"},{"alias_kind":"arxiv_version","alias_value":"2109.03480v1","created_at":"2026-07-05T03:12:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2109.03480","created_at":"2026-07-05T03:12:31Z"},{"alias_kind":"pith_short_12","alias_value":"UU33IFTYUEWV","created_at":"2026-07-05T03:12:31Z"},{"alias_kind":"pith_short_16","alias_value":"UU33IFTYUEWVN3TT","created_at":"2026-07-05T03:12:31Z"},{"alias_kind":"pith_short_8","alias_value":"UU33IFTY","created_at":"2026-07-05T03:12:31Z"}],"graph_snapshots":[{"event_id":"sha256:7afc9fea603f2da36a4e93538c7bd65c8b12434f491ecbe232432e82e7c66d4f","target":"graph","created_at":"2026-07-05T03:12:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2109.03480/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Uncertainty in probabilistic classifiers predictions is a key concern when models are used to support human decision making, in broader probabilistic pipelines or when sensitive automatic decisions have to be taken. Studies have shown that most models are not intrinsically well calibrated, meaning that their decision scores are not consistent with posterior probabilities. Hence being able to calibrate these models, or enforce calibration while learning them, has regained interest in recent literature. In this context, properly assessing calibration is paramount to quantify new contributions ta","authors_text":"Antoine Bonnefoy, Nicolas Posocco","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-09-08T08:00:23Z","title":"Estimating Expected Calibration Errors"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2109.03480","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e338ff627b7bb26a6b496959418dd188c13c5cc9cf7ee1d82416c30822931cf9","target":"record","created_at":"2026-07-05T03:12:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"34df0caaf3b29f01a877de614d1b91150d97d6e4ceaaba94f25d6e0ceca9557d","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-09-08T08:00:23Z","title_canon_sha256":"0d87d840203c0f2554f22c018c0dfcb24c790fd9579a094fe4e56e2f4ec9cf79"},"schema_version":"1.0","source":{"id":"2109.03480","kind":"arxiv","version":1}},"canonical_sha256":"a537b41678a12d56ee7323b01f70f537f2bfa45724cb46cef9bff8667cb8470a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a537b41678a12d56ee7323b01f70f537f2bfa45724cb46cef9bff8667cb8470a","first_computed_at":"2026-07-05T03:12:31.594363Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:12:31.594363Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"6uxdytBoI5W3RJyCJJXifm9Vbrh51XdHFDeLuvaUONTgRPDgXAd4UVpTQ/QWII2zPPxtFgADJEpztlYyde0dCg==","signature_status":"signed_v1","signed_at":"2026-07-05T03:12:31.594803Z","signed_message":"canonical_sha256_bytes"},"source_id":"2109.03480","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e338ff627b7bb26a6b496959418dd188c13c5cc9cf7ee1d82416c30822931cf9","sha256:7afc9fea603f2da36a4e93538c7bd65c8b12434f491ecbe232432e82e7c66d4f"],"state_sha256":"e8ef360a106ab3e1c876ec1336d93b242b960dcd05f4286a3c9ea22e59409c2a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Lm6CQ7VcLgPLakbVkVwL3G4x5ub6d84V9PTAUumBcPbRLibd7XCKItsfN1EzAJ0BqBAqa4PKMLD8VZt8oEV8Bw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-14T06:18:42.848548Z","bundle_sha256":"16eeb2a205c9f8fe75d94131c5d3517a2aeb4085379f5b4c7cf83fefa47f4fe3"}}