{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:NO2WNUYXJHG5YE4P3AAF6JWDEO","short_pith_number":"pith:NO2WNUYX","canonical_record":{"source":{"id":"2210.16315","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-10-28T07:04:20Z","cross_cats_sorted":["cs.AI","stat.ML"],"title_canon_sha256":"3c5fabd831215e3c0aba21c670e9eb87822da352ef04394cf6aea01d0d1c1715","abstract_canon_sha256":"37471bf868e868d32236290d33067b34fa5503b1b8b6f249ac0eee7e5e15faca"},"schema_version":"1.0"},"canonical_sha256":"6bb566d31749cddc138fd8005f26c323a676c4fbce36598be78d7205d041f396","source":{"kind":"arxiv","id":"2210.16315","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2210.16315","created_at":"2026-07-05T06:04:52Z"},{"alias_kind":"arxiv_version","alias_value":"2210.16315v3","created_at":"2026-07-05T06:04:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2210.16315","created_at":"2026-07-05T06:04:52Z"},{"alias_kind":"pith_short_12","alias_value":"NO2WNUYXJHG5","created_at":"2026-07-05T06:04:52Z"},{"alias_kind":"pith_short_16","alias_value":"NO2WNUYXJHG5YE4P","created_at":"2026-07-05T06:04:52Z"},{"alias_kind":"pith_short_8","alias_value":"NO2WNUYX","created_at":"2026-07-05T06:04:52Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:NO2WNUYXJHG5YE4P3AAF6JWDEO","target":"record","payload":{"canonical_record":{"source":{"id":"2210.16315","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-10-28T07:04:20Z","cross_cats_sorted":["cs.AI","stat.ML"],"title_canon_sha256":"3c5fabd831215e3c0aba21c670e9eb87822da352ef04394cf6aea01d0d1c1715","abstract_canon_sha256":"37471bf868e868d32236290d33067b34fa5503b1b8b6f249ac0eee7e5e15faca"},"schema_version":"1.0"},"canonical_sha256":"6bb566d31749cddc138fd8005f26c323a676c4fbce36598be78d7205d041f396","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:04:52.238084Z","signature_b64":"iLWGEKcbgO6Mc7XMRXXhws+gZ2YXrJGwoRaKPISDUgnFM2+Enb5K8Yd6EX/FIe1Qib2B7Rz7a7fC4Q0re/z4Cg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6bb566d31749cddc138fd8005f26c323a676c4fbce36598be78d7205d041f396","last_reissued_at":"2026-07-05T06:04:52.237693Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:04:52.237693Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2210.16315","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:04:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TRluudpz7LqdmY/Ku1Z0A4HL9MU5WuYKGyl6Glt0inq5GBN+KMwt5bBJjBQuODcStGsjAQVGWK9VHM6pwklxBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-01T15:14:04.998587Z"},"content_sha256":"b9d6ead03598d597d3e11be2f1771f34d1c669028fc149a86c483c41f92688ef","schema_version":"1.0","event_id":"sha256:b9d6ead03598d597d3e11be2f1771f34d1c669028fc149a86c483c41f92688ef"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:NO2WNUYXJHG5YE4P3AAF6JWDEO","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Beyond calibration: estimating the grouping loss of modern neural networks","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","stat.ML"],"primary_cat":"cs.LG","authors_text":"Alexandre Perez-Lebel (SODA), Ga\\\"el Varoquaux (SODA), Marine Le Morvan (SODA)","submitted_at":"2022-10-28T07:04:20Z","abstract_excerpt":"The ability to ensure that a classifier gives reliable confidence scores is essential to ensure informed decision-making. To this end, recent work has focused on miscalibration, i.e., the over or under confidence of model scores. Yet calibration is not enough: even a perfectly calibrated classifier with the best possible accuracy can have confidence scores that are far from the true posterior probabilities. This is due to the grouping loss, created by samples with the same confidence scores but different true posterior probabilities. Proper scoring rule theory shows that given the calibration "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2210.16315","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2210.16315/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:04:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"eOW/mH+L9O+2fLqaX8MvEvLh58TMa17h+N0cidTyDO57awIbKSCIKcQbbPFXR3VL1gv/xV44e1dMMPez+A7hAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-01T15:14:04.999280Z"},"content_sha256":"20c4f2d9cc23593cd2e58fd83294c729040f9f7e138ac5d928717d614568f070","schema_version":"1.0","event_id":"sha256:20c4f2d9cc23593cd2e58fd83294c729040f9f7e138ac5d928717d614568f070"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/NO2WNUYXJHG5YE4P3AAF6JWDEO/bundle.json","state_url":"https://pith.science/pith/NO2WNUYXJHG5YE4P3AAF6JWDEO/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/NO2WNUYXJHG5YE4P3AAF6JWDEO/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-01T15:14:05Z","links":{"resolver":"https://pith.science/pith/NO2WNUYXJHG5YE4P3AAF6JWDEO","bundle":"https://pith.science/pith/NO2WNUYXJHG5YE4P3AAF6JWDEO/bundle.json","state":"https://pith.science/pith/NO2WNUYXJHG5YE4P3AAF6JWDEO/state.json","well_known_bundle":"https://pith.science/.well-known/pith/NO2WNUYXJHG5YE4P3AAF6JWDEO/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:NO2WNUYXJHG5YE4P3AAF6JWDEO","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"37471bf868e868d32236290d33067b34fa5503b1b8b6f249ac0eee7e5e15faca","cross_cats_sorted":["cs.AI","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-10-28T07:04:20Z","title_canon_sha256":"3c5fabd831215e3c0aba21c670e9eb87822da352ef04394cf6aea01d0d1c1715"},"schema_version":"1.0","source":{"id":"2210.16315","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2210.16315","created_at":"2026-07-05T06:04:52Z"},{"alias_kind":"arxiv_version","alias_value":"2210.16315v3","created_at":"2026-07-05T06:04:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2210.16315","created_at":"2026-07-05T06:04:52Z"},{"alias_kind":"pith_short_12","alias_value":"NO2WNUYXJHG5","created_at":"2026-07-05T06:04:52Z"},{"alias_kind":"pith_short_16","alias_value":"NO2WNUYXJHG5YE4P","created_at":"2026-07-05T06:04:52Z"},{"alias_kind":"pith_short_8","alias_value":"NO2WNUYX","created_at":"2026-07-05T06:04:52Z"}],"graph_snapshots":[{"event_id":"sha256:20c4f2d9cc23593cd2e58fd83294c729040f9f7e138ac5d928717d614568f070","target":"graph","created_at":"2026-07-05T06:04:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2210.16315/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The ability to ensure that a classifier gives reliable confidence scores is essential to ensure informed decision-making. To this end, recent work has focused on miscalibration, i.e., the over or under confidence of model scores. Yet calibration is not enough: even a perfectly calibrated classifier with the best possible accuracy can have confidence scores that are far from the true posterior probabilities. This is due to the grouping loss, created by samples with the same confidence scores but different true posterior probabilities. Proper scoring rule theory shows that given the calibration ","authors_text":"Alexandre Perez-Lebel (SODA), Ga\\\"el Varoquaux (SODA), Marine Le Morvan (SODA)","cross_cats":["cs.AI","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-10-28T07:04:20Z","title":"Beyond calibration: estimating the grouping loss of modern neural networks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2210.16315","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b9d6ead03598d597d3e11be2f1771f34d1c669028fc149a86c483c41f92688ef","target":"record","created_at":"2026-07-05T06:04:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"37471bf868e868d32236290d33067b34fa5503b1b8b6f249ac0eee7e5e15faca","cross_cats_sorted":["cs.AI","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-10-28T07:04:20Z","title_canon_sha256":"3c5fabd831215e3c0aba21c670e9eb87822da352ef04394cf6aea01d0d1c1715"},"schema_version":"1.0","source":{"id":"2210.16315","kind":"arxiv","version":3}},"canonical_sha256":"6bb566d31749cddc138fd8005f26c323a676c4fbce36598be78d7205d041f396","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6bb566d31749cddc138fd8005f26c323a676c4fbce36598be78d7205d041f396","first_computed_at":"2026-07-05T06:04:52.237693Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:04:52.237693Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"iLWGEKcbgO6Mc7XMRXXhws+gZ2YXrJGwoRaKPISDUgnFM2+Enb5K8Yd6EX/FIe1Qib2B7Rz7a7fC4Q0re/z4Cg==","signature_status":"signed_v1","signed_at":"2026-07-05T06:04:52.238084Z","signed_message":"canonical_sha256_bytes"},"source_id":"2210.16315","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b9d6ead03598d597d3e11be2f1771f34d1c669028fc149a86c483c41f92688ef","sha256:20c4f2d9cc23593cd2e58fd83294c729040f9f7e138ac5d928717d614568f070"],"state_sha256":"b36db1d82a5029162bdd18d15317b19090519194adeec36092756f13e55a7046"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"wnPLn1xSiRmCtxZtOfzD+desvKhd9x4Orkdb3/dHRp7YQBUTYxOKShb+7h382g44R41DsaGvWIq/e5Vim8kCDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-01T15:14:05.007358Z","bundle_sha256":"232566ccdfa2851cd143c11cbba9280c0e2ff480b3ca6d3be579de4084a7bf02"}}