{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:B2Q3X7WS376TYG5RN7JZHE4RAY","short_pith_number":"pith:B2Q3X7WS","canonical_record":{"source":{"id":"2205.11454","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2022-05-23T16:45:02Z","cross_cats_sorted":[],"title_canon_sha256":"312cee2d124004daefa738670db9fa4af633c010ba177f5f85a747a2619413c2","abstract_canon_sha256":"f8e08ec5d2ef29bbaffe543d95decd75f79dfe50a6a7602db6835019c9a45b6f"},"schema_version":"1.0"},"canonical_sha256":"0ea1bbfed2dffd3c1bb16fd39393910638e6b42e6e0110ca4fbf668b9a230669","source":{"kind":"arxiv","id":"2205.11454","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2205.11454","created_at":"2026-07-05T04:25:37Z"},{"alias_kind":"arxiv_version","alias_value":"2205.11454v1","created_at":"2026-07-05T04:25:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2205.11454","created_at":"2026-07-05T04:25:37Z"},{"alias_kind":"pith_short_12","alias_value":"B2Q3X7WS376T","created_at":"2026-07-05T04:25:37Z"},{"alias_kind":"pith_short_16","alias_value":"B2Q3X7WS376TYG5R","created_at":"2026-07-05T04:25:37Z"},{"alias_kind":"pith_short_8","alias_value":"B2Q3X7WS","created_at":"2026-07-05T04:25:37Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:B2Q3X7WS376TYG5RN7JZHE4RAY","target":"record","payload":{"canonical_record":{"source":{"id":"2205.11454","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2022-05-23T16:45:02Z","cross_cats_sorted":[],"title_canon_sha256":"312cee2d124004daefa738670db9fa4af633c010ba177f5f85a747a2619413c2","abstract_canon_sha256":"f8e08ec5d2ef29bbaffe543d95decd75f79dfe50a6a7602db6835019c9a45b6f"},"schema_version":"1.0"},"canonical_sha256":"0ea1bbfed2dffd3c1bb16fd39393910638e6b42e6e0110ca4fbf668b9a230669","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:25:37.432797Z","signature_b64":"zk5cG9tBZZJatyEGB2gbx/yVZbcKIdQvhdVQPI9h/NK51G8mXljOCDsmRp72OpaZZmvOcGfEj8EvvjGWNRS3CA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"0ea1bbfed2dffd3c1bb16fd39393910638e6b42e6e0110ca4fbf668b9a230669","last_reissued_at":"2026-07-05T04:25:37.432462Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:25:37.432462Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2205.11454","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:25:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"wzoW+34BIOjEZTl6Uix5Zx8FS9JV47AVAE7jJoayfCbl2cKPQyP8TFBblJ11f+aVoZRZPYWbGItVjmYBTDIlDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-09T02:42:06.922339Z"},"content_sha256":"72f8d7c0d1c11d1640f2e730427b79321e0bccfe6037f1c97abc5862a0f70ee8","schema_version":"1.0","event_id":"sha256:72f8d7c0d1c11d1640f2e730427b79321e0bccfe6037f1c97abc5862a0f70ee8"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:B2Q3X7WS376TYG5RN7JZHE4RAY","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"What is Your Metric Telling You? Evaluating Classifier Calibration under Context-Specific Definitions of Reliability","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Eric Heim, Jacob Oaks, John Kirchenbauer","submitted_at":"2022-05-23T16:45:02Z","abstract_excerpt":"Classifier calibration has received recent attention from the machine learning community due both to its practical utility in facilitating decision making, as well as the observation that modern neural network classifiers are poorly calibrated. Much of this focus has been towards the goal of learning classifiers such that their output with largest magnitude (the \"predicted class\") is calibrated. However, this narrow interpretation of classifier outputs does not adequately capture the variety of practical use cases in which classifiers can aid in decision making. In this work, we argue that mor"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2205.11454","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2205.11454/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:25:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zbhHNQR05Sy8oHFDkV78xQu+6tr/ABK3w39bxK6k4UFQ4z6YgURiiz6dkYofWTyvW4STn/XqpDGlk5rcEyYFAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-09T02:42:06.922710Z"},"content_sha256":"15756578dce83a9f5f5972dc5edb8ff3baeaf7f58058136df10418320809af28","schema_version":"1.0","event_id":"sha256:15756578dce83a9f5f5972dc5edb8ff3baeaf7f58058136df10418320809af28"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/B2Q3X7WS376TYG5RN7JZHE4RAY/bundle.json","state_url":"https://pith.science/pith/B2Q3X7WS376TYG5RN7JZHE4RAY/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/B2Q3X7WS376TYG5RN7JZHE4RAY/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-09T02:42:06Z","links":{"resolver":"https://pith.science/pith/B2Q3X7WS376TYG5RN7JZHE4RAY","bundle":"https://pith.science/pith/B2Q3X7WS376TYG5RN7JZHE4RAY/bundle.json","state":"https://pith.science/pith/B2Q3X7WS376TYG5RN7JZHE4RAY/state.json","well_known_bundle":"https://pith.science/.well-known/pith/B2Q3X7WS376TYG5RN7JZHE4RAY/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:B2Q3X7WS376TYG5RN7JZHE4RAY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f8e08ec5d2ef29bbaffe543d95decd75f79dfe50a6a7602db6835019c9a45b6f","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2022-05-23T16:45:02Z","title_canon_sha256":"312cee2d124004daefa738670db9fa4af633c010ba177f5f85a747a2619413c2"},"schema_version":"1.0","source":{"id":"2205.11454","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2205.11454","created_at":"2026-07-05T04:25:37Z"},{"alias_kind":"arxiv_version","alias_value":"2205.11454v1","created_at":"2026-07-05T04:25:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2205.11454","created_at":"2026-07-05T04:25:37Z"},{"alias_kind":"pith_short_12","alias_value":"B2Q3X7WS376T","created_at":"2026-07-05T04:25:37Z"},{"alias_kind":"pith_short_16","alias_value":"B2Q3X7WS376TYG5R","created_at":"2026-07-05T04:25:37Z"},{"alias_kind":"pith_short_8","alias_value":"B2Q3X7WS","created_at":"2026-07-05T04:25:37Z"}],"graph_snapshots":[{"event_id":"sha256:15756578dce83a9f5f5972dc5edb8ff3baeaf7f58058136df10418320809af28","target":"graph","created_at":"2026-07-05T04:25:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2205.11454/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Classifier calibration has received recent attention from the machine learning community due both to its practical utility in facilitating decision making, as well as the observation that modern neural network classifiers are poorly calibrated. Much of this focus has been towards the goal of learning classifiers such that their output with largest magnitude (the \"predicted class\") is calibrated. However, this narrow interpretation of classifier outputs does not adequately capture the variety of practical use cases in which classifiers can aid in decision making. In this work, we argue that mor","authors_text":"Eric Heim, Jacob Oaks, John Kirchenbauer","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2022-05-23T16:45:02Z","title":"What is Your Metric Telling You? Evaluating Classifier Calibration under Context-Specific Definitions of Reliability"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2205.11454","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:72f8d7c0d1c11d1640f2e730427b79321e0bccfe6037f1c97abc5862a0f70ee8","target":"record","created_at":"2026-07-05T04:25:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f8e08ec5d2ef29bbaffe543d95decd75f79dfe50a6a7602db6835019c9a45b6f","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2022-05-23T16:45:02Z","title_canon_sha256":"312cee2d124004daefa738670db9fa4af633c010ba177f5f85a747a2619413c2"},"schema_version":"1.0","source":{"id":"2205.11454","kind":"arxiv","version":1}},"canonical_sha256":"0ea1bbfed2dffd3c1bb16fd39393910638e6b42e6e0110ca4fbf668b9a230669","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"0ea1bbfed2dffd3c1bb16fd39393910638e6b42e6e0110ca4fbf668b9a230669","first_computed_at":"2026-07-05T04:25:37.432462Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:25:37.432462Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"zk5cG9tBZZJatyEGB2gbx/yVZbcKIdQvhdVQPI9h/NK51G8mXljOCDsmRp72OpaZZmvOcGfEj8EvvjGWNRS3CA==","signature_status":"signed_v1","signed_at":"2026-07-05T04:25:37.432797Z","signed_message":"canonical_sha256_bytes"},"source_id":"2205.11454","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:72f8d7c0d1c11d1640f2e730427b79321e0bccfe6037f1c97abc5862a0f70ee8","sha256:15756578dce83a9f5f5972dc5edb8ff3baeaf7f58058136df10418320809af28"],"state_sha256":"9508d74a62cc5303b6be55ff36638627196c010dd4af15662eeba13f97cf225c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fJLgCaaiFQ12Kcyb5CuP3A88rXxPZGkdsxeCl33vB9x3JJqwejT8H6ebYuf1bnqpCq6yrZuKl/dOpRIOtq7rAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-09T02:42:06.924676Z","bundle_sha256":"ad0b94764f3cde96348c38d811b3baf04718d79c15c210391d459e20ee3b6175"}}