{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:AKADS7PQ3EKLGHTRMZ4JRA5UKD","short_pith_number":"pith:AKADS7PQ","canonical_record":{"source":{"id":"2307.15247","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-07-28T00:59:14Z","cross_cats_sorted":["stat.ME","stat.ML"],"title_canon_sha256":"a5bc7445fe13b81b426cf0d6f05538ce7b8414ed05baa4d6e2c4bb89e60bd0e4","abstract_canon_sha256":"9f632a9f7e7f889585610070bd91842bd005ecf41ddea121a9e0f31f921e3a70"},"schema_version":"1.0"},"canonical_sha256":"0280397df0d914b31e7166789883b450d1bc870ea02ee3e3a3311808978b6f5f","source":{"kind":"arxiv","id":"2307.15247","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2307.15247","created_at":"2026-07-05T06:35:32Z"},{"alias_kind":"arxiv_version","alias_value":"2307.15247v1","created_at":"2026-07-05T06:35:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2307.15247","created_at":"2026-07-05T06:35:32Z"},{"alias_kind":"pith_short_12","alias_value":"AKADS7PQ3EKL","created_at":"2026-07-05T06:35:32Z"},{"alias_kind":"pith_short_16","alias_value":"AKADS7PQ3EKLGHTR","created_at":"2026-07-05T06:35:32Z"},{"alias_kind":"pith_short_8","alias_value":"AKADS7PQ","created_at":"2026-07-05T06:35:32Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:AKADS7PQ3EKLGHTRMZ4JRA5UKD","target":"record","payload":{"canonical_record":{"source":{"id":"2307.15247","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-07-28T00:59:14Z","cross_cats_sorted":["stat.ME","stat.ML"],"title_canon_sha256":"a5bc7445fe13b81b426cf0d6f05538ce7b8414ed05baa4d6e2c4bb89e60bd0e4","abstract_canon_sha256":"9f632a9f7e7f889585610070bd91842bd005ecf41ddea121a9e0f31f921e3a70"},"schema_version":"1.0"},"canonical_sha256":"0280397df0d914b31e7166789883b450d1bc870ea02ee3e3a3311808978b6f5f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:35:32.525536Z","signature_b64":"P7Hot6eyCwaKCvkxgRhuPT9kQHYkz7inqpl8dnO0c0Ado7JYx3+HJvdtLT/tR8D8JGvPNQ2frip4GpVLhs+HCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"0280397df0d914b31e7166789883b450d1bc870ea02ee3e3a3311808978b6f5f","last_reissued_at":"2026-07-05T06:35:32.525102Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:35:32.525102Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2307.15247","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:35:32Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jOuxp2fpvtaZ5oSVP8266IvT9l6BjdTJ9h+fXaA5JIuHIum1QPk8qSVnKxRFjylDoFFrEucflBQ577Ln/+mbAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T08:07:11.331042Z"},"content_sha256":"6b60d7ef57f21e3ad92e9b69b2c9085d8f05c0c1c7225c0a56bb6f255401b746","schema_version":"1.0","event_id":"sha256:6b60d7ef57f21e3ad92e9b69b2c9085d8f05c0c1c7225c0a56bb6f255401b746"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:AKADS7PQ3EKLGHTRMZ4JRA5UKD","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Is this model reliable for everyone? Testing for strong calibration","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["stat.ME","stat.ML"],"primary_cat":"cs.LG","authors_text":"Alexej Gossmann, Berkman Sahiner, Gene Pennello, Jean Feng, Nicholas Petrick, Romain Pirracchio","submitted_at":"2023-07-28T00:59:14Z","abstract_excerpt":"In a well-calibrated risk prediction model, the average predicted probability is close to the true event rate for any given subgroup. Such models are reliable across heterogeneous populations and satisfy strong notions of algorithmic fairness. However, the task of auditing a model for strong calibration is well-known to be difficult -- particularly for machine learning (ML) algorithms -- due to the sheer number of potential subgroups. As such, common practice is to only assess calibration with respect to a few predefined subgroups. Recent developments in goodness-of-fit testing offer potential"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2307.15247","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2307.15247/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:35:32Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"d4o843f210Vrs09hA007o3EYGmcBXfm/u7hZ/++Ef3YzXA4P1cM0T0QyX8Nmav9crLkmqbpQb/o6HCpo2bXqBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T08:07:11.331571Z"},"content_sha256":"bd7174530d69122d8f927e35f3f03fe8973a5a2b63d5335e7f5eea5a70a5ebef","schema_version":"1.0","event_id":"sha256:bd7174530d69122d8f927e35f3f03fe8973a5a2b63d5335e7f5eea5a70a5ebef"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/AKADS7PQ3EKLGHTRMZ4JRA5UKD/bundle.json","state_url":"https://pith.science/pith/AKADS7PQ3EKLGHTRMZ4JRA5UKD/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/AKADS7PQ3EKLGHTRMZ4JRA5UKD/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-19T08:07:11Z","links":{"resolver":"https://pith.science/pith/AKADS7PQ3EKLGHTRMZ4JRA5UKD","bundle":"https://pith.science/pith/AKADS7PQ3EKLGHTRMZ4JRA5UKD/bundle.json","state":"https://pith.science/pith/AKADS7PQ3EKLGHTRMZ4JRA5UKD/state.json","well_known_bundle":"https://pith.science/.well-known/pith/AKADS7PQ3EKLGHTRMZ4JRA5UKD/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:AKADS7PQ3EKLGHTRMZ4JRA5UKD","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"9f632a9f7e7f889585610070bd91842bd005ecf41ddea121a9e0f31f921e3a70","cross_cats_sorted":["stat.ME","stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-07-28T00:59:14Z","title_canon_sha256":"a5bc7445fe13b81b426cf0d6f05538ce7b8414ed05baa4d6e2c4bb89e60bd0e4"},"schema_version":"1.0","source":{"id":"2307.15247","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2307.15247","created_at":"2026-07-05T06:35:32Z"},{"alias_kind":"arxiv_version","alias_value":"2307.15247v1","created_at":"2026-07-05T06:35:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2307.15247","created_at":"2026-07-05T06:35:32Z"},{"alias_kind":"pith_short_12","alias_value":"AKADS7PQ3EKL","created_at":"2026-07-05T06:35:32Z"},{"alias_kind":"pith_short_16","alias_value":"AKADS7PQ3EKLGHTR","created_at":"2026-07-05T06:35:32Z"},{"alias_kind":"pith_short_8","alias_value":"AKADS7PQ","created_at":"2026-07-05T06:35:32Z"}],"graph_snapshots":[{"event_id":"sha256:bd7174530d69122d8f927e35f3f03fe8973a5a2b63d5335e7f5eea5a70a5ebef","target":"graph","created_at":"2026-07-05T06:35:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2307.15247/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In a well-calibrated risk prediction model, the average predicted probability is close to the true event rate for any given subgroup. Such models are reliable across heterogeneous populations and satisfy strong notions of algorithmic fairness. However, the task of auditing a model for strong calibration is well-known to be difficult -- particularly for machine learning (ML) algorithms -- due to the sheer number of potential subgroups. As such, common practice is to only assess calibration with respect to a few predefined subgroups. Recent developments in goodness-of-fit testing offer potential","authors_text":"Alexej Gossmann, Berkman Sahiner, Gene Pennello, Jean Feng, Nicholas Petrick, Romain Pirracchio","cross_cats":["stat.ME","stat.ML"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-07-28T00:59:14Z","title":"Is this model reliable for everyone? Testing for strong calibration"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2307.15247","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6b60d7ef57f21e3ad92e9b69b2c9085d8f05c0c1c7225c0a56bb6f255401b746","target":"record","created_at":"2026-07-05T06:35:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"9f632a9f7e7f889585610070bd91842bd005ecf41ddea121a9e0f31f921e3a70","cross_cats_sorted":["stat.ME","stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-07-28T00:59:14Z","title_canon_sha256":"a5bc7445fe13b81b426cf0d6f05538ce7b8414ed05baa4d6e2c4bb89e60bd0e4"},"schema_version":"1.0","source":{"id":"2307.15247","kind":"arxiv","version":1}},"canonical_sha256":"0280397df0d914b31e7166789883b450d1bc870ea02ee3e3a3311808978b6f5f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"0280397df0d914b31e7166789883b450d1bc870ea02ee3e3a3311808978b6f5f","first_computed_at":"2026-07-05T06:35:32.525102Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:35:32.525102Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"P7Hot6eyCwaKCvkxgRhuPT9kQHYkz7inqpl8dnO0c0Ado7JYx3+HJvdtLT/tR8D8JGvPNQ2frip4GpVLhs+HCA==","signature_status":"signed_v1","signed_at":"2026-07-05T06:35:32.525536Z","signed_message":"canonical_sha256_bytes"},"source_id":"2307.15247","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6b60d7ef57f21e3ad92e9b69b2c9085d8f05c0c1c7225c0a56bb6f255401b746","sha256:bd7174530d69122d8f927e35f3f03fe8973a5a2b63d5335e7f5eea5a70a5ebef"],"state_sha256":"916dd7ccdf57c2c8f348fcf7057ad994e88d668caa7835e4cebaea156d214a52"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"IrjiNXB8fGS8Q3Riuenxd1OeH0C+ZVz+UViaxGzfHIf/Cbxkq7hX1/BpQNklFMqpk5JqIer3SL4q2Z9bWUfLDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-19T08:07:11.337481Z","bundle_sha256":"68d788f86de0520ca9b3475e7c0ffee79c4492bdf08e95fc51ec391d9a357ae5"}}