{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:PHYULR4W6PJ6XHWEJKNEUL2VWX","short_pith_number":"pith:PHYULR4W","canonical_record":{"source":{"id":"2505.04720","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2025-05-07T18:15:33Z","cross_cats_sorted":[],"title_canon_sha256":"da72376ba0f211d55cd1927072e9e1ce09610de7e784045efe2adb5d7732a41b","abstract_canon_sha256":"6dce3c10fd5dc773cbe39c29839a0553156ea1483836a9c4c5162c7a77e876ef"},"schema_version":"1.0"},"canonical_sha256":"79f145c796f3d3eb9ec44a9a4a2f55b5e57ce32ccc3217d70bdbbaac54fc4bfa","source":{"kind":"arxiv","id":"2505.04720","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.04720","created_at":"2026-07-05T11:49:33Z"},{"alias_kind":"arxiv_version","alias_value":"2505.04720v2","created_at":"2026-07-05T11:49:33Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.04720","created_at":"2026-07-05T11:49:33Z"},{"alias_kind":"pith_short_12","alias_value":"PHYULR4W6PJ6","created_at":"2026-07-05T11:49:33Z"},{"alias_kind":"pith_short_16","alias_value":"PHYULR4W6PJ6XHWE","created_at":"2026-07-05T11:49:33Z"},{"alias_kind":"pith_short_8","alias_value":"PHYULR4W","created_at":"2026-07-05T11:49:33Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:PHYULR4W6PJ6XHWEJKNEUL2VWX","target":"record","payload":{"canonical_record":{"source":{"id":"2505.04720","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2025-05-07T18:15:33Z","cross_cats_sorted":[],"title_canon_sha256":"da72376ba0f211d55cd1927072e9e1ce09610de7e784045efe2adb5d7732a41b","abstract_canon_sha256":"6dce3c10fd5dc773cbe39c29839a0553156ea1483836a9c4c5162c7a77e876ef"},"schema_version":"1.0"},"canonical_sha256":"79f145c796f3d3eb9ec44a9a4a2f55b5e57ce32ccc3217d70bdbbaac54fc4bfa","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:49:33.475946Z","signature_b64":"+LOmiond2wz3yvTuR/jw5zHbPgObxb8iPQShgD3AYSsp48pHJZXFTvCh3MjRRh/dI3J1pdf97GVoBcUkT+CpAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"79f145c796f3d3eb9ec44a9a4a2f55b5e57ce32ccc3217d70bdbbaac54fc4bfa","last_reissued_at":"2026-07-05T11:49:33.475338Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:49:33.475338Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2505.04720","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:49:33Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"BiwiEnW4g90siZBPknRorGJg8x2F5g5Wtr6a0qp/1TsYF3u4ZhJYhthqoyCHSuc3kS+et9X+CH68Gf26wDRdCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T07:06:07.524028Z"},"content_sha256":"33c6666c26154993623205ad2c472a5f07674915d80317636d99af0e7785e778","schema_version":"1.0","event_id":"sha256:33c6666c26154993623205ad2c472a5f07674915d80317636d99af0e7785e778"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:PHYULR4W6PJ6XHWEJKNEUL2VWX","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"False Promises in Medical Imaging AI? Assessing Validity of Outperformance Claims","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CV","authors_text":"Amber Simpson, Annette Kopp-Schneider, Annika Reinke, Antoine Gilson, Carole H. Sudre, Charles Heitz, Evangelia Christodoulou, Ga\\\"el Varoquaux, Lena Maier-Hein, Leon D. Mayer, Ma\\\"elys Solal, Michal Kozubek, Michela Antonelli, Minu D. Tizabi, M. Jorge Cardoso, Nicola Rieke, Ninon Burgos, Olivier Colliot, Pascaline Andr\\`e, Patrick Godau, Piotr Kalinowski, Rola Houhou, Selen Erkan, Sofi\\`ene Boutaj, Sophie Loizillon, Veronika Cheplygina","submitted_at":"2025-05-07T18:15:33Z","abstract_excerpt":"Performance comparisons are fundamental in medical imaging Artificial Intelligence (AI) research, often driving claims of superiority based on relative improvements in common performance metrics. However, such claims frequently rely solely on empirical mean performance. In this paper, we investigate whether newly proposed methods genuinely outperform the state of the art by analyzing a representative cohort of medical imaging papers. We quantify the probability of false claims based on a Bayesian approach that leverages reported results alongside empirically estimated model congruence to estim"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.04720","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2505.04720/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:49:33Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"LZ1+1abe/JTQtTSxtrCjbNBXDmUqTC3wnWCKmFmEB5bsSg4Jd/O5qe0LfWeajZPvxoOwd2bhMTlq6ECIIT8BCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T07:06:07.524542Z"},"content_sha256":"b2bad70605563e702cd4c643b0f6b7761d748fba7c4a9d0ddf74a0a0754e3cb1","schema_version":"1.0","event_id":"sha256:b2bad70605563e702cd4c643b0f6b7761d748fba7c4a9d0ddf74a0a0754e3cb1"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/PHYULR4W6PJ6XHWEJKNEUL2VWX/bundle.json","state_url":"https://pith.science/pith/PHYULR4W6PJ6XHWEJKNEUL2VWX/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/PHYULR4W6PJ6XHWEJKNEUL2VWX/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-14T07:06:07Z","links":{"resolver":"https://pith.science/pith/PHYULR4W6PJ6XHWEJKNEUL2VWX","bundle":"https://pith.science/pith/PHYULR4W6PJ6XHWEJKNEUL2VWX/bundle.json","state":"https://pith.science/pith/PHYULR4W6PJ6XHWEJKNEUL2VWX/state.json","well_known_bundle":"https://pith.science/.well-known/pith/PHYULR4W6PJ6XHWEJKNEUL2VWX/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:PHYULR4W6PJ6XHWEJKNEUL2VWX","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6dce3c10fd5dc773cbe39c29839a0553156ea1483836a9c4c5162c7a77e876ef","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2025-05-07T18:15:33Z","title_canon_sha256":"da72376ba0f211d55cd1927072e9e1ce09610de7e784045efe2adb5d7732a41b"},"schema_version":"1.0","source":{"id":"2505.04720","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.04720","created_at":"2026-07-05T11:49:33Z"},{"alias_kind":"arxiv_version","alias_value":"2505.04720v2","created_at":"2026-07-05T11:49:33Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.04720","created_at":"2026-07-05T11:49:33Z"},{"alias_kind":"pith_short_12","alias_value":"PHYULR4W6PJ6","created_at":"2026-07-05T11:49:33Z"},{"alias_kind":"pith_short_16","alias_value":"PHYULR4W6PJ6XHWE","created_at":"2026-07-05T11:49:33Z"},{"alias_kind":"pith_short_8","alias_value":"PHYULR4W","created_at":"2026-07-05T11:49:33Z"}],"graph_snapshots":[{"event_id":"sha256:b2bad70605563e702cd4c643b0f6b7761d748fba7c4a9d0ddf74a0a0754e3cb1","target":"graph","created_at":"2026-07-05T11:49:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2505.04720/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Performance comparisons are fundamental in medical imaging Artificial Intelligence (AI) research, often driving claims of superiority based on relative improvements in common performance metrics. However, such claims frequently rely solely on empirical mean performance. In this paper, we investigate whether newly proposed methods genuinely outperform the state of the art by analyzing a representative cohort of medical imaging papers. We quantify the probability of false claims based on a Bayesian approach that leverages reported results alongside empirically estimated model congruence to estim","authors_text":"Amber Simpson, Annette Kopp-Schneider, Annika Reinke, Antoine Gilson, Carole H. Sudre, Charles Heitz, Evangelia Christodoulou, Ga\\\"el Varoquaux, Lena Maier-Hein, Leon D. Mayer, Ma\\\"elys Solal, Michal Kozubek, Michela Antonelli, Minu D. Tizabi, M. Jorge Cardoso, Nicola Rieke, Ninon Burgos, Olivier Colliot, Pascaline Andr\\`e, Patrick Godau, Piotr Kalinowski, Rola Houhou, Selen Erkan, Sofi\\`ene Boutaj, Sophie Loizillon, Veronika Cheplygina","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2025-05-07T18:15:33Z","title":"False Promises in Medical Imaging AI? Assessing Validity of Outperformance Claims"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.04720","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:33c6666c26154993623205ad2c472a5f07674915d80317636d99af0e7785e778","target":"record","created_at":"2026-07-05T11:49:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6dce3c10fd5dc773cbe39c29839a0553156ea1483836a9c4c5162c7a77e876ef","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2025-05-07T18:15:33Z","title_canon_sha256":"da72376ba0f211d55cd1927072e9e1ce09610de7e784045efe2adb5d7732a41b"},"schema_version":"1.0","source":{"id":"2505.04720","kind":"arxiv","version":2}},"canonical_sha256":"79f145c796f3d3eb9ec44a9a4a2f55b5e57ce32ccc3217d70bdbbaac54fc4bfa","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"79f145c796f3d3eb9ec44a9a4a2f55b5e57ce32ccc3217d70bdbbaac54fc4bfa","first_computed_at":"2026-07-05T11:49:33.475338Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:49:33.475338Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"+LOmiond2wz3yvTuR/jw5zHbPgObxb8iPQShgD3AYSsp48pHJZXFTvCh3MjRRh/dI3J1pdf97GVoBcUkT+CpAg==","signature_status":"signed_v1","signed_at":"2026-07-05T11:49:33.475946Z","signed_message":"canonical_sha256_bytes"},"source_id":"2505.04720","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:33c6666c26154993623205ad2c472a5f07674915d80317636d99af0e7785e778","sha256:b2bad70605563e702cd4c643b0f6b7761d748fba7c4a9d0ddf74a0a0754e3cb1"],"state_sha256":"3701b21e2d95e293c66ce4724f37c228871d55cf99cd9d8fbdf77353affe5cd2"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ujadZ9pt2yV3PLIUV0HtVeiQQtuWFC5fo8Kt0SrLnhpZO36zjYgTbpp8MgDAviKW8lI7U5dvw6tbmn3aC5IHDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-14T07:06:07.529137Z","bundle_sha256":"94246f1a26400cdc9593eff915802dafeabe081f3e4b6ca38f839c404f0d82cf"}}