{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2018:6VJQ573LKGOEP6CZIYFPT467GO","short_pith_number":"pith:6VJQ573L","canonical_record":{"source":{"id":"1806.02051","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2018-06-06T08:13:27Z","cross_cats_sorted":[],"title_canon_sha256":"53cfee483fa2eceaf329d1ac5a422e5e47bdbb7042115d66dbc936b644226eba","abstract_canon_sha256":"91a65b83e98245802ad0464e955de9b23020f7d1c31883d3616a8226bee6379a"},"schema_version":"1.0"},"canonical_sha256":"f5530eff6b519c47f859460af9f3df338dbbd207b94069c6c0eb6c5f1f46ffa3","source":{"kind":"arxiv","id":"1806.02051","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1806.02051","created_at":"2026-07-05T00:05:21Z"},{"alias_kind":"arxiv_version","alias_value":"1806.02051v2","created_at":"2026-07-05T00:05:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1806.02051","created_at":"2026-07-05T00:05:21Z"},{"alias_kind":"pith_short_12","alias_value":"6VJQ573LKGOE","created_at":"2026-07-05T00:05:21Z"},{"alias_kind":"pith_short_16","alias_value":"6VJQ573LKGOEP6CZ","created_at":"2026-07-05T00:05:21Z"},{"alias_kind":"pith_short_8","alias_value":"6VJQ573L","created_at":"2026-07-05T00:05:21Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2018:6VJQ573LKGOEP6CZIYFPT467GO","target":"record","payload":{"canonical_record":{"source":{"id":"1806.02051","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2018-06-06T08:13:27Z","cross_cats_sorted":[],"title_canon_sha256":"53cfee483fa2eceaf329d1ac5a422e5e47bdbb7042115d66dbc936b644226eba","abstract_canon_sha256":"91a65b83e98245802ad0464e955de9b23020f7d1c31883d3616a8226bee6379a"},"schema_version":"1.0"},"canonical_sha256":"f5530eff6b519c47f859460af9f3df338dbbd207b94069c6c0eb6c5f1f46ffa3","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T00:05:21.474918Z","signature_b64":"iqymStoTko6fbpaGjkKD/k9njZC4jlxTXtjvgjV9QnWvvhwpMwbespiQQ4iQrG+SBJffxnYtBD7jSXOAPJfbAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f5530eff6b519c47f859460af9f3df338dbbd207b94069c6c0eb6c5f1f46ffa3","last_reissued_at":"2026-07-05T00:05:21.474421Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T00:05:21.474421Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1806.02051","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:05:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"LYyBStVLMNphfscox9xDaT6Vqkv662szb4ejyjHgGaLYPNFQm6UP3BZeIo7sAVeXcjOKD2BdqlKdGNLJcpBICg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T03:23:19.511265Z"},"content_sha256":"ab1b33faa9d37bbf1c89e297e8420efa003a961f367113018c4209a0331affaf","schema_version":"1.0","event_id":"sha256:ab1b33faa9d37bbf1c89e297e8420efa003a961f367113018c4209a0331affaf"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2018:6VJQ573LKGOEP6CZIYFPT467GO","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Why rankings of biomedical image analysis competitions should be interpreted with care","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CV","authors_text":"Aaron Carass, Abdel Aziz Taha, Alejandro F. Frangi, Allan Hanbury, Andrew P. Bradley, Annette Kopp-Schneider (shared first/last authors), Annika Reinke, Bennett A. Landman, Bjoern H. Menze, Bram van Ginneken, Carolin Feldmann, Ching-Wei Wang, Christian Stock, Danail Stoyanov, Fons van der Sommen, Gregory C. Sharp, Guoyan Zheng, Henning M\\\"uller, Hrvoje Bogunovic, Katrin Honauer, Keno M\\\"arz, Klaus Maier-Hein, Korsuk Sirinukunwattana, Lena Maier-Hein, Marc-Andr\\'e Weber, Marko Stankovic, Matthias Eisenmann, Michal Kozubek, Nasir Rajpoot, Oskar Maier, Patrick Scholz, Peter F. Neher, Peter M. Full, Pierre Jannin, Sinan Onogur, Stefanie Speidel, Tal Arbel, Wiro Niessen","submitted_at":"2018-06-06T08:13:27Z","abstract_excerpt":"International challenges have become the standard for validation of biomedical image analysis methods. Given their scientific impact, it is surprising that a critical analysis of common practices related to the organization of challenges has not yet been performed. In this paper, we present a comprehensive analysis of biomedical image analysis challenges conducted up to now. We demonstrate the importance of challenges and show that the lack of quality control has critical consequences. First, reproducibility and interpretation of the results is often hampered as only a fraction of relevant inf"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1806.02051","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1806.02051/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:05:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4oZn66RgW535zVUe7ATH3MiDifp1qchhlhqVXYqzzGqwk02H3t0hDUONLeMuLwqG+bXBClT4VsN8r3dchfOxCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T03:23:19.511663Z"},"content_sha256":"48912964f28131a808d854959b9e33b59fe26e4dd823341a894181f937d02b3e","schema_version":"1.0","event_id":"sha256:48912964f28131a808d854959b9e33b59fe26e4dd823341a894181f937d02b3e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/6VJQ573LKGOEP6CZIYFPT467GO/bundle.json","state_url":"https://pith.science/pith/6VJQ573LKGOEP6CZIYFPT467GO/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/6VJQ573LKGOEP6CZIYFPT467GO/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T03:23:19Z","links":{"resolver":"https://pith.science/pith/6VJQ573LKGOEP6CZIYFPT467GO","bundle":"https://pith.science/pith/6VJQ573LKGOEP6CZIYFPT467GO/bundle.json","state":"https://pith.science/pith/6VJQ573LKGOEP6CZIYFPT467GO/state.json","well_known_bundle":"https://pith.science/.well-known/pith/6VJQ573LKGOEP6CZIYFPT467GO/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2018:6VJQ573LKGOEP6CZIYFPT467GO","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"91a65b83e98245802ad0464e955de9b23020f7d1c31883d3616a8226bee6379a","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2018-06-06T08:13:27Z","title_canon_sha256":"53cfee483fa2eceaf329d1ac5a422e5e47bdbb7042115d66dbc936b644226eba"},"schema_version":"1.0","source":{"id":"1806.02051","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1806.02051","created_at":"2026-07-05T00:05:21Z"},{"alias_kind":"arxiv_version","alias_value":"1806.02051v2","created_at":"2026-07-05T00:05:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1806.02051","created_at":"2026-07-05T00:05:21Z"},{"alias_kind":"pith_short_12","alias_value":"6VJQ573LKGOE","created_at":"2026-07-05T00:05:21Z"},{"alias_kind":"pith_short_16","alias_value":"6VJQ573LKGOEP6CZ","created_at":"2026-07-05T00:05:21Z"},{"alias_kind":"pith_short_8","alias_value":"6VJQ573L","created_at":"2026-07-05T00:05:21Z"}],"graph_snapshots":[{"event_id":"sha256:48912964f28131a808d854959b9e33b59fe26e4dd823341a894181f937d02b3e","target":"graph","created_at":"2026-07-05T00:05:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1806.02051/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"International challenges have become the standard for validation of biomedical image analysis methods. Given their scientific impact, it is surprising that a critical analysis of common practices related to the organization of challenges has not yet been performed. In this paper, we present a comprehensive analysis of biomedical image analysis challenges conducted up to now. We demonstrate the importance of challenges and show that the lack of quality control has critical consequences. First, reproducibility and interpretation of the results is often hampered as only a fraction of relevant inf","authors_text":"Aaron Carass, Abdel Aziz Taha, Alejandro F. Frangi, Allan Hanbury, Andrew P. Bradley, Annette Kopp-Schneider (shared first/last authors), Annika Reinke, Bennett A. Landman, Bjoern H. Menze, Bram van Ginneken, Carolin Feldmann, Ching-Wei Wang, Christian Stock, Danail Stoyanov, Fons van der Sommen, Gregory C. Sharp, Guoyan Zheng, Henning M\\\"uller, Hrvoje Bogunovic, Katrin Honauer, Keno M\\\"arz, Klaus Maier-Hein, Korsuk Sirinukunwattana, Lena Maier-Hein, Marc-Andr\\'e Weber, Marko Stankovic, Matthias Eisenmann, Michal Kozubek, Nasir Rajpoot, Oskar Maier, Patrick Scholz, Peter F. Neher, Peter M. Full, Pierre Jannin, Sinan Onogur, Stefanie Speidel, Tal Arbel, Wiro Niessen","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2018-06-06T08:13:27Z","title":"Why rankings of biomedical image analysis competitions should be interpreted with care"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1806.02051","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ab1b33faa9d37bbf1c89e297e8420efa003a961f367113018c4209a0331affaf","target":"record","created_at":"2026-07-05T00:05:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"91a65b83e98245802ad0464e955de9b23020f7d1c31883d3616a8226bee6379a","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2018-06-06T08:13:27Z","title_canon_sha256":"53cfee483fa2eceaf329d1ac5a422e5e47bdbb7042115d66dbc936b644226eba"},"schema_version":"1.0","source":{"id":"1806.02051","kind":"arxiv","version":2}},"canonical_sha256":"f5530eff6b519c47f859460af9f3df338dbbd207b94069c6c0eb6c5f1f46ffa3","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f5530eff6b519c47f859460af9f3df338dbbd207b94069c6c0eb6c5f1f46ffa3","first_computed_at":"2026-07-05T00:05:21.474421Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T00:05:21.474421Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"iqymStoTko6fbpaGjkKD/k9njZC4jlxTXtjvgjV9QnWvvhwpMwbespiQQ4iQrG+SBJffxnYtBD7jSXOAPJfbAA==","signature_status":"signed_v1","signed_at":"2026-07-05T00:05:21.474918Z","signed_message":"canonical_sha256_bytes"},"source_id":"1806.02051","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ab1b33faa9d37bbf1c89e297e8420efa003a961f367113018c4209a0331affaf","sha256:48912964f28131a808d854959b9e33b59fe26e4dd823341a894181f937d02b3e"],"state_sha256":"349e5fee24c930d607f291d32150cef37263d69784b8bdf7bfc72dd7bbc41017"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Y7O4VUAKjNWfI5rM4coTEKej8Z/Hkqj08uSLr5q4RX7VOcHXEXS1Ps1JU4ASjXBndtG6gD96QhuDAGolZ9V/DA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T03:23:19.513671Z","bundle_sha256":"6211d98ef0f68e62a05ee84710c5e0fd8db1452fec645f88fbe399478633e7ab"}}