{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:42IVJ7JSS2U3VDQ2P75I7KHLVW","short_pith_number":"pith:42IVJ7JS","canonical_record":{"source":{"id":"2104.05642","kind":"arxiv","version":8},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"eess.IV","submitted_at":"2021-04-12T17:03:42Z","cross_cats_sorted":["cs.CV"],"title_canon_sha256":"84f39b2264c87b9063e664be144fb9e2070ca474bbf0fc3332c474b605e8066b","abstract_canon_sha256":"d95b9283a32430579aff5e6054d3372116141c22035ef273f3e142a1c068f40d"},"schema_version":"1.0"},"canonical_sha256":"e69154fd3296a9ba8e1a7ffa8fa8ebada6036d71fa8c741bd36463de4acec8ca","source":{"kind":"arxiv","id":"2104.05642","version":8},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2104.05642","created_at":"2026-07-05T07:21:09Z"},{"alias_kind":"arxiv_version","alias_value":"2104.05642v8","created_at":"2026-07-05T07:21:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2104.05642","created_at":"2026-07-05T07:21:09Z"},{"alias_kind":"pith_short_12","alias_value":"42IVJ7JSS2U3","created_at":"2026-07-05T07:21:09Z"},{"alias_kind":"pith_short_16","alias_value":"42IVJ7JSS2U3VDQ2","created_at":"2026-07-05T07:21:09Z"},{"alias_kind":"pith_short_8","alias_value":"42IVJ7JS","created_at":"2026-07-05T07:21:09Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:42IVJ7JSS2U3VDQ2P75I7KHLVW","target":"record","payload":{"canonical_record":{"source":{"id":"2104.05642","kind":"arxiv","version":8},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"eess.IV","submitted_at":"2021-04-12T17:03:42Z","cross_cats_sorted":["cs.CV"],"title_canon_sha256":"84f39b2264c87b9063e664be144fb9e2070ca474bbf0fc3332c474b605e8066b","abstract_canon_sha256":"d95b9283a32430579aff5e6054d3372116141c22035ef273f3e142a1c068f40d"},"schema_version":"1.0"},"canonical_sha256":"e69154fd3296a9ba8e1a7ffa8fa8ebada6036d71fa8c741bd36463de4acec8ca","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:21:09.031303Z","signature_b64":"9iH8czekaZUtqjXrdJlbI5HCgKSsjE3Kv4D7Pue/TqeJblBzfhUNUp0cjCIYoUCMY0gLTf4XyvA0Dni77gp4Aw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e69154fd3296a9ba8e1a7ffa8fa8ebada6036d71fa8c741bd36463de4acec8ca","last_reissued_at":"2026-07-05T07:21:09.030726Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:21:09.030726Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2104.05642","source_version":8,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:21:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"CTBP9tp5EMqJrjsie9Lzt5LchctrGpSVo8ihOHsU76EJJ23kJ4WbJSB4dIcblTxjwhBu+i/jotdzXjwMjStnBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T09:07:12.223080Z"},"content_sha256":"e38b7bc7aa6f6c5e0f036c93e475924d07e0830a468a96f88267f67e13c9c4cf","schema_version":"1.0","event_id":"sha256:e38b7bc7aa6f6c5e0f036c93e475924d07e0830a468a96f88267f67e13c9c4cf"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:42IVJ7JSS2U3VDQ2P75I7KHLVW","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Common Limitations of Image Processing Metrics: A Picture Story","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CV"],"primary_cat":"eess.IV","authors_text":"Abdel A. Taha, Adrian Galdran, A. Emre Kavur, Alan Karthikesalingam, Aleksei Tiulpin, Alexandros Karargyris, Amin Madani, Andreas Kleppe, Anindo Saha, Anna Kreshuk, Anne L. Martel, Annette Kopp-Schneider, Annika Reinke, Arriel Benis, Ben Glocker, Bennett A. Landman, Ben Van Calster, Bernhard Kainz, Beth Cimini, Bjoern Menze, Bram Stieltjes, Bram van Ginneken, Brennan Nichyporuk, Carole H. Sudre, Charles E. Kahn, Clara I. S\\'anchez, Dagmar Kainmueller, Daniel A. Hashimoto, David Moher, Doreen Heckmann-N\\\"otzel, Erik Meijering, Evangelia Christodoulou, Fabian Isensee, Felix Nickel, Florian Buettner, Florian Kofler, Fred Hamprecht, Ga\\\"el Varoquaux, Gary S. Collins, Geert Litjens, Gorkem Polat, Hannes Kenngott, Hassan Rivaz, Henning M\\\"uller, Jens Kleesiek, Jens Petersen, Jianxu Chen, Julien Schroeter, Julio Saez-Rodriguez, Karel G.M. Moons, Keyvan Farahani, Klaus Maier-Hein, Lalith Sharan, Laura Acion, Lena Maier-Hein, Luciana Ferrer, Maarten van Smeden, M. Alican Noyan, M. Alper Selver, Manuel Wiesenfarth, Matthew Blaschko, Matthias Eisenmann, Mauricio Reyes, Merel Huisman, Michael Baumgartner, Michael M. Hoffman, Michael Riegler, Michal Kozubek, Michela Antonelli, Minu D. Tizabi, M. Jorge Cardoso, Nasir Rajpoot, Nicola Rieke, Patrick Godau, Paul J\\\"ager, Peter Bankhead, Peter Hirsch, Peter Mattson, Pierre Jannin, Robert Haase, Ronald M. Summers, Sandy Engelhardt, Shravya Shetty, Sotirios A. Tsaftaris, Spyridon Bakas, Susanne M. Rafelski, Sven Kohler, Tahsin Kurc, Tal Arbel, Thijs Kooi, Tim R\\\"adsch, Veronika Cheplygina, Ziv R. Yaniv","submitted_at":"2021-04-12T17:03:42Z","abstract_excerpt":"While the importance of automatic image analysis is continuously increasing, recent meta-research revealed major flaws with respect to algorithm validation. Performance metrics are particularly key for meaningful, objective, and transparent performance assessment and validation of the used automatic algorithms, but relatively little attention has been given to the practical pitfalls when using specific metrics for a given image analysis task. These are typically related to (1) the disregard of inherent metric properties, such as the behaviour in the presence of class imbalance or small target "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2104.05642","kind":"arxiv","version":8},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2104.05642/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:21:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ux38cZLbeIaKk5Zfdmq4MseEq9QJWZsvA9RXOTHZYXZGu9Q9lp+bP/5+PYRGCdHIH5cY6l4AxLYT3LWC/uxVAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T09:07:12.223491Z"},"content_sha256":"ef1efd17c12534e09827615f3ba58e00ae4266cdd1b96f6217da7432ccd446e5","schema_version":"1.0","event_id":"sha256:ef1efd17c12534e09827615f3ba58e00ae4266cdd1b96f6217da7432ccd446e5"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/42IVJ7JSS2U3VDQ2P75I7KHLVW/bundle.json","state_url":"https://pith.science/pith/42IVJ7JSS2U3VDQ2P75I7KHLVW/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/42IVJ7JSS2U3VDQ2P75I7KHLVW/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T09:07:12Z","links":{"resolver":"https://pith.science/pith/42IVJ7JSS2U3VDQ2P75I7KHLVW","bundle":"https://pith.science/pith/42IVJ7JSS2U3VDQ2P75I7KHLVW/bundle.json","state":"https://pith.science/pith/42IVJ7JSS2U3VDQ2P75I7KHLVW/state.json","well_known_bundle":"https://pith.science/.well-known/pith/42IVJ7JSS2U3VDQ2P75I7KHLVW/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:42IVJ7JSS2U3VDQ2P75I7KHLVW","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d95b9283a32430579aff5e6054d3372116141c22035ef273f3e142a1c068f40d","cross_cats_sorted":["cs.CV"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"eess.IV","submitted_at":"2021-04-12T17:03:42Z","title_canon_sha256":"84f39b2264c87b9063e664be144fb9e2070ca474bbf0fc3332c474b605e8066b"},"schema_version":"1.0","source":{"id":"2104.05642","kind":"arxiv","version":8}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2104.05642","created_at":"2026-07-05T07:21:09Z"},{"alias_kind":"arxiv_version","alias_value":"2104.05642v8","created_at":"2026-07-05T07:21:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2104.05642","created_at":"2026-07-05T07:21:09Z"},{"alias_kind":"pith_short_12","alias_value":"42IVJ7JSS2U3","created_at":"2026-07-05T07:21:09Z"},{"alias_kind":"pith_short_16","alias_value":"42IVJ7JSS2U3VDQ2","created_at":"2026-07-05T07:21:09Z"},{"alias_kind":"pith_short_8","alias_value":"42IVJ7JS","created_at":"2026-07-05T07:21:09Z"}],"graph_snapshots":[{"event_id":"sha256:ef1efd17c12534e09827615f3ba58e00ae4266cdd1b96f6217da7432ccd446e5","target":"graph","created_at":"2026-07-05T07:21:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2104.05642/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"While the importance of automatic image analysis is continuously increasing, recent meta-research revealed major flaws with respect to algorithm validation. Performance metrics are particularly key for meaningful, objective, and transparent performance assessment and validation of the used automatic algorithms, but relatively little attention has been given to the practical pitfalls when using specific metrics for a given image analysis task. These are typically related to (1) the disregard of inherent metric properties, such as the behaviour in the presence of class imbalance or small target ","authors_text":"Abdel A. Taha, Adrian Galdran, A. Emre Kavur, Alan Karthikesalingam, Aleksei Tiulpin, Alexandros Karargyris, Amin Madani, Andreas Kleppe, Anindo Saha, Anna Kreshuk, Anne L. Martel, Annette Kopp-Schneider, Annika Reinke, Arriel Benis, Ben Glocker, Bennett A. Landman, Ben Van Calster, Bernhard Kainz, Beth Cimini, Bjoern Menze, Bram Stieltjes, Bram van Ginneken, Brennan Nichyporuk, Carole H. Sudre, Charles E. Kahn, Clara I. S\\'anchez, Dagmar Kainmueller, Daniel A. Hashimoto, David Moher, Doreen Heckmann-N\\\"otzel, Erik Meijering, Evangelia Christodoulou, Fabian Isensee, Felix Nickel, Florian Buettner, Florian Kofler, Fred Hamprecht, Ga\\\"el Varoquaux, Gary S. Collins, Geert Litjens, Gorkem Polat, Hannes Kenngott, Hassan Rivaz, Henning M\\\"uller, Jens Kleesiek, Jens Petersen, Jianxu Chen, Julien Schroeter, Julio Saez-Rodriguez, Karel G.M. Moons, Keyvan Farahani, Klaus Maier-Hein, Lalith Sharan, Laura Acion, Lena Maier-Hein, Luciana Ferrer, Maarten van Smeden, M. Alican Noyan, M. Alper Selver, Manuel Wiesenfarth, Matthew Blaschko, Matthias Eisenmann, Mauricio Reyes, Merel Huisman, Michael Baumgartner, Michael M. Hoffman, Michael Riegler, Michal Kozubek, Michela Antonelli, Minu D. Tizabi, M. Jorge Cardoso, Nasir Rajpoot, Nicola Rieke, Patrick Godau, Paul J\\\"ager, Peter Bankhead, Peter Hirsch, Peter Mattson, Pierre Jannin, Robert Haase, Ronald M. Summers, Sandy Engelhardt, Shravya Shetty, Sotirios A. Tsaftaris, Spyridon Bakas, Susanne M. Rafelski, Sven Kohler, Tahsin Kurc, Tal Arbel, Thijs Kooi, Tim R\\\"adsch, Veronika Cheplygina, Ziv R. Yaniv","cross_cats":["cs.CV"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"eess.IV","submitted_at":"2021-04-12T17:03:42Z","title":"Common Limitations of Image Processing Metrics: A Picture Story"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2104.05642","kind":"arxiv","version":8},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e38b7bc7aa6f6c5e0f036c93e475924d07e0830a468a96f88267f67e13c9c4cf","target":"record","created_at":"2026-07-05T07:21:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d95b9283a32430579aff5e6054d3372116141c22035ef273f3e142a1c068f40d","cross_cats_sorted":["cs.CV"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"eess.IV","submitted_at":"2021-04-12T17:03:42Z","title_canon_sha256":"84f39b2264c87b9063e664be144fb9e2070ca474bbf0fc3332c474b605e8066b"},"schema_version":"1.0","source":{"id":"2104.05642","kind":"arxiv","version":8}},"canonical_sha256":"e69154fd3296a9ba8e1a7ffa8fa8ebada6036d71fa8c741bd36463de4acec8ca","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e69154fd3296a9ba8e1a7ffa8fa8ebada6036d71fa8c741bd36463de4acec8ca","first_computed_at":"2026-07-05T07:21:09.030726Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:21:09.030726Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"9iH8czekaZUtqjXrdJlbI5HCgKSsjE3Kv4D7Pue/TqeJblBzfhUNUp0cjCIYoUCMY0gLTf4XyvA0Dni77gp4Aw==","signature_status":"signed_v1","signed_at":"2026-07-05T07:21:09.031303Z","signed_message":"canonical_sha256_bytes"},"source_id":"2104.05642","source_kind":"arxiv","source_version":8}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e38b7bc7aa6f6c5e0f036c93e475924d07e0830a468a96f88267f67e13c9c4cf","sha256:ef1efd17c12534e09827615f3ba58e00ae4266cdd1b96f6217da7432ccd446e5"],"state_sha256":"8120468d75db69e8ff0602bf1f035e5a2fd3d2d4906d98c59f39860acc2a750a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DkCvnSdmvYAFbdM1lQtkTn0/Zz+CVgO/SkFJkIUj5gyro9VmgjwEWew3bukT6MgPEaI9TaaYmBMw7Af2KTuPAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T09:07:12.225566Z","bundle_sha256":"94d36c7ec792861ba31b7fef09bb2262471856315686ab08f0d907ea2cd9c43b"}}