{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:6WCB253QMJLPVH4IVW2XIXXXCJ","short_pith_number":"pith:6WCB253Q","canonical_record":{"source":{"id":"2202.05273","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"eess.IV","submitted_at":"2022-02-10T13:38:05Z","cross_cats_sorted":["cs.CV","cs.LG"],"title_canon_sha256":"9b9bf0027f7f4e7af7ac2d81a918bcb1827ed0b7aeeeeb6fa96c4bdcfffdc4a0","abstract_canon_sha256":"197c86ec0caf130f27c6f5453daa52a46bfc48513d85fd52369d5740d21f000a"},"schema_version":"1.0"},"canonical_sha256":"f5841d77706256fa9f88adb5745ef71244f3c797f4f7ccddeeed32ccd5468db3","source":{"kind":"arxiv","id":"2202.05273","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2202.05273","created_at":"2026-07-05T03:56:06Z"},{"alias_kind":"arxiv_version","alias_value":"2202.05273v1","created_at":"2026-07-05T03:56:06Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2202.05273","created_at":"2026-07-05T03:56:06Z"},{"alias_kind":"pith_short_12","alias_value":"6WCB253QMJLP","created_at":"2026-07-05T03:56:06Z"},{"alias_kind":"pith_short_16","alias_value":"6WCB253QMJLPVH4I","created_at":"2026-07-05T03:56:06Z"},{"alias_kind":"pith_short_8","alias_value":"6WCB253Q","created_at":"2026-07-05T03:56:06Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:6WCB253QMJLPVH4IVW2XIXXXCJ","target":"record","payload":{"canonical_record":{"source":{"id":"2202.05273","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"eess.IV","submitted_at":"2022-02-10T13:38:05Z","cross_cats_sorted":["cs.CV","cs.LG"],"title_canon_sha256":"9b9bf0027f7f4e7af7ac2d81a918bcb1827ed0b7aeeeeb6fa96c4bdcfffdc4a0","abstract_canon_sha256":"197c86ec0caf130f27c6f5453daa52a46bfc48513d85fd52369d5740d21f000a"},"schema_version":"1.0"},"canonical_sha256":"f5841d77706256fa9f88adb5745ef71244f3c797f4f7ccddeeed32ccd5468db3","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:56:06.717454Z","signature_b64":"PuFVFJakP8Lz47mD/rKs9cZ838hoKIe96EAZvucl0JRMTcPmP+yAC3Km2I/ypOyqjc0nY1UmzDWTjq7vdS+lBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f5841d77706256fa9f88adb5745ef71244f3c797f4f7ccddeeed32ccd5468db3","last_reissued_at":"2026-07-05T03:56:06.717100Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:56:06.717100Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2202.05273","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:56:06Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"FSr9HeQ74AWzPQR+oTtF2QeeqEEQa0YgzK7A7rrVTGodqU2nIgOJo4rk0ycgqpJ1r6qwrFiNWMR//gYbO5yOCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T14:08:15.002807Z"},"content_sha256":"b97185178140789e83cc87225479f13ebf488a84d865483fecf5f2bb934eb81f","schema_version":"1.0","event_id":"sha256:b97185178140789e83cc87225479f13ebf488a84d865483fecf5f2bb934eb81f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:6WCB253QMJLPVH4IVW2XIXXXCJ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Towards a Guideline for Evaluation Metrics in Medical Image Segmentation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CV","cs.LG"],"primary_cat":"eess.IV","authors_text":"Dominik M\\\"uller, Frank Kramer, I\\~naki Soto-Rey","submitted_at":"2022-02-10T13:38:05Z","abstract_excerpt":"In the last decade, research on artificial intelligence has seen rapid growth with deep learning models, especially in the field of medical image segmentation. Various studies demonstrated that these models have powerful prediction capabilities and achieved similar results as clinicians. However, recent studies revealed that the evaluation in image segmentation studies lacks reliable model performance assessment and showed statistical bias by incorrect metric implementation or usage. Thus, this work provides an overview and interpretation guide on the following metrics for medical image segmen"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2202.05273","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2202.05273/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:56:06Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YnPHz7S2nGz+5vmbMCrxD+2Ex46wHapbe4YtIeNHRJfjEjmh5ct2xJsBg4ORwelUbnzXxuq4Vnn+5ehrKYeVDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T14:08:15.003593Z"},"content_sha256":"ae2bc7e2fd97b389c86f8b4ca30960edbb18ed6799e7e034b3b7f8b22cad2aaf","schema_version":"1.0","event_id":"sha256:ae2bc7e2fd97b389c86f8b4ca30960edbb18ed6799e7e034b3b7f8b22cad2aaf"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/6WCB253QMJLPVH4IVW2XIXXXCJ/bundle.json","state_url":"https://pith.science/pith/6WCB253QMJLPVH4IVW2XIXXXCJ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/6WCB253QMJLPVH4IVW2XIXXXCJ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T14:08:15Z","links":{"resolver":"https://pith.science/pith/6WCB253QMJLPVH4IVW2XIXXXCJ","bundle":"https://pith.science/pith/6WCB253QMJLPVH4IVW2XIXXXCJ/bundle.json","state":"https://pith.science/pith/6WCB253QMJLPVH4IVW2XIXXXCJ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/6WCB253QMJLPVH4IVW2XIXXXCJ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:6WCB253QMJLPVH4IVW2XIXXXCJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"197c86ec0caf130f27c6f5453daa52a46bfc48513d85fd52369d5740d21f000a","cross_cats_sorted":["cs.CV","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"eess.IV","submitted_at":"2022-02-10T13:38:05Z","title_canon_sha256":"9b9bf0027f7f4e7af7ac2d81a918bcb1827ed0b7aeeeeb6fa96c4bdcfffdc4a0"},"schema_version":"1.0","source":{"id":"2202.05273","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2202.05273","created_at":"2026-07-05T03:56:06Z"},{"alias_kind":"arxiv_version","alias_value":"2202.05273v1","created_at":"2026-07-05T03:56:06Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2202.05273","created_at":"2026-07-05T03:56:06Z"},{"alias_kind":"pith_short_12","alias_value":"6WCB253QMJLP","created_at":"2026-07-05T03:56:06Z"},{"alias_kind":"pith_short_16","alias_value":"6WCB253QMJLPVH4I","created_at":"2026-07-05T03:56:06Z"},{"alias_kind":"pith_short_8","alias_value":"6WCB253Q","created_at":"2026-07-05T03:56:06Z"}],"graph_snapshots":[{"event_id":"sha256:ae2bc7e2fd97b389c86f8b4ca30960edbb18ed6799e7e034b3b7f8b22cad2aaf","target":"graph","created_at":"2026-07-05T03:56:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2202.05273/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In the last decade, research on artificial intelligence has seen rapid growth with deep learning models, especially in the field of medical image segmentation. Various studies demonstrated that these models have powerful prediction capabilities and achieved similar results as clinicians. However, recent studies revealed that the evaluation in image segmentation studies lacks reliable model performance assessment and showed statistical bias by incorrect metric implementation or usage. Thus, this work provides an overview and interpretation guide on the following metrics for medical image segmen","authors_text":"Dominik M\\\"uller, Frank Kramer, I\\~naki Soto-Rey","cross_cats":["cs.CV","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"eess.IV","submitted_at":"2022-02-10T13:38:05Z","title":"Towards a Guideline for Evaluation Metrics in Medical Image Segmentation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2202.05273","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b97185178140789e83cc87225479f13ebf488a84d865483fecf5f2bb934eb81f","target":"record","created_at":"2026-07-05T03:56:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"197c86ec0caf130f27c6f5453daa52a46bfc48513d85fd52369d5740d21f000a","cross_cats_sorted":["cs.CV","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"eess.IV","submitted_at":"2022-02-10T13:38:05Z","title_canon_sha256":"9b9bf0027f7f4e7af7ac2d81a918bcb1827ed0b7aeeeeb6fa96c4bdcfffdc4a0"},"schema_version":"1.0","source":{"id":"2202.05273","kind":"arxiv","version":1}},"canonical_sha256":"f5841d77706256fa9f88adb5745ef71244f3c797f4f7ccddeeed32ccd5468db3","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f5841d77706256fa9f88adb5745ef71244f3c797f4f7ccddeeed32ccd5468db3","first_computed_at":"2026-07-05T03:56:06.717100Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:56:06.717100Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"PuFVFJakP8Lz47mD/rKs9cZ838hoKIe96EAZvucl0JRMTcPmP+yAC3Km2I/ypOyqjc0nY1UmzDWTjq7vdS+lBA==","signature_status":"signed_v1","signed_at":"2026-07-05T03:56:06.717454Z","signed_message":"canonical_sha256_bytes"},"source_id":"2202.05273","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b97185178140789e83cc87225479f13ebf488a84d865483fecf5f2bb934eb81f","sha256:ae2bc7e2fd97b389c86f8b4ca30960edbb18ed6799e7e034b3b7f8b22cad2aaf"],"state_sha256":"7d058432f058c046b165088e5d064c4fbd475c8ca2f9ea9111b2659c18695fe4"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zNsNV20SnAGBekWvilni0OVqbxCTPjoFEqzZ0LWx5uAO91HuFgpKaHwjhKvbaOu090K76Db+7ewu3uiBxRsZCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T14:08:15.009294Z","bundle_sha256":"31bfc0cc63fd4470bcb28d3f8e3148b9a637e355a648362cdab49f8e522e7acb"}}