{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:APD7J5YM3U2E6T4LMQFAGX7URJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8977bfabd7459e06aab55cfe89966bcde5ef4990f2f40280461fe6dd7d9d6186","cross_cats_sorted":["cs.CV","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"eess.IV","submitted_at":"2022-09-26T20:40:02Z","title_canon_sha256":"24deab7ffa9fd44c52fbfb6f95e74c26a09e5d64bf081448c06623184b545924"},"schema_version":"1.0","source":{"id":"2209.13008","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2209.13008","created_at":"2026-07-05T07:59:47Z"},{"alias_kind":"arxiv_version","alias_value":"2209.13008v4","created_at":"2026-07-05T07:59:47Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2209.13008","created_at":"2026-07-05T07:59:47Z"},{"alias_kind":"pith_short_12","alias_value":"APD7J5YM3U2E","created_at":"2026-07-05T07:59:47Z"},{"alias_kind":"pith_short_16","alias_value":"APD7J5YM3U2E6T4L","created_at":"2026-07-05T07:59:47Z"},{"alias_kind":"pith_short_8","alias_value":"APD7J5YM","created_at":"2026-07-05T07:59:47Z"}],"graph_snapshots":[{"event_id":"sha256:29d880ef5fba35c73ba78f24e84411009b5001fd2a9460440ab9b620f579398c","target":"graph","created_at":"2026-07-05T07:59:47Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2209.13008/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Performance metrics for medical image segmentation models are used to measure the agreement between the reference annotation and the predicted segmentation. Usually, overlap metrics, such as the Dice, are used as a metric to evaluate the performance of these models in order for results to be comparable. However, there is a mismatch between the distributions of cases and difficulty level of segmentation tasks in public data sets compared to clinical practice. Common metrics fail to measure the impact of this mismatch, especially for clinical data sets that include low signal pathologies, a diff","authors_text":"Brian Axelrod, Fabian Isensee, Gregory W. Albers, Jeremy J. Heit, Jeroen Bertels, Li-Jia Li, Maarten G.Lansberg, Sophie Ostmeier, Soren Christensen","cross_cats":["cs.CV","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"eess.IV","submitted_at":"2022-09-26T20:40:02Z","title":"USE-Evaluator: Performance Metrics for Medical Image Segmentation Models with Uncertain, Small or Empty Reference Annotations"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2209.13008","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e35e5cecc819fdf28b8dc323ca978352f2502c0ca2b7f1d83d6ea76493dfe8a7","target":"record","created_at":"2026-07-05T07:59:47Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8977bfabd7459e06aab55cfe89966bcde5ef4990f2f40280461fe6dd7d9d6186","cross_cats_sorted":["cs.CV","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"eess.IV","submitted_at":"2022-09-26T20:40:02Z","title_canon_sha256":"24deab7ffa9fd44c52fbfb6f95e74c26a09e5d64bf081448c06623184b545924"},"schema_version":"1.0","source":{"id":"2209.13008","kind":"arxiv","version":4}},"canonical_sha256":"03c7f4f70cdd344f4f8b640a035ff48a77c91e91cbf7a40ee46b4c15cd6f077f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"03c7f4f70cdd344f4f8b640a035ff48a77c91e91cbf7a40ee46b4c15cd6f077f","first_computed_at":"2026-07-05T07:59:47.541513Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:59:47.541513Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"e1FGuUOIu0jFK0dT+qKAXfV7iLuyJ9C8MPm3IkxFTB7qUkYf2GmvTM99FkspPLYjKGScoTPGkN03OCSsAT3gDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T07:59:47.541921Z","signed_message":"canonical_sha256_bytes"},"source_id":"2209.13008","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e35e5cecc819fdf28b8dc323ca978352f2502c0ca2b7f1d83d6ea76493dfe8a7","sha256:29d880ef5fba35c73ba78f24e84411009b5001fd2a9460440ab9b620f579398c"],"state_sha256":"a7c65868fabcf2a3b47af9f1fe72695e18a97ff09db56d25c36c2cec3ecedd24"}