{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:6VZWXD5P4UNULIPKAKMB7OQJ3A","short_pith_number":"pith:6VZWXD5P","canonical_record":{"source":{"id":"2106.09302","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CV","submitted_at":"2021-06-17T08:12:37Z","cross_cats_sorted":[],"title_canon_sha256":"2a78f36a5f49ffa8d8a18ed9ef553869823df9bb9b1d47d04c574cdea8e6d562","abstract_canon_sha256":"544b1610ed69e18ee1890f779350e1f679f4614c87c5f763983565b66d11e03c"},"schema_version":"1.0"},"canonical_sha256":"f5736b8fafe51b45a1ea02981fba09d82df2aa1ecefb807b67810621a96b6ecf","source":{"kind":"arxiv","id":"2106.09302","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2106.09302","created_at":"2026-07-05T02:50:14Z"},{"alias_kind":"arxiv_version","alias_value":"2106.09302v1","created_at":"2026-07-05T02:50:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2106.09302","created_at":"2026-07-05T02:50:14Z"},{"alias_kind":"pith_short_12","alias_value":"6VZWXD5P4UNU","created_at":"2026-07-05T02:50:14Z"},{"alias_kind":"pith_short_16","alias_value":"6VZWXD5P4UNULIPK","created_at":"2026-07-05T02:50:14Z"},{"alias_kind":"pith_short_8","alias_value":"6VZWXD5P","created_at":"2026-07-05T02:50:14Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:6VZWXD5P4UNULIPKAKMB7OQJ3A","target":"record","payload":{"canonical_record":{"source":{"id":"2106.09302","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CV","submitted_at":"2021-06-17T08:12:37Z","cross_cats_sorted":[],"title_canon_sha256":"2a78f36a5f49ffa8d8a18ed9ef553869823df9bb9b1d47d04c574cdea8e6d562","abstract_canon_sha256":"544b1610ed69e18ee1890f779350e1f679f4614c87c5f763983565b66d11e03c"},"schema_version":"1.0"},"canonical_sha256":"f5736b8fafe51b45a1ea02981fba09d82df2aa1ecefb807b67810621a96b6ecf","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:50:14.825100Z","signature_b64":"qu0gtV57Hfy5hVqDr2C549TqyJmlrJPF/Ag+VDYa6fRFkzu9x65IvC+JiFsX6ONp1AnwE6bwjO4MJNcv/P1UBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f5736b8fafe51b45a1ea02981fba09d82df2aa1ecefb807b67810621a96b6ecf","last_reissued_at":"2026-07-05T02:50:14.824615Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:50:14.824615Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2106.09302","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:50:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zjDG4MswpyAr/dGEbyC4d3BhMgXmfTmyVP0Z0wd6VIuUuBxshaqdlCrbB4kBMFPN/5uviabcJkNtFMI8TVtpCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T09:22:53.086947Z"},"content_sha256":"a93e2e29efe44e0273b5ad8a3f6237550820dd57bf348014108cd8fc21503c9a","schema_version":"1.0","event_id":"sha256:a93e2e29efe44e0273b5ad8a3f6237550820dd57bf348014108cd8fc21503c9a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:6VZWXD5P4UNULIPKAKMB7OQJ3A","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"How can we learn (more) from challenges? A statistical approach to driving future algorithm development","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CV","authors_text":"Annette Kopp-Schneider, Annika Reinke, Beat P. M\\\"uller-Stich, B\\\"unyamin Pekdemir, Darya Trofimova, Fabian Isensee, Francesco Calimeri, Lena Maier-Hein, Lisa Koeppel, Manuel Wiesenfarth, Patrick Godau, Peter M. Full, Pierangela Bruno, Sara Moccia, Tobias Ro{\\ss}","submitted_at":"2021-06-17T08:12:37Z","abstract_excerpt":"Challenges have become the state-of-the-art approach to benchmark image analysis algorithms in a comparative manner. While the validation on identical data sets was a great step forward, results analysis is often restricted to pure ranking tables, leaving relevant questions unanswered. Specifically, little effort has been put into the systematic investigation on what characterizes images in which state-of-the-art algorithms fail. To address this gap in the literature, we (1) present a statistical framework for learning from challenges and (2) instantiate it for the specific task of instrument "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2106.09302","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2106.09302/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:50:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9s5rde398zaLOBJClfjZkyobCyNtwIpcVTPBWmIOL1+hRWoSmZYtBPrRHcchtCsJlc4C4PfWa4vplt1FrVpZCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T09:22:53.087328Z"},"content_sha256":"12146b6a83a0459b115f4f58ef6a4b15b8df6dfd2d4d43af5e5004809a625d48","schema_version":"1.0","event_id":"sha256:12146b6a83a0459b115f4f58ef6a4b15b8df6dfd2d4d43af5e5004809a625d48"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/6VZWXD5P4UNULIPKAKMB7OQJ3A/bundle.json","state_url":"https://pith.science/pith/6VZWXD5P4UNULIPKAKMB7OQJ3A/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/6VZWXD5P4UNULIPKAKMB7OQJ3A/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T09:22:53Z","links":{"resolver":"https://pith.science/pith/6VZWXD5P4UNULIPKAKMB7OQJ3A","bundle":"https://pith.science/pith/6VZWXD5P4UNULIPKAKMB7OQJ3A/bundle.json","state":"https://pith.science/pith/6VZWXD5P4UNULIPKAKMB7OQJ3A/state.json","well_known_bundle":"https://pith.science/.well-known/pith/6VZWXD5P4UNULIPKAKMB7OQJ3A/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:6VZWXD5P4UNULIPKAKMB7OQJ3A","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"544b1610ed69e18ee1890f779350e1f679f4614c87c5f763983565b66d11e03c","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CV","submitted_at":"2021-06-17T08:12:37Z","title_canon_sha256":"2a78f36a5f49ffa8d8a18ed9ef553869823df9bb9b1d47d04c574cdea8e6d562"},"schema_version":"1.0","source":{"id":"2106.09302","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2106.09302","created_at":"2026-07-05T02:50:14Z"},{"alias_kind":"arxiv_version","alias_value":"2106.09302v1","created_at":"2026-07-05T02:50:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2106.09302","created_at":"2026-07-05T02:50:14Z"},{"alias_kind":"pith_short_12","alias_value":"6VZWXD5P4UNU","created_at":"2026-07-05T02:50:14Z"},{"alias_kind":"pith_short_16","alias_value":"6VZWXD5P4UNULIPK","created_at":"2026-07-05T02:50:14Z"},{"alias_kind":"pith_short_8","alias_value":"6VZWXD5P","created_at":"2026-07-05T02:50:14Z"}],"graph_snapshots":[{"event_id":"sha256:12146b6a83a0459b115f4f58ef6a4b15b8df6dfd2d4d43af5e5004809a625d48","target":"graph","created_at":"2026-07-05T02:50:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2106.09302/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Challenges have become the state-of-the-art approach to benchmark image analysis algorithms in a comparative manner. While the validation on identical data sets was a great step forward, results analysis is often restricted to pure ranking tables, leaving relevant questions unanswered. Specifically, little effort has been put into the systematic investigation on what characterizes images in which state-of-the-art algorithms fail. To address this gap in the literature, we (1) present a statistical framework for learning from challenges and (2) instantiate it for the specific task of instrument ","authors_text":"Annette Kopp-Schneider, Annika Reinke, Beat P. M\\\"uller-Stich, B\\\"unyamin Pekdemir, Darya Trofimova, Fabian Isensee, Francesco Calimeri, Lena Maier-Hein, Lisa Koeppel, Manuel Wiesenfarth, Patrick Godau, Peter M. Full, Pierangela Bruno, Sara Moccia, Tobias Ro{\\ss}","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CV","submitted_at":"2021-06-17T08:12:37Z","title":"How can we learn (more) from challenges? A statistical approach to driving future algorithm development"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2106.09302","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a93e2e29efe44e0273b5ad8a3f6237550820dd57bf348014108cd8fc21503c9a","target":"record","created_at":"2026-07-05T02:50:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"544b1610ed69e18ee1890f779350e1f679f4614c87c5f763983565b66d11e03c","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CV","submitted_at":"2021-06-17T08:12:37Z","title_canon_sha256":"2a78f36a5f49ffa8d8a18ed9ef553869823df9bb9b1d47d04c574cdea8e6d562"},"schema_version":"1.0","source":{"id":"2106.09302","kind":"arxiv","version":1}},"canonical_sha256":"f5736b8fafe51b45a1ea02981fba09d82df2aa1ecefb807b67810621a96b6ecf","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f5736b8fafe51b45a1ea02981fba09d82df2aa1ecefb807b67810621a96b6ecf","first_computed_at":"2026-07-05T02:50:14.824615Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:50:14.824615Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"qu0gtV57Hfy5hVqDr2C549TqyJmlrJPF/Ag+VDYa6fRFkzu9x65IvC+JiFsX6ONp1AnwE6bwjO4MJNcv/P1UBg==","signature_status":"signed_v1","signed_at":"2026-07-05T02:50:14.825100Z","signed_message":"canonical_sha256_bytes"},"source_id":"2106.09302","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a93e2e29efe44e0273b5ad8a3f6237550820dd57bf348014108cd8fc21503c9a","sha256:12146b6a83a0459b115f4f58ef6a4b15b8df6dfd2d4d43af5e5004809a625d48"],"state_sha256":"590c3daf9a6f6faf00f72c3314490d070344655fe886835fbeed38ac076dadf5"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"OWdyNy3/Bm6xRPpTrMiayeX7w9iZyA8abvitNXht7al6UkE2SDKBQr3dh/mi/1/Zd/ndWzPmheVcejyOdnjADA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T09:22:53.089244Z","bundle_sha256":"28c72017dd925f15f4e967744816bb90a45299f10d253d89dc972c6943b250c6"}}