{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:5JV3LCKRCZP6TSUOYG3KQJ5FNK","short_pith_number":"pith:5JV3LCKR","canonical_record":{"source":{"id":"2204.14226","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"eess.IV","submitted_at":"2022-04-21T14:52:47Z","cross_cats_sorted":["cs.AI","cs.CV","cs.LG","physics.med-ph"],"title_canon_sha256":"d463063fd17b512f7a565e56233fee3bedb444fa64b020a7a0e05482164e374d","abstract_canon_sha256":"36be7768198354b358bcca3c5ba7382dedde20cc33ac5e57b741aa2f1d901429"},"schema_version":"1.0"},"canonical_sha256":"ea6bb58951165fe9ca8ec1b6a827a56abb3bed4170aacfc0422160de9a44221b","source":{"kind":"arxiv","id":"2204.14226","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2204.14226","created_at":"2026-07-05T04:57:25Z"},{"alias_kind":"arxiv_version","alias_value":"2204.14226v1","created_at":"2026-07-05T04:57:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2204.14226","created_at":"2026-07-05T04:57:25Z"},{"alias_kind":"pith_short_12","alias_value":"5JV3LCKRCZP6","created_at":"2026-07-05T04:57:25Z"},{"alias_kind":"pith_short_16","alias_value":"5JV3LCKRCZP6TSUO","created_at":"2026-07-05T04:57:25Z"},{"alias_kind":"pith_short_8","alias_value":"5JV3LCKR","created_at":"2026-07-05T04:57:25Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:5JV3LCKRCZP6TSUOYG3KQJ5FNK","target":"record","payload":{"canonical_record":{"source":{"id":"2204.14226","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"eess.IV","submitted_at":"2022-04-21T14:52:47Z","cross_cats_sorted":["cs.AI","cs.CV","cs.LG","physics.med-ph"],"title_canon_sha256":"d463063fd17b512f7a565e56233fee3bedb444fa64b020a7a0e05482164e374d","abstract_canon_sha256":"36be7768198354b358bcca3c5ba7382dedde20cc33ac5e57b741aa2f1d901429"},"schema_version":"1.0"},"canonical_sha256":"ea6bb58951165fe9ca8ec1b6a827a56abb3bed4170aacfc0422160de9a44221b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:57:25.396055Z","signature_b64":"6Io4n+Q2TfFDpIMteQiPZ2ZuPqMChwzyzCFQY3ICDmlGZvx1xuFQTBogjwtA/Bd9o+mPdzcH37D7bykapUUiDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ea6bb58951165fe9ca8ec1b6a827a56abb3bed4170aacfc0422160de9a44221b","last_reissued_at":"2026-07-05T04:57:25.395621Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:57:25.395621Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2204.14226","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:57:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+KGSapOWnz6JXVjJCTw66b1YyLJnyrHhkDm2Y9XoxtV8QNuGyo5rGIW6OL2ZA92FB3fuyasqnI+9FAgCmubpAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T10:07:15.318720Z"},"content_sha256":"1a69590bf06c2973925afca98460f884a676f2bbe02ee79b95c3aef108231a9a","schema_version":"1.0","event_id":"sha256:1a69590bf06c2973925afca98460f884a676f2bbe02ee79b95c3aef108231a9a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:5JV3LCKRCZP6TSUOYG3KQJ5FNK","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Recommendations on test datasets for evaluating AI solutions in pathology","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.CV","cs.LG","physics.med-ph"],"primary_cat":"eess.IV","authors_text":"Adri\\`a Romero-L\\'opez, Alireza Vafaei Sadr, Andr\\'e Homeyer, Aray Karjauv, Carl Orge Retzlaff, Christian Gei{\\ss}ler, Daniel Kr\\\"uger, David Haber, Falk Zakrzewski, Heimo M\\\"uller, Isidre Munn\\'e-Bertran, Klaus Strohmenger, Lars Ole Schwen, Markus Plass, Mateo Rojas-Carulla, Matthias Kraft, Max Westphal, Michaela Kargl, Nassim Bouteldja, Norman Zerbe, Peter Boor, Peter Hufnagl, Peter Steinbach, Rita Carvalho, Roman David B\\\"ulow, Rutger Fick, Theodore Evans, Tobias Lang, Tomasz So{\\l}tysi\\'nski, Yu-Chia Lan","submitted_at":"2022-04-21T14:52:47Z","abstract_excerpt":"Artificial intelligence (AI) solutions that automatically extract information from digital histology images have shown great promise for improving pathological diagnosis. Prior to routine use, it is important to evaluate their predictive performance and obtain regulatory approval. This assessment requires appropriate test datasets. However, compiling such datasets is challenging and specific recommendations are missing.\n  A committee of various stakeholders, including commercial AI developers, pathologists, and researchers, discussed key aspects and conducted extensive literature reviews on te"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2204.14226","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2204.14226/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:57:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"r9ynyPqMr5WKvQ6RyYnfGkmIy+S/5uxKyvWLT6ibCU66j9jDc4BapptGuLQwMrdzSdm02rnsHCNDj1z2DOgOCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T10:07:15.319522Z"},"content_sha256":"99f91778392f1d0ff51fb24a57174d7b076f73c692d7e4ad16717cec8bb0d582","schema_version":"1.0","event_id":"sha256:99f91778392f1d0ff51fb24a57174d7b076f73c692d7e4ad16717cec8bb0d582"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/5JV3LCKRCZP6TSUOYG3KQJ5FNK/bundle.json","state_url":"https://pith.science/pith/5JV3LCKRCZP6TSUOYG3KQJ5FNK/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/5JV3LCKRCZP6TSUOYG3KQJ5FNK/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T10:07:15Z","links":{"resolver":"https://pith.science/pith/5JV3LCKRCZP6TSUOYG3KQJ5FNK","bundle":"https://pith.science/pith/5JV3LCKRCZP6TSUOYG3KQJ5FNK/bundle.json","state":"https://pith.science/pith/5JV3LCKRCZP6TSUOYG3KQJ5FNK/state.json","well_known_bundle":"https://pith.science/.well-known/pith/5JV3LCKRCZP6TSUOYG3KQJ5FNK/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:5JV3LCKRCZP6TSUOYG3KQJ5FNK","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"36be7768198354b358bcca3c5ba7382dedde20cc33ac5e57b741aa2f1d901429","cross_cats_sorted":["cs.AI","cs.CV","cs.LG","physics.med-ph"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"eess.IV","submitted_at":"2022-04-21T14:52:47Z","title_canon_sha256":"d463063fd17b512f7a565e56233fee3bedb444fa64b020a7a0e05482164e374d"},"schema_version":"1.0","source":{"id":"2204.14226","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2204.14226","created_at":"2026-07-05T04:57:25Z"},{"alias_kind":"arxiv_version","alias_value":"2204.14226v1","created_at":"2026-07-05T04:57:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2204.14226","created_at":"2026-07-05T04:57:25Z"},{"alias_kind":"pith_short_12","alias_value":"5JV3LCKRCZP6","created_at":"2026-07-05T04:57:25Z"},{"alias_kind":"pith_short_16","alias_value":"5JV3LCKRCZP6TSUO","created_at":"2026-07-05T04:57:25Z"},{"alias_kind":"pith_short_8","alias_value":"5JV3LCKR","created_at":"2026-07-05T04:57:25Z"}],"graph_snapshots":[{"event_id":"sha256:99f91778392f1d0ff51fb24a57174d7b076f73c692d7e4ad16717cec8bb0d582","target":"graph","created_at":"2026-07-05T04:57:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2204.14226/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Artificial intelligence (AI) solutions that automatically extract information from digital histology images have shown great promise for improving pathological diagnosis. Prior to routine use, it is important to evaluate their predictive performance and obtain regulatory approval. This assessment requires appropriate test datasets. However, compiling such datasets is challenging and specific recommendations are missing.\n  A committee of various stakeholders, including commercial AI developers, pathologists, and researchers, discussed key aspects and conducted extensive literature reviews on te","authors_text":"Adri\\`a Romero-L\\'opez, Alireza Vafaei Sadr, Andr\\'e Homeyer, Aray Karjauv, Carl Orge Retzlaff, Christian Gei{\\ss}ler, Daniel Kr\\\"uger, David Haber, Falk Zakrzewski, Heimo M\\\"uller, Isidre Munn\\'e-Bertran, Klaus Strohmenger, Lars Ole Schwen, Markus Plass, Mateo Rojas-Carulla, Matthias Kraft, Max Westphal, Michaela Kargl, Nassim Bouteldja, Norman Zerbe, Peter Boor, Peter Hufnagl, Peter Steinbach, Rita Carvalho, Roman David B\\\"ulow, Rutger Fick, Theodore Evans, Tobias Lang, Tomasz So{\\l}tysi\\'nski, Yu-Chia Lan","cross_cats":["cs.AI","cs.CV","cs.LG","physics.med-ph"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"eess.IV","submitted_at":"2022-04-21T14:52:47Z","title":"Recommendations on test datasets for evaluating AI solutions in pathology"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2204.14226","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1a69590bf06c2973925afca98460f884a676f2bbe02ee79b95c3aef108231a9a","target":"record","created_at":"2026-07-05T04:57:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"36be7768198354b358bcca3c5ba7382dedde20cc33ac5e57b741aa2f1d901429","cross_cats_sorted":["cs.AI","cs.CV","cs.LG","physics.med-ph"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"eess.IV","submitted_at":"2022-04-21T14:52:47Z","title_canon_sha256":"d463063fd17b512f7a565e56233fee3bedb444fa64b020a7a0e05482164e374d"},"schema_version":"1.0","source":{"id":"2204.14226","kind":"arxiv","version":1}},"canonical_sha256":"ea6bb58951165fe9ca8ec1b6a827a56abb3bed4170aacfc0422160de9a44221b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ea6bb58951165fe9ca8ec1b6a827a56abb3bed4170aacfc0422160de9a44221b","first_computed_at":"2026-07-05T04:57:25.395621Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:57:25.395621Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"6Io4n+Q2TfFDpIMteQiPZ2ZuPqMChwzyzCFQY3ICDmlGZvx1xuFQTBogjwtA/Bd9o+mPdzcH37D7bykapUUiDw==","signature_status":"signed_v1","signed_at":"2026-07-05T04:57:25.396055Z","signed_message":"canonical_sha256_bytes"},"source_id":"2204.14226","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1a69590bf06c2973925afca98460f884a676f2bbe02ee79b95c3aef108231a9a","sha256:99f91778392f1d0ff51fb24a57174d7b076f73c692d7e4ad16717cec8bb0d582"],"state_sha256":"c3714bcae5c9305c1188d2f052fb3e7973b277248e4709700116d4ca2447ab80"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rCqcvHCQnbH8Lw6jgqTnK2KyAdx7vt7ZDI1z681HoKpcePPL5o/hpsw4SKL/RpYXoE9u2vyB+hNidUi6eeTXDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T10:07:15.325780Z","bundle_sha256":"fd364f60a8a6be4fef5425949672efa55a74edc11ed1a66403a1a641f815996a"}}