{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:DLVWLSIG3YSHKV3JREYIYSAOJK","short_pith_number":"pith:DLVWLSIG","canonical_record":{"source":{"id":"2107.04540","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"physics.med-ph","submitted_at":"2021-07-09T16:55:40Z","cross_cats_sorted":["eess.IV"],"title_canon_sha256":"2db3ace0774d26e9ed53379cbe11c7dbba671d850d71e68e5ec92590c9ac4494","abstract_canon_sha256":"ef955dfdfab71e9e47792aeb8a652bfb75dadc04d2c1bcd1e297ce20ab3b75fd"},"schema_version":"1.0"},"canonical_sha256":"1aeb65c906de2475576989308c480e4a9a276690f071dee61fbaa3eb5bbc7813","source":{"kind":"arxiv","id":"2107.04540","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2107.04540","created_at":"2026-07-05T02:59:38Z"},{"alias_kind":"arxiv_version","alias_value":"2107.04540v2","created_at":"2026-07-05T02:59:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2107.04540","created_at":"2026-07-05T02:59:38Z"},{"alias_kind":"pith_short_12","alias_value":"DLVWLSIG3YSH","created_at":"2026-07-05T02:59:38Z"},{"alias_kind":"pith_short_16","alias_value":"DLVWLSIG3YSHKV3J","created_at":"2026-07-05T02:59:38Z"},{"alias_kind":"pith_short_8","alias_value":"DLVWLSIG","created_at":"2026-07-05T02:59:38Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:DLVWLSIG3YSHKV3JREYIYSAOJK","target":"record","payload":{"canonical_record":{"source":{"id":"2107.04540","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"physics.med-ph","submitted_at":"2021-07-09T16:55:40Z","cross_cats_sorted":["eess.IV"],"title_canon_sha256":"2db3ace0774d26e9ed53379cbe11c7dbba671d850d71e68e5ec92590c9ac4494","abstract_canon_sha256":"ef955dfdfab71e9e47792aeb8a652bfb75dadc04d2c1bcd1e297ce20ab3b75fd"},"schema_version":"1.0"},"canonical_sha256":"1aeb65c906de2475576989308c480e4a9a276690f071dee61fbaa3eb5bbc7813","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:59:38.157591Z","signature_b64":"QDnzVVrNQ3HNz/vxSgeEPIeykXCkxVdz/Yq2lTMusyxbsh29ywqUHl15b0TdXUUPnhoI2mHsW+91GXSeKZ/uBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1aeb65c906de2475576989308c480e4a9a276690f071dee61fbaa3eb5bbc7813","last_reissued_at":"2026-07-05T02:59:38.157190Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:59:38.157190Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2107.04540","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:59:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tzKWXRxJngUo/2mDjXdDq6bVXQlVt9qrlTTn3pRDNeBc7c58t44xQHdkVjTgNYdUxQ9zdVBBH2hJ/Akc+cLPDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T14:43:13.329403Z"},"content_sha256":"251f3cd286e1b4563c207511d07e6cf116c3009142378c7b0ccba9a5d0345653","schema_version":"1.0","event_id":"sha256:251f3cd286e1b4563c207511d07e6cf116c3009142378c7b0ccba9a5d0345653"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:DLVWLSIG3YSHKV3JREYIYSAOJK","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Objective task-based evaluation of artificial intelligence-based medical imaging methods: Framework, strategies and role of the physician","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["eess.IV"],"primary_cat":"physics.med-ph","authors_text":"Abhinav K. Jha, Arman Rahmim, Babak Saboury, Barry A. Siegel, Kyle J. Myers, Md Ashequr Rahman, Nancy A. Obuchowski, Ziping Liu","submitted_at":"2021-07-09T16:55:40Z","abstract_excerpt":"Artificial intelligence (AI)-based methods are showing promise in multiple medical-imaging applications. Thus, there is substantial interest in clinical translation of these methods, requiring in turn, that they be evaluated rigorously. In this paper, our goal is to lay out a framework for objective task-based evaluation of AI methods. We will also provide a list of tools available in the literature to conduct this evaluation. Further, we outline the important role of physicians in conducting these evaluation studies. The examples in this paper will be proposed in the context of PET with a foc"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2107.04540","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2107.04540/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:59:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Zc2WpTIIB0o53qz0EFlibC5Gesux/Q49c9pezZqwSprGEYGktGgPi3tB0V2ZR5/6Yq6OtoUqUpV1Ng6GLkAjBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T14:43:13.329773Z"},"content_sha256":"648ded203c3b7a5e3c3e7036fffd2f51786cffe6b28aafca4b10176f0e30b643","schema_version":"1.0","event_id":"sha256:648ded203c3b7a5e3c3e7036fffd2f51786cffe6b28aafca4b10176f0e30b643"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/DLVWLSIG3YSHKV3JREYIYSAOJK/bundle.json","state_url":"https://pith.science/pith/DLVWLSIG3YSHKV3JREYIYSAOJK/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/DLVWLSIG3YSHKV3JREYIYSAOJK/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T14:43:13Z","links":{"resolver":"https://pith.science/pith/DLVWLSIG3YSHKV3JREYIYSAOJK","bundle":"https://pith.science/pith/DLVWLSIG3YSHKV3JREYIYSAOJK/bundle.json","state":"https://pith.science/pith/DLVWLSIG3YSHKV3JREYIYSAOJK/state.json","well_known_bundle":"https://pith.science/.well-known/pith/DLVWLSIG3YSHKV3JREYIYSAOJK/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:DLVWLSIG3YSHKV3JREYIYSAOJK","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ef955dfdfab71e9e47792aeb8a652bfb75dadc04d2c1bcd1e297ce20ab3b75fd","cross_cats_sorted":["eess.IV"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"physics.med-ph","submitted_at":"2021-07-09T16:55:40Z","title_canon_sha256":"2db3ace0774d26e9ed53379cbe11c7dbba671d850d71e68e5ec92590c9ac4494"},"schema_version":"1.0","source":{"id":"2107.04540","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2107.04540","created_at":"2026-07-05T02:59:38Z"},{"alias_kind":"arxiv_version","alias_value":"2107.04540v2","created_at":"2026-07-05T02:59:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2107.04540","created_at":"2026-07-05T02:59:38Z"},{"alias_kind":"pith_short_12","alias_value":"DLVWLSIG3YSH","created_at":"2026-07-05T02:59:38Z"},{"alias_kind":"pith_short_16","alias_value":"DLVWLSIG3YSHKV3J","created_at":"2026-07-05T02:59:38Z"},{"alias_kind":"pith_short_8","alias_value":"DLVWLSIG","created_at":"2026-07-05T02:59:38Z"}],"graph_snapshots":[{"event_id":"sha256:648ded203c3b7a5e3c3e7036fffd2f51786cffe6b28aafca4b10176f0e30b643","target":"graph","created_at":"2026-07-05T02:59:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2107.04540/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Artificial intelligence (AI)-based methods are showing promise in multiple medical-imaging applications. Thus, there is substantial interest in clinical translation of these methods, requiring in turn, that they be evaluated rigorously. In this paper, our goal is to lay out a framework for objective task-based evaluation of AI methods. We will also provide a list of tools available in the literature to conduct this evaluation. Further, we outline the important role of physicians in conducting these evaluation studies. The examples in this paper will be proposed in the context of PET with a foc","authors_text":"Abhinav K. Jha, Arman Rahmim, Babak Saboury, Barry A. Siegel, Kyle J. Myers, Md Ashequr Rahman, Nancy A. Obuchowski, Ziping Liu","cross_cats":["eess.IV"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"physics.med-ph","submitted_at":"2021-07-09T16:55:40Z","title":"Objective task-based evaluation of artificial intelligence-based medical imaging methods: Framework, strategies and role of the physician"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2107.04540","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:251f3cd286e1b4563c207511d07e6cf116c3009142378c7b0ccba9a5d0345653","target":"record","created_at":"2026-07-05T02:59:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ef955dfdfab71e9e47792aeb8a652bfb75dadc04d2c1bcd1e297ce20ab3b75fd","cross_cats_sorted":["eess.IV"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"physics.med-ph","submitted_at":"2021-07-09T16:55:40Z","title_canon_sha256":"2db3ace0774d26e9ed53379cbe11c7dbba671d850d71e68e5ec92590c9ac4494"},"schema_version":"1.0","source":{"id":"2107.04540","kind":"arxiv","version":2}},"canonical_sha256":"1aeb65c906de2475576989308c480e4a9a276690f071dee61fbaa3eb5bbc7813","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1aeb65c906de2475576989308c480e4a9a276690f071dee61fbaa3eb5bbc7813","first_computed_at":"2026-07-05T02:59:38.157190Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:59:38.157190Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"QDnzVVrNQ3HNz/vxSgeEPIeykXCkxVdz/Yq2lTMusyxbsh29ywqUHl15b0TdXUUPnhoI2mHsW+91GXSeKZ/uBw==","signature_status":"signed_v1","signed_at":"2026-07-05T02:59:38.157591Z","signed_message":"canonical_sha256_bytes"},"source_id":"2107.04540","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:251f3cd286e1b4563c207511d07e6cf116c3009142378c7b0ccba9a5d0345653","sha256:648ded203c3b7a5e3c3e7036fffd2f51786cffe6b28aafca4b10176f0e30b643"],"state_sha256":"41b80811bc43b8ff43cd7f7621551b8113ca583ff9b904b5f6c6a115fc922faa"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"O4JNTPzycI3aUithsCBcZuMmk/BD83QYqmeEkGGv0bqqnH3yd/wdR9q1ni6mcXC/HPypzP7agJtpyldjNp+mBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T14:43:13.331679Z","bundle_sha256":"5b159a706607619a78c252a930dcb7e8bc9247b2a85c80afa0afac4a6486a8ee"}}