{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2021:DLVWLSIG3YSHKV3JREYIYSAOJK","short_pith_number":"pith:DLVWLSIG","schema_version":"1.0","canonical_sha256":"1aeb65c906de2475576989308c480e4a9a276690f071dee61fbaa3eb5bbc7813","source":{"kind":"arxiv","id":"2107.04540","version":2},"attestation_state":"computed","paper":{"title":"Objective task-based evaluation of artificial intelligence-based medical imaging methods: Framework, strategies and role of the physician","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["eess.IV"],"primary_cat":"physics.med-ph","authors_text":"Abhinav K. Jha, Arman Rahmim, Babak Saboury, Barry A. Siegel, Kyle J. Myers, Md Ashequr Rahman, Nancy A. Obuchowski, Ziping Liu","submitted_at":"2021-07-09T16:55:40Z","abstract_excerpt":"Artificial intelligence (AI)-based methods are showing promise in multiple medical-imaging applications. Thus, there is substantial interest in clinical translation of these methods, requiring in turn, that they be evaluated rigorously. In this paper, our goal is to lay out a framework for objective task-based evaluation of AI methods. We will also provide a list of tools available in the literature to conduct this evaluation. Further, we outline the important role of physicians in conducting these evaluation studies. The examples in this paper will be proposed in the context of PET with a foc"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2107.04540","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"physics.med-ph","submitted_at":"2021-07-09T16:55:40Z","cross_cats_sorted":["eess.IV"],"title_canon_sha256":"2db3ace0774d26e9ed53379cbe11c7dbba671d850d71e68e5ec92590c9ac4494","abstract_canon_sha256":"ef955dfdfab71e9e47792aeb8a652bfb75dadc04d2c1bcd1e297ce20ab3b75fd"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:59:38.157591Z","signature_b64":"QDnzVVrNQ3HNz/vxSgeEPIeykXCkxVdz/Yq2lTMusyxbsh29ywqUHl15b0TdXUUPnhoI2mHsW+91GXSeKZ/uBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1aeb65c906de2475576989308c480e4a9a276690f071dee61fbaa3eb5bbc7813","last_reissued_at":"2026-07-05T02:59:38.157190Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:59:38.157190Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Objective task-based evaluation of artificial intelligence-based medical imaging methods: Framework, strategies and role of the physician","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["eess.IV"],"primary_cat":"physics.med-ph","authors_text":"Abhinav K. Jha, Arman Rahmim, Babak Saboury, Barry A. Siegel, Kyle J. Myers, Md Ashequr Rahman, Nancy A. Obuchowski, Ziping Liu","submitted_at":"2021-07-09T16:55:40Z","abstract_excerpt":"Artificial intelligence (AI)-based methods are showing promise in multiple medical-imaging applications. Thus, there is substantial interest in clinical translation of these methods, requiring in turn, that they be evaluated rigorously. In this paper, our goal is to lay out a framework for objective task-based evaluation of AI methods. We will also provide a list of tools available in the literature to conduct this evaluation. Further, we outline the important role of physicians in conducting these evaluation studies. The examples in this paper will be proposed in the context of PET with a foc"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2107.04540","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2107.04540/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2107.04540","created_at":"2026-07-05T02:59:38.157246+00:00"},{"alias_kind":"arxiv_version","alias_value":"2107.04540v2","created_at":"2026-07-05T02:59:38.157246+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2107.04540","created_at":"2026-07-05T02:59:38.157246+00:00"},{"alias_kind":"pith_short_12","alias_value":"DLVWLSIG3YSH","created_at":"2026-07-05T02:59:38.157246+00:00"},{"alias_kind":"pith_short_16","alias_value":"DLVWLSIG3YSHKV3J","created_at":"2026-07-05T02:59:38.157246+00:00"},{"alias_kind":"pith_short_8","alias_value":"DLVWLSIG","created_at":"2026-07-05T02:59:38.157246+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/DLVWLSIG3YSHKV3JREYIYSAOJK","json":"https://pith.science/pith/DLVWLSIG3YSHKV3JREYIYSAOJK.json","graph_json":"https://pith.science/api/pith-number/DLVWLSIG3YSHKV3JREYIYSAOJK/graph.json","events_json":"https://pith.science/api/pith-number/DLVWLSIG3YSHKV3JREYIYSAOJK/events.json","paper":"https://pith.science/paper/DLVWLSIG"},"agent_actions":{"view_html":"https://pith.science/pith/DLVWLSIG3YSHKV3JREYIYSAOJK","download_json":"https://pith.science/pith/DLVWLSIG3YSHKV3JREYIYSAOJK.json","view_paper":"https://pith.science/paper/DLVWLSIG","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2107.04540&json=true","fetch_graph":"https://pith.science/api/pith-number/DLVWLSIG3YSHKV3JREYIYSAOJK/graph.json","fetch_events":"https://pith.science/api/pith-number/DLVWLSIG3YSHKV3JREYIYSAOJK/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/DLVWLSIG3YSHKV3JREYIYSAOJK/action/timestamp_anchor","attest_storage":"https://pith.science/pith/DLVWLSIG3YSHKV3JREYIYSAOJK/action/storage_attestation","attest_author":"https://pith.science/pith/DLVWLSIG3YSHKV3JREYIYSAOJK/action/author_attestation","sign_citation":"https://pith.science/pith/DLVWLSIG3YSHKV3JREYIYSAOJK/action/citation_signature","submit_replication":"https://pith.science/pith/DLVWLSIG3YSHKV3JREYIYSAOJK/action/replication_record"}},"created_at":"2026-07-05T02:59:38.157246+00:00","updated_at":"2026-07-05T02:59:38.157246+00:00"}