{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:EPWAHE2A6ZZGDJXW5N6SJVAZ36","short_pith_number":"pith:EPWAHE2A","canonical_record":{"source":{"id":"2312.13103","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-12-20T15:20:33Z","cross_cats_sorted":["cs.CV"],"title_canon_sha256":"5e27832d6bdbd1b4faebd12a977de06b421cccd6bf68080508e7b158c8a01585","abstract_canon_sha256":"2c93820fa9ee8c2a29524aacc11b57eab1c7bfa7cbe2a145bec8bb8105e8172b"},"schema_version":"1.0"},"canonical_sha256":"23ec039340f67261a6f6eb7d24d419dfbbe3b347866955e7f93e80b503420b7f","source":{"kind":"arxiv","id":"2312.13103","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2312.13103","created_at":"2026-07-05T07:51:37Z"},{"alias_kind":"arxiv_version","alias_value":"2312.13103v2","created_at":"2026-07-05T07:51:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2312.13103","created_at":"2026-07-05T07:51:37Z"},{"alias_kind":"pith_short_12","alias_value":"EPWAHE2A6ZZG","created_at":"2026-07-05T07:51:37Z"},{"alias_kind":"pith_short_16","alias_value":"EPWAHE2A6ZZGDJXW","created_at":"2026-07-05T07:51:37Z"},{"alias_kind":"pith_short_8","alias_value":"EPWAHE2A","created_at":"2026-07-05T07:51:37Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:EPWAHE2A6ZZGDJXW5N6SJVAZ36","target":"record","payload":{"canonical_record":{"source":{"id":"2312.13103","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-12-20T15:20:33Z","cross_cats_sorted":["cs.CV"],"title_canon_sha256":"5e27832d6bdbd1b4faebd12a977de06b421cccd6bf68080508e7b158c8a01585","abstract_canon_sha256":"2c93820fa9ee8c2a29524aacc11b57eab1c7bfa7cbe2a145bec8bb8105e8172b"},"schema_version":"1.0"},"canonical_sha256":"23ec039340f67261a6f6eb7d24d419dfbbe3b347866955e7f93e80b503420b7f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:51:37.178124Z","signature_b64":"rUtdD31tmWuRTUb+Kd0/FoHSD6Miy15hTt+kAGyIX+e4MsH3snFeO8P0uXq6iMrGGubKw5KHPmFeCOdQdtJiCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"23ec039340f67261a6f6eb7d24d419dfbbe3b347866955e7f93e80b503420b7f","last_reissued_at":"2026-07-05T07:51:37.177525Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:51:37.177525Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2312.13103","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:51:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Kfmt9ZOixTp0dJ1os9h/XWD/n1TGjnl/Ebn6crDNcdhtJKRVzhjo6+Th97/X11w60mShnDXaq8YeLn33WYzIBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-21T02:59:50.227852Z"},"content_sha256":"7f88e7e7f3a86cb2e0a0f57e8b60eecb84de1bc555a4ef11fcc42ec2c98625d5","schema_version":"1.0","event_id":"sha256:7f88e7e7f3a86cb2e0a0f57e8b60eecb84de1bc555a4ef11fcc42ec2c98625d5"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:EPWAHE2A6ZZGDJXW5N6SJVAZ36","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Exploring Multimodal Large Language Models for Radiology Report Error-checking","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CV"],"primary_cat":"cs.CL","authors_text":"Adam P. Levine, Eva C. Keller, Honghan Wu, Jamie Chow, Jinge Wu, Michelle C. Williams, Nikolas Pontikos, Paul Taylor, Yunsoo Kim, Zina Ibrahim","submitted_at":"2023-12-20T15:20:33Z","abstract_excerpt":"This paper proposes one of the first clinical applications of multimodal large language models (LLMs) as an assistant for radiologists to check errors in their reports. We created an evaluation dataset from real-world radiology datasets (including X-rays and CT scans). A subset of original reports was modified to contain synthetic errors by introducing three types of mistakes: \"insert\", \"remove\", and \"substitute\". The evaluation contained two difficulty levels: SIMPLE for binary error-checking and COMPLEX for identifying error types. At the SIMPLE level, our fine-tuned model significantly enha"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2312.13103","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2312.13103/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:51:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"OoUL9qHBTLXYIZxnoENOyPJfWPNjxczxS/6c1a4cJ5mDwGC7q8vRALBlT/qcgLUztMSDYKWR03tBKL7Lzo+OAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-21T02:59:50.228201Z"},"content_sha256":"f92208631073729a56e88d13805c46cefeb93fcab977d1bf6f31d847785b5e9b","schema_version":"1.0","event_id":"sha256:f92208631073729a56e88d13805c46cefeb93fcab977d1bf6f31d847785b5e9b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/EPWAHE2A6ZZGDJXW5N6SJVAZ36/bundle.json","state_url":"https://pith.science/pith/EPWAHE2A6ZZGDJXW5N6SJVAZ36/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/EPWAHE2A6ZZGDJXW5N6SJVAZ36/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-21T02:59:50Z","links":{"resolver":"https://pith.science/pith/EPWAHE2A6ZZGDJXW5N6SJVAZ36","bundle":"https://pith.science/pith/EPWAHE2A6ZZGDJXW5N6SJVAZ36/bundle.json","state":"https://pith.science/pith/EPWAHE2A6ZZGDJXW5N6SJVAZ36/state.json","well_known_bundle":"https://pith.science/.well-known/pith/EPWAHE2A6ZZGDJXW5N6SJVAZ36/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:EPWAHE2A6ZZGDJXW5N6SJVAZ36","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"2c93820fa9ee8c2a29524aacc11b57eab1c7bfa7cbe2a145bec8bb8105e8172b","cross_cats_sorted":["cs.CV"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-12-20T15:20:33Z","title_canon_sha256":"5e27832d6bdbd1b4faebd12a977de06b421cccd6bf68080508e7b158c8a01585"},"schema_version":"1.0","source":{"id":"2312.13103","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2312.13103","created_at":"2026-07-05T07:51:37Z"},{"alias_kind":"arxiv_version","alias_value":"2312.13103v2","created_at":"2026-07-05T07:51:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2312.13103","created_at":"2026-07-05T07:51:37Z"},{"alias_kind":"pith_short_12","alias_value":"EPWAHE2A6ZZG","created_at":"2026-07-05T07:51:37Z"},{"alias_kind":"pith_short_16","alias_value":"EPWAHE2A6ZZGDJXW","created_at":"2026-07-05T07:51:37Z"},{"alias_kind":"pith_short_8","alias_value":"EPWAHE2A","created_at":"2026-07-05T07:51:37Z"}],"graph_snapshots":[{"event_id":"sha256:f92208631073729a56e88d13805c46cefeb93fcab977d1bf6f31d847785b5e9b","target":"graph","created_at":"2026-07-05T07:51:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2312.13103/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This paper proposes one of the first clinical applications of multimodal large language models (LLMs) as an assistant for radiologists to check errors in their reports. We created an evaluation dataset from real-world radiology datasets (including X-rays and CT scans). A subset of original reports was modified to contain synthetic errors by introducing three types of mistakes: \"insert\", \"remove\", and \"substitute\". The evaluation contained two difficulty levels: SIMPLE for binary error-checking and COMPLEX for identifying error types. At the SIMPLE level, our fine-tuned model significantly enha","authors_text":"Adam P. Levine, Eva C. Keller, Honghan Wu, Jamie Chow, Jinge Wu, Michelle C. Williams, Nikolas Pontikos, Paul Taylor, Yunsoo Kim, Zina Ibrahim","cross_cats":["cs.CV"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-12-20T15:20:33Z","title":"Exploring Multimodal Large Language Models for Radiology Report Error-checking"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2312.13103","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7f88e7e7f3a86cb2e0a0f57e8b60eecb84de1bc555a4ef11fcc42ec2c98625d5","target":"record","created_at":"2026-07-05T07:51:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"2c93820fa9ee8c2a29524aacc11b57eab1c7bfa7cbe2a145bec8bb8105e8172b","cross_cats_sorted":["cs.CV"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-12-20T15:20:33Z","title_canon_sha256":"5e27832d6bdbd1b4faebd12a977de06b421cccd6bf68080508e7b158c8a01585"},"schema_version":"1.0","source":{"id":"2312.13103","kind":"arxiv","version":2}},"canonical_sha256":"23ec039340f67261a6f6eb7d24d419dfbbe3b347866955e7f93e80b503420b7f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"23ec039340f67261a6f6eb7d24d419dfbbe3b347866955e7f93e80b503420b7f","first_computed_at":"2026-07-05T07:51:37.177525Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:51:37.177525Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"rUtdD31tmWuRTUb+Kd0/FoHSD6Miy15hTt+kAGyIX+e4MsH3snFeO8P0uXq6iMrGGubKw5KHPmFeCOdQdtJiCw==","signature_status":"signed_v1","signed_at":"2026-07-05T07:51:37.178124Z","signed_message":"canonical_sha256_bytes"},"source_id":"2312.13103","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7f88e7e7f3a86cb2e0a0f57e8b60eecb84de1bc555a4ef11fcc42ec2c98625d5","sha256:f92208631073729a56e88d13805c46cefeb93fcab977d1bf6f31d847785b5e9b"],"state_sha256":"732d718dc46780a87bf3fff1076fda5b86c884dc1668e98f13dec8e6aa100c42"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jkXAnRM+563/mzuQot/d45tz0VGRij6QU6rzc62ayrNBPmJFs6v0i0jIBKTPddv2TULKjq7cCwd6GyHnjZ1pCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-21T02:59:50.231897Z","bundle_sha256":"8e9afed9b77d9577d418508284c82d84643137dd756720a02ea65dcd437c6aa9"}}