{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:KAZPGJOAIQB2NAS5F72JU6JFAY","short_pith_number":"pith:KAZPGJOA","canonical_record":{"source":{"id":"2304.11957","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"physics.med-ph","submitted_at":"2023-04-24T09:50:39Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"28d8acc44dc060b8bae08aaacb4caf8f15468240fc9e8e1ebc12ae304c34234f","abstract_canon_sha256":"8edc54cbefb7eca598d383edcc692469592e78a40e8f02907eaf3a86f1c71379"},"schema_version":"1.0"},"canonical_sha256":"5032f325c04403a6825d2ff49a7925062882ced63d3ecac72a83793ce3621042","source":{"kind":"arxiv","id":"2304.11957","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2304.11957","created_at":"2026-07-05T06:43:00Z"},{"alias_kind":"arxiv_version","alias_value":"2304.11957v4","created_at":"2026-07-05T06:43:00Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2304.11957","created_at":"2026-07-05T06:43:00Z"},{"alias_kind":"pith_short_12","alias_value":"KAZPGJOAIQB2","created_at":"2026-07-05T06:43:00Z"},{"alias_kind":"pith_short_16","alias_value":"KAZPGJOAIQB2NAS5","created_at":"2026-07-05T06:43:00Z"},{"alias_kind":"pith_short_8","alias_value":"KAZPGJOA","created_at":"2026-07-05T06:43:00Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:KAZPGJOAIQB2NAS5F72JU6JFAY","target":"record","payload":{"canonical_record":{"source":{"id":"2304.11957","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"physics.med-ph","submitted_at":"2023-04-24T09:50:39Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"28d8acc44dc060b8bae08aaacb4caf8f15468240fc9e8e1ebc12ae304c34234f","abstract_canon_sha256":"8edc54cbefb7eca598d383edcc692469592e78a40e8f02907eaf3a86f1c71379"},"schema_version":"1.0"},"canonical_sha256":"5032f325c04403a6825d2ff49a7925062882ced63d3ecac72a83793ce3621042","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:43:00.720098Z","signature_b64":"TEEutlIYaLNzV6hGpCO9IceHu7Mta2ifPKscGwIjy1wDlBuT2cI2+7gbEpaiVuC4XwKHmzjLy0aNdef1eTpOCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5032f325c04403a6825d2ff49a7925062882ced63d3ecac72a83793ce3621042","last_reissued_at":"2026-07-05T06:43:00.719605Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:43:00.719605Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2304.11957","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:43:00Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"t4r0A4U4v3L6xYjl1gYoeXsk42HUje/aLl8wXfj/YTOI6F6416JpgsLfEggpKYmP/NEaX6m3fLus7INKuc97BQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-09T04:23:25.193126Z"},"content_sha256":"1e20ab5722990196583526c7f20eadd69750cdf2198e7ecc96561bf59072e0de","schema_version":"1.0","event_id":"sha256:1e20ab5722990196583526c7f20eadd69750cdf2198e7ecc96561bf59072e0de"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:KAZPGJOAIQB2NAS5F72JU6JFAY","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Benchmarking ChatGPT-4 on ACR Radiation Oncology In-Training (TXIT) Exam and Red Journal Gray Zone Cases: Potentials and Challenges for AI-Assisted Medical Education and Decision Making in Radiation Oncology","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"physics.med-ph","authors_text":"Ahmed Gomaa, Andreas Maier, Benjamin Frey, Christoph Bert, Florian Putz, Hassen Ben Tkhayat, Johanna Grigo, Luitpold V. Distel, Marlen Haderlein, Rainer Fietkau, Sabine Semrau, Sebastian Lettmaier, Thomas Weissmann, Udo S. Gaipl, Yixing Huang","submitted_at":"2023-04-24T09:50:39Z","abstract_excerpt":"The potential of large language models in medicine for education and decision making purposes has been demonstrated as they achieve decent scores on medical exams such as the United States Medical Licensing Exam (USMLE) and the MedQA exam. In this work, we evaluate the performance of ChatGPT-4 in the specialized field of radiation oncology using the 38th American College of Radiology (ACR) radiation oncology in-training (TXIT) exam and the 2022 Red Journal Gray Zone cases. For the TXIT exam, ChatGPT-3.5 and ChatGPT-4 have achieved the scores of 63.65% and 74.57%, respectively, highlighting the"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2304.11957","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2304.11957/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:43:00Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qRVVsOfLChGvNVorn7yjGgmVL8v8ufQrsJPm90EIBeNLHoAb7GVgL6qREQ/KfKdMgUWrO9M0sZ8YbbRJDoC8Dw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-09T04:23:25.193525Z"},"content_sha256":"f2eddfa8f8072088535acbf11372681e83bc4f37429c507cfe13382d7030b88f","schema_version":"1.0","event_id":"sha256:f2eddfa8f8072088535acbf11372681e83bc4f37429c507cfe13382d7030b88f"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/KAZPGJOAIQB2NAS5F72JU6JFAY/bundle.json","state_url":"https://pith.science/pith/KAZPGJOAIQB2NAS5F72JU6JFAY/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/KAZPGJOAIQB2NAS5F72JU6JFAY/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-09T04:23:25Z","links":{"resolver":"https://pith.science/pith/KAZPGJOAIQB2NAS5F72JU6JFAY","bundle":"https://pith.science/pith/KAZPGJOAIQB2NAS5F72JU6JFAY/bundle.json","state":"https://pith.science/pith/KAZPGJOAIQB2NAS5F72JU6JFAY/state.json","well_known_bundle":"https://pith.science/.well-known/pith/KAZPGJOAIQB2NAS5F72JU6JFAY/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:KAZPGJOAIQB2NAS5F72JU6JFAY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8edc54cbefb7eca598d383edcc692469592e78a40e8f02907eaf3a86f1c71379","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"physics.med-ph","submitted_at":"2023-04-24T09:50:39Z","title_canon_sha256":"28d8acc44dc060b8bae08aaacb4caf8f15468240fc9e8e1ebc12ae304c34234f"},"schema_version":"1.0","source":{"id":"2304.11957","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2304.11957","created_at":"2026-07-05T06:43:00Z"},{"alias_kind":"arxiv_version","alias_value":"2304.11957v4","created_at":"2026-07-05T06:43:00Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2304.11957","created_at":"2026-07-05T06:43:00Z"},{"alias_kind":"pith_short_12","alias_value":"KAZPGJOAIQB2","created_at":"2026-07-05T06:43:00Z"},{"alias_kind":"pith_short_16","alias_value":"KAZPGJOAIQB2NAS5","created_at":"2026-07-05T06:43:00Z"},{"alias_kind":"pith_short_8","alias_value":"KAZPGJOA","created_at":"2026-07-05T06:43:00Z"}],"graph_snapshots":[{"event_id":"sha256:f2eddfa8f8072088535acbf11372681e83bc4f37429c507cfe13382d7030b88f","target":"graph","created_at":"2026-07-05T06:43:00Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2304.11957/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The potential of large language models in medicine for education and decision making purposes has been demonstrated as they achieve decent scores on medical exams such as the United States Medical Licensing Exam (USMLE) and the MedQA exam. In this work, we evaluate the performance of ChatGPT-4 in the specialized field of radiation oncology using the 38th American College of Radiology (ACR) radiation oncology in-training (TXIT) exam and the 2022 Red Journal Gray Zone cases. For the TXIT exam, ChatGPT-3.5 and ChatGPT-4 have achieved the scores of 63.65% and 74.57%, respectively, highlighting the","authors_text":"Ahmed Gomaa, Andreas Maier, Benjamin Frey, Christoph Bert, Florian Putz, Hassen Ben Tkhayat, Johanna Grigo, Luitpold V. Distel, Marlen Haderlein, Rainer Fietkau, Sabine Semrau, Sebastian Lettmaier, Thomas Weissmann, Udo S. Gaipl, Yixing Huang","cross_cats":["cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"physics.med-ph","submitted_at":"2023-04-24T09:50:39Z","title":"Benchmarking ChatGPT-4 on ACR Radiation Oncology In-Training (TXIT) Exam and Red Journal Gray Zone Cases: Potentials and Challenges for AI-Assisted Medical Education and Decision Making in Radiation Oncology"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2304.11957","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1e20ab5722990196583526c7f20eadd69750cdf2198e7ecc96561bf59072e0de","target":"record","created_at":"2026-07-05T06:43:00Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8edc54cbefb7eca598d383edcc692469592e78a40e8f02907eaf3a86f1c71379","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"physics.med-ph","submitted_at":"2023-04-24T09:50:39Z","title_canon_sha256":"28d8acc44dc060b8bae08aaacb4caf8f15468240fc9e8e1ebc12ae304c34234f"},"schema_version":"1.0","source":{"id":"2304.11957","kind":"arxiv","version":4}},"canonical_sha256":"5032f325c04403a6825d2ff49a7925062882ced63d3ecac72a83793ce3621042","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5032f325c04403a6825d2ff49a7925062882ced63d3ecac72a83793ce3621042","first_computed_at":"2026-07-05T06:43:00.719605Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:43:00.719605Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"TEEutlIYaLNzV6hGpCO9IceHu7Mta2ifPKscGwIjy1wDlBuT2cI2+7gbEpaiVuC4XwKHmzjLy0aNdef1eTpOCg==","signature_status":"signed_v1","signed_at":"2026-07-05T06:43:00.720098Z","signed_message":"canonical_sha256_bytes"},"source_id":"2304.11957","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1e20ab5722990196583526c7f20eadd69750cdf2198e7ecc96561bf59072e0de","sha256:f2eddfa8f8072088535acbf11372681e83bc4f37429c507cfe13382d7030b88f"],"state_sha256":"8bc25c05e9d9140809b7cbf0ddb34be4b1203d92fadaa8c0f6f3118378b3cedd"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"yyjSg1VJv4GZMWT3iOEDBVoDKnevsQFG8vOtVFQRMT9TDL2PsvnvYkhwHAhH5szESYUKTvnWURuIZtq/eGUwDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-09T04:23:25.195712Z","bundle_sha256":"c432329af20c71b338545bedbb5a5af6f377d9c09f940c9b30ccb32d66239241"}}