{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:PHHSM5VPCYTGAPADB6FCWIBDXZ","short_pith_number":"pith:PHHSM5VP","canonical_record":{"source":{"id":"2401.16578","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-01-29T21:24:43Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"6b45b66cbe8f183142c1889a4dc946530efe1b9b4e85cd85306abc0946a2e23c","abstract_canon_sha256":"21d3fd55f48e4947999abb3ba07c01c3ff4c8fcec74f43820c3852d57f371d5d"},"schema_version":"1.0"},"canonical_sha256":"79cf2676af1626603c030f8a2b2023be57d9e7d699ecaae0a8e1847589d53619","source":{"kind":"arxiv","id":"2401.16578","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2401.16578","created_at":"2026-07-05T07:46:30Z"},{"alias_kind":"arxiv_version","alias_value":"2401.16578v3","created_at":"2026-07-05T07:46:30Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2401.16578","created_at":"2026-07-05T07:46:30Z"},{"alias_kind":"pith_short_12","alias_value":"PHHSM5VPCYTG","created_at":"2026-07-05T07:46:30Z"},{"alias_kind":"pith_short_16","alias_value":"PHHSM5VPCYTGAPAD","created_at":"2026-07-05T07:46:30Z"},{"alias_kind":"pith_short_8","alias_value":"PHHSM5VP","created_at":"2026-07-05T07:46:30Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:PHHSM5VPCYTGAPADB6FCWIBDXZ","target":"record","payload":{"canonical_record":{"source":{"id":"2401.16578","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-01-29T21:24:43Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"6b45b66cbe8f183142c1889a4dc946530efe1b9b4e85cd85306abc0946a2e23c","abstract_canon_sha256":"21d3fd55f48e4947999abb3ba07c01c3ff4c8fcec74f43820c3852d57f371d5d"},"schema_version":"1.0"},"canonical_sha256":"79cf2676af1626603c030f8a2b2023be57d9e7d699ecaae0a8e1847589d53619","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:46:30.450815Z","signature_b64":"5aIqWjB1oKPx7K/zoM0X31amkSmsDucoERevGopvCbEetWotC0EM8PofzjK4rPuzuw3rZL8kN+TFXuAf7xidCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"79cf2676af1626603c030f8a2b2023be57d9e7d699ecaae0a8e1847589d53619","last_reissued_at":"2026-07-05T07:46:30.450351Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:46:30.450351Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2401.16578","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:46:30Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5pc78okkEwSAgKmnGgj7+jT5oJh/sJNjiROGvwzHr5f3zX/rdf2g2keVAXJcqGWZKx8gT2qifGJzNXAK0o14Bg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T12:16:02.825266Z"},"content_sha256":"dc3ccbb93bcbb70f0eeabd887aa1841551cab8f25244037e573dd2f693b7d44d","schema_version":"1.0","event_id":"sha256:dc3ccbb93bcbb70f0eeabd887aa1841551cab8f25244037e573dd2f693b7d44d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:PHHSM5VPCYTGAPADB6FCWIBDXZ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Leveraging Professional Radiologists' Expertise to Enhance LLMs' Evaluation for Radiology Reports","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Benjamin Hou, Pritam Mukherjee, Qiao Jin, Qingqing Zhu, Ronald M Summers, Tejas Sudharshan Mathai, Xin Gao, Xiuying Chen, Zhiyong Lu","submitted_at":"2024-01-29T21:24:43Z","abstract_excerpt":"In radiology, Artificial Intelligence (AI) has significantly advanced report generation, but automatic evaluation of these AI-produced reports remains challenging. Current metrics, such as Conventional Natural Language Generation (NLG) and Clinical Efficacy (CE), often fall short in capturing the semantic intricacies of clinical contexts or overemphasize clinical details, undermining report clarity. To overcome these issues, our proposed method synergizes the expertise of professional radiologists with Large Language Models (LLMs), like GPT-3.5 and GPT-4 1. Utilizing In-Context Instruction Lea"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2401.16578","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2401.16578/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:46:30Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Uxm1ZuIw/IFccpr6hp7zgmECFuEmqP++2IfuYRkSD3icMRMMl3PKBMaDVf/G2HLYlf27ZcLT/34N6/BoXzM1Aw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T12:16:02.825781Z"},"content_sha256":"d140818ab6eff5aed420bb3a7bcd98f054c0082ff7f21f4be418db248f3b6c76","schema_version":"1.0","event_id":"sha256:d140818ab6eff5aed420bb3a7bcd98f054c0082ff7f21f4be418db248f3b6c76"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/PHHSM5VPCYTGAPADB6FCWIBDXZ/bundle.json","state_url":"https://pith.science/pith/PHHSM5VPCYTGAPADB6FCWIBDXZ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/PHHSM5VPCYTGAPADB6FCWIBDXZ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T12:16:02Z","links":{"resolver":"https://pith.science/pith/PHHSM5VPCYTGAPADB6FCWIBDXZ","bundle":"https://pith.science/pith/PHHSM5VPCYTGAPADB6FCWIBDXZ/bundle.json","state":"https://pith.science/pith/PHHSM5VPCYTGAPADB6FCWIBDXZ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/PHHSM5VPCYTGAPADB6FCWIBDXZ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:PHHSM5VPCYTGAPADB6FCWIBDXZ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"21d3fd55f48e4947999abb3ba07c01c3ff4c8fcec74f43820c3852d57f371d5d","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-01-29T21:24:43Z","title_canon_sha256":"6b45b66cbe8f183142c1889a4dc946530efe1b9b4e85cd85306abc0946a2e23c"},"schema_version":"1.0","source":{"id":"2401.16578","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2401.16578","created_at":"2026-07-05T07:46:30Z"},{"alias_kind":"arxiv_version","alias_value":"2401.16578v3","created_at":"2026-07-05T07:46:30Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2401.16578","created_at":"2026-07-05T07:46:30Z"},{"alias_kind":"pith_short_12","alias_value":"PHHSM5VPCYTG","created_at":"2026-07-05T07:46:30Z"},{"alias_kind":"pith_short_16","alias_value":"PHHSM5VPCYTGAPAD","created_at":"2026-07-05T07:46:30Z"},{"alias_kind":"pith_short_8","alias_value":"PHHSM5VP","created_at":"2026-07-05T07:46:30Z"}],"graph_snapshots":[{"event_id":"sha256:d140818ab6eff5aed420bb3a7bcd98f054c0082ff7f21f4be418db248f3b6c76","target":"graph","created_at":"2026-07-05T07:46:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2401.16578/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In radiology, Artificial Intelligence (AI) has significantly advanced report generation, but automatic evaluation of these AI-produced reports remains challenging. Current metrics, such as Conventional Natural Language Generation (NLG) and Clinical Efficacy (CE), often fall short in capturing the semantic intricacies of clinical contexts or overemphasize clinical details, undermining report clarity. To overcome these issues, our proposed method synergizes the expertise of professional radiologists with Large Language Models (LLMs), like GPT-3.5 and GPT-4 1. Utilizing In-Context Instruction Lea","authors_text":"Benjamin Hou, Pritam Mukherjee, Qiao Jin, Qingqing Zhu, Ronald M Summers, Tejas Sudharshan Mathai, Xin Gao, Xiuying Chen, Zhiyong Lu","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-01-29T21:24:43Z","title":"Leveraging Professional Radiologists' Expertise to Enhance LLMs' Evaluation for Radiology Reports"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2401.16578","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:dc3ccbb93bcbb70f0eeabd887aa1841551cab8f25244037e573dd2f693b7d44d","target":"record","created_at":"2026-07-05T07:46:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"21d3fd55f48e4947999abb3ba07c01c3ff4c8fcec74f43820c3852d57f371d5d","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-01-29T21:24:43Z","title_canon_sha256":"6b45b66cbe8f183142c1889a4dc946530efe1b9b4e85cd85306abc0946a2e23c"},"schema_version":"1.0","source":{"id":"2401.16578","kind":"arxiv","version":3}},"canonical_sha256":"79cf2676af1626603c030f8a2b2023be57d9e7d699ecaae0a8e1847589d53619","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"79cf2676af1626603c030f8a2b2023be57d9e7d699ecaae0a8e1847589d53619","first_computed_at":"2026-07-05T07:46:30.450351Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:46:30.450351Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"5aIqWjB1oKPx7K/zoM0X31amkSmsDucoERevGopvCbEetWotC0EM8PofzjK4rPuzuw3rZL8kN+TFXuAf7xidCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T07:46:30.450815Z","signed_message":"canonical_sha256_bytes"},"source_id":"2401.16578","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:dc3ccbb93bcbb70f0eeabd887aa1841551cab8f25244037e573dd2f693b7d44d","sha256:d140818ab6eff5aed420bb3a7bcd98f054c0082ff7f21f4be418db248f3b6c76"],"state_sha256":"412f93681d40f82ed8a8529f275688995b0f0691f1781c08faba81f9662db19a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dIA8PpH2PlwtLkb0QxXTPiwQ9q100EA6fzee/HVHtFr5X/KDxZNP5iMPkgK/wNAuhMu7b7c9VEmc1ZoheOUcDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T12:16:02.829989Z","bundle_sha256":"d20f293f90285693db0e44127748a03bad8d8531e50602dada264834325d7903"}}