{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:NQNRRVKSHAX26HQEQEO2BPAR42","short_pith_number":"pith:NQNRRVKS","canonical_record":{"source":{"id":"2412.01031","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-02T01:27:47Z","cross_cats_sorted":["cs.AI","cs.CV"],"title_canon_sha256":"1446bf1d320438cf0e1d1e97d57fd5c2c2ffd607ef848a2a249ace053eaf72ce","abstract_canon_sha256":"dd3990fa56b0fdf95e83f52fff3897e26884a08de22ed0ee0d1f9d206eb6f479"},"schema_version":"1.0"},"canonical_sha256":"6c1b18d552382faf1e04811da0bc11e6b44fff0f3f55c75bb4d2171752b83dc4","source":{"kind":"arxiv","id":"2412.01031","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.01031","created_at":"2026-07-05T11:07:17Z"},{"alias_kind":"arxiv_version","alias_value":"2412.01031v3","created_at":"2026-07-05T11:07:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.01031","created_at":"2026-07-05T11:07:17Z"},{"alias_kind":"pith_short_12","alias_value":"NQNRRVKSHAX2","created_at":"2026-07-05T11:07:17Z"},{"alias_kind":"pith_short_16","alias_value":"NQNRRVKSHAX26HQE","created_at":"2026-07-05T11:07:17Z"},{"alias_kind":"pith_short_8","alias_value":"NQNRRVKS","created_at":"2026-07-05T11:07:17Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:NQNRRVKSHAX26HQEQEO2BPAR42","target":"record","payload":{"canonical_record":{"source":{"id":"2412.01031","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-02T01:27:47Z","cross_cats_sorted":["cs.AI","cs.CV"],"title_canon_sha256":"1446bf1d320438cf0e1d1e97d57fd5c2c2ffd607ef848a2a249ace053eaf72ce","abstract_canon_sha256":"dd3990fa56b0fdf95e83f52fff3897e26884a08de22ed0ee0d1f9d206eb6f479"},"schema_version":"1.0"},"canonical_sha256":"6c1b18d552382faf1e04811da0bc11e6b44fff0f3f55c75bb4d2171752b83dc4","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:07:17.302562Z","signature_b64":"wO5+iD24dpIXF2y8mlfv0RAnY+GaOmdb3Z/6HvDldC6ke38e6HGYqinn7Ip9dIdHmWilgbRpOYJiTgjR1fKTDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6c1b18d552382faf1e04811da0bc11e6b44fff0f3f55c75bb4d2171752b83dc4","last_reissued_at":"2026-07-05T11:07:17.302057Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:07:17.302057Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2412.01031","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:07:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"m53kackSPeIIhvOcrl8kfe+SUn2o+YUbXd6IPE88L9pKCeJztzvz5pK9/K+8/3GwgVkV1ayrP+BXLZtKyYrPDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T23:39:21.866755Z"},"content_sha256":"a02fa67cc97ce341138f553acfc23c070e5058e0c83e80725f00ca3129b959f3","schema_version":"1.0","event_id":"sha256:a02fa67cc97ce341138f553acfc23c070e5058e0c83e80725f00ca3129b959f3"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:NQNRRVKSHAX26HQEQEO2BPAR42","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Evaluating Automated Radiology Report Quality through Fine-Grained Phrasal Grounding of Clinical Findings","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.CV"],"primary_cat":"cs.CL","authors_text":"Diego Machado Reyes, Ge Wang, Joy T. Wu, Mannudeep K. Kalra, Parisa Kaviani, Pingkun Yan, Razi Mahmood, Tanveer Syeda-Mahmood","submitted_at":"2024-12-02T01:27:47Z","abstract_excerpt":"Several evaluation metrics have been developed recently to automatically assess the quality of generative AI reports for chest radiographs based only on textual information using lexical, semantic, or clinical named entity recognition methods. In this paper, we develop a new method of report quality evaluation by first extracting fine-grained finding patterns capturing the location, laterality, and severity of a large number of clinical findings. We then performed phrasal grounding to localize their associated anatomical regions on chest radiograph images. The textual and visual measures are t"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.01031","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2412.01031/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:07:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zJJQGnhVtnfUfUpyJGYlIa7558EjEPoFmAmCrd1xAO5MZkrY9P++y4OrUfqPHcnI2ycDc0amqKylKCm5howBDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T23:39:21.867267Z"},"content_sha256":"1fa60b0724e38bf56975a771ec03405f1268aa68215787f616b839931151e641","schema_version":"1.0","event_id":"sha256:1fa60b0724e38bf56975a771ec03405f1268aa68215787f616b839931151e641"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/NQNRRVKSHAX26HQEQEO2BPAR42/bundle.json","state_url":"https://pith.science/pith/NQNRRVKSHAX26HQEQEO2BPAR42/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/NQNRRVKSHAX26HQEQEO2BPAR42/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-19T23:39:21Z","links":{"resolver":"https://pith.science/pith/NQNRRVKSHAX26HQEQEO2BPAR42","bundle":"https://pith.science/pith/NQNRRVKSHAX26HQEQEO2BPAR42/bundle.json","state":"https://pith.science/pith/NQNRRVKSHAX26HQEQEO2BPAR42/state.json","well_known_bundle":"https://pith.science/.well-known/pith/NQNRRVKSHAX26HQEQEO2BPAR42/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:NQNRRVKSHAX26HQEQEO2BPAR42","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"dd3990fa56b0fdf95e83f52fff3897e26884a08de22ed0ee0d1f9d206eb6f479","cross_cats_sorted":["cs.AI","cs.CV"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-02T01:27:47Z","title_canon_sha256":"1446bf1d320438cf0e1d1e97d57fd5c2c2ffd607ef848a2a249ace053eaf72ce"},"schema_version":"1.0","source":{"id":"2412.01031","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.01031","created_at":"2026-07-05T11:07:17Z"},{"alias_kind":"arxiv_version","alias_value":"2412.01031v3","created_at":"2026-07-05T11:07:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.01031","created_at":"2026-07-05T11:07:17Z"},{"alias_kind":"pith_short_12","alias_value":"NQNRRVKSHAX2","created_at":"2026-07-05T11:07:17Z"},{"alias_kind":"pith_short_16","alias_value":"NQNRRVKSHAX26HQE","created_at":"2026-07-05T11:07:17Z"},{"alias_kind":"pith_short_8","alias_value":"NQNRRVKS","created_at":"2026-07-05T11:07:17Z"}],"graph_snapshots":[{"event_id":"sha256:1fa60b0724e38bf56975a771ec03405f1268aa68215787f616b839931151e641","target":"graph","created_at":"2026-07-05T11:07:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2412.01031/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Several evaluation metrics have been developed recently to automatically assess the quality of generative AI reports for chest radiographs based only on textual information using lexical, semantic, or clinical named entity recognition methods. In this paper, we develop a new method of report quality evaluation by first extracting fine-grained finding patterns capturing the location, laterality, and severity of a large number of clinical findings. We then performed phrasal grounding to localize their associated anatomical regions on chest radiograph images. The textual and visual measures are t","authors_text":"Diego Machado Reyes, Ge Wang, Joy T. Wu, Mannudeep K. Kalra, Parisa Kaviani, Pingkun Yan, Razi Mahmood, Tanveer Syeda-Mahmood","cross_cats":["cs.AI","cs.CV"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-02T01:27:47Z","title":"Evaluating Automated Radiology Report Quality through Fine-Grained Phrasal Grounding of Clinical Findings"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.01031","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a02fa67cc97ce341138f553acfc23c070e5058e0c83e80725f00ca3129b959f3","target":"record","created_at":"2026-07-05T11:07:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"dd3990fa56b0fdf95e83f52fff3897e26884a08de22ed0ee0d1f9d206eb6f479","cross_cats_sorted":["cs.AI","cs.CV"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-02T01:27:47Z","title_canon_sha256":"1446bf1d320438cf0e1d1e97d57fd5c2c2ffd607ef848a2a249ace053eaf72ce"},"schema_version":"1.0","source":{"id":"2412.01031","kind":"arxiv","version":3}},"canonical_sha256":"6c1b18d552382faf1e04811da0bc11e6b44fff0f3f55c75bb4d2171752b83dc4","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6c1b18d552382faf1e04811da0bc11e6b44fff0f3f55c75bb4d2171752b83dc4","first_computed_at":"2026-07-05T11:07:17.302057Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:07:17.302057Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"wO5+iD24dpIXF2y8mlfv0RAnY+GaOmdb3Z/6HvDldC6ke38e6HGYqinn7Ip9dIdHmWilgbRpOYJiTgjR1fKTDA==","signature_status":"signed_v1","signed_at":"2026-07-05T11:07:17.302562Z","signed_message":"canonical_sha256_bytes"},"source_id":"2412.01031","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a02fa67cc97ce341138f553acfc23c070e5058e0c83e80725f00ca3129b959f3","sha256:1fa60b0724e38bf56975a771ec03405f1268aa68215787f616b839931151e641"],"state_sha256":"5a2a60dfc05e10a91a8ad8188963333dea6d7908c48223bdf2a927a582b25e2d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"i4A4Ybb0fcNvYeVqA2hEdvjkwj3XvzMvv0emnS2vxcoO8mm7le0tdcvMQYfyKB9RgJVmNUGMEX5S/wvocgErDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-19T23:39:21.871716Z","bundle_sha256":"98860415524f10162224f0a09ce9a4161f59f2a1c74d7a6721396cdff7f79a62"}}