{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:OA5K4D3NKACYVLVULESEGNYQDO","short_pith_number":"pith:OA5K4D3N","canonical_record":{"source":{"id":"2405.03595","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-05-06T16:04:03Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"2a6b5903a6f3fe2d751f7cc6e0c0a5a698fc8144e79066860a33c25402eaec46","abstract_canon_sha256":"aa916940d71a6f96a9d2a6875732b7751c8b383c3d7f38aa026dec048340fe7c"},"schema_version":"1.0"},"canonical_sha256":"703aae0f6d50058aaeb459244337101b9d27a40d6e021be291334e7763b5e0d7","source":{"kind":"arxiv","id":"2405.03595","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.03595","created_at":"2026-07-05T10:03:42Z"},{"alias_kind":"arxiv_version","alias_value":"2405.03595v2","created_at":"2026-07-05T10:03:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.03595","created_at":"2026-07-05T10:03:42Z"},{"alias_kind":"pith_short_12","alias_value":"OA5K4D3NKACY","created_at":"2026-07-05T10:03:42Z"},{"alias_kind":"pith_short_16","alias_value":"OA5K4D3NKACYVLVU","created_at":"2026-07-05T10:03:42Z"},{"alias_kind":"pith_short_8","alias_value":"OA5K4D3N","created_at":"2026-07-05T10:03:42Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:OA5K4D3NKACYVLVULESEGNYQDO","target":"record","payload":{"canonical_record":{"source":{"id":"2405.03595","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-05-06T16:04:03Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"2a6b5903a6f3fe2d751f7cc6e0c0a5a698fc8144e79066860a33c25402eaec46","abstract_canon_sha256":"aa916940d71a6f96a9d2a6875732b7751c8b383c3d7f38aa026dec048340fe7c"},"schema_version":"1.0"},"canonical_sha256":"703aae0f6d50058aaeb459244337101b9d27a40d6e021be291334e7763b5e0d7","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:03:42.614921Z","signature_b64":"0lnV1QsE+R6sTb6B6qbPGO9BFvstgod11iKh1dD7Sa7aZvAeEpqPPONDX0pDbSw45uAb2eSwMEP2FBNc5wSvAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"703aae0f6d50058aaeb459244337101b9d27a40d6e021be291334e7763b5e0d7","last_reissued_at":"2026-07-05T10:03:42.614433Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:03:42.614433Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2405.03595","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:03:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4G+p5vGgZFkp4YhLAybKbSgtaook412WkhIp0ozsyylR+r3mbt7ZWX9CQFRETi5miiSufv6Nf1Z96398J+rCBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T03:57:05.022357Z"},"content_sha256":"37a25930830946cb4ffd76b581b2afaf7347f0692b04b64bfc0e895950b30fd5","schema_version":"1.0","event_id":"sha256:37a25930830946cb4ffd76b581b2afaf7347f0692b04b64bfc0e895950b30fd5"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:OA5K4D3NKACYVLVULESEGNYQDO","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"GREEN: Generative Radiology Report Evaluation and Error Notation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Akshay S Chaudhari, Arne Edward Michalson, Christian Bluethgen, Curtis Langlotz, Jean-Benoit Delbrouck, Justin Xu, Louis Blankemeier, Maya Varma, Michael Moseley, Sophie Ostmeier, Zhihong Chen","submitted_at":"2024-05-06T16:04:03Z","abstract_excerpt":"Evaluating radiology reports is a challenging problem as factual correctness is extremely important due to the need for accurate medical communication about medical images. Existing automatic evaluation metrics either suffer from failing to consider factual correctness (e.g., BLEU and ROUGE) or are limited in their interpretability (e.g., F1CheXpert and F1RadGraph). In this paper, we introduce GREEN (Generative Radiology Report Evaluation and Error Notation), a radiology report generation metric that leverages the natural language understanding of language models to identify and explain clinic"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.03595","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2405.03595/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:03:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"04UDoRsWbC/xhzVLLxmps1NyLEtjMAUi5JGPlpVjLxIX7pt4TV9ZT6Pc5FxPKTS1Kn29wUi2+9+CjiRi5ANsDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T03:57:05.022738Z"},"content_sha256":"f3d3b7ab2dde3a3770f3a10a021d253fe3c29aa275796fab6ef10ea612b1b5be","schema_version":"1.0","event_id":"sha256:f3d3b7ab2dde3a3770f3a10a021d253fe3c29aa275796fab6ef10ea612b1b5be"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/OA5K4D3NKACYVLVULESEGNYQDO/bundle.json","state_url":"https://pith.science/pith/OA5K4D3NKACYVLVULESEGNYQDO/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/OA5K4D3NKACYVLVULESEGNYQDO/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T03:57:05Z","links":{"resolver":"https://pith.science/pith/OA5K4D3NKACYVLVULESEGNYQDO","bundle":"https://pith.science/pith/OA5K4D3NKACYVLVULESEGNYQDO/bundle.json","state":"https://pith.science/pith/OA5K4D3NKACYVLVULESEGNYQDO/state.json","well_known_bundle":"https://pith.science/.well-known/pith/OA5K4D3NKACYVLVULESEGNYQDO/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:OA5K4D3NKACYVLVULESEGNYQDO","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"aa916940d71a6f96a9d2a6875732b7751c8b383c3d7f38aa026dec048340fe7c","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-05-06T16:04:03Z","title_canon_sha256":"2a6b5903a6f3fe2d751f7cc6e0c0a5a698fc8144e79066860a33c25402eaec46"},"schema_version":"1.0","source":{"id":"2405.03595","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.03595","created_at":"2026-07-05T10:03:42Z"},{"alias_kind":"arxiv_version","alias_value":"2405.03595v2","created_at":"2026-07-05T10:03:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.03595","created_at":"2026-07-05T10:03:42Z"},{"alias_kind":"pith_short_12","alias_value":"OA5K4D3NKACY","created_at":"2026-07-05T10:03:42Z"},{"alias_kind":"pith_short_16","alias_value":"OA5K4D3NKACYVLVU","created_at":"2026-07-05T10:03:42Z"},{"alias_kind":"pith_short_8","alias_value":"OA5K4D3N","created_at":"2026-07-05T10:03:42Z"}],"graph_snapshots":[{"event_id":"sha256:f3d3b7ab2dde3a3770f3a10a021d253fe3c29aa275796fab6ef10ea612b1b5be","target":"graph","created_at":"2026-07-05T10:03:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2405.03595/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Evaluating radiology reports is a challenging problem as factual correctness is extremely important due to the need for accurate medical communication about medical images. Existing automatic evaluation metrics either suffer from failing to consider factual correctness (e.g., BLEU and ROUGE) or are limited in their interpretability (e.g., F1CheXpert and F1RadGraph). In this paper, we introduce GREEN (Generative Radiology Report Evaluation and Error Notation), a radiology report generation metric that leverages the natural language understanding of language models to identify and explain clinic","authors_text":"Akshay S Chaudhari, Arne Edward Michalson, Christian Bluethgen, Curtis Langlotz, Jean-Benoit Delbrouck, Justin Xu, Louis Blankemeier, Maya Varma, Michael Moseley, Sophie Ostmeier, Zhihong Chen","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-05-06T16:04:03Z","title":"GREEN: Generative Radiology Report Evaluation and Error Notation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.03595","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:37a25930830946cb4ffd76b581b2afaf7347f0692b04b64bfc0e895950b30fd5","target":"record","created_at":"2026-07-05T10:03:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"aa916940d71a6f96a9d2a6875732b7751c8b383c3d7f38aa026dec048340fe7c","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-05-06T16:04:03Z","title_canon_sha256":"2a6b5903a6f3fe2d751f7cc6e0c0a5a698fc8144e79066860a33c25402eaec46"},"schema_version":"1.0","source":{"id":"2405.03595","kind":"arxiv","version":2}},"canonical_sha256":"703aae0f6d50058aaeb459244337101b9d27a40d6e021be291334e7763b5e0d7","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"703aae0f6d50058aaeb459244337101b9d27a40d6e021be291334e7763b5e0d7","first_computed_at":"2026-07-05T10:03:42.614433Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:03:42.614433Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"0lnV1QsE+R6sTb6B6qbPGO9BFvstgod11iKh1dD7Sa7aZvAeEpqPPONDX0pDbSw45uAb2eSwMEP2FBNc5wSvAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T10:03:42.614921Z","signed_message":"canonical_sha256_bytes"},"source_id":"2405.03595","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:37a25930830946cb4ffd76b581b2afaf7347f0692b04b64bfc0e895950b30fd5","sha256:f3d3b7ab2dde3a3770f3a10a021d253fe3c29aa275796fab6ef10ea612b1b5be"],"state_sha256":"54b180fac74bc05571b067c19c4da3f6b9743e88a5563c5c508036cba302f18b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xIRjdN2gzm84cnX1E8KLd4C7Ln0T8veGxsxtgXSdlbkzcFd1njvyWSIKo9GZ80C+67q+ePs70hUy+qqiVWZqDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T03:57:05.025377Z","bundle_sha256":"1764697348852652db5ef4a8272f76f93ddebb3bf77b55c7f8afb8a44f2950fd"}}