{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:PX7NG44P6OLBBT64RVQEQP2WGM","short_pith_number":"pith:PX7NG44P","canonical_record":{"source":{"id":"2311.16764","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-28T13:08:26Z","cross_cats_sorted":[],"title_canon_sha256":"deaf79cba55adfadda9227a1eadfb916df6d6d40f5631e81ae48eb2797c38c0f","abstract_canon_sha256":"0176dbcda81bd24ab8077e1a8975b767ddb5adc678e9c843f505493f4bd48a7a"},"schema_version":"1.0"},"canonical_sha256":"7dfed3738ff39610cfdc8d60483f563310aed6eb9cf48b60a9c840478e39adf7","source":{"kind":"arxiv","id":"2311.16764","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.16764","created_at":"2026-07-05T07:17:46Z"},{"alias_kind":"arxiv_version","alias_value":"2311.16764v1","created_at":"2026-07-05T07:17:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.16764","created_at":"2026-07-05T07:17:46Z"},{"alias_kind":"pith_short_12","alias_value":"PX7NG44P6OLB","created_at":"2026-07-05T07:17:46Z"},{"alias_kind":"pith_short_16","alias_value":"PX7NG44P6OLBBT64","created_at":"2026-07-05T07:17:46Z"},{"alias_kind":"pith_short_8","alias_value":"PX7NG44P","created_at":"2026-07-05T07:17:46Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:PX7NG44P6OLBBT64RVQEQP2WGM","target":"record","payload":{"canonical_record":{"source":{"id":"2311.16764","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-28T13:08:26Z","cross_cats_sorted":[],"title_canon_sha256":"deaf79cba55adfadda9227a1eadfb916df6d6d40f5631e81ae48eb2797c38c0f","abstract_canon_sha256":"0176dbcda81bd24ab8077e1a8975b767ddb5adc678e9c843f505493f4bd48a7a"},"schema_version":"1.0"},"canonical_sha256":"7dfed3738ff39610cfdc8d60483f563310aed6eb9cf48b60a9c840478e39adf7","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:17:46.216558Z","signature_b64":"hc7lmeI0pnWKSOK5I5ozM1/uBKmPO6W5YFNnBuSjZPf5gf+fLXP9czgKfv30SibFaiBv0N0IvJJqO6ecyZ80Aw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"7dfed3738ff39610cfdc8d60483f563310aed6eb9cf48b60a9c840478e39adf7","last_reissued_at":"2026-07-05T07:17:46.216012Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:17:46.216012Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2311.16764","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:17:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"yRyld7KrBWf394TZTnTGedYw4FGWl4OMc78C42HXsTQRsj3vCowDB6tQiJG8IkD5C563fdVDHEYV+ZwNso7RAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T00:34:58.451302Z"},"content_sha256":"391bf527127ea7eb28b22309dd70f4e8899079bb9a58d5ef8880e3a9eac98bca","schema_version":"1.0","event_id":"sha256:391bf527127ea7eb28b22309dd70f4e8899079bb9a58d5ef8880e3a9eac98bca"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:PX7NG44P6OLBBT64RVQEQP2WGM","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Radiology-Aware Model-Based Evaluation Metric for Report Generation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Amos Calamida, Farhad Nooralahzadeh, Koji Fujimoto, Michael Krauthammer, Mizuho Nishio, Morteza Rohanian","submitted_at":"2023-11-28T13:08:26Z","abstract_excerpt":"We propose a new automated evaluation metric for machine-generated radiology reports using the successful COMET architecture adapted for the radiology domain. We train and publish four medically-oriented model checkpoints, including one trained on RadGraph, a radiology knowledge graph. Our results show that our metric correlates moderately to high with established metrics such as BERTscore, BLEU, and CheXbert scores. Furthermore, we demonstrate that one of our checkpoints exhibits a high correlation with human judgment, as assessed using the publicly available annotations of six board-certifie"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.16764","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2311.16764/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:17:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"wnU1wxsZfkWmitGuKMNg7bjl0fQaPC18Q/8DP7wAbe+Vs2I19hrOvwmsr6Mx5+4Qo+EZPvwBtYOp8iCn6TqdAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T00:34:58.452266Z"},"content_sha256":"20ccafd03762411a4aec604123b3511e8ea9988bd64bcf30301a09c4e6fd47d1","schema_version":"1.0","event_id":"sha256:20ccafd03762411a4aec604123b3511e8ea9988bd64bcf30301a09c4e6fd47d1"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/PX7NG44P6OLBBT64RVQEQP2WGM/bundle.json","state_url":"https://pith.science/pith/PX7NG44P6OLBBT64RVQEQP2WGM/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/PX7NG44P6OLBBT64RVQEQP2WGM/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T00:34:58Z","links":{"resolver":"https://pith.science/pith/PX7NG44P6OLBBT64RVQEQP2WGM","bundle":"https://pith.science/pith/PX7NG44P6OLBBT64RVQEQP2WGM/bundle.json","state":"https://pith.science/pith/PX7NG44P6OLBBT64RVQEQP2WGM/state.json","well_known_bundle":"https://pith.science/.well-known/pith/PX7NG44P6OLBBT64RVQEQP2WGM/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:PX7NG44P6OLBBT64RVQEQP2WGM","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0176dbcda81bd24ab8077e1a8975b767ddb5adc678e9c843f505493f4bd48a7a","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-28T13:08:26Z","title_canon_sha256":"deaf79cba55adfadda9227a1eadfb916df6d6d40f5631e81ae48eb2797c38c0f"},"schema_version":"1.0","source":{"id":"2311.16764","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.16764","created_at":"2026-07-05T07:17:46Z"},{"alias_kind":"arxiv_version","alias_value":"2311.16764v1","created_at":"2026-07-05T07:17:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.16764","created_at":"2026-07-05T07:17:46Z"},{"alias_kind":"pith_short_12","alias_value":"PX7NG44P6OLB","created_at":"2026-07-05T07:17:46Z"},{"alias_kind":"pith_short_16","alias_value":"PX7NG44P6OLBBT64","created_at":"2026-07-05T07:17:46Z"},{"alias_kind":"pith_short_8","alias_value":"PX7NG44P","created_at":"2026-07-05T07:17:46Z"}],"graph_snapshots":[{"event_id":"sha256:20ccafd03762411a4aec604123b3511e8ea9988bd64bcf30301a09c4e6fd47d1","target":"graph","created_at":"2026-07-05T07:17:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2311.16764/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We propose a new automated evaluation metric for machine-generated radiology reports using the successful COMET architecture adapted for the radiology domain. We train and publish four medically-oriented model checkpoints, including one trained on RadGraph, a radiology knowledge graph. Our results show that our metric correlates moderately to high with established metrics such as BERTscore, BLEU, and CheXbert scores. Furthermore, we demonstrate that one of our checkpoints exhibits a high correlation with human judgment, as assessed using the publicly available annotations of six board-certifie","authors_text":"Amos Calamida, Farhad Nooralahzadeh, Koji Fujimoto, Michael Krauthammer, Mizuho Nishio, Morteza Rohanian","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-28T13:08:26Z","title":"Radiology-Aware Model-Based Evaluation Metric for Report Generation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.16764","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:391bf527127ea7eb28b22309dd70f4e8899079bb9a58d5ef8880e3a9eac98bca","target":"record","created_at":"2026-07-05T07:17:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0176dbcda81bd24ab8077e1a8975b767ddb5adc678e9c843f505493f4bd48a7a","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-28T13:08:26Z","title_canon_sha256":"deaf79cba55adfadda9227a1eadfb916df6d6d40f5631e81ae48eb2797c38c0f"},"schema_version":"1.0","source":{"id":"2311.16764","kind":"arxiv","version":1}},"canonical_sha256":"7dfed3738ff39610cfdc8d60483f563310aed6eb9cf48b60a9c840478e39adf7","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7dfed3738ff39610cfdc8d60483f563310aed6eb9cf48b60a9c840478e39adf7","first_computed_at":"2026-07-05T07:17:46.216012Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:17:46.216012Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"hc7lmeI0pnWKSOK5I5ozM1/uBKmPO6W5YFNnBuSjZPf5gf+fLXP9czgKfv30SibFaiBv0N0IvJJqO6ecyZ80Aw==","signature_status":"signed_v1","signed_at":"2026-07-05T07:17:46.216558Z","signed_message":"canonical_sha256_bytes"},"source_id":"2311.16764","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:391bf527127ea7eb28b22309dd70f4e8899079bb9a58d5ef8880e3a9eac98bca","sha256:20ccafd03762411a4aec604123b3511e8ea9988bd64bcf30301a09c4e6fd47d1"],"state_sha256":"dc9c3c96bacbc6123311e884bf1c2c2ee211957c34334bef5fd53676170a5bf0"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"cfJMvXr2YfqQefDFuCvj8vikYQTRcg9BQr4+wXvfrB/3AJIbPnF8FyVUN+Wk71xDy2fkujaZmrMGuWSSLiKvDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T00:34:58.463219Z","bundle_sha256":"0a9a812616f257ca099b455a47e7acd5e56f6a98dd63c8dc333d54336fc04f7b"}}