{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:43UZM7IMZVIUMWEXKQ357TJJTX","short_pith_number":"pith:43UZM7IM","canonical_record":{"source":{"id":"2411.17301","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-11-26T10:48:55Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"13016d4b9adb4f0c87c07a6dd90a434a51c262d676d42c114487eb4e370f3d5d","abstract_canon_sha256":"7d82dd6842e7e9c670e21f01e576f0e14cdc17772c00889e915593a350bc2c09"},"schema_version":"1.0"},"canonical_sha256":"e6e9967d0ccd514658975437dfcd299de5cb1adfb04da452c9639ce7c17f72e7","source":{"kind":"arxiv","id":"2411.17301","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.17301","created_at":"2026-07-05T10:13:45Z"},{"alias_kind":"arxiv_version","alias_value":"2411.17301v2","created_at":"2026-07-05T10:13:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.17301","created_at":"2026-07-05T10:13:45Z"},{"alias_kind":"pith_short_12","alias_value":"43UZM7IMZVIU","created_at":"2026-07-05T10:13:45Z"},{"alias_kind":"pith_short_16","alias_value":"43UZM7IMZVIUMWEX","created_at":"2026-07-05T10:13:45Z"},{"alias_kind":"pith_short_8","alias_value":"43UZM7IM","created_at":"2026-07-05T10:13:45Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:43UZM7IMZVIUMWEXKQ357TJJTX","target":"record","payload":{"canonical_record":{"source":{"id":"2411.17301","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-11-26T10:48:55Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"13016d4b9adb4f0c87c07a6dd90a434a51c262d676d42c114487eb4e370f3d5d","abstract_canon_sha256":"7d82dd6842e7e9c670e21f01e576f0e14cdc17772c00889e915593a350bc2c09"},"schema_version":"1.0"},"canonical_sha256":"e6e9967d0ccd514658975437dfcd299de5cb1adfb04da452c9639ce7c17f72e7","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:13:45.002392Z","signature_b64":"wXgvyw58p5Bk+qzBIZ+w4WtOGth7Y+jUoPnY1kT9trEw/fvV34ClHkyOoltF/noBydb3GDalgmTJLGHqhkGzAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e6e9967d0ccd514658975437dfcd299de5cb1adfb04da452c9639ce7c17f72e7","last_reissued_at":"2026-07-05T10:13:45.001770Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:13:45.001770Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2411.17301","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:13:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"P35KYCFrdU8c0bmoznMVfbjyGiHV8a8Hc3BDCMcwfHrhjjqzpkYeKPkbWkaUUmxZ6ghzOX1CsuGw041kRwDtDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T05:40:51.763723Z"},"content_sha256":"c8b8888462c14e204580bb22a9caf216729472c19fb05e8de6e4ad6d104a7276","schema_version":"1.0","event_id":"sha256:c8b8888462c14e204580bb22a9caf216729472c19fb05e8de6e4ad6d104a7276"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:43UZM7IMZVIUMWEXKQ357TJJTX","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"ReFINE: A Reward-Based Framework for Interpretable and Nuanced Evaluation of Radiology Report Generation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Lei Wang, Lingqiao Liu, Luping Zhou, Xinyu Liang, Yingshu Li, Yunyi Liu, Zhanyu Wang","submitted_at":"2024-11-26T10:48:55Z","abstract_excerpt":"Automated radiology report generation (R2Gen) has advanced significantly, introducing challenges in accurate evaluation due to its complexity. Traditional metrics often fall short by relying on rigid word-matching or focusing only on pathological entities, leading to inconsistencies with human assessments. To bridge this gap, we introduce ReFINE, an automatic evaluation metric designed specifically for R2Gen. Our metric utilizes a reward model, guided by our margin-based reward enforcement loss, along with a tailored training data design that enables customization of evaluation criteria to sui"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.17301","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2411.17301/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:13:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"yu/XfCINxfEdk4PadFy4uahTsyG4B8HJncwC4tciHkxiscPKZz1q5bYR8cd3ilbgwKllYhvz+hgK4TKcr9LhCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T05:40:51.764189Z"},"content_sha256":"6ca8ec7acf1a11f301808d2079f523cd1ee403634e29c49540c1aaee63f720cd","schema_version":"1.0","event_id":"sha256:6ca8ec7acf1a11f301808d2079f523cd1ee403634e29c49540c1aaee63f720cd"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/43UZM7IMZVIUMWEXKQ357TJJTX/bundle.json","state_url":"https://pith.science/pith/43UZM7IMZVIUMWEXKQ357TJJTX/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/43UZM7IMZVIUMWEXKQ357TJJTX/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-13T05:40:51Z","links":{"resolver":"https://pith.science/pith/43UZM7IMZVIUMWEXKQ357TJJTX","bundle":"https://pith.science/pith/43UZM7IMZVIUMWEXKQ357TJJTX/bundle.json","state":"https://pith.science/pith/43UZM7IMZVIUMWEXKQ357TJJTX/state.json","well_known_bundle":"https://pith.science/.well-known/pith/43UZM7IMZVIUMWEXKQ357TJJTX/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:43UZM7IMZVIUMWEXKQ357TJJTX","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7d82dd6842e7e9c670e21f01e576f0e14cdc17772c00889e915593a350bc2c09","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-11-26T10:48:55Z","title_canon_sha256":"13016d4b9adb4f0c87c07a6dd90a434a51c262d676d42c114487eb4e370f3d5d"},"schema_version":"1.0","source":{"id":"2411.17301","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.17301","created_at":"2026-07-05T10:13:45Z"},{"alias_kind":"arxiv_version","alias_value":"2411.17301v2","created_at":"2026-07-05T10:13:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.17301","created_at":"2026-07-05T10:13:45Z"},{"alias_kind":"pith_short_12","alias_value":"43UZM7IMZVIU","created_at":"2026-07-05T10:13:45Z"},{"alias_kind":"pith_short_16","alias_value":"43UZM7IMZVIUMWEX","created_at":"2026-07-05T10:13:45Z"},{"alias_kind":"pith_short_8","alias_value":"43UZM7IM","created_at":"2026-07-05T10:13:45Z"}],"graph_snapshots":[{"event_id":"sha256:6ca8ec7acf1a11f301808d2079f523cd1ee403634e29c49540c1aaee63f720cd","target":"graph","created_at":"2026-07-05T10:13:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2411.17301/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Automated radiology report generation (R2Gen) has advanced significantly, introducing challenges in accurate evaluation due to its complexity. Traditional metrics often fall short by relying on rigid word-matching or focusing only on pathological entities, leading to inconsistencies with human assessments. To bridge this gap, we introduce ReFINE, an automatic evaluation metric designed specifically for R2Gen. Our metric utilizes a reward model, guided by our margin-based reward enforcement loss, along with a tailored training data design that enables customization of evaluation criteria to sui","authors_text":"Lei Wang, Lingqiao Liu, Luping Zhou, Xinyu Liang, Yingshu Li, Yunyi Liu, Zhanyu Wang","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-11-26T10:48:55Z","title":"ReFINE: A Reward-Based Framework for Interpretable and Nuanced Evaluation of Radiology Report Generation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.17301","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c8b8888462c14e204580bb22a9caf216729472c19fb05e8de6e4ad6d104a7276","target":"record","created_at":"2026-07-05T10:13:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7d82dd6842e7e9c670e21f01e576f0e14cdc17772c00889e915593a350bc2c09","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-11-26T10:48:55Z","title_canon_sha256":"13016d4b9adb4f0c87c07a6dd90a434a51c262d676d42c114487eb4e370f3d5d"},"schema_version":"1.0","source":{"id":"2411.17301","kind":"arxiv","version":2}},"canonical_sha256":"e6e9967d0ccd514658975437dfcd299de5cb1adfb04da452c9639ce7c17f72e7","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e6e9967d0ccd514658975437dfcd299de5cb1adfb04da452c9639ce7c17f72e7","first_computed_at":"2026-07-05T10:13:45.001770Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:13:45.001770Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"wXgvyw58p5Bk+qzBIZ+w4WtOGth7Y+jUoPnY1kT9trEw/fvV34ClHkyOoltF/noBydb3GDalgmTJLGHqhkGzAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T10:13:45.002392Z","signed_message":"canonical_sha256_bytes"},"source_id":"2411.17301","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c8b8888462c14e204580bb22a9caf216729472c19fb05e8de6e4ad6d104a7276","sha256:6ca8ec7acf1a11f301808d2079f523cd1ee403634e29c49540c1aaee63f720cd"],"state_sha256":"7e90fa6bed451145b5a5dedaf1f436a29990e3f7323cd2fce61291d0234fc95a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"oi6aD9PC0IRhceXCcE1GvSwu4b4g34LW0x/E/lWVD1YOMYw9zotbXY1LXdsWZBH1a5LDzLGy5ynFVl3F1Cj9Dg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-13T05:40:51.767496Z","bundle_sha256":"9f702a289350a0aee7d337ea6235604976c7bbb4e2aecd019ebc79c451125abc"}}