{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:64SUA3Z226JLTHBRB36AFVVD3A","short_pith_number":"pith:64SUA3Z2","canonical_record":{"source":{"id":"2505.17167","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-22T17:02:28Z","cross_cats_sorted":["cs.CV"],"title_canon_sha256":"1d1ae9a88ea24649a2afdf3c486272a9701318c295d217289e0768d8a8eed695","abstract_canon_sha256":"f00fb73a7f134b9f2b298c175deb0cd98f2a6a9701dd913a5a5c479f86dd5697"},"schema_version":"1.0"},"canonical_sha256":"f725406f3ad792b99c310efc02d6a3d836bf9f5df5b227863711941dd62b40e2","source":{"kind":"arxiv","id":"2505.17167","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.17167","created_at":"2026-07-05T11:07:48Z"},{"alias_kind":"arxiv_version","alias_value":"2505.17167v1","created_at":"2026-07-05T11:07:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.17167","created_at":"2026-07-05T11:07:48Z"},{"alias_kind":"pith_short_12","alias_value":"64SUA3Z226JL","created_at":"2026-07-05T11:07:48Z"},{"alias_kind":"pith_short_16","alias_value":"64SUA3Z226JLTHBR","created_at":"2026-07-05T11:07:48Z"},{"alias_kind":"pith_short_8","alias_value":"64SUA3Z2","created_at":"2026-07-05T11:07:48Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:64SUA3Z226JLTHBRB36AFVVD3A","target":"record","payload":{"canonical_record":{"source":{"id":"2505.17167","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-22T17:02:28Z","cross_cats_sorted":["cs.CV"],"title_canon_sha256":"1d1ae9a88ea24649a2afdf3c486272a9701318c295d217289e0768d8a8eed695","abstract_canon_sha256":"f00fb73a7f134b9f2b298c175deb0cd98f2a6a9701dd913a5a5c479f86dd5697"},"schema_version":"1.0"},"canonical_sha256":"f725406f3ad792b99c310efc02d6a3d836bf9f5df5b227863711941dd62b40e2","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:07:48.228913Z","signature_b64":"8t3l7vc41p1ekVmO13EL3RA0lSxZVgurz8kxtLbGXvfKULYGKasuWxnB2ccDwGnXbRa8l20eFq0ARMOcvVF6DA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f725406f3ad792b99c310efc02d6a3d836bf9f5df5b227863711941dd62b40e2","last_reissued_at":"2026-07-05T11:07:48.228407Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:07:48.228407Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2505.17167","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:07:48Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fMjYdPASQ+6PKejSIKlHG6IJ1xRZnQhmnU+mXVIgQEBxv9rhkciylTKbGwQfhsObCQv76wpLxrV+7S+Ft2u1Cw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T16:32:42.301718Z"},"content_sha256":"f5f88851cbf9c09ecc79307454e4bf4e6e0b26f3519daf2764afaf99d0e5b077","schema_version":"1.0","event_id":"sha256:f5f88851cbf9c09ecc79307454e4bf4e6e0b26f3519daf2764afaf99d0e5b077"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:64SUA3Z226JLTHBRB36AFVVD3A","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"CRG Score: A Distribution-Aware Clinical Metric for Radiology Report Generation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CV"],"primary_cat":"cs.CL","authors_text":"Bernhard Kainz, Bjoern Menze, Hadrien Reynaud, Ibrahim Ethem Hamamci, Sezgin Er, Suprosanna Shit","submitted_at":"2025-05-22T17:02:28Z","abstract_excerpt":"Evaluating long-context radiology report generation is challenging. NLG metrics fail to capture clinical correctness, while LLM-based metrics often lack generalizability. Clinical accuracy metrics are more relevant but are sensitive to class imbalance, frequently favoring trivial predictions. We propose the CRG Score, a distribution-aware and adaptable metric that evaluates only clinically relevant abnormalities explicitly described in reference reports. CRG supports both binary and structured labels (e.g., type, location) and can be paired with any LLM for feature extraction. By balancing pen"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.17167","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2505.17167/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:07:48Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fYZu1B4p80JieIjwIZ752lkY3vGgDm48YfssqZXT/XyzeYK7mG7qd5b20MpXQtQyUG4GLTM+R/+UQQ8GASoEAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T16:32:42.302277Z"},"content_sha256":"ff5a9c5f7376a0d70c60475d418933986e00bbe9f55133e2be1c8fb42ce92f27","schema_version":"1.0","event_id":"sha256:ff5a9c5f7376a0d70c60475d418933986e00bbe9f55133e2be1c8fb42ce92f27"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/64SUA3Z226JLTHBRB36AFVVD3A/bundle.json","state_url":"https://pith.science/pith/64SUA3Z226JLTHBRB36AFVVD3A/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/64SUA3Z226JLTHBRB36AFVVD3A/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T16:32:42Z","links":{"resolver":"https://pith.science/pith/64SUA3Z226JLTHBRB36AFVVD3A","bundle":"https://pith.science/pith/64SUA3Z226JLTHBRB36AFVVD3A/bundle.json","state":"https://pith.science/pith/64SUA3Z226JLTHBRB36AFVVD3A/state.json","well_known_bundle":"https://pith.science/.well-known/pith/64SUA3Z226JLTHBRB36AFVVD3A/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:64SUA3Z226JLTHBRB36AFVVD3A","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f00fb73a7f134b9f2b298c175deb0cd98f2a6a9701dd913a5a5c479f86dd5697","cross_cats_sorted":["cs.CV"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-22T17:02:28Z","title_canon_sha256":"1d1ae9a88ea24649a2afdf3c486272a9701318c295d217289e0768d8a8eed695"},"schema_version":"1.0","source":{"id":"2505.17167","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.17167","created_at":"2026-07-05T11:07:48Z"},{"alias_kind":"arxiv_version","alias_value":"2505.17167v1","created_at":"2026-07-05T11:07:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.17167","created_at":"2026-07-05T11:07:48Z"},{"alias_kind":"pith_short_12","alias_value":"64SUA3Z226JL","created_at":"2026-07-05T11:07:48Z"},{"alias_kind":"pith_short_16","alias_value":"64SUA3Z226JLTHBR","created_at":"2026-07-05T11:07:48Z"},{"alias_kind":"pith_short_8","alias_value":"64SUA3Z2","created_at":"2026-07-05T11:07:48Z"}],"graph_snapshots":[{"event_id":"sha256:ff5a9c5f7376a0d70c60475d418933986e00bbe9f55133e2be1c8fb42ce92f27","target":"graph","created_at":"2026-07-05T11:07:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2505.17167/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Evaluating long-context radiology report generation is challenging. NLG metrics fail to capture clinical correctness, while LLM-based metrics often lack generalizability. Clinical accuracy metrics are more relevant but are sensitive to class imbalance, frequently favoring trivial predictions. We propose the CRG Score, a distribution-aware and adaptable metric that evaluates only clinically relevant abnormalities explicitly described in reference reports. CRG supports both binary and structured labels (e.g., type, location) and can be paired with any LLM for feature extraction. By balancing pen","authors_text":"Bernhard Kainz, Bjoern Menze, Hadrien Reynaud, Ibrahim Ethem Hamamci, Sezgin Er, Suprosanna Shit","cross_cats":["cs.CV"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-22T17:02:28Z","title":"CRG Score: A Distribution-Aware Clinical Metric for Radiology Report Generation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.17167","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f5f88851cbf9c09ecc79307454e4bf4e6e0b26f3519daf2764afaf99d0e5b077","target":"record","created_at":"2026-07-05T11:07:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f00fb73a7f134b9f2b298c175deb0cd98f2a6a9701dd913a5a5c479f86dd5697","cross_cats_sorted":["cs.CV"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-22T17:02:28Z","title_canon_sha256":"1d1ae9a88ea24649a2afdf3c486272a9701318c295d217289e0768d8a8eed695"},"schema_version":"1.0","source":{"id":"2505.17167","kind":"arxiv","version":1}},"canonical_sha256":"f725406f3ad792b99c310efc02d6a3d836bf9f5df5b227863711941dd62b40e2","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f725406f3ad792b99c310efc02d6a3d836bf9f5df5b227863711941dd62b40e2","first_computed_at":"2026-07-05T11:07:48.228407Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:07:48.228407Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"8t3l7vc41p1ekVmO13EL3RA0lSxZVgurz8kxtLbGXvfKULYGKasuWxnB2ccDwGnXbRa8l20eFq0ARMOcvVF6DA==","signature_status":"signed_v1","signed_at":"2026-07-05T11:07:48.228913Z","signed_message":"canonical_sha256_bytes"},"source_id":"2505.17167","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f5f88851cbf9c09ecc79307454e4bf4e6e0b26f3519daf2764afaf99d0e5b077","sha256:ff5a9c5f7376a0d70c60475d418933986e00bbe9f55133e2be1c8fb42ce92f27"],"state_sha256":"2def04a377e428e6dd9f4403c05e52bbe0126a95d8ae46f752ac2a95d669b629"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KSNqTPozybJYaeimKjRRo1Fexgm8W4ZAiO63X54kxHNWYhTEs1XK6XEuNVdBnoi9CnQXBuIGjBC/sKF7K0+tCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T16:32:42.306001Z","bundle_sha256":"c8c9e903980cb0c5c43f11699574b1094ed9a69a5d002feda33c9b77ba40a638"}}