{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:S4MVFVYMHZZ3MQZIAVAAVIX74N","short_pith_number":"pith:S4MVFVYM","canonical_record":{"source":{"id":"2505.17265","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-22T20:21:32Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"1e9f32bf0b79de7ff7c01d928b1b162a0320d3396e0df5fd265fcd9328e35156","abstract_canon_sha256":"1e7de65658595f80ba58bd3b5ab6f5bbe141ead0e64d0ac1cbe91230be02a09a"},"schema_version":"1.0"},"canonical_sha256":"971952d70c3e73b6432805400aa2ffe369db81ef9c66d1ab9e103057674644b5","source":{"kind":"arxiv","id":"2505.17265","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.17265","created_at":"2026-07-05T11:08:23Z"},{"alias_kind":"arxiv_version","alias_value":"2505.17265v1","created_at":"2026-07-05T11:08:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.17265","created_at":"2026-07-05T11:08:23Z"},{"alias_kind":"pith_short_12","alias_value":"S4MVFVYMHZZ3","created_at":"2026-07-05T11:08:23Z"},{"alias_kind":"pith_short_16","alias_value":"S4MVFVYMHZZ3MQZI","created_at":"2026-07-05T11:08:23Z"},{"alias_kind":"pith_short_8","alias_value":"S4MVFVYM","created_at":"2026-07-05T11:08:23Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:S4MVFVYMHZZ3MQZIAVAAVIX74N","target":"record","payload":{"canonical_record":{"source":{"id":"2505.17265","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-22T20:21:32Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"1e9f32bf0b79de7ff7c01d928b1b162a0320d3396e0df5fd265fcd9328e35156","abstract_canon_sha256":"1e7de65658595f80ba58bd3b5ab6f5bbe141ead0e64d0ac1cbe91230be02a09a"},"schema_version":"1.0"},"canonical_sha256":"971952d70c3e73b6432805400aa2ffe369db81ef9c66d1ab9e103057674644b5","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:08:23.668938Z","signature_b64":"cfQOQNGWq99r/LAwxtvmd9SRy0vbr/SyTvnavbMB13FjH52GYy7vrGfpghVyBSgRHmu8DvIXE5mGARhV8S1zBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"971952d70c3e73b6432805400aa2ffe369db81ef9c66d1ab9e103057674644b5","last_reissued_at":"2026-07-05T11:08:23.668472Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:08:23.668472Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2505.17265","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:08:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tJAdFOTq7xB9ldaRnjYhhdQVs1K3QY5s5A1vHdePkaFr/YMjWnl4im1YTmAu7XPPsTXQ/iczePf6F3U6zwujDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T05:51:00.671974Z"},"content_sha256":"53340a0b33841d5a32e6348d07336b131a9386647d034bd255a2dd6547928fb8","schema_version":"1.0","event_id":"sha256:53340a0b33841d5a32e6348d07336b131a9386647d034bd255a2dd6547928fb8"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:S4MVFVYMHZZ3MQZIAVAAVIX74N","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"CaseReportBench: An LLM Benchmark Dataset for Dense Information Extraction in Clinical Case Reports","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"(2) National Institutes of Health), Carlos R. Ferreira (2), Francis Rossignol (2), Jian Zhu (1) ((1) University of British Columbia, Raymond T. Ng (1), Wyeth Wasserman (1), Xiao Yu Cindy Zhang (1)","submitted_at":"2025-05-22T20:21:32Z","abstract_excerpt":"Rare diseases, including Inborn Errors of Metabolism (IEM), pose significant diagnostic challenges. Case reports serve as key but computationally underutilized resources to inform diagnosis. Clinical dense information extraction refers to organizing medical information into structured predefined categories. Large Language Models (LLMs) may enable scalable information extraction from case reports but are rarely evaluated for this task. We introduce CaseReportBench, an expert-annotated dataset for dense information extraction of case reports, focusing on IEMs. Using this dataset, we assess vario"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.17265","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2505.17265/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:08:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ZI+utj4IH3jETdX288Mq2dFWfWm2aSyF0Xylpf1LXoJbgTwADibjiuUwYGzlekKxdQF6ltsjoSL4g58Sbx1jDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T05:51:00.672529Z"},"content_sha256":"a7f7112d8904d8fc69a666dcff493ad8d6106a2d62e7d8536604ffd3658287a6","schema_version":"1.0","event_id":"sha256:a7f7112d8904d8fc69a666dcff493ad8d6106a2d62e7d8536604ffd3658287a6"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/S4MVFVYMHZZ3MQZIAVAAVIX74N/bundle.json","state_url":"https://pith.science/pith/S4MVFVYMHZZ3MQZIAVAAVIX74N/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/S4MVFVYMHZZ3MQZIAVAAVIX74N/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T05:51:00Z","links":{"resolver":"https://pith.science/pith/S4MVFVYMHZZ3MQZIAVAAVIX74N","bundle":"https://pith.science/pith/S4MVFVYMHZZ3MQZIAVAAVIX74N/bundle.json","state":"https://pith.science/pith/S4MVFVYMHZZ3MQZIAVAAVIX74N/state.json","well_known_bundle":"https://pith.science/.well-known/pith/S4MVFVYMHZZ3MQZIAVAAVIX74N/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:S4MVFVYMHZZ3MQZIAVAAVIX74N","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1e7de65658595f80ba58bd3b5ab6f5bbe141ead0e64d0ac1cbe91230be02a09a","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-22T20:21:32Z","title_canon_sha256":"1e9f32bf0b79de7ff7c01d928b1b162a0320d3396e0df5fd265fcd9328e35156"},"schema_version":"1.0","source":{"id":"2505.17265","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.17265","created_at":"2026-07-05T11:08:23Z"},{"alias_kind":"arxiv_version","alias_value":"2505.17265v1","created_at":"2026-07-05T11:08:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.17265","created_at":"2026-07-05T11:08:23Z"},{"alias_kind":"pith_short_12","alias_value":"S4MVFVYMHZZ3","created_at":"2026-07-05T11:08:23Z"},{"alias_kind":"pith_short_16","alias_value":"S4MVFVYMHZZ3MQZI","created_at":"2026-07-05T11:08:23Z"},{"alias_kind":"pith_short_8","alias_value":"S4MVFVYM","created_at":"2026-07-05T11:08:23Z"}],"graph_snapshots":[{"event_id":"sha256:a7f7112d8904d8fc69a666dcff493ad8d6106a2d62e7d8536604ffd3658287a6","target":"graph","created_at":"2026-07-05T11:08:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2505.17265/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Rare diseases, including Inborn Errors of Metabolism (IEM), pose significant diagnostic challenges. Case reports serve as key but computationally underutilized resources to inform diagnosis. Clinical dense information extraction refers to organizing medical information into structured predefined categories. Large Language Models (LLMs) may enable scalable information extraction from case reports but are rarely evaluated for this task. We introduce CaseReportBench, an expert-annotated dataset for dense information extraction of case reports, focusing on IEMs. Using this dataset, we assess vario","authors_text":"(2) National Institutes of Health), Carlos R. Ferreira (2), Francis Rossignol (2), Jian Zhu (1) ((1) University of British Columbia, Raymond T. Ng (1), Wyeth Wasserman (1), Xiao Yu Cindy Zhang (1)","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-22T20:21:32Z","title":"CaseReportBench: An LLM Benchmark Dataset for Dense Information Extraction in Clinical Case Reports"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.17265","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:53340a0b33841d5a32e6348d07336b131a9386647d034bd255a2dd6547928fb8","target":"record","created_at":"2026-07-05T11:08:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1e7de65658595f80ba58bd3b5ab6f5bbe141ead0e64d0ac1cbe91230be02a09a","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-22T20:21:32Z","title_canon_sha256":"1e9f32bf0b79de7ff7c01d928b1b162a0320d3396e0df5fd265fcd9328e35156"},"schema_version":"1.0","source":{"id":"2505.17265","kind":"arxiv","version":1}},"canonical_sha256":"971952d70c3e73b6432805400aa2ffe369db81ef9c66d1ab9e103057674644b5","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"971952d70c3e73b6432805400aa2ffe369db81ef9c66d1ab9e103057674644b5","first_computed_at":"2026-07-05T11:08:23.668472Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:08:23.668472Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"cfQOQNGWq99r/LAwxtvmd9SRy0vbr/SyTvnavbMB13FjH52GYy7vrGfpghVyBSgRHmu8DvIXE5mGARhV8S1zBg==","signature_status":"signed_v1","signed_at":"2026-07-05T11:08:23.668938Z","signed_message":"canonical_sha256_bytes"},"source_id":"2505.17265","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:53340a0b33841d5a32e6348d07336b131a9386647d034bd255a2dd6547928fb8","sha256:a7f7112d8904d8fc69a666dcff493ad8d6106a2d62e7d8536604ffd3658287a6"],"state_sha256":"c3a3e14f8bcb7c259413e434c8a7331934fc487e066b3b09e54fae9350e9de4f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"QVXA56I7xbdmh1oVjGWytvt/QCkhm3IBU+ohfz/oc2BtKYXaXa/vbGTmI3Qc1AXuzkRazLIKbKgqkokgh1OUAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T05:51:00.676694Z","bundle_sha256":"49c5ff28fece8cf24b79c80f6b1c79ddbeb7c0c6246606e997c56f689c00bcb2"}}