{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:3SE2YS3CLPLUBJAGENN2XJ54SZ","short_pith_number":"pith:3SE2YS3C","canonical_record":{"source":{"id":"2402.16040","kind":"arxiv","version":5},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-25T09:41:50Z","cross_cats_sorted":[],"title_canon_sha256":"9603a65d1b59d64aa8f8ffb9071e082aa6a8666b48d95ff8723b5c62a007efa8","abstract_canon_sha256":"d5d8cbf0ef64074155a6d7aff4bc61c1310f89ec69170ed9ef1377d145145c45"},"schema_version":"1.0"},"canonical_sha256":"dc89ac4b625bd740a406235baba7bc96603fd5e0144800b9f4706f4055fe38d5","source":{"kind":"arxiv","id":"2402.16040","version":5},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.16040","created_at":"2026-07-05T09:33:29Z"},{"alias_kind":"arxiv_version","alias_value":"2402.16040v5","created_at":"2026-07-05T09:33:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.16040","created_at":"2026-07-05T09:33:29Z"},{"alias_kind":"pith_short_12","alias_value":"3SE2YS3CLPLU","created_at":"2026-07-05T09:33:29Z"},{"alias_kind":"pith_short_16","alias_value":"3SE2YS3CLPLUBJAG","created_at":"2026-07-05T09:33:29Z"},{"alias_kind":"pith_short_8","alias_value":"3SE2YS3C","created_at":"2026-07-05T09:33:29Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:3SE2YS3CLPLUBJAGENN2XJ54SZ","target":"record","payload":{"canonical_record":{"source":{"id":"2402.16040","kind":"arxiv","version":5},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-25T09:41:50Z","cross_cats_sorted":[],"title_canon_sha256":"9603a65d1b59d64aa8f8ffb9071e082aa6a8666b48d95ff8723b5c62a007efa8","abstract_canon_sha256":"d5d8cbf0ef64074155a6d7aff4bc61c1310f89ec69170ed9ef1377d145145c45"},"schema_version":"1.0"},"canonical_sha256":"dc89ac4b625bd740a406235baba7bc96603fd5e0144800b9f4706f4055fe38d5","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:33:29.047663Z","signature_b64":"VdOJbROvQoOBqUO89iyrmHpDA/rltd3MygYSYeldTl1JyfFmfX9ctrvXGd2erJKzLiHxNs6kHPls7osvzc70Aw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"dc89ac4b625bd740a406235baba7bc96603fd5e0144800b9f4706f4055fe38d5","last_reissued_at":"2026-07-05T09:33:29.047115Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:33:29.047115Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2402.16040","source_version":5,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:33:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hAYakxw9RowKIK8TLFWSgsy/NE5JpZoAxDz1YXCFm0g8jnIXmSoL6gyAYYz+4/TDKwiqshbuc7Fo0t7aNW50BA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-10T12:35:40.196067Z"},"content_sha256":"358a187769f1ab2a8d25499fb506200e244ead98372f0508da671e7f95bde42d","schema_version":"1.0","event_id":"sha256:358a187769f1ab2a8d25499fb506200e244ead98372f0508da671e7f95bde42d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:3SE2YS3CLPLUBJAGENN2XJ54SZ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"EHRNoteQA: An LLM Benchmark for Real-World Clinical Practice Using Discharge Summaries","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Dongchul Cha, Edward Choi, Hangyul Yoon, Heeyoung Kwak, Jeewon Yang, Jiyoun Kim, Kwanghyun Kim, Seunghyun Won, Sunjun Kweon","submitted_at":"2024-02-25T09:41:50Z","abstract_excerpt":"Discharge summaries in Electronic Health Records (EHRs) are crucial for clinical decision-making, but their length and complexity make information extraction challenging, especially when dealing with accumulated summaries across multiple patient admissions. Large Language Models (LLMs) show promise in addressing this challenge by efficiently analyzing vast and complex data. Existing benchmarks, however, fall short in properly evaluating LLMs' capabilities in this context, as they typically focus on single-note information or limited topics, failing to reflect the real-world inquiries required "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.16040","kind":"arxiv","version":5},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2402.16040/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:33:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Y6eE/oOGnwVmS4VEnkbGvwv3D4Nme7Hq+ev+hNlH3EH56AlsPJAWC3yCE7nJuMKSzsQ7WmpMiJcW+aFa7pWXBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-10T12:35:40.196471Z"},"content_sha256":"ebfd50cb317f06e6d7025f415790c7d96dd2d11d6c4a72f22439e9bc521c2bb9","schema_version":"1.0","event_id":"sha256:ebfd50cb317f06e6d7025f415790c7d96dd2d11d6c4a72f22439e9bc521c2bb9"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/3SE2YS3CLPLUBJAGENN2XJ54SZ/bundle.json","state_url":"https://pith.science/pith/3SE2YS3CLPLUBJAGENN2XJ54SZ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/3SE2YS3CLPLUBJAGENN2XJ54SZ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-10T12:35:40Z","links":{"resolver":"https://pith.science/pith/3SE2YS3CLPLUBJAGENN2XJ54SZ","bundle":"https://pith.science/pith/3SE2YS3CLPLUBJAGENN2XJ54SZ/bundle.json","state":"https://pith.science/pith/3SE2YS3CLPLUBJAGENN2XJ54SZ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/3SE2YS3CLPLUBJAGENN2XJ54SZ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:3SE2YS3CLPLUBJAGENN2XJ54SZ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d5d8cbf0ef64074155a6d7aff4bc61c1310f89ec69170ed9ef1377d145145c45","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-25T09:41:50Z","title_canon_sha256":"9603a65d1b59d64aa8f8ffb9071e082aa6a8666b48d95ff8723b5c62a007efa8"},"schema_version":"1.0","source":{"id":"2402.16040","kind":"arxiv","version":5}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.16040","created_at":"2026-07-05T09:33:29Z"},{"alias_kind":"arxiv_version","alias_value":"2402.16040v5","created_at":"2026-07-05T09:33:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.16040","created_at":"2026-07-05T09:33:29Z"},{"alias_kind":"pith_short_12","alias_value":"3SE2YS3CLPLU","created_at":"2026-07-05T09:33:29Z"},{"alias_kind":"pith_short_16","alias_value":"3SE2YS3CLPLUBJAG","created_at":"2026-07-05T09:33:29Z"},{"alias_kind":"pith_short_8","alias_value":"3SE2YS3C","created_at":"2026-07-05T09:33:29Z"}],"graph_snapshots":[{"event_id":"sha256:ebfd50cb317f06e6d7025f415790c7d96dd2d11d6c4a72f22439e9bc521c2bb9","target":"graph","created_at":"2026-07-05T09:33:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2402.16040/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Discharge summaries in Electronic Health Records (EHRs) are crucial for clinical decision-making, but their length and complexity make information extraction challenging, especially when dealing with accumulated summaries across multiple patient admissions. Large Language Models (LLMs) show promise in addressing this challenge by efficiently analyzing vast and complex data. Existing benchmarks, however, fall short in properly evaluating LLMs' capabilities in this context, as they typically focus on single-note information or limited topics, failing to reflect the real-world inquiries required ","authors_text":"Dongchul Cha, Edward Choi, Hangyul Yoon, Heeyoung Kwak, Jeewon Yang, Jiyoun Kim, Kwanghyun Kim, Seunghyun Won, Sunjun Kweon","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-25T09:41:50Z","title":"EHRNoteQA: An LLM Benchmark for Real-World Clinical Practice Using Discharge Summaries"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.16040","kind":"arxiv","version":5},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:358a187769f1ab2a8d25499fb506200e244ead98372f0508da671e7f95bde42d","target":"record","created_at":"2026-07-05T09:33:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d5d8cbf0ef64074155a6d7aff4bc61c1310f89ec69170ed9ef1377d145145c45","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-25T09:41:50Z","title_canon_sha256":"9603a65d1b59d64aa8f8ffb9071e082aa6a8666b48d95ff8723b5c62a007efa8"},"schema_version":"1.0","source":{"id":"2402.16040","kind":"arxiv","version":5}},"canonical_sha256":"dc89ac4b625bd740a406235baba7bc96603fd5e0144800b9f4706f4055fe38d5","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"dc89ac4b625bd740a406235baba7bc96603fd5e0144800b9f4706f4055fe38d5","first_computed_at":"2026-07-05T09:33:29.047115Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:33:29.047115Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"VdOJbROvQoOBqUO89iyrmHpDA/rltd3MygYSYeldTl1JyfFmfX9ctrvXGd2erJKzLiHxNs6kHPls7osvzc70Aw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:33:29.047663Z","signed_message":"canonical_sha256_bytes"},"source_id":"2402.16040","source_kind":"arxiv","source_version":5}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:358a187769f1ab2a8d25499fb506200e244ead98372f0508da671e7f95bde42d","sha256:ebfd50cb317f06e6d7025f415790c7d96dd2d11d6c4a72f22439e9bc521c2bb9"],"state_sha256":"6aee823a40879c6b416c1050c6ffe32968b776093dfedea0c2143ff40d23011e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gL7s+RMH5XEluHeU005ExPWgclad130yDkQaxwY+CL6HEz9w/AdH0GUfaTiM8dASUD0dfMfwMaL1hVo4JTYJAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-10T12:35:40.198400Z","bundle_sha256":"b24702ae88557ccbf199ce198aec27a70f195d1d765addbbfc42e244341fa6eb"}}