{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:AMHKRN5UDRXFCLB62PRWWKQO3J","short_pith_number":"pith:AMHKRN5U","canonical_record":{"source":{"id":"2507.23486","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-07-31T12:10:00Z","cross_cats_sorted":[],"title_canon_sha256":"2c66fc8a0b74fff73a8c298bfd088891afe728c354701b9d4296a711086e35ca","abstract_canon_sha256":"7bf7a4b1340e122314cee77a68ce5dd56c16ba395f543f089a5a68b9ad1762ec"},"schema_version":"1.0"},"canonical_sha256":"030ea8b7b41c6e512c3ed3e36b2a0eda7db2c21c32187f5568715deb834e5bea","source":{"kind":"arxiv","id":"2507.23486","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2507.23486","created_at":"2026-07-05T11:53:06Z"},{"alias_kind":"arxiv_version","alias_value":"2507.23486v3","created_at":"2026-07-05T11:53:06Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2507.23486","created_at":"2026-07-05T11:53:06Z"},{"alias_kind":"pith_short_12","alias_value":"AMHKRN5UDRXF","created_at":"2026-07-05T11:53:06Z"},{"alias_kind":"pith_short_16","alias_value":"AMHKRN5UDRXFCLB6","created_at":"2026-07-05T11:53:06Z"},{"alias_kind":"pith_short_8","alias_value":"AMHKRN5U","created_at":"2026-07-05T11:53:06Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:AMHKRN5UDRXFCLB62PRWWKQO3J","target":"record","payload":{"canonical_record":{"source":{"id":"2507.23486","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-07-31T12:10:00Z","cross_cats_sorted":[],"title_canon_sha256":"2c66fc8a0b74fff73a8c298bfd088891afe728c354701b9d4296a711086e35ca","abstract_canon_sha256":"7bf7a4b1340e122314cee77a68ce5dd56c16ba395f543f089a5a68b9ad1762ec"},"schema_version":"1.0"},"canonical_sha256":"030ea8b7b41c6e512c3ed3e36b2a0eda7db2c21c32187f5568715deb834e5bea","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:53:06.421018Z","signature_b64":"B1wIlsOMJH6Tq+kEEP00iNs2B+05ff5l2VQOl36dbsrH2aIh2+Q0rxbaINSFJH+X8HcpzogZzc0pEy/ZdomDBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"030ea8b7b41c6e512c3ed3e36b2a0eda7db2c21c32187f5568715deb834e5bea","last_reissued_at":"2026-07-05T11:53:06.420536Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:53:06.420536Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2507.23486","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:53:06Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"kX+tH7J+uacAdtqud5sz6N7t+XeE5/b0KOSuSkheIpRHfztigznF0stzYUrKXUHEhqrJ6Lvk83dx8h9RteIACg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T15:50:55.429054Z"},"content_sha256":"3a98b34b2091f77dd6bde133799f2deff0ec638955f16c360ac5556ba2050a93","schema_version":"1.0","event_id":"sha256:3a98b34b2091f77dd6bde133799f2deff0ec638955f16c360ac5556ba2050a93"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:AMHKRN5UDRXFCLB62PRWWKQO3J","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"A Novel Evaluation Benchmark for Medical LLMs: Illuminating Safety and Effectiveness in Clinical Domains","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Chunbo Wang, Dongqiang Ye, Haitao Shen, Hongyang Ma, Hua Gao, Huaxia Yang, Huimin Zhang, Jianxiong Wu, Kehang Mao, Lijuan Niu, Lina Zhou, Lingmin Meng, Lingyun Ma, Long Chen, Mengran Lang, Mingyu Chen, Naixin Liang, Peng Yu, Qianling Ye, Qiguang Zhao, Qiuhong Gong, Rui Lin, Shirui Wang, Si-Xuan Liu, Tiantian Gu, Wenjie Shen, Wubin Sun, Yajie Ji, Yinan Jiang, Yongxin Wang, Youtao Yu, Yue Liu, Yunhui Tan, Yunlu Gao, Zeliang Lian, Zhicheng Huang, Zhihao Wang, Zhihui Tang","submitted_at":"2025-07-31T12:10:00Z","abstract_excerpt":"Large language models (LLMs) hold promise in clinical decision support but face major challenges in safety evaluation and effectiveness validation. We developed the Clinical Safety-Effectiveness Dual-Track Benchmark (CSEDB), a multidimensional framework built on clinical expert consensus, encompassing 30 criteria covering critical areas like critical illness recognition, guideline adherence, and medication safety, with weighted consequence measures. Thirty-two specialist physicians developed and reviewed 2,069 open-ended Q&A items aligned with these criteria, spanning 26 clinical departments t"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2507.23486","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2507.23486/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:53:06Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1XOA3h728R6bmJZP73pq1XfTJbrcyuSbcdJHGVXbyK72CFDalNHrs+EImLztLRB4vSvy1nQQRJ6v2dnVGEmuDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T15:50:55.429653Z"},"content_sha256":"35b3636dbdae5af9145ddf258d25c18c44c1bf6520a701c9ce2e39747d97c58e","schema_version":"1.0","event_id":"sha256:35b3636dbdae5af9145ddf258d25c18c44c1bf6520a701c9ce2e39747d97c58e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/AMHKRN5UDRXFCLB62PRWWKQO3J/bundle.json","state_url":"https://pith.science/pith/AMHKRN5UDRXFCLB62PRWWKQO3J/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/AMHKRN5UDRXFCLB62PRWWKQO3J/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T15:50:55Z","links":{"resolver":"https://pith.science/pith/AMHKRN5UDRXFCLB62PRWWKQO3J","bundle":"https://pith.science/pith/AMHKRN5UDRXFCLB62PRWWKQO3J/bundle.json","state":"https://pith.science/pith/AMHKRN5UDRXFCLB62PRWWKQO3J/state.json","well_known_bundle":"https://pith.science/.well-known/pith/AMHKRN5UDRXFCLB62PRWWKQO3J/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:AMHKRN5UDRXFCLB62PRWWKQO3J","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7bf7a4b1340e122314cee77a68ce5dd56c16ba395f543f089a5a68b9ad1762ec","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-07-31T12:10:00Z","title_canon_sha256":"2c66fc8a0b74fff73a8c298bfd088891afe728c354701b9d4296a711086e35ca"},"schema_version":"1.0","source":{"id":"2507.23486","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2507.23486","created_at":"2026-07-05T11:53:06Z"},{"alias_kind":"arxiv_version","alias_value":"2507.23486v3","created_at":"2026-07-05T11:53:06Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2507.23486","created_at":"2026-07-05T11:53:06Z"},{"alias_kind":"pith_short_12","alias_value":"AMHKRN5UDRXF","created_at":"2026-07-05T11:53:06Z"},{"alias_kind":"pith_short_16","alias_value":"AMHKRN5UDRXFCLB6","created_at":"2026-07-05T11:53:06Z"},{"alias_kind":"pith_short_8","alias_value":"AMHKRN5U","created_at":"2026-07-05T11:53:06Z"}],"graph_snapshots":[{"event_id":"sha256:35b3636dbdae5af9145ddf258d25c18c44c1bf6520a701c9ce2e39747d97c58e","target":"graph","created_at":"2026-07-05T11:53:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2507.23486/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) hold promise in clinical decision support but face major challenges in safety evaluation and effectiveness validation. We developed the Clinical Safety-Effectiveness Dual-Track Benchmark (CSEDB), a multidimensional framework built on clinical expert consensus, encompassing 30 criteria covering critical areas like critical illness recognition, guideline adherence, and medication safety, with weighted consequence measures. Thirty-two specialist physicians developed and reviewed 2,069 open-ended Q&A items aligned with these criteria, spanning 26 clinical departments t","authors_text":"Chunbo Wang, Dongqiang Ye, Haitao Shen, Hongyang Ma, Hua Gao, Huaxia Yang, Huimin Zhang, Jianxiong Wu, Kehang Mao, Lijuan Niu, Lina Zhou, Lingmin Meng, Lingyun Ma, Long Chen, Mengran Lang, Mingyu Chen, Naixin Liang, Peng Yu, Qianling Ye, Qiguang Zhao, Qiuhong Gong, Rui Lin, Shirui Wang, Si-Xuan Liu, Tiantian Gu, Wenjie Shen, Wubin Sun, Yajie Ji, Yinan Jiang, Yongxin Wang, Youtao Yu, Yue Liu, Yunhui Tan, Yunlu Gao, Zeliang Lian, Zhicheng Huang, Zhihao Wang, Zhihui Tang","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-07-31T12:10:00Z","title":"A Novel Evaluation Benchmark for Medical LLMs: Illuminating Safety and Effectiveness in Clinical Domains"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2507.23486","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:3a98b34b2091f77dd6bde133799f2deff0ec638955f16c360ac5556ba2050a93","target":"record","created_at":"2026-07-05T11:53:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7bf7a4b1340e122314cee77a68ce5dd56c16ba395f543f089a5a68b9ad1762ec","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-07-31T12:10:00Z","title_canon_sha256":"2c66fc8a0b74fff73a8c298bfd088891afe728c354701b9d4296a711086e35ca"},"schema_version":"1.0","source":{"id":"2507.23486","kind":"arxiv","version":3}},"canonical_sha256":"030ea8b7b41c6e512c3ed3e36b2a0eda7db2c21c32187f5568715deb834e5bea","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"030ea8b7b41c6e512c3ed3e36b2a0eda7db2c21c32187f5568715deb834e5bea","first_computed_at":"2026-07-05T11:53:06.420536Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:53:06.420536Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"B1wIlsOMJH6Tq+kEEP00iNs2B+05ff5l2VQOl36dbsrH2aIh2+Q0rxbaINSFJH+X8HcpzogZzc0pEy/ZdomDBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T11:53:06.421018Z","signed_message":"canonical_sha256_bytes"},"source_id":"2507.23486","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:3a98b34b2091f77dd6bde133799f2deff0ec638955f16c360ac5556ba2050a93","sha256:35b3636dbdae5af9145ddf258d25c18c44c1bf6520a701c9ce2e39747d97c58e"],"state_sha256":"d13ca525466c1b984eb6b7cfadf8624df75eab0d241de80095ea99e0b354636e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"38hjUv51elhZflafeYYVzq2mRf0KmOf/Q1dn/A9dcTwn6goSMfYLFIiZ0nWPS+/jmL2I/VpdOmJIiL+MFTV1DQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T15:50:55.434064Z","bundle_sha256":"7f4a9ff3b2b71d94a96b0ceec43e833e63e51a6a1005e7b148335e10494cb476"}}