{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:FUWV4HZOUFYVPE4V7PMARRJA7Z","short_pith_number":"pith:FUWV4HZO","canonical_record":{"source":{"id":"2406.01126","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-03T09:11:13Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"702eea8df84d24ed8e8a4bde0acaadc120c76543c9cbf923f40bd12b7ca13a1c","abstract_canon_sha256":"aa384b4c040966fb58f301a0bd8c4780915feeff11b07d0ecb14c5ac09585e93"},"schema_version":"1.0"},"canonical_sha256":"2d2d5e1f2ea171579395fbd808c520fe544ee6619fba564b591541e75e9e3c6c","source":{"kind":"arxiv","id":"2406.01126","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.01126","created_at":"2026-07-05T08:26:35Z"},{"alias_kind":"arxiv_version","alias_value":"2406.01126v1","created_at":"2026-07-05T08:26:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.01126","created_at":"2026-07-05T08:26:35Z"},{"alias_kind":"pith_short_12","alias_value":"FUWV4HZOUFYV","created_at":"2026-07-05T08:26:35Z"},{"alias_kind":"pith_short_16","alias_value":"FUWV4HZOUFYVPE4V","created_at":"2026-07-05T08:26:35Z"},{"alias_kind":"pith_short_8","alias_value":"FUWV4HZO","created_at":"2026-07-05T08:26:35Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:FUWV4HZOUFYVPE4V7PMARRJA7Z","target":"record","payload":{"canonical_record":{"source":{"id":"2406.01126","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-03T09:11:13Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"702eea8df84d24ed8e8a4bde0acaadc120c76543c9cbf923f40bd12b7ca13a1c","abstract_canon_sha256":"aa384b4c040966fb58f301a0bd8c4780915feeff11b07d0ecb14c5ac09585e93"},"schema_version":"1.0"},"canonical_sha256":"2d2d5e1f2ea171579395fbd808c520fe544ee6619fba564b591541e75e9e3c6c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:26:35.577575Z","signature_b64":"92Ka/8exm/YsDoRApFC5b3T/fB/a57HG+mZ/so8SrOVjgutpjKT9JYAzq3cL7uu3MpsmzguC9aWbp+vQiHYADA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2d2d5e1f2ea171579395fbd808c520fe544ee6619fba564b591541e75e9e3c6c","last_reissued_at":"2026-07-05T08:26:35.577071Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:26:35.577071Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.01126","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:26:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fsOuqUXA9u7k1V6CMfEemH3Rv4O2PonlrQJGypk1ZMHJjNyadJM4dvYmPviIN6j4XTyosGcE+Db94KImZBOWDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-20T06:29:10.224524Z"},"content_sha256":"b0465446ea1eb9b302806c137e4f89e983d8470865e8b939b7e6bf34e2333a1f","schema_version":"1.0","event_id":"sha256:b0465446ea1eb9b302806c137e4f89e983d8470865e8b939b7e6bf34e2333a1f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:FUWV4HZOUFYVPE4V7PMARRJA7Z","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"TCMBench: A Comprehensive Benchmark for Evaluating Large Language Models in Traditional Chinese Medicine","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Changzhi Sun, Huanran Zheng, Ming Guan, Pengfei Wang, Wei Zhu, Wenjing Yue, Xiaoling Wang, Xin Ma","submitted_at":"2024-06-03T09:11:13Z","abstract_excerpt":"Large language models (LLMs) have performed remarkably well in various natural language processing tasks by benchmarking, including in the Western medical domain. However, the professional evaluation benchmarks for LLMs have yet to be covered in the traditional Chinese medicine(TCM) domain, which has a profound history and vast influence. To address this research gap, we introduce TCM-Bench, an comprehensive benchmark for evaluating LLM performance in TCM. It comprises the TCM-ED dataset, consisting of 5,473 questions sourced from the TCM Licensing Exam (TCMLE), including 1,300 questions with "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.01126","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.01126/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:26:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"bqFk8GTMrGvy8y0ziyoRLwfhJgGG9XKQFYjZLKaXdUC5a3o0+PYD9OKxs4wwjrrpJxI3PLYV89aEg2MZdQRODA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-20T06:29:10.224904Z"},"content_sha256":"63fd2e8f335079be4d32091abc55dc0966267ab1d5b574e13e00247df74305f1","schema_version":"1.0","event_id":"sha256:63fd2e8f335079be4d32091abc55dc0966267ab1d5b574e13e00247df74305f1"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/FUWV4HZOUFYVPE4V7PMARRJA7Z/bundle.json","state_url":"https://pith.science/pith/FUWV4HZOUFYVPE4V7PMARRJA7Z/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/FUWV4HZOUFYVPE4V7PMARRJA7Z/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-20T06:29:10Z","links":{"resolver":"https://pith.science/pith/FUWV4HZOUFYVPE4V7PMARRJA7Z","bundle":"https://pith.science/pith/FUWV4HZOUFYVPE4V7PMARRJA7Z/bundle.json","state":"https://pith.science/pith/FUWV4HZOUFYVPE4V7PMARRJA7Z/state.json","well_known_bundle":"https://pith.science/.well-known/pith/FUWV4HZOUFYVPE4V7PMARRJA7Z/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:FUWV4HZOUFYVPE4V7PMARRJA7Z","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"aa384b4c040966fb58f301a0bd8c4780915feeff11b07d0ecb14c5ac09585e93","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-03T09:11:13Z","title_canon_sha256":"702eea8df84d24ed8e8a4bde0acaadc120c76543c9cbf923f40bd12b7ca13a1c"},"schema_version":"1.0","source":{"id":"2406.01126","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.01126","created_at":"2026-07-05T08:26:35Z"},{"alias_kind":"arxiv_version","alias_value":"2406.01126v1","created_at":"2026-07-05T08:26:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.01126","created_at":"2026-07-05T08:26:35Z"},{"alias_kind":"pith_short_12","alias_value":"FUWV4HZOUFYV","created_at":"2026-07-05T08:26:35Z"},{"alias_kind":"pith_short_16","alias_value":"FUWV4HZOUFYVPE4V","created_at":"2026-07-05T08:26:35Z"},{"alias_kind":"pith_short_8","alias_value":"FUWV4HZO","created_at":"2026-07-05T08:26:35Z"}],"graph_snapshots":[{"event_id":"sha256:63fd2e8f335079be4d32091abc55dc0966267ab1d5b574e13e00247df74305f1","target":"graph","created_at":"2026-07-05T08:26:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.01126/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) have performed remarkably well in various natural language processing tasks by benchmarking, including in the Western medical domain. However, the professional evaluation benchmarks for LLMs have yet to be covered in the traditional Chinese medicine(TCM) domain, which has a profound history and vast influence. To address this research gap, we introduce TCM-Bench, an comprehensive benchmark for evaluating LLM performance in TCM. It comprises the TCM-ED dataset, consisting of 5,473 questions sourced from the TCM Licensing Exam (TCMLE), including 1,300 questions with ","authors_text":"Changzhi Sun, Huanran Zheng, Ming Guan, Pengfei Wang, Wei Zhu, Wenjing Yue, Xiaoling Wang, Xin Ma","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-03T09:11:13Z","title":"TCMBench: A Comprehensive Benchmark for Evaluating Large Language Models in Traditional Chinese Medicine"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.01126","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b0465446ea1eb9b302806c137e4f89e983d8470865e8b939b7e6bf34e2333a1f","target":"record","created_at":"2026-07-05T08:26:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"aa384b4c040966fb58f301a0bd8c4780915feeff11b07d0ecb14c5ac09585e93","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-03T09:11:13Z","title_canon_sha256":"702eea8df84d24ed8e8a4bde0acaadc120c76543c9cbf923f40bd12b7ca13a1c"},"schema_version":"1.0","source":{"id":"2406.01126","kind":"arxiv","version":1}},"canonical_sha256":"2d2d5e1f2ea171579395fbd808c520fe544ee6619fba564b591541e75e9e3c6c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2d2d5e1f2ea171579395fbd808c520fe544ee6619fba564b591541e75e9e3c6c","first_computed_at":"2026-07-05T08:26:35.577071Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:26:35.577071Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"92Ka/8exm/YsDoRApFC5b3T/fB/a57HG+mZ/so8SrOVjgutpjKT9JYAzq3cL7uu3MpsmzguC9aWbp+vQiHYADA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:26:35.577575Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.01126","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b0465446ea1eb9b302806c137e4f89e983d8470865e8b939b7e6bf34e2333a1f","sha256:63fd2e8f335079be4d32091abc55dc0966267ab1d5b574e13e00247df74305f1"],"state_sha256":"c31a86528c00d19f2c1427ae241a22bde6a022a80d7243d0028b612c5586ea19"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zYzOCtXFe5bXXxT2MBVjTETcC81x21odPLnPpFjWW94QotXb4oYRH8kOACNKR4QisiisneI0qQCLXMmMLGTSAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-20T06:29:10.227467Z","bundle_sha256":"ed00600a9975140d9b0bb19d8ff7a41b6a2bff1fe0848afcfc245aa673e84f07"}}