{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:HAICXY56VP7WEGDUYVXGLOONJK","short_pith_number":"pith:HAICXY56","canonical_record":{"source":{"id":"2308.07635","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-08-15T08:32:20Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"8b3c3e3e885471bd03c83473b37af7d6bdf6ab8d255adc7a513dc22f88e0111c","abstract_canon_sha256":"c94199ed903fb5fd6cce842dc496bc207eeb67e63767588527e45db0bc4ff2d5"},"schema_version":"1.0"},"canonical_sha256":"38102be3beabff621874c56e65b9cd4a95b474f1eeaa8d734013595956326d4c","source":{"kind":"arxiv","id":"2308.07635","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.07635","created_at":"2026-07-05T06:41:28Z"},{"alias_kind":"arxiv_version","alias_value":"2308.07635v1","created_at":"2026-07-05T06:41:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.07635","created_at":"2026-07-05T06:41:28Z"},{"alias_kind":"pith_short_12","alias_value":"HAICXY56VP7W","created_at":"2026-07-05T06:41:28Z"},{"alias_kind":"pith_short_16","alias_value":"HAICXY56VP7WEGDU","created_at":"2026-07-05T06:41:28Z"},{"alias_kind":"pith_short_8","alias_value":"HAICXY56","created_at":"2026-07-05T06:41:28Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:HAICXY56VP7WEGDUYVXGLOONJK","target":"record","payload":{"canonical_record":{"source":{"id":"2308.07635","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-08-15T08:32:20Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"8b3c3e3e885471bd03c83473b37af7d6bdf6ab8d255adc7a513dc22f88e0111c","abstract_canon_sha256":"c94199ed903fb5fd6cce842dc496bc207eeb67e63767588527e45db0bc4ff2d5"},"schema_version":"1.0"},"canonical_sha256":"38102be3beabff621874c56e65b9cd4a95b474f1eeaa8d734013595956326d4c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:41:28.824425Z","signature_b64":"hUgFDnoZzneGivdfbGYpmSBSyWWjjohcFp0+QEn+Bln7J9wPDAwRxhzI9yTTqjMVi3sKVcwMynWrclcIrobEDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"38102be3beabff621874c56e65b9cd4a95b474f1eeaa8d734013595956326d4c","last_reissued_at":"2026-07-05T06:41:28.823974Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:41:28.823974Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2308.07635","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:41:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UXD3lGesn570yqmxnT94nbYGSq4qKVT0s1GiicDy3nDJa8UoFSwFkmUbuIiKPwkW4YoJ1lqg3DLNJ+uhhgVvAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T14:33:03.658848Z"},"content_sha256":"ba476f3667eb96b9cc5a814eb1078fd17d139a7dc669917be19913f804fbd3a6","schema_version":"1.0","event_id":"sha256:ba476f3667eb96b9cc5a814eb1078fd17d139a7dc669917be19913f804fbd3a6"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:HAICXY56VP7WEGDUYVXGLOONJK","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"LLM-Mini-CEX: Automatic Evaluation of Large Language Model for Diagnostic Conversation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Haihong Yang, Jiali Pang, Jie Xu, Jinru Ding, Lu Lu, Mingtao Hu, Shaoting Zhang, Shuqing Luo, Sichen Liu, Tong Ruan, Xiaoming Shi, Xingwei Peng","submitted_at":"2023-08-15T08:32:20Z","abstract_excerpt":"There is an increasing interest in developing LLMs for medical diagnosis to improve diagnosis efficiency. Despite their alluring technological potential, there is no unified and comprehensive evaluation criterion, leading to the inability to evaluate the quality and potential risks of medical LLMs, further hindering the application of LLMs in medical treatment scenarios. Besides, current evaluations heavily rely on labor-intensive interactions with LLMs to obtain diagnostic dialogues and human evaluation on the quality of diagnosis dialogue. To tackle the lack of unified and comprehensive eval"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.07635","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2308.07635/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:41:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/lbDJoGXSOClg8Mu/zSTL4UXj6lEPXI6/sEnj5DAZL7xzZqsB1BjkBHczJmTJ/dvI77T4DcWJ9XHmcpLYni1BA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T14:33:03.659438Z"},"content_sha256":"11e49a08fa20716195d61a3f363fa0a07e40196327e6e2bec1f47fbb842b0832","schema_version":"1.0","event_id":"sha256:11e49a08fa20716195d61a3f363fa0a07e40196327e6e2bec1f47fbb842b0832"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/HAICXY56VP7WEGDUYVXGLOONJK/bundle.json","state_url":"https://pith.science/pith/HAICXY56VP7WEGDUYVXGLOONJK/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/HAICXY56VP7WEGDUYVXGLOONJK/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T14:33:03Z","links":{"resolver":"https://pith.science/pith/HAICXY56VP7WEGDUYVXGLOONJK","bundle":"https://pith.science/pith/HAICXY56VP7WEGDUYVXGLOONJK/bundle.json","state":"https://pith.science/pith/HAICXY56VP7WEGDUYVXGLOONJK/state.json","well_known_bundle":"https://pith.science/.well-known/pith/HAICXY56VP7WEGDUYVXGLOONJK/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:HAICXY56VP7WEGDUYVXGLOONJK","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c94199ed903fb5fd6cce842dc496bc207eeb67e63767588527e45db0bc4ff2d5","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-08-15T08:32:20Z","title_canon_sha256":"8b3c3e3e885471bd03c83473b37af7d6bdf6ab8d255adc7a513dc22f88e0111c"},"schema_version":"1.0","source":{"id":"2308.07635","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.07635","created_at":"2026-07-05T06:41:28Z"},{"alias_kind":"arxiv_version","alias_value":"2308.07635v1","created_at":"2026-07-05T06:41:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.07635","created_at":"2026-07-05T06:41:28Z"},{"alias_kind":"pith_short_12","alias_value":"HAICXY56VP7W","created_at":"2026-07-05T06:41:28Z"},{"alias_kind":"pith_short_16","alias_value":"HAICXY56VP7WEGDU","created_at":"2026-07-05T06:41:28Z"},{"alias_kind":"pith_short_8","alias_value":"HAICXY56","created_at":"2026-07-05T06:41:28Z"}],"graph_snapshots":[{"event_id":"sha256:11e49a08fa20716195d61a3f363fa0a07e40196327e6e2bec1f47fbb842b0832","target":"graph","created_at":"2026-07-05T06:41:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2308.07635/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"There is an increasing interest in developing LLMs for medical diagnosis to improve diagnosis efficiency. Despite their alluring technological potential, there is no unified and comprehensive evaluation criterion, leading to the inability to evaluate the quality and potential risks of medical LLMs, further hindering the application of LLMs in medical treatment scenarios. Besides, current evaluations heavily rely on labor-intensive interactions with LLMs to obtain diagnostic dialogues and human evaluation on the quality of diagnosis dialogue. To tackle the lack of unified and comprehensive eval","authors_text":"Haihong Yang, Jiali Pang, Jie Xu, Jinru Ding, Lu Lu, Mingtao Hu, Shaoting Zhang, Shuqing Luo, Sichen Liu, Tong Ruan, Xiaoming Shi, Xingwei Peng","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-08-15T08:32:20Z","title":"LLM-Mini-CEX: Automatic Evaluation of Large Language Model for Diagnostic Conversation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.07635","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ba476f3667eb96b9cc5a814eb1078fd17d139a7dc669917be19913f804fbd3a6","target":"record","created_at":"2026-07-05T06:41:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c94199ed903fb5fd6cce842dc496bc207eeb67e63767588527e45db0bc4ff2d5","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-08-15T08:32:20Z","title_canon_sha256":"8b3c3e3e885471bd03c83473b37af7d6bdf6ab8d255adc7a513dc22f88e0111c"},"schema_version":"1.0","source":{"id":"2308.07635","kind":"arxiv","version":1}},"canonical_sha256":"38102be3beabff621874c56e65b9cd4a95b474f1eeaa8d734013595956326d4c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"38102be3beabff621874c56e65b9cd4a95b474f1eeaa8d734013595956326d4c","first_computed_at":"2026-07-05T06:41:28.823974Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:41:28.823974Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"hUgFDnoZzneGivdfbGYpmSBSyWWjjohcFp0+QEn+Bln7J9wPDAwRxhzI9yTTqjMVi3sKVcwMynWrclcIrobEDA==","signature_status":"signed_v1","signed_at":"2026-07-05T06:41:28.824425Z","signed_message":"canonical_sha256_bytes"},"source_id":"2308.07635","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ba476f3667eb96b9cc5a814eb1078fd17d139a7dc669917be19913f804fbd3a6","sha256:11e49a08fa20716195d61a3f363fa0a07e40196327e6e2bec1f47fbb842b0832"],"state_sha256":"789f376f6a04f22c471ae3be410f07bb94dcbc0d20896c6d39917042367923e7"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"L6V59ZhcUtKVd2JkbsfMLcS588okexzqiGuUNqG/ZRTemtSs8gNoH/MAPXbD0LRPTSkrdWzfW7GJgGjdHeohCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T14:33:03.666813Z","bundle_sha256":"e611f84ec14d0ad314f698c3a76ab7aca403d68517de27841ee12626d891f84d"}}