{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:TVRF3RD2644SYD34BUEK6QMK6T","short_pith_number":"pith:TVRF3RD2","canonical_record":{"source":{"id":"2403.01469","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-03T10:31:49Z","cross_cats_sorted":[],"title_canon_sha256":"6795ed8248b226ddfa0c747d7c225f6fc70e9a3af87120406ad887e9b36c6f89","abstract_canon_sha256":"752b19353019e21570016cc476baefdde5c0d5664da4289930b37229271c662d"},"schema_version":"1.0"},"canonical_sha256":"9d625dc47af7392c0f7c0d08af418af4c0b7235446d9a9c11612668d41faeeba","source":{"kind":"arxiv","id":"2403.01469","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.01469","created_at":"2026-07-05T09:45:45Z"},{"alias_kind":"arxiv_version","alias_value":"2403.01469v3","created_at":"2026-07-05T09:45:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.01469","created_at":"2026-07-05T09:45:45Z"},{"alias_kind":"pith_short_12","alias_value":"TVRF3RD2644S","created_at":"2026-07-05T09:45:45Z"},{"alias_kind":"pith_short_16","alias_value":"TVRF3RD2644SYD34","created_at":"2026-07-05T09:45:45Z"},{"alias_kind":"pith_short_8","alias_value":"TVRF3RD2","created_at":"2026-07-05T09:45:45Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:TVRF3RD2644SYD34BUEK6QMK6T","target":"record","payload":{"canonical_record":{"source":{"id":"2403.01469","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-03T10:31:49Z","cross_cats_sorted":[],"title_canon_sha256":"6795ed8248b226ddfa0c747d7c225f6fc70e9a3af87120406ad887e9b36c6f89","abstract_canon_sha256":"752b19353019e21570016cc476baefdde5c0d5664da4289930b37229271c662d"},"schema_version":"1.0"},"canonical_sha256":"9d625dc47af7392c0f7c0d08af418af4c0b7235446d9a9c11612668d41faeeba","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:45:45.144582Z","signature_b64":"UFwZTZOdzNapUXGLCI2+Mitlm7gywoIGtbX2rLuWgyNPhL4aTBp3of9XxgzjrP5KgmUz/XFylX9WWKCoxaukDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9d625dc47af7392c0f7c0d08af418af4c0b7235446d9a9c11612668d41faeeba","last_reissued_at":"2026-07-05T09:45:45.144103Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:45:45.144103Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2403.01469","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:45:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TKYqoMj9zDvW0fo2RMcDyNRTqg+2NadXIu0guFOJL5ylAdAzakrYrO/Qcw7nx1Oly4ohwqZQqldA19g2D8LoAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-20T20:49:34.833823Z"},"content_sha256":"6b2b6891a016c0d15e94e96f1c92fff4ba62311c206b61922606f02512ffbbfb","schema_version":"1.0","event_id":"sha256:6b2b6891a016c0d15e94e96f1c92fff4ba62311c206b61922606f02512ffbbfb"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:TVRF3RD2644SYD34BUEK6QMK6T","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"KorMedMCQA: Multi-Choice Question Answering Benchmark for Korean Healthcare Professional Licensing Examinations","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Byungjin Choi, Daeun Hyeon, Edward Choi, Gyouk Chu, Jueon Kim, Junyeong Song, Minkyu Kim, Rae Woong Park, Sujin Gan, Sunjun Kweon","submitted_at":"2024-03-03T10:31:49Z","abstract_excerpt":"We present KorMedMCQA, the first Korean Medical Multiple-Choice Question Answering benchmark, derived from professional healthcare licensing examinations conducted in Korea between 2012 and 2024. The dataset contains 7,469 questions from examinations for doctor, nurse, pharmacist, and dentist, covering a wide range of medical disciplines. We evaluate the performance of 59 large language models, spanning proprietary and open-source models, multilingual and Korean-specialized models, and those fine-tuned for clinical applications. Our results show that applying Chain of Thought (CoT) reasoning c"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.01469","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2403.01469/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:45:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"6m5H7ihvMwrz2V+1kiij11QfC6AV6rH9wCkM1Y8zUWd9xGQ8f7DXAXyp9c5r+OBxo+Y8xBOSB3KL4vu3ndNjAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-20T20:49:34.834327Z"},"content_sha256":"7cd8f41411dec98dea9d73cd8c6df50b1575915a65501a5920f665eea2039af6","schema_version":"1.0","event_id":"sha256:7cd8f41411dec98dea9d73cd8c6df50b1575915a65501a5920f665eea2039af6"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/TVRF3RD2644SYD34BUEK6QMK6T/bundle.json","state_url":"https://pith.science/pith/TVRF3RD2644SYD34BUEK6QMK6T/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/TVRF3RD2644SYD34BUEK6QMK6T/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-20T20:49:34Z","links":{"resolver":"https://pith.science/pith/TVRF3RD2644SYD34BUEK6QMK6T","bundle":"https://pith.science/pith/TVRF3RD2644SYD34BUEK6QMK6T/bundle.json","state":"https://pith.science/pith/TVRF3RD2644SYD34BUEK6QMK6T/state.json","well_known_bundle":"https://pith.science/.well-known/pith/TVRF3RD2644SYD34BUEK6QMK6T/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:TVRF3RD2644SYD34BUEK6QMK6T","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"752b19353019e21570016cc476baefdde5c0d5664da4289930b37229271c662d","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-03T10:31:49Z","title_canon_sha256":"6795ed8248b226ddfa0c747d7c225f6fc70e9a3af87120406ad887e9b36c6f89"},"schema_version":"1.0","source":{"id":"2403.01469","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.01469","created_at":"2026-07-05T09:45:45Z"},{"alias_kind":"arxiv_version","alias_value":"2403.01469v3","created_at":"2026-07-05T09:45:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.01469","created_at":"2026-07-05T09:45:45Z"},{"alias_kind":"pith_short_12","alias_value":"TVRF3RD2644S","created_at":"2026-07-05T09:45:45Z"},{"alias_kind":"pith_short_16","alias_value":"TVRF3RD2644SYD34","created_at":"2026-07-05T09:45:45Z"},{"alias_kind":"pith_short_8","alias_value":"TVRF3RD2","created_at":"2026-07-05T09:45:45Z"}],"graph_snapshots":[{"event_id":"sha256:7cd8f41411dec98dea9d73cd8c6df50b1575915a65501a5920f665eea2039af6","target":"graph","created_at":"2026-07-05T09:45:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2403.01469/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We present KorMedMCQA, the first Korean Medical Multiple-Choice Question Answering benchmark, derived from professional healthcare licensing examinations conducted in Korea between 2012 and 2024. The dataset contains 7,469 questions from examinations for doctor, nurse, pharmacist, and dentist, covering a wide range of medical disciplines. We evaluate the performance of 59 large language models, spanning proprietary and open-source models, multilingual and Korean-specialized models, and those fine-tuned for clinical applications. Our results show that applying Chain of Thought (CoT) reasoning c","authors_text":"Byungjin Choi, Daeun Hyeon, Edward Choi, Gyouk Chu, Jueon Kim, Junyeong Song, Minkyu Kim, Rae Woong Park, Sujin Gan, Sunjun Kweon","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-03T10:31:49Z","title":"KorMedMCQA: Multi-Choice Question Answering Benchmark for Korean Healthcare Professional Licensing Examinations"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.01469","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6b2b6891a016c0d15e94e96f1c92fff4ba62311c206b61922606f02512ffbbfb","target":"record","created_at":"2026-07-05T09:45:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"752b19353019e21570016cc476baefdde5c0d5664da4289930b37229271c662d","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-03T10:31:49Z","title_canon_sha256":"6795ed8248b226ddfa0c747d7c225f6fc70e9a3af87120406ad887e9b36c6f89"},"schema_version":"1.0","source":{"id":"2403.01469","kind":"arxiv","version":3}},"canonical_sha256":"9d625dc47af7392c0f7c0d08af418af4c0b7235446d9a9c11612668d41faeeba","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9d625dc47af7392c0f7c0d08af418af4c0b7235446d9a9c11612668d41faeeba","first_computed_at":"2026-07-05T09:45:45.144103Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:45:45.144103Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"UFwZTZOdzNapUXGLCI2+Mitlm7gywoIGtbX2rLuWgyNPhL4aTBp3of9XxgzjrP5KgmUz/XFylX9WWKCoxaukDw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:45:45.144582Z","signed_message":"canonical_sha256_bytes"},"source_id":"2403.01469","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6b2b6891a016c0d15e94e96f1c92fff4ba62311c206b61922606f02512ffbbfb","sha256:7cd8f41411dec98dea9d73cd8c6df50b1575915a65501a5920f665eea2039af6"],"state_sha256":"254f538ac4f424c0d778e6f446f690f6255c4420b4aefa63fa941900b86cce60"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"b/7nsQIBUa3ciK/pKx0Nvq/UndTH8x8wZAuSdcIlK65NjDrdU6EkKeDaQpiZh74aKaTAVooZgXlzGPHrsGMBBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-20T20:49:34.838255Z","bundle_sha256":"7b5864ae61d86d203a60ea78bc6274574f326f4ee909eac157f35dc14a78c027"}}