{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:7XPFRXXTPT62Y7K3OUYUEKO42T","short_pith_number":"pith:7XPFRXXT","canonical_record":{"source":{"id":"2409.07314","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-09-11T14:44:51Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"58e7412d90bde3cf27582af65dd9f86520d9b535e255683e2a90b40a80b8e7a4","abstract_canon_sha256":"71999efe31385b75708b9b9763d0f222a706c7a0eab00bfb0794cf16299ab813"},"schema_version":"1.0"},"canonical_sha256":"fdde58def37cfdac7d5b75314229dcd4fdfb484072b562347d4bd6123f1e9d9b","source":{"kind":"arxiv","id":"2409.07314","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.07314","created_at":"2026-07-22T01:22:09Z"},{"alias_kind":"arxiv_version","alias_value":"2409.07314v3","created_at":"2026-07-22T01:22:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.07314","created_at":"2026-07-22T01:22:09Z"},{"alias_kind":"pith_short_12","alias_value":"7XPFRXXTPT62","created_at":"2026-07-22T01:22:09Z"},{"alias_kind":"pith_short_16","alias_value":"7XPFRXXTPT62Y7K3","created_at":"2026-07-22T01:22:09Z"},{"alias_kind":"pith_short_8","alias_value":"7XPFRXXT","created_at":"2026-07-22T01:22:09Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:7XPFRXXTPT62Y7K3OUYUEKO42T","target":"record","payload":{"canonical_record":{"source":{"id":"2409.07314","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-09-11T14:44:51Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"58e7412d90bde3cf27582af65dd9f86520d9b535e255683e2a90b40a80b8e7a4","abstract_canon_sha256":"71999efe31385b75708b9b9763d0f222a706c7a0eab00bfb0794cf16299ab813"},"schema_version":"1.0"},"canonical_sha256":"fdde58def37cfdac7d5b75314229dcd4fdfb484072b562347d4bd6123f1e9d9b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-22T01:22:09.398113Z","signature_b64":"8WLVVDiGP+4nhjVxw6fdgf9QGk9q2Sk20q8hgS0YZytZs0M1ItIU1ObTLonARweAMkiDGDcF6d3RyP7t4XnECw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"fdde58def37cfdac7d5b75314229dcd4fdfb484072b562347d4bd6123f1e9d9b","last_reissued_at":"2026-07-22T01:22:09.397164Z","signature_status":"signed_v1","first_computed_at":"2026-07-22T01:22:09.397164Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2409.07314","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-22T01:22:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"PNsCgvTap4LM/5RG5Ys0T1fDLkcnng3cWvDnFXoWBRmTNGD3qKY1+k8OHzC6612V20LXuSCkS9uiLZhPma/2Bg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T16:37:07.241782Z"},"content_sha256":"a3e326d092cc7c241a66976a0063cf1a83cfdcf857305a9a62aa5ffbb1cbd284","schema_version":"1.0","event_id":"sha256:a3e326d092cc7c241a66976a0063cf1a83cfdcf857305a9a62aa5ffbb1cbd284"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:7XPFRXXTPT62Y7K3OUYUEKO42T","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"MEDIC: Comprehensive Evaluation of Leading Indicators for LLM Safety and Utility in Clinical Applications","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Cl\\'ement Christophe, Hamza A Javed, Marco AF Pimentel, Nada Saadi, Nasir Hayat, Prateek Munjal, Praveenkumar Kanithi, Ronnie Rajan, Shadab Khan, Svetlana Maslenkova, Tathagata Raha","submitted_at":"2024-09-11T14:44:51Z","abstract_excerpt":"While Large Language Models (LLMs) achieve superhuman performance on standardized medical licensing exams, these static benchmarks have become saturated and increasingly disconnected from the functional requirements of clinical workflows. To bridge the gap between theoretical capability and verified utility, we introduce MEDIC, a comprehensive evaluation framework establishing leading indicators of clinical LLM competence across five dimensions. These upfront indicators reveal cross-benchmark capability gaps, such as the divergence between static knowledge retrieval and functional execution, t"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.07314","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2409.07314/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-22T01:22:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"GsDv1NN/zg67WsSs0/+E3b9OQVoyZeFSyOQTWASyr4n5azir/yMUxjtJszTsPsDRYwcM+k2s+gtkNTJT8WGuAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T16:37:07.242415Z"},"content_sha256":"ab64f793a906d325c98169942c3e655bf08aa5f6429250599ddd23512c0ae7ce","schema_version":"1.0","event_id":"sha256:ab64f793a906d325c98169942c3e655bf08aa5f6429250599ddd23512c0ae7ce"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/7XPFRXXTPT62Y7K3OUYUEKO42T/bundle.json","state_url":"https://pith.science/pith/7XPFRXXTPT62Y7K3OUYUEKO42T/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/7XPFRXXTPT62Y7K3OUYUEKO42T/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T16:37:07Z","links":{"resolver":"https://pith.science/pith/7XPFRXXTPT62Y7K3OUYUEKO42T","bundle":"https://pith.science/pith/7XPFRXXTPT62Y7K3OUYUEKO42T/bundle.json","state":"https://pith.science/pith/7XPFRXXTPT62Y7K3OUYUEKO42T/state.json","well_known_bundle":"https://pith.science/.well-known/pith/7XPFRXXTPT62Y7K3OUYUEKO42T/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:7XPFRXXTPT62Y7K3OUYUEKO42T","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"71999efe31385b75708b9b9763d0f222a706c7a0eab00bfb0794cf16299ab813","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-09-11T14:44:51Z","title_canon_sha256":"58e7412d90bde3cf27582af65dd9f86520d9b535e255683e2a90b40a80b8e7a4"},"schema_version":"1.0","source":{"id":"2409.07314","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.07314","created_at":"2026-07-22T01:22:09Z"},{"alias_kind":"arxiv_version","alias_value":"2409.07314v3","created_at":"2026-07-22T01:22:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.07314","created_at":"2026-07-22T01:22:09Z"},{"alias_kind":"pith_short_12","alias_value":"7XPFRXXTPT62","created_at":"2026-07-22T01:22:09Z"},{"alias_kind":"pith_short_16","alias_value":"7XPFRXXTPT62Y7K3","created_at":"2026-07-22T01:22:09Z"},{"alias_kind":"pith_short_8","alias_value":"7XPFRXXT","created_at":"2026-07-22T01:22:09Z"}],"graph_snapshots":[{"event_id":"sha256:ab64f793a906d325c98169942c3e655bf08aa5f6429250599ddd23512c0ae7ce","target":"graph","created_at":"2026-07-22T01:22:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2409.07314/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"While Large Language Models (LLMs) achieve superhuman performance on standardized medical licensing exams, these static benchmarks have become saturated and increasingly disconnected from the functional requirements of clinical workflows. To bridge the gap between theoretical capability and verified utility, we introduce MEDIC, a comprehensive evaluation framework establishing leading indicators of clinical LLM competence across five dimensions. These upfront indicators reveal cross-benchmark capability gaps, such as the divergence between static knowledge retrieval and functional execution, t","authors_text":"Cl\\'ement Christophe, Hamza A Javed, Marco AF Pimentel, Nada Saadi, Nasir Hayat, Prateek Munjal, Praveenkumar Kanithi, Ronnie Rajan, Shadab Khan, Svetlana Maslenkova, Tathagata Raha","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-09-11T14:44:51Z","title":"MEDIC: Comprehensive Evaluation of Leading Indicators for LLM Safety and Utility in Clinical Applications"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.07314","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a3e326d092cc7c241a66976a0063cf1a83cfdcf857305a9a62aa5ffbb1cbd284","target":"record","created_at":"2026-07-22T01:22:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"71999efe31385b75708b9b9763d0f222a706c7a0eab00bfb0794cf16299ab813","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-09-11T14:44:51Z","title_canon_sha256":"58e7412d90bde3cf27582af65dd9f86520d9b535e255683e2a90b40a80b8e7a4"},"schema_version":"1.0","source":{"id":"2409.07314","kind":"arxiv","version":3}},"canonical_sha256":"fdde58def37cfdac7d5b75314229dcd4fdfb484072b562347d4bd6123f1e9d9b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"fdde58def37cfdac7d5b75314229dcd4fdfb484072b562347d4bd6123f1e9d9b","first_computed_at":"2026-07-22T01:22:09.397164Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-22T01:22:09.397164Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"8WLVVDiGP+4nhjVxw6fdgf9QGk9q2Sk20q8hgS0YZytZs0M1ItIU1ObTLonARweAMkiDGDcF6d3RyP7t4XnECw==","signature_status":"signed_v1","signed_at":"2026-07-22T01:22:09.398113Z","signed_message":"canonical_sha256_bytes"},"source_id":"2409.07314","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a3e326d092cc7c241a66976a0063cf1a83cfdcf857305a9a62aa5ffbb1cbd284","sha256:ab64f793a906d325c98169942c3e655bf08aa5f6429250599ddd23512c0ae7ce"],"state_sha256":"1a5bb2f02373832eb49210406a7bd5ed0b2964bbd2fd671cbe3764765c6567b1"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3XSRSJ6+HJDMOAun3HHFR2K87NgPPNdYTmuIyyPdwNwby7cRgNgMzLFWb+T4YlejlKWd8nJp4Xi6CiVrU9zEDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T16:37:07.248250Z","bundle_sha256":"f5dfd3806559f4390a0b53d555d49faff516e4a0d21b7c94de629dfa19fef7df"}}