{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:C25AGCSGLPBMAKJ67HWYNAPFO5","short_pith_number":"pith:C25AGCSG","canonical_record":{"source":{"id":"2412.10982","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.AI","submitted_at":"2024-12-14T22:23:20Z","cross_cats_sorted":[],"title_canon_sha256":"4ad80ea0fb3c0d51cb1b642a60070564e2a586ef97f0515940552fbd650bd9a3","abstract_canon_sha256":"b93003cfeeac8485841ff31acf593423c5329b7e34c29ce007593dc864fb1fd0"},"schema_version":"1.0"},"canonical_sha256":"16ba030a465bc2c0293ef9ed8681e577414f1e28747cbb949848b58fe6225bb7","source":{"kind":"arxiv","id":"2412.10982","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.10982","created_at":"2026-07-05T09:50:09Z"},{"alias_kind":"arxiv_version","alias_value":"2412.10982v2","created_at":"2026-07-05T09:50:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.10982","created_at":"2026-07-05T09:50:09Z"},{"alias_kind":"pith_short_12","alias_value":"C25AGCSGLPBM","created_at":"2026-07-05T09:50:09Z"},{"alias_kind":"pith_short_16","alias_value":"C25AGCSGLPBMAKJ6","created_at":"2026-07-05T09:50:09Z"},{"alias_kind":"pith_short_8","alias_value":"C25AGCSG","created_at":"2026-07-05T09:50:09Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:C25AGCSGLPBMAKJ67HWYNAPFO5","target":"record","payload":{"canonical_record":{"source":{"id":"2412.10982","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.AI","submitted_at":"2024-12-14T22:23:20Z","cross_cats_sorted":[],"title_canon_sha256":"4ad80ea0fb3c0d51cb1b642a60070564e2a586ef97f0515940552fbd650bd9a3","abstract_canon_sha256":"b93003cfeeac8485841ff31acf593423c5329b7e34c29ce007593dc864fb1fd0"},"schema_version":"1.0"},"canonical_sha256":"16ba030a465bc2c0293ef9ed8681e577414f1e28747cbb949848b58fe6225bb7","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:50:09.099203Z","signature_b64":"tn62u3v/FF72Cftc5APDiuuYwS1eDfKzAdDzUkjgy3Nugrop0JMs97lqyzCr75rPmbcTEzbT49w5MQX5r6i8Cw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"16ba030a465bc2c0293ef9ed8681e577414f1e28747cbb949848b58fe6225bb7","last_reissued_at":"2026-07-05T09:50:09.098707Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:50:09.098707Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2412.10982","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:50:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"GvdsvxqmAsDugmamZduDn79LNkp9YrBpfQ6gfxt39jvVxlib2tPmqEP4NBBIk9KQOk+KJxFXncfSrmKKGeumAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T13:30:25.680443Z"},"content_sha256":"5c2bf1db281395c94ac6412fc74b6545ad323191583f86da86d212aef0623cfb","schema_version":"1.0","event_id":"sha256:5c2bf1db281395c94ac6412fc74b6545ad323191583f86da86d212aef0623cfb"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:C25AGCSGLPBMAKJ67HWYNAPFO5","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"MedG-KRP: Medical Graph Knowledge Representation Probing","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.AI","authors_text":"Anton Alyakin, Daniel Alexander Alber, Eric Karl Oermann, Eunice Yang, Gabriel R. Rosenbaum, Ivaxi Sheth, Jaden Stryker, Jan Moritz Niehues, John Markert, Karl L. Sangwon, Lavender Yao Jiang, Mustafa Nasir-Moin, Nicolas K. Goff, Young Joon Fred Kwon","submitted_at":"2024-12-14T22:23:20Z","abstract_excerpt":"Large language models (LLMs) have recently emerged as powerful tools, finding many medical applications. LLMs' ability to coalesce vast amounts of information from many sources to generate a response-a process similar to that of a human expert-has led many to see potential in deploying LLMs for clinical use. However, medicine is a setting where accurate reasoning is paramount. Many researchers are questioning the effectiveness of multiple choice question answering (MCQA) benchmarks, frequently used to test LLMs. Researchers and clinicians alike must have complete confidence in LLMs' abilities "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.10982","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2412.10982/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:50:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WrS+u0g0t3QNRlXQxYSWs3R6XwoKQ74pTUAopnt4zdmWSlasv1D2EgB/anLJ5gZ2xN5ZG/BfyHIKctiLbLchBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T13:30:25.680829Z"},"content_sha256":"0bdbb83319fa1df4001c8d722d31b8ddea4839e61fce817a762348db7d768bc6","schema_version":"1.0","event_id":"sha256:0bdbb83319fa1df4001c8d722d31b8ddea4839e61fce817a762348db7d768bc6"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/C25AGCSGLPBMAKJ67HWYNAPFO5/bundle.json","state_url":"https://pith.science/pith/C25AGCSGLPBMAKJ67HWYNAPFO5/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/C25AGCSGLPBMAKJ67HWYNAPFO5/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T13:30:25Z","links":{"resolver":"https://pith.science/pith/C25AGCSGLPBMAKJ67HWYNAPFO5","bundle":"https://pith.science/pith/C25AGCSGLPBMAKJ67HWYNAPFO5/bundle.json","state":"https://pith.science/pith/C25AGCSGLPBMAKJ67HWYNAPFO5/state.json","well_known_bundle":"https://pith.science/.well-known/pith/C25AGCSGLPBMAKJ67HWYNAPFO5/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:C25AGCSGLPBMAKJ67HWYNAPFO5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b93003cfeeac8485841ff31acf593423c5329b7e34c29ce007593dc864fb1fd0","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.AI","submitted_at":"2024-12-14T22:23:20Z","title_canon_sha256":"4ad80ea0fb3c0d51cb1b642a60070564e2a586ef97f0515940552fbd650bd9a3"},"schema_version":"1.0","source":{"id":"2412.10982","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.10982","created_at":"2026-07-05T09:50:09Z"},{"alias_kind":"arxiv_version","alias_value":"2412.10982v2","created_at":"2026-07-05T09:50:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.10982","created_at":"2026-07-05T09:50:09Z"},{"alias_kind":"pith_short_12","alias_value":"C25AGCSGLPBM","created_at":"2026-07-05T09:50:09Z"},{"alias_kind":"pith_short_16","alias_value":"C25AGCSGLPBMAKJ6","created_at":"2026-07-05T09:50:09Z"},{"alias_kind":"pith_short_8","alias_value":"C25AGCSG","created_at":"2026-07-05T09:50:09Z"}],"graph_snapshots":[{"event_id":"sha256:0bdbb83319fa1df4001c8d722d31b8ddea4839e61fce817a762348db7d768bc6","target":"graph","created_at":"2026-07-05T09:50:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2412.10982/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) have recently emerged as powerful tools, finding many medical applications. LLMs' ability to coalesce vast amounts of information from many sources to generate a response-a process similar to that of a human expert-has led many to see potential in deploying LLMs for clinical use. However, medicine is a setting where accurate reasoning is paramount. Many researchers are questioning the effectiveness of multiple choice question answering (MCQA) benchmarks, frequently used to test LLMs. Researchers and clinicians alike must have complete confidence in LLMs' abilities ","authors_text":"Anton Alyakin, Daniel Alexander Alber, Eric Karl Oermann, Eunice Yang, Gabriel R. Rosenbaum, Ivaxi Sheth, Jaden Stryker, Jan Moritz Niehues, John Markert, Karl L. Sangwon, Lavender Yao Jiang, Mustafa Nasir-Moin, Nicolas K. Goff, Young Joon Fred Kwon","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.AI","submitted_at":"2024-12-14T22:23:20Z","title":"MedG-KRP: Medical Graph Knowledge Representation Probing"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.10982","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5c2bf1db281395c94ac6412fc74b6545ad323191583f86da86d212aef0623cfb","target":"record","created_at":"2026-07-05T09:50:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b93003cfeeac8485841ff31acf593423c5329b7e34c29ce007593dc864fb1fd0","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.AI","submitted_at":"2024-12-14T22:23:20Z","title_canon_sha256":"4ad80ea0fb3c0d51cb1b642a60070564e2a586ef97f0515940552fbd650bd9a3"},"schema_version":"1.0","source":{"id":"2412.10982","kind":"arxiv","version":2}},"canonical_sha256":"16ba030a465bc2c0293ef9ed8681e577414f1e28747cbb949848b58fe6225bb7","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"16ba030a465bc2c0293ef9ed8681e577414f1e28747cbb949848b58fe6225bb7","first_computed_at":"2026-07-05T09:50:09.098707Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:50:09.098707Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"tn62u3v/FF72Cftc5APDiuuYwS1eDfKzAdDzUkjgy3Nugrop0JMs97lqyzCr75rPmbcTEzbT49w5MQX5r6i8Cw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:50:09.099203Z","signed_message":"canonical_sha256_bytes"},"source_id":"2412.10982","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5c2bf1db281395c94ac6412fc74b6545ad323191583f86da86d212aef0623cfb","sha256:0bdbb83319fa1df4001c8d722d31b8ddea4839e61fce817a762348db7d768bc6"],"state_sha256":"40acf2bf0c2d5d6aa1fd8507cbf093c3cdda1e9ae0f8b68a40f37dac4b513fc9"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ObWrbuwLXsjiDaKmRtW/DCCupCzUPuG7XKCS4vLOhT+BCHQXuodNYX9swDvkXcqqvBnUc5t3OAZEg2kG4OXtDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T13:30:25.682811Z","bundle_sha256":"5970357b15851d391e3214b46e74973f6f93f888a4d81d3c9f39c7352e9861b7"}}