{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:SPPDH3COJVSXSKL6CGMZ4CDTT2","short_pith_number":"pith:SPPDH3CO","canonical_record":{"source":{"id":"2212.13138","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-12-26T14:28:24Z","cross_cats_sorted":[],"title_canon_sha256":"1df590ae3c941e20696ca9fcfea8716917243676cb2a98fef7067f3fe13fd5c2","abstract_canon_sha256":"0eed6a52166fe2947679cb6443234ddf0d168150de731c28ac9c663ab46c1c3d"},"schema_version":"1.0"},"canonical_sha256":"93de33ec4e4d6579297e11999e08739ea195d37da1d5ae362d6f158707ab7648","source":{"kind":"arxiv","id":"2212.13138","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2212.13138","created_at":"2026-07-05T05:28:17Z"},{"alias_kind":"arxiv_version","alias_value":"2212.13138v1","created_at":"2026-07-05T05:28:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2212.13138","created_at":"2026-07-05T05:28:17Z"},{"alias_kind":"pith_short_12","alias_value":"SPPDH3COJVSX","created_at":"2026-07-05T05:28:17Z"},{"alias_kind":"pith_short_16","alias_value":"SPPDH3COJVSXSKL6","created_at":"2026-07-05T05:28:17Z"},{"alias_kind":"pith_short_8","alias_value":"SPPDH3CO","created_at":"2026-07-05T05:28:17Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:SPPDH3COJVSXSKL6CGMZ4CDTT2","target":"record","payload":{"canonical_record":{"source":{"id":"2212.13138","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-12-26T14:28:24Z","cross_cats_sorted":[],"title_canon_sha256":"1df590ae3c941e20696ca9fcfea8716917243676cb2a98fef7067f3fe13fd5c2","abstract_canon_sha256":"0eed6a52166fe2947679cb6443234ddf0d168150de731c28ac9c663ab46c1c3d"},"schema_version":"1.0"},"canonical_sha256":"93de33ec4e4d6579297e11999e08739ea195d37da1d5ae362d6f158707ab7648","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:28:17.168030Z","signature_b64":"FH1Z4ASLWK1IkeeCz7UEgtvc+nM7VIXDHlZX0Kp1tw03MZ0lnd7MqNj90xwv1QcsmJnknN6GXa5kdBbVA7nbDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"93de33ec4e4d6579297e11999e08739ea195d37da1d5ae362d6f158707ab7648","last_reissued_at":"2026-07-05T05:28:17.167555Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:28:17.167555Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2212.13138","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:28:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KtwE+26kvBRT8FUpsOTK182yfaMMos3yacPeqbfnlNMieYqPG4KecDWJwrhxPB2QhPMmih+PO5byVG5JAr+KCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T16:23:15.109024Z"},"content_sha256":"d3c85275d8de4b0bddb254516b6322c10a58c2900b1340e914c327aaf82ce5b6","schema_version":"1.0","event_id":"sha256:d3c85275d8de4b0bddb254516b6322c10a58c2900b1340e914c327aaf82ce5b6"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:SPPDH3COJVSXSKL6CGMZ4CDTT2","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Large Language Models Encode Clinical Knowledge","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Aakanksha Chowdhery, Ajay Tanwani, Alan Karthikesalingam, Alvin Rajkomar, Blaise Aguera y Arcas, Chris Kelly, Christopher Semturs, Dale Webster, Greg S. Corrado, Heather Cole-Lewis, Hyung Won Chung, Jason Wei, Joelle Barral, Juraj Gottweis, Karan Singhal, Katherine Chou, Martin Seneviratne, Nathaneal Scharli, Nathan Scales, Nenad Tomasev, Paul Gamble, Perry Payne, Philip Mansfield, Shekoofeh Azizi, S. Sara Mahdavi, Stephen Pfohl, Tao Tu, Vivek Natarajan, Yossi Matias, Yun Liu","submitted_at":"2022-12-26T14:28:24Z","abstract_excerpt":"Large language models (LLMs) have demonstrated impressive capabilities in natural language understanding and generation, but the quality bar for medical and clinical applications is high. Today, attempts to assess models' clinical knowledge typically rely on automated evaluations on limited benchmarks. There is no standard to evaluate model predictions and reasoning across a breadth of tasks. To address this, we present MultiMedQA, a benchmark combining six existing open question answering datasets spanning professional medical exams, research, and consumer queries; and HealthSearchQA, a new f"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2212.13138","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2212.13138/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:28:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Tdr4QEdyKsSTc0wR/nWIPbHaAgUCCqaT7ARs9LiQ3SZ1c3P2sewSkqnLmxdbn92EBXZhps/cXDthui87KwLNCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T16:23:15.109575Z"},"content_sha256":"a61352cb2e8d5649b9440564d50365f183d333f4cbdad100598b56504d41aad7","schema_version":"1.0","event_id":"sha256:a61352cb2e8d5649b9440564d50365f183d333f4cbdad100598b56504d41aad7"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/SPPDH3COJVSXSKL6CGMZ4CDTT2/bundle.json","state_url":"https://pith.science/pith/SPPDH3COJVSXSKL6CGMZ4CDTT2/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/SPPDH3COJVSXSKL6CGMZ4CDTT2/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T16:23:15Z","links":{"resolver":"https://pith.science/pith/SPPDH3COJVSXSKL6CGMZ4CDTT2","bundle":"https://pith.science/pith/SPPDH3COJVSXSKL6CGMZ4CDTT2/bundle.json","state":"https://pith.science/pith/SPPDH3COJVSXSKL6CGMZ4CDTT2/state.json","well_known_bundle":"https://pith.science/.well-known/pith/SPPDH3COJVSXSKL6CGMZ4CDTT2/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:SPPDH3COJVSXSKL6CGMZ4CDTT2","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0eed6a52166fe2947679cb6443234ddf0d168150de731c28ac9c663ab46c1c3d","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-12-26T14:28:24Z","title_canon_sha256":"1df590ae3c941e20696ca9fcfea8716917243676cb2a98fef7067f3fe13fd5c2"},"schema_version":"1.0","source":{"id":"2212.13138","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2212.13138","created_at":"2026-07-05T05:28:17Z"},{"alias_kind":"arxiv_version","alias_value":"2212.13138v1","created_at":"2026-07-05T05:28:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2212.13138","created_at":"2026-07-05T05:28:17Z"},{"alias_kind":"pith_short_12","alias_value":"SPPDH3COJVSX","created_at":"2026-07-05T05:28:17Z"},{"alias_kind":"pith_short_16","alias_value":"SPPDH3COJVSXSKL6","created_at":"2026-07-05T05:28:17Z"},{"alias_kind":"pith_short_8","alias_value":"SPPDH3CO","created_at":"2026-07-05T05:28:17Z"}],"graph_snapshots":[{"event_id":"sha256:a61352cb2e8d5649b9440564d50365f183d333f4cbdad100598b56504d41aad7","target":"graph","created_at":"2026-07-05T05:28:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2212.13138/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) have demonstrated impressive capabilities in natural language understanding and generation, but the quality bar for medical and clinical applications is high. Today, attempts to assess models' clinical knowledge typically rely on automated evaluations on limited benchmarks. There is no standard to evaluate model predictions and reasoning across a breadth of tasks. To address this, we present MultiMedQA, a benchmark combining six existing open question answering datasets spanning professional medical exams, research, and consumer queries; and HealthSearchQA, a new f","authors_text":"Aakanksha Chowdhery, Ajay Tanwani, Alan Karthikesalingam, Alvin Rajkomar, Blaise Aguera y Arcas, Chris Kelly, Christopher Semturs, Dale Webster, Greg S. Corrado, Heather Cole-Lewis, Hyung Won Chung, Jason Wei, Joelle Barral, Juraj Gottweis, Karan Singhal, Katherine Chou, Martin Seneviratne, Nathaneal Scharli, Nathan Scales, Nenad Tomasev, Paul Gamble, Perry Payne, Philip Mansfield, Shekoofeh Azizi, S. Sara Mahdavi, Stephen Pfohl, Tao Tu, Vivek Natarajan, Yossi Matias, Yun Liu","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-12-26T14:28:24Z","title":"Large Language Models Encode Clinical Knowledge"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2212.13138","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d3c85275d8de4b0bddb254516b6322c10a58c2900b1340e914c327aaf82ce5b6","target":"record","created_at":"2026-07-05T05:28:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0eed6a52166fe2947679cb6443234ddf0d168150de731c28ac9c663ab46c1c3d","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-12-26T14:28:24Z","title_canon_sha256":"1df590ae3c941e20696ca9fcfea8716917243676cb2a98fef7067f3fe13fd5c2"},"schema_version":"1.0","source":{"id":"2212.13138","kind":"arxiv","version":1}},"canonical_sha256":"93de33ec4e4d6579297e11999e08739ea195d37da1d5ae362d6f158707ab7648","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"93de33ec4e4d6579297e11999e08739ea195d37da1d5ae362d6f158707ab7648","first_computed_at":"2026-07-05T05:28:17.167555Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:28:17.167555Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"FH1Z4ASLWK1IkeeCz7UEgtvc+nM7VIXDHlZX0Kp1tw03MZ0lnd7MqNj90xwv1QcsmJnknN6GXa5kdBbVA7nbDw==","signature_status":"signed_v1","signed_at":"2026-07-05T05:28:17.168030Z","signed_message":"canonical_sha256_bytes"},"source_id":"2212.13138","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d3c85275d8de4b0bddb254516b6322c10a58c2900b1340e914c327aaf82ce5b6","sha256:a61352cb2e8d5649b9440564d50365f183d333f4cbdad100598b56504d41aad7"],"state_sha256":"ac2c8a2c6f0d12237ff76ce6e5d00fdd9537a55dd89a60619f45ec96a0d82e1b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"icttFwv1e4lkFf2gWLOxJ5WglioEzppBwV0wjZYNVWu093ZBS1l4Ydjnw/nVBP8Kr0rbk/AyouHBKVPQODXjBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T16:23:15.131515Z","bundle_sha256":"697e0cd4d942092a4ec76f0e1264f12b4f7ad70ea92e7781d58106575527d901"}}