{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:KDKEFTE5766ZVQDK7OHLXTPPI5","short_pith_number":"pith:KDKEFTE5","canonical_record":{"source":{"id":"2504.18919","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2025-04-26T13:32:49Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"c8fa08b40e6aef5272f5a2711afa2b45186e3860887a897a9c6648f1fb0eb5f0","abstract_canon_sha256":"11edc8ee856f00ca18a56146b9063e1e3d4f47cc7edca5a57afa5b180faafee9"},"schema_version":"1.0"},"canonical_sha256":"50d442cc9dffbd9ac06afb8ebbcdef476a4c323271b3a2cade4ec97d8b6ff4f0","source":{"kind":"arxiv","id":"2504.18919","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2504.18919","created_at":"2026-07-05T10:54:23Z"},{"alias_kind":"arxiv_version","alias_value":"2504.18919v1","created_at":"2026-07-05T10:54:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2504.18919","created_at":"2026-07-05T10:54:23Z"},{"alias_kind":"pith_short_12","alias_value":"KDKEFTE5766Z","created_at":"2026-07-05T10:54:23Z"},{"alias_kind":"pith_short_16","alias_value":"KDKEFTE5766ZVQDK","created_at":"2026-07-05T10:54:23Z"},{"alias_kind":"pith_short_8","alias_value":"KDKEFTE5","created_at":"2026-07-05T10:54:23Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:KDKEFTE5766ZVQDK7OHLXTPPI5","target":"record","payload":{"canonical_record":{"source":{"id":"2504.18919","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2025-04-26T13:32:49Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"c8fa08b40e6aef5272f5a2711afa2b45186e3860887a897a9c6648f1fb0eb5f0","abstract_canon_sha256":"11edc8ee856f00ca18a56146b9063e1e3d4f47cc7edca5a57afa5b180faafee9"},"schema_version":"1.0"},"canonical_sha256":"50d442cc9dffbd9ac06afb8ebbcdef476a4c323271b3a2cade4ec97d8b6ff4f0","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:54:23.790977Z","signature_b64":"ILkEiIXUQeElU77Ci/3J4VHarwOkhRktHOPkwGRma4m0ipU67lz4tWH8wJLvd1qCSGZHNAE33TRAG/4L8bFeCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"50d442cc9dffbd9ac06afb8ebbcdef476a4c323271b3a2cade4ec97d8b6ff4f0","last_reissued_at":"2026-07-05T10:54:23.790499Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:54:23.790499Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2504.18919","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:54:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"eN7nK/CH0OdRr9aPIyZHbLrfhivVgpCRjTODN5Vlnxg59KmYGBBUMbT75j3um/qXLSG4Huu+66aTiiCYPGDDDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T13:34:07.423196Z"},"content_sha256":"6c9362f34b2b21a72852f63f3a2484d39b3dffd952765cbb3bc6cb7b3e1a2b00","schema_version":"1.0","event_id":"sha256:6c9362f34b2b21a72852f63f3a2484d39b3dffd952765cbb3bc6cb7b3e1a2b00"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:KDKEFTE5766ZVQDK7OHLXTPPI5","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Clinical knowledge in LLMs does not translate to human interactions","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.HC","authors_text":"Adam Mahdi, Andrew M. Bean, Aruna S. Ekanayaka, Guy Parsons, Hannah Rose Kirk, Juan Ciro, Lionel Tarassenko, Luc Rocher, Rafael Mosquera, Rebecca Payne, Sara Hincapi\\'e Monsalve","submitted_at":"2025-04-26T13:32:49Z","abstract_excerpt":"Global healthcare providers are exploring use of large language models (LLMs) to provide medical advice to the public. LLMs now achieve nearly perfect scores on medical licensing exams, but this does not necessarily translate to accurate performance in real-world settings. We tested if LLMs can assist members of the public in identifying underlying conditions and choosing a course of action (disposition) in ten medical scenarios in a controlled study with 1,298 participants. Participants were randomly assigned to receive assistance from an LLM (GPT-4o, Llama 3, Command R+) or a source of their"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2504.18919","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2504.18919/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:54:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3vPl7VYFE0OFc7g1L11cf7Xs3DBII2FW+B6arv7+U4zCeJApYEfZ5HdO02dT7O6b2tU6rIz1FPYD7Tf8N9x7Cw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T13:34:07.423707Z"},"content_sha256":"7c1b58a48bb667044eaa14ed9912768e17af4435fa6aaff197abbe73ddde66af","schema_version":"1.0","event_id":"sha256:7c1b58a48bb667044eaa14ed9912768e17af4435fa6aaff197abbe73ddde66af"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/KDKEFTE5766ZVQDK7OHLXTPPI5/bundle.json","state_url":"https://pith.science/pith/KDKEFTE5766ZVQDK7OHLXTPPI5/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/KDKEFTE5766ZVQDK7OHLXTPPI5/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-12T13:34:07Z","links":{"resolver":"https://pith.science/pith/KDKEFTE5766ZVQDK7OHLXTPPI5","bundle":"https://pith.science/pith/KDKEFTE5766ZVQDK7OHLXTPPI5/bundle.json","state":"https://pith.science/pith/KDKEFTE5766ZVQDK7OHLXTPPI5/state.json","well_known_bundle":"https://pith.science/.well-known/pith/KDKEFTE5766ZVQDK7OHLXTPPI5/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:KDKEFTE5766ZVQDK7OHLXTPPI5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"11edc8ee856f00ca18a56146b9063e1e3d4f47cc7edca5a57afa5b180faafee9","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2025-04-26T13:32:49Z","title_canon_sha256":"c8fa08b40e6aef5272f5a2711afa2b45186e3860887a897a9c6648f1fb0eb5f0"},"schema_version":"1.0","source":{"id":"2504.18919","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2504.18919","created_at":"2026-07-05T10:54:23Z"},{"alias_kind":"arxiv_version","alias_value":"2504.18919v1","created_at":"2026-07-05T10:54:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2504.18919","created_at":"2026-07-05T10:54:23Z"},{"alias_kind":"pith_short_12","alias_value":"KDKEFTE5766Z","created_at":"2026-07-05T10:54:23Z"},{"alias_kind":"pith_short_16","alias_value":"KDKEFTE5766ZVQDK","created_at":"2026-07-05T10:54:23Z"},{"alias_kind":"pith_short_8","alias_value":"KDKEFTE5","created_at":"2026-07-05T10:54:23Z"}],"graph_snapshots":[{"event_id":"sha256:7c1b58a48bb667044eaa14ed9912768e17af4435fa6aaff197abbe73ddde66af","target":"graph","created_at":"2026-07-05T10:54:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2504.18919/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Global healthcare providers are exploring use of large language models (LLMs) to provide medical advice to the public. LLMs now achieve nearly perfect scores on medical licensing exams, but this does not necessarily translate to accurate performance in real-world settings. We tested if LLMs can assist members of the public in identifying underlying conditions and choosing a course of action (disposition) in ten medical scenarios in a controlled study with 1,298 participants. Participants were randomly assigned to receive assistance from an LLM (GPT-4o, Llama 3, Command R+) or a source of their","authors_text":"Adam Mahdi, Andrew M. Bean, Aruna S. Ekanayaka, Guy Parsons, Hannah Rose Kirk, Juan Ciro, Lionel Tarassenko, Luc Rocher, Rafael Mosquera, Rebecca Payne, Sara Hincapi\\'e Monsalve","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2025-04-26T13:32:49Z","title":"Clinical knowledge in LLMs does not translate to human interactions"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2504.18919","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6c9362f34b2b21a72852f63f3a2484d39b3dffd952765cbb3bc6cb7b3e1a2b00","target":"record","created_at":"2026-07-05T10:54:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"11edc8ee856f00ca18a56146b9063e1e3d4f47cc7edca5a57afa5b180faafee9","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2025-04-26T13:32:49Z","title_canon_sha256":"c8fa08b40e6aef5272f5a2711afa2b45186e3860887a897a9c6648f1fb0eb5f0"},"schema_version":"1.0","source":{"id":"2504.18919","kind":"arxiv","version":1}},"canonical_sha256":"50d442cc9dffbd9ac06afb8ebbcdef476a4c323271b3a2cade4ec97d8b6ff4f0","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"50d442cc9dffbd9ac06afb8ebbcdef476a4c323271b3a2cade4ec97d8b6ff4f0","first_computed_at":"2026-07-05T10:54:23.790499Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:54:23.790499Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ILkEiIXUQeElU77Ci/3J4VHarwOkhRktHOPkwGRma4m0ipU67lz4tWH8wJLvd1qCSGZHNAE33TRAG/4L8bFeCA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:54:23.790977Z","signed_message":"canonical_sha256_bytes"},"source_id":"2504.18919","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6c9362f34b2b21a72852f63f3a2484d39b3dffd952765cbb3bc6cb7b3e1a2b00","sha256:7c1b58a48bb667044eaa14ed9912768e17af4435fa6aaff197abbe73ddde66af"],"state_sha256":"6a7e38a60506a6b6f4f21b236a9c472fc5013e056e65e2f688af147b57fef3d3"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3KX0yIEN/l6mo/e6mvEtHuBBYLQuAAxEYr5lrgxmYJiy5YX/QgXRNcKAKDAJVZ9ILi5v1+klcpw1/uf/0VPJDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-12T13:34:07.429898Z","bundle_sha256":"dc27518c4322c03a62264dc068d01c279fc48bb2dfaada796eeef669c50aaba0"}}