{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:J4ZTQI4EH5WYVBBA7I3XW6KOMI","short_pith_number":"pith:J4ZTQI4E","canonical_record":{"source":{"id":"2309.09362","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-09-17T19:56:39Z","cross_cats_sorted":[],"title_canon_sha256":"6ab02064eb7bf2c85e4446a67625bff73872756a092db92dd32d13f787b02b20","abstract_canon_sha256":"7664149b8c388e9a564dcf596ee0725f0eb93ca280e138723c32823cc55de98d"},"schema_version":"1.0"},"canonical_sha256":"4f333823843f6d8a8420fa377b794e6226c7e45714b98c1d1c6d59246dff005c","source":{"kind":"arxiv","id":"2309.09362","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2309.09362","created_at":"2026-07-05T06:51:37Z"},{"alias_kind":"arxiv_version","alias_value":"2309.09362v1","created_at":"2026-07-05T06:51:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2309.09362","created_at":"2026-07-05T06:51:37Z"},{"alias_kind":"pith_short_12","alias_value":"J4ZTQI4EH5WY","created_at":"2026-07-05T06:51:37Z"},{"alias_kind":"pith_short_16","alias_value":"J4ZTQI4EH5WYVBBA","created_at":"2026-07-05T06:51:37Z"},{"alias_kind":"pith_short_8","alias_value":"J4ZTQI4E","created_at":"2026-07-05T06:51:37Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:J4ZTQI4EH5WYVBBA7I3XW6KOMI","target":"record","payload":{"canonical_record":{"source":{"id":"2309.09362","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-09-17T19:56:39Z","cross_cats_sorted":[],"title_canon_sha256":"6ab02064eb7bf2c85e4446a67625bff73872756a092db92dd32d13f787b02b20","abstract_canon_sha256":"7664149b8c388e9a564dcf596ee0725f0eb93ca280e138723c32823cc55de98d"},"schema_version":"1.0"},"canonical_sha256":"4f333823843f6d8a8420fa377b794e6226c7e45714b98c1d1c6d59246dff005c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:51:37.811176Z","signature_b64":"0b0OFk16PJ7ycuNC/GFywVSdg0Buzvw4MBxlbfgMWCVd5ZJvGycUSbxnobgpTTAMJF371QaTtXRVknsyTIJMBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"4f333823843f6d8a8420fa377b794e6226c7e45714b98c1d1c6d59246dff005c","last_reissued_at":"2026-07-05T06:51:37.810666Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:51:37.810666Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2309.09362","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:51:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"uxSr5PaUURcc7QPbCud9vLrpWlkRTQNpWy3CLgrzkI3xnHdXSIncKMnyL+6PahI2/RdYxTqakEz/hdl9WpEmAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T04:18:40.077294Z"},"content_sha256":"212ce9d47c5a7651eee5ea63bd2f12c6cc41df1c62b38181d77aadab8e5a4766","schema_version":"1.0","event_id":"sha256:212ce9d47c5a7651eee5ea63bd2f12c6cc41df1c62b38181d77aadab8e5a4766"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:J4ZTQI4EH5WYVBBA7I3XW6KOMI","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Language models are susceptible to incorrect patient self-diagnosis in medical applications","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Rojin Ziaei, Samuel Schmidgall","submitted_at":"2023-09-17T19:56:39Z","abstract_excerpt":"Large language models (LLMs) are becoming increasingly relevant as a potential tool for healthcare, aiding communication between clinicians, researchers, and patients. However, traditional evaluations of LLMs on medical exam questions do not reflect the complexity of real patient-doctor interactions. An example of this complexity is the introduction of patient self-diagnosis, where a patient attempts to diagnose their own medical conditions from various sources. While the patient sometimes arrives at an accurate conclusion, they more often are led toward misdiagnosis due to the patient's over-"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2309.09362","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2309.09362/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:51:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"u2KbWdLBLOUiqMbXFqSllbyLtas+YDe2ldlIbO5uAEKbK7HhaWuEmqpBU5A0GWHl+pMQDAh48w/f7XZaOi2oBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T04:18:40.077835Z"},"content_sha256":"980ce44e242d197fa63e9d0e1eee7e273adc81ad4116df203c0934d0e096fbad","schema_version":"1.0","event_id":"sha256:980ce44e242d197fa63e9d0e1eee7e273adc81ad4116df203c0934d0e096fbad"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/J4ZTQI4EH5WYVBBA7I3XW6KOMI/bundle.json","state_url":"https://pith.science/pith/J4ZTQI4EH5WYVBBA7I3XW6KOMI/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/J4ZTQI4EH5WYVBBA7I3XW6KOMI/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T04:18:40Z","links":{"resolver":"https://pith.science/pith/J4ZTQI4EH5WYVBBA7I3XW6KOMI","bundle":"https://pith.science/pith/J4ZTQI4EH5WYVBBA7I3XW6KOMI/bundle.json","state":"https://pith.science/pith/J4ZTQI4EH5WYVBBA7I3XW6KOMI/state.json","well_known_bundle":"https://pith.science/.well-known/pith/J4ZTQI4EH5WYVBBA7I3XW6KOMI/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:J4ZTQI4EH5WYVBBA7I3XW6KOMI","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7664149b8c388e9a564dcf596ee0725f0eb93ca280e138723c32823cc55de98d","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-09-17T19:56:39Z","title_canon_sha256":"6ab02064eb7bf2c85e4446a67625bff73872756a092db92dd32d13f787b02b20"},"schema_version":"1.0","source":{"id":"2309.09362","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2309.09362","created_at":"2026-07-05T06:51:37Z"},{"alias_kind":"arxiv_version","alias_value":"2309.09362v1","created_at":"2026-07-05T06:51:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2309.09362","created_at":"2026-07-05T06:51:37Z"},{"alias_kind":"pith_short_12","alias_value":"J4ZTQI4EH5WY","created_at":"2026-07-05T06:51:37Z"},{"alias_kind":"pith_short_16","alias_value":"J4ZTQI4EH5WYVBBA","created_at":"2026-07-05T06:51:37Z"},{"alias_kind":"pith_short_8","alias_value":"J4ZTQI4E","created_at":"2026-07-05T06:51:37Z"}],"graph_snapshots":[{"event_id":"sha256:980ce44e242d197fa63e9d0e1eee7e273adc81ad4116df203c0934d0e096fbad","target":"graph","created_at":"2026-07-05T06:51:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2309.09362/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) are becoming increasingly relevant as a potential tool for healthcare, aiding communication between clinicians, researchers, and patients. However, traditional evaluations of LLMs on medical exam questions do not reflect the complexity of real patient-doctor interactions. An example of this complexity is the introduction of patient self-diagnosis, where a patient attempts to diagnose their own medical conditions from various sources. While the patient sometimes arrives at an accurate conclusion, they more often are led toward misdiagnosis due to the patient's over-","authors_text":"Rojin Ziaei, Samuel Schmidgall","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-09-17T19:56:39Z","title":"Language models are susceptible to incorrect patient self-diagnosis in medical applications"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2309.09362","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:212ce9d47c5a7651eee5ea63bd2f12c6cc41df1c62b38181d77aadab8e5a4766","target":"record","created_at":"2026-07-05T06:51:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7664149b8c388e9a564dcf596ee0725f0eb93ca280e138723c32823cc55de98d","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-09-17T19:56:39Z","title_canon_sha256":"6ab02064eb7bf2c85e4446a67625bff73872756a092db92dd32d13f787b02b20"},"schema_version":"1.0","source":{"id":"2309.09362","kind":"arxiv","version":1}},"canonical_sha256":"4f333823843f6d8a8420fa377b794e6226c7e45714b98c1d1c6d59246dff005c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"4f333823843f6d8a8420fa377b794e6226c7e45714b98c1d1c6d59246dff005c","first_computed_at":"2026-07-05T06:51:37.810666Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:51:37.810666Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"0b0OFk16PJ7ycuNC/GFywVSdg0Buzvw4MBxlbfgMWCVd5ZJvGycUSbxnobgpTTAMJF371QaTtXRVknsyTIJMBw==","signature_status":"signed_v1","signed_at":"2026-07-05T06:51:37.811176Z","signed_message":"canonical_sha256_bytes"},"source_id":"2309.09362","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:212ce9d47c5a7651eee5ea63bd2f12c6cc41df1c62b38181d77aadab8e5a4766","sha256:980ce44e242d197fa63e9d0e1eee7e273adc81ad4116df203c0934d0e096fbad"],"state_sha256":"56a4e03d6ed8e9cf31fa3fb90f0fc6d842d9e28932c6054ae60c687d764e3c04"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"BewJjmLQ5R/KFuXrOpT9gwYYJ3/94e8t95EIoM2tPsofYXJr5pBIXgOo23tU1DmALHXBd6h910ZHb0dQX/iZBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T04:18:40.081890Z","bundle_sha256":"f6f49fb6f08f4ea1f0a775745108bd9eb23f192ff06dca353017876811323eec"}}