{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:72JITNEMFJYAOSIYWA2MXPRW5C","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d6808b088f10cd34b57c637a0de0de1e67d950523fe2d16336f507d372a429aa","cross_cats_sorted":["cs.AI","cs.CV","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-06T20:52:01Z","title_canon_sha256":"657fafb891f39abad04b40d2fc73be217c913313baf0be5d1db73f1a67d5b9cb"},"schema_version":"1.0","source":{"id":"2505.04653","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.04653","created_at":"2026-07-05T11:00:11Z"},{"alias_kind":"arxiv_version","alias_value":"2505.04653v1","created_at":"2026-07-05T11:00:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.04653","created_at":"2026-07-05T11:00:11Z"},{"alias_kind":"pith_short_12","alias_value":"72JITNEMFJYA","created_at":"2026-07-05T11:00:11Z"},{"alias_kind":"pith_short_16","alias_value":"72JITNEMFJYAOSIY","created_at":"2026-07-05T11:00:11Z"},{"alias_kind":"pith_short_8","alias_value":"72JITNEM","created_at":"2026-07-05T11:00:11Z"}],"graph_snapshots":[{"event_id":"sha256:17e5c699bfb319bb5030c64cce70c32e145ba9c925312c396e3d311a9611bb89","target":"graph","created_at":"2026-07-05T11:00:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2505.04653/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) have demonstrated great potential for conducting diagnostic conversations but evaluation has been largely limited to language-only interactions, deviating from the real-world requirements of remote care delivery. Instant messaging platforms permit clinicians and patients to upload and discuss multimodal medical artifacts seamlessly in medical consultation, but the ability of LLMs to reason over such data while preserving other attributes of competent diagnostic conversation remains unknown. Here we advance the conversational diagnosis and management performance of ","authors_text":"Abdullah Ahmed, Adam Rodman, Alan Karthikesalingam, Anil Palepu, Avinatan Hassidim, Chunjong Park, Cian Hughes, Dale R. Webster, David G.T. Barrett, David Stutz, Elahe Vedadi, Geoff Brown, James Manyika, Jan Freyberg, Jo\\\"elle Barral, Katherine Chou, Khaled Saab, Kimberly Kanada, Mike Schaekermann, Nenad Tomasev, Pushmeet Kohli, Roma Ruparel, Ryutaro Tanno, Sean Li, S.M. Ali Eslami, S. Sara Mahdavi, Tao Tu, Tim Strother, Valentin Li\\'evin, Vivek Natarajan, Wei-Hung Weng, Yang Gao, Yash Sharma, Yong Cheng, Yossi Matias, Yun Liu","cross_cats":["cs.AI","cs.CV","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-06T20:52:01Z","title":"Advancing Conversational Diagnostic AI with Multimodal Reasoning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.04653","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:39b9627d544a66ba357c38fd18a800d2e3e8a89f0bbc74390e8641eff808353f","target":"record","created_at":"2026-07-05T11:00:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d6808b088f10cd34b57c637a0de0de1e67d950523fe2d16336f507d372a429aa","cross_cats_sorted":["cs.AI","cs.CV","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-06T20:52:01Z","title_canon_sha256":"657fafb891f39abad04b40d2fc73be217c913313baf0be5d1db73f1a67d5b9cb"},"schema_version":"1.0","source":{"id":"2505.04653","kind":"arxiv","version":1}},"canonical_sha256":"fe9289b48c2a70074918b034cbbe36e88e1c025a5bd7f14bcea72b8a35506f5c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"fe9289b48c2a70074918b034cbbe36e88e1c025a5bd7f14bcea72b8a35506f5c","first_computed_at":"2026-07-05T11:00:11.134688Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:00:11.134688Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"9TJpppIamyoii58VFNMnWvGwGvXY/4VaXJd8jpM9Dc++qQv0kehyLRKCE7br8KnTOp/0NkMpoEL52jyQlm4PCg==","signature_status":"signed_v1","signed_at":"2026-07-05T11:00:11.135224Z","signed_message":"canonical_sha256_bytes"},"source_id":"2505.04653","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:39b9627d544a66ba357c38fd18a800d2e3e8a89f0bbc74390e8641eff808353f","sha256:17e5c699bfb319bb5030c64cce70c32e145ba9c925312c396e3d311a9611bb89"],"state_sha256":"15ba07696d297235099206b083e470f58c98a89190f6c3b218c5752e3eda6d20"}