{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:IGCN6APJHUOLCKCRNAN7D63MG3","short_pith_number":"pith:IGCN6APJ","canonical_record":{"source":{"id":"2512.01241","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CY","submitted_at":"2025-12-01T03:33:16Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"90ce7400035a1f007c5d61e12cd8dcb87aea206d86f6cc4b77079a56d4a389a8","abstract_canon_sha256":"bf123b691772ba74898912e08b576410cfe582ae8834341ad10a5ed64b4be96c"},"schema_version":"1.0"},"canonical_sha256":"4184df01e93d1cb12851681bf1fb6c36c3588806016696bc38b29784da0b7f9d","source":{"kind":"arxiv","id":"2512.01241","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2512.01241","created_at":"2026-06-19T16:09:52Z"},{"alias_kind":"arxiv_version","alias_value":"2512.01241v3","created_at":"2026-06-19T16:09:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2512.01241","created_at":"2026-06-19T16:09:52Z"},{"alias_kind":"pith_short_12","alias_value":"IGCN6APJHUOL","created_at":"2026-06-19T16:09:52Z"},{"alias_kind":"pith_short_16","alias_value":"IGCN6APJHUOLCKCR","created_at":"2026-06-19T16:09:52Z"},{"alias_kind":"pith_short_8","alias_value":"IGCN6APJ","created_at":"2026-06-19T16:09:52Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:IGCN6APJHUOLCKCRNAN7D63MG3","target":"record","payload":{"canonical_record":{"source":{"id":"2512.01241","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CY","submitted_at":"2025-12-01T03:33:16Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"90ce7400035a1f007c5d61e12cd8dcb87aea206d86f6cc4b77079a56d4a389a8","abstract_canon_sha256":"bf123b691772ba74898912e08b576410cfe582ae8834341ad10a5ed64b4be96c"},"schema_version":"1.0"},"canonical_sha256":"4184df01e93d1cb12851681bf1fb6c36c3588806016696bc38b29784da0b7f9d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-06-19T16:09:52.772973Z","signature_b64":"RZozj4FGNOJUE9jb5mS0DoR8wBe74MKRWIXeHzwOUkmTGlLm9CMAnVPKC7tRFdoNU9jr6lMHjrjCH3dl/nw0Dg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"4184df01e93d1cb12851681bf1fb6c36c3588806016696bc38b29784da0b7f9d","last_reissued_at":"2026-06-19T16:09:52.772493Z","signature_status":"signed_v1","first_computed_at":"2026-06-19T16:09:52.772493Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2512.01241","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-19T16:09:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+7haMrEnKscmSSnbuGlkBbb9injSxjdfqaezq0MWLdkz/havFxntlJdLN4o+2JtUHTvudkd2FMsIxqIMX7+RAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-20T07:48:18.386028Z"},"content_sha256":"d25e1d2ce55e49841e3b2e443bd7bd2b7d1169b920cad7c4e3bddb1e4795b7e2","schema_version":"1.0","event_id":"sha256:d25e1d2ce55e49841e3b2e443bd7bd2b7d1169b920cad7c4e3bddb1e4795b7e2"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:IGCN6APJHUOLCKCRNAN7D63MG3","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"First, do NOHARM: towards clinically safe large language models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CY","authors_text":"Adam Rodman, Adi Badhwar, Advait Patil, Allen Shih, Anastasia Perez, Anup Agarwal, April S. Liang, Arjun K. Manrai, Arjun Rustagi, Arnold Milstein, Austin J. Schoeffler, Bassman Tappuni, Brianna French, Chase M. Walton, Christopher V. Cosgriff, Daniel Shirvani, David I. Hong, David J. H. Wu, David J. Iberri, David Wu, Ernest Y. Lee, Ethan Goh, Fateme Nateghi Haredasht, Jacob M. Koshy, Jason Hom, J. Carl Pallais, Jenelle Jindal, Jessica Tran, Jillian Caldwell, Joel Koh, Jonathan H. Chen, Kanav Chopra, Kathleen M. Buchheit, Kevin Schulman, Kira L. Newman, Kristin Galetta, Liam G. McCoy, Mahbuba Tusty, Matthew Gwiazdon, Nancy Wei, Nicholas Marshall, Nigam H. Shah, Priyank Jain, Rahul S. Dalal, Rebanta Chakraborty, Robert Diep, Saloni Kumar Maharaj, Sarita Khemani, Sirus Jesudasen, Sumant Ranji, Susan Ziolkowski, Tamara B. Kaplan, Thomas A. Buckley, Vartan Pahalyants, Vinay Kadiyala, Vishnu Ravi, Yingjie Weng","submitted_at":"2025-12-01T03:33:16Z","abstract_excerpt":"Large language models (LLMs) are routinely used by physicians and patients for medical advice, yet their clinical safety profiles remain poorly characterized. We present NOHARM (Numerous Options Harm Assessment for Risk in Medicine), a 1,100-task benchmark of primary care-to-specialist consultation cases to measure the frequency and severity of harm from LLM-generated medical recommendations. NOHARM covers 10 specialties, with 12,747 expert annotations for 4,249 clinical management options. Across 28 LLMs, recommendations carried the potential for severe harm in up to 22.6% of cases, with erro"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2512.01241","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2512.01241/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-19T16:09:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EssG4cwjmxOHYlKbIP3FipEYay21k+ozZvG+3OXZPhAYiJMvNZcEoZyZXBPTO1nHPQwRBPHeOFp1hjhI9jdPCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-20T07:48:18.386447Z"},"content_sha256":"a0beb300f0815a6cf1fea415f1ccb3ada4918a0212b9e30f4b8d24af3d811842","schema_version":"1.0","event_id":"sha256:a0beb300f0815a6cf1fea415f1ccb3ada4918a0212b9e30f4b8d24af3d811842"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/IGCN6APJHUOLCKCRNAN7D63MG3/bundle.json","state_url":"https://pith.science/pith/IGCN6APJHUOLCKCRNAN7D63MG3/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/IGCN6APJHUOLCKCRNAN7D63MG3/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-20T07:48:18Z","links":{"resolver":"https://pith.science/pith/IGCN6APJHUOLCKCRNAN7D63MG3","bundle":"https://pith.science/pith/IGCN6APJHUOLCKCRNAN7D63MG3/bundle.json","state":"https://pith.science/pith/IGCN6APJHUOLCKCRNAN7D63MG3/state.json","well_known_bundle":"https://pith.science/.well-known/pith/IGCN6APJHUOLCKCRNAN7D63MG3/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:IGCN6APJHUOLCKCRNAN7D63MG3","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"bf123b691772ba74898912e08b576410cfe582ae8834341ad10a5ed64b4be96c","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CY","submitted_at":"2025-12-01T03:33:16Z","title_canon_sha256":"90ce7400035a1f007c5d61e12cd8dcb87aea206d86f6cc4b77079a56d4a389a8"},"schema_version":"1.0","source":{"id":"2512.01241","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2512.01241","created_at":"2026-06-19T16:09:52Z"},{"alias_kind":"arxiv_version","alias_value":"2512.01241v3","created_at":"2026-06-19T16:09:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2512.01241","created_at":"2026-06-19T16:09:52Z"},{"alias_kind":"pith_short_12","alias_value":"IGCN6APJHUOL","created_at":"2026-06-19T16:09:52Z"},{"alias_kind":"pith_short_16","alias_value":"IGCN6APJHUOLCKCR","created_at":"2026-06-19T16:09:52Z"},{"alias_kind":"pith_short_8","alias_value":"IGCN6APJ","created_at":"2026-06-19T16:09:52Z"}],"graph_snapshots":[{"event_id":"sha256:a0beb300f0815a6cf1fea415f1ccb3ada4918a0212b9e30f4b8d24af3d811842","target":"graph","created_at":"2026-06-19T16:09:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2512.01241/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) are routinely used by physicians and patients for medical advice, yet their clinical safety profiles remain poorly characterized. We present NOHARM (Numerous Options Harm Assessment for Risk in Medicine), a 1,100-task benchmark of primary care-to-specialist consultation cases to measure the frequency and severity of harm from LLM-generated medical recommendations. NOHARM covers 10 specialties, with 12,747 expert annotations for 4,249 clinical management options. Across 28 LLMs, recommendations carried the potential for severe harm in up to 22.6% of cases, with erro","authors_text":"Adam Rodman, Adi Badhwar, Advait Patil, Allen Shih, Anastasia Perez, Anup Agarwal, April S. Liang, Arjun K. Manrai, Arjun Rustagi, Arnold Milstein, Austin J. Schoeffler, Bassman Tappuni, Brianna French, Chase M. Walton, Christopher V. Cosgriff, Daniel Shirvani, David I. Hong, David J. H. Wu, David J. Iberri, David Wu, Ernest Y. Lee, Ethan Goh, Fateme Nateghi Haredasht, Jacob M. Koshy, Jason Hom, J. Carl Pallais, Jenelle Jindal, Jessica Tran, Jillian Caldwell, Joel Koh, Jonathan H. Chen, Kanav Chopra, Kathleen M. Buchheit, Kevin Schulman, Kira L. Newman, Kristin Galetta, Liam G. McCoy, Mahbuba Tusty, Matthew Gwiazdon, Nancy Wei, Nicholas Marshall, Nigam H. Shah, Priyank Jain, Rahul S. Dalal, Rebanta Chakraborty, Robert Diep, Saloni Kumar Maharaj, Sarita Khemani, Sirus Jesudasen, Sumant Ranji, Susan Ziolkowski, Tamara B. Kaplan, Thomas A. Buckley, Vartan Pahalyants, Vinay Kadiyala, Vishnu Ravi, Yingjie Weng","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CY","submitted_at":"2025-12-01T03:33:16Z","title":"First, do NOHARM: towards clinically safe large language models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2512.01241","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d25e1d2ce55e49841e3b2e443bd7bd2b7d1169b920cad7c4e3bddb1e4795b7e2","target":"record","created_at":"2026-06-19T16:09:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"bf123b691772ba74898912e08b576410cfe582ae8834341ad10a5ed64b4be96c","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CY","submitted_at":"2025-12-01T03:33:16Z","title_canon_sha256":"90ce7400035a1f007c5d61e12cd8dcb87aea206d86f6cc4b77079a56d4a389a8"},"schema_version":"1.0","source":{"id":"2512.01241","kind":"arxiv","version":3}},"canonical_sha256":"4184df01e93d1cb12851681bf1fb6c36c3588806016696bc38b29784da0b7f9d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"4184df01e93d1cb12851681bf1fb6c36c3588806016696bc38b29784da0b7f9d","first_computed_at":"2026-06-19T16:09:52.772493Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-06-19T16:09:52.772493Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"RZozj4FGNOJUE9jb5mS0DoR8wBe74MKRWIXeHzwOUkmTGlLm9CMAnVPKC7tRFdoNU9jr6lMHjrjCH3dl/nw0Dg==","signature_status":"signed_v1","signed_at":"2026-06-19T16:09:52.772973Z","signed_message":"canonical_sha256_bytes"},"source_id":"2512.01241","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d25e1d2ce55e49841e3b2e443bd7bd2b7d1169b920cad7c4e3bddb1e4795b7e2","sha256:a0beb300f0815a6cf1fea415f1ccb3ada4918a0212b9e30f4b8d24af3d811842"],"state_sha256":"9f992232ba157b4d136f2e9420f3dc7d35c64594e9421bd148b8792ecd160e3b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hhKZs71Hhrl2NXPAjgPWQcZOVreMIB7O0YT6uU6V4EDoFj5yuQxc86LtoAOdvxAxINwdUoe8uks/OMRfWSt6CQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-20T07:48:18.388765Z","bundle_sha256":"b72b779c65b0412d74aefb169d8f80753ef487047b6d281c33b76541ab418f25"}}