{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:THIEB3HXTKZGDRHTU353CVKWSJ","short_pith_number":"pith:THIEB3HX","canonical_record":{"source":{"id":"2304.13714","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2023-04-26T17:54:28Z","cross_cats_sorted":["cs.CL","cs.IR"],"title_canon_sha256":"f3e5c9b0fa62d939f06f7fc43bd22591ebad3e7e900bfec46c8c89bb20820297","abstract_canon_sha256":"3f6a69fc3ba25a7e09008261ee2681e0a102e477f88b1d5157acca8477610336"},"schema_version":"1.0"},"canonical_sha256":"99d040ecf79ab261c4f3a6fbb1555692529d27c3f93911c4945bf43047574777","source":{"kind":"arxiv","id":"2304.13714","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2304.13714","created_at":"2026-07-05T06:05:36Z"},{"alias_kind":"arxiv_version","alias_value":"2304.13714v3","created_at":"2026-07-05T06:05:36Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2304.13714","created_at":"2026-07-05T06:05:36Z"},{"alias_kind":"pith_short_12","alias_value":"THIEB3HXTKZG","created_at":"2026-07-05T06:05:36Z"},{"alias_kind":"pith_short_16","alias_value":"THIEB3HXTKZGDRHT","created_at":"2026-07-05T06:05:36Z"},{"alias_kind":"pith_short_8","alias_value":"THIEB3HX","created_at":"2026-07-05T06:05:36Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:THIEB3HXTKZGDRHTU353CVKWSJ","target":"record","payload":{"canonical_record":{"source":{"id":"2304.13714","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2023-04-26T17:54:28Z","cross_cats_sorted":["cs.CL","cs.IR"],"title_canon_sha256":"f3e5c9b0fa62d939f06f7fc43bd22591ebad3e7e900bfec46c8c89bb20820297","abstract_canon_sha256":"3f6a69fc3ba25a7e09008261ee2681e0a102e477f88b1d5157acca8477610336"},"schema_version":"1.0"},"canonical_sha256":"99d040ecf79ab261c4f3a6fbb1555692529d27c3f93911c4945bf43047574777","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:05:36.086841Z","signature_b64":"pK/Zt1CRbamveO4sYSW0Mx2jbE/k153EiP2bxaDCWeCUQhZH00LA/0RyTV+z0MeHAP8/NWSlbiUl70o6ChqMAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"99d040ecf79ab261c4f3a6fbb1555692529d27c3f93911c4945bf43047574777","last_reissued_at":"2026-07-05T06:05:36.086401Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:05:36.086401Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2304.13714","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:05:36Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5V2WqomaM0Kxt+E2CRUusu+/sZgt/fFlRu1qE86CQa1wtlUZlYcwkyNUnAqKQqHiYHF5t+1fSuc1BYIi2Yk3AA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T23:08:38.159264Z"},"content_sha256":"8ddf93a4cf10ff8466b467daf7c82a7a525dc0067eec650c30f7cfefddf2616e","schema_version":"1.0","event_id":"sha256:8ddf93a4cf10ff8466b467daf7c82a7a525dc0067eec650c30f7cfefddf2616e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:THIEB3HXTKZGDRHTU353CVKWSJ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Evaluation of GPT-3.5 and GPT-4 for supporting real-world information needs in healthcare delivery","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CL","cs.IR"],"primary_cat":"cs.AI","authors_text":"Akshay Swaminathan, Angel Arnaout, Debadutta Dash, Eric Horvitz, Ethan Goh, Garret Kenn Morris, Honor Magon, Jonathan H. Chen, Juan M. Banda, Lance Downing, Matthew P Lungren, Mehr Kashyap, Morgan Cheatham, Nigam H. Shah, Nikesh Kotecha, Rachel Pedreira, Rahul Thapa, Saurabh Gombar","submitted_at":"2023-04-26T17:54:28Z","abstract_excerpt":"Despite growing interest in using large language models (LLMs) in healthcare, current explorations do not assess the real-world utility and safety of LLMs in clinical settings. Our objective was to determine whether two LLMs can serve information needs submitted by physicians as questions to an informatics consultation service in a safe and concordant manner. Sixty six questions from an informatics consult service were submitted to GPT-3.5 and GPT-4 via simple prompts. 12 physicians assessed the LLM responses' possibility of patient harm and concordance with existing reports from an informatic"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2304.13714","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2304.13714/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:05:36Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4clJ1JA9LbDAaG5bPyww0EqJ7Zori9MsA27GFBkDUZQVT2RQlzrKxgobtOS0q+BqsbhBaGQioj8PRSLLOcu8CQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T23:08:38.159667Z"},"content_sha256":"e6ac096c7b6bd1f15429748e199d6ba72fbb99849d2f6f2c9b413514b7c3c90c","schema_version":"1.0","event_id":"sha256:e6ac096c7b6bd1f15429748e199d6ba72fbb99849d2f6f2c9b413514b7c3c90c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/THIEB3HXTKZGDRHTU353CVKWSJ/bundle.json","state_url":"https://pith.science/pith/THIEB3HXTKZGDRHTU353CVKWSJ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/THIEB3HXTKZGDRHTU353CVKWSJ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T23:08:38Z","links":{"resolver":"https://pith.science/pith/THIEB3HXTKZGDRHTU353CVKWSJ","bundle":"https://pith.science/pith/THIEB3HXTKZGDRHTU353CVKWSJ/bundle.json","state":"https://pith.science/pith/THIEB3HXTKZGDRHTU353CVKWSJ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/THIEB3HXTKZGDRHTU353CVKWSJ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:THIEB3HXTKZGDRHTU353CVKWSJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"3f6a69fc3ba25a7e09008261ee2681e0a102e477f88b1d5157acca8477610336","cross_cats_sorted":["cs.CL","cs.IR"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2023-04-26T17:54:28Z","title_canon_sha256":"f3e5c9b0fa62d939f06f7fc43bd22591ebad3e7e900bfec46c8c89bb20820297"},"schema_version":"1.0","source":{"id":"2304.13714","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2304.13714","created_at":"2026-07-05T06:05:36Z"},{"alias_kind":"arxiv_version","alias_value":"2304.13714v3","created_at":"2026-07-05T06:05:36Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2304.13714","created_at":"2026-07-05T06:05:36Z"},{"alias_kind":"pith_short_12","alias_value":"THIEB3HXTKZG","created_at":"2026-07-05T06:05:36Z"},{"alias_kind":"pith_short_16","alias_value":"THIEB3HXTKZGDRHT","created_at":"2026-07-05T06:05:36Z"},{"alias_kind":"pith_short_8","alias_value":"THIEB3HX","created_at":"2026-07-05T06:05:36Z"}],"graph_snapshots":[{"event_id":"sha256:e6ac096c7b6bd1f15429748e199d6ba72fbb99849d2f6f2c9b413514b7c3c90c","target":"graph","created_at":"2026-07-05T06:05:36Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2304.13714/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Despite growing interest in using large language models (LLMs) in healthcare, current explorations do not assess the real-world utility and safety of LLMs in clinical settings. Our objective was to determine whether two LLMs can serve information needs submitted by physicians as questions to an informatics consultation service in a safe and concordant manner. Sixty six questions from an informatics consult service were submitted to GPT-3.5 and GPT-4 via simple prompts. 12 physicians assessed the LLM responses' possibility of patient harm and concordance with existing reports from an informatic","authors_text":"Akshay Swaminathan, Angel Arnaout, Debadutta Dash, Eric Horvitz, Ethan Goh, Garret Kenn Morris, Honor Magon, Jonathan H. Chen, Juan M. Banda, Lance Downing, Matthew P Lungren, Mehr Kashyap, Morgan Cheatham, Nigam H. Shah, Nikesh Kotecha, Rachel Pedreira, Rahul Thapa, Saurabh Gombar","cross_cats":["cs.CL","cs.IR"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2023-04-26T17:54:28Z","title":"Evaluation of GPT-3.5 and GPT-4 for supporting real-world information needs in healthcare delivery"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2304.13714","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8ddf93a4cf10ff8466b467daf7c82a7a525dc0067eec650c30f7cfefddf2616e","target":"record","created_at":"2026-07-05T06:05:36Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"3f6a69fc3ba25a7e09008261ee2681e0a102e477f88b1d5157acca8477610336","cross_cats_sorted":["cs.CL","cs.IR"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2023-04-26T17:54:28Z","title_canon_sha256":"f3e5c9b0fa62d939f06f7fc43bd22591ebad3e7e900bfec46c8c89bb20820297"},"schema_version":"1.0","source":{"id":"2304.13714","kind":"arxiv","version":3}},"canonical_sha256":"99d040ecf79ab261c4f3a6fbb1555692529d27c3f93911c4945bf43047574777","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"99d040ecf79ab261c4f3a6fbb1555692529d27c3f93911c4945bf43047574777","first_computed_at":"2026-07-05T06:05:36.086401Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:05:36.086401Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"pK/Zt1CRbamveO4sYSW0Mx2jbE/k153EiP2bxaDCWeCUQhZH00LA/0RyTV+z0MeHAP8/NWSlbiUl70o6ChqMAg==","signature_status":"signed_v1","signed_at":"2026-07-05T06:05:36.086841Z","signed_message":"canonical_sha256_bytes"},"source_id":"2304.13714","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8ddf93a4cf10ff8466b467daf7c82a7a525dc0067eec650c30f7cfefddf2616e","sha256:e6ac096c7b6bd1f15429748e199d6ba72fbb99849d2f6f2c9b413514b7c3c90c"],"state_sha256":"82b63ecc1934f258df2d47590a448e48d45e695e3712efb56e073fbdff82f3b3"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"g7QfsS/AGjaxKRFeIo9LrbXrvNHerNyWqmQgjEKotYd0wpDTEkN0Zyo8/1c2i4Z8LKrRtptF86w4nhRYypt2Bg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T23:08:38.161697Z","bundle_sha256":"5c43c0f47af982647a433fda8f05e460025c96f51d8d52d67ed604936c3c0fda"}}