{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:26L2DMNNUPQN2ULYGOHBM3RGTQ","short_pith_number":"pith:26L2DMNN","canonical_record":{"source":{"id":"2308.04709","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-08-09T05:01:28Z","cross_cats_sorted":[],"title_canon_sha256":"b590473da11041f138c4e8585a498ff66f477d6df26b9a189f9eff5aa2dd4f33","abstract_canon_sha256":"717b7a67f04350d76598a1f5ee71e97d251631488ec88218556823a400668e40"},"schema_version":"1.0"},"canonical_sha256":"d797a1b1ada3e0dd5178338e166e269c06467199126f40d4725a4ee3f5d21b52","source":{"kind":"arxiv","id":"2308.04709","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.04709","created_at":"2026-07-05T06:39:41Z"},{"alias_kind":"arxiv_version","alias_value":"2308.04709v1","created_at":"2026-07-05T06:39:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.04709","created_at":"2026-07-05T06:39:41Z"},{"alias_kind":"pith_short_12","alias_value":"26L2DMNNUPQN","created_at":"2026-07-05T06:39:41Z"},{"alias_kind":"pith_short_16","alias_value":"26L2DMNNUPQN2ULY","created_at":"2026-07-05T06:39:41Z"},{"alias_kind":"pith_short_8","alias_value":"26L2DMNN","created_at":"2026-07-05T06:39:41Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:26L2DMNNUPQN2ULYGOHBM3RGTQ","target":"record","payload":{"canonical_record":{"source":{"id":"2308.04709","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-08-09T05:01:28Z","cross_cats_sorted":[],"title_canon_sha256":"b590473da11041f138c4e8585a498ff66f477d6df26b9a189f9eff5aa2dd4f33","abstract_canon_sha256":"717b7a67f04350d76598a1f5ee71e97d251631488ec88218556823a400668e40"},"schema_version":"1.0"},"canonical_sha256":"d797a1b1ada3e0dd5178338e166e269c06467199126f40d4725a4ee3f5d21b52","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:39:41.630995Z","signature_b64":"bMDORETX8AMDLU78s2xRqjElCLJiSTHQ1Gs9TWSlscNHl8m2VXBvNNuYGRqL4/sAi6PNyw8IKPJtyOcMFsl9BA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d797a1b1ada3e0dd5178338e166e269c06467199126f40d4725a4ee3f5d21b52","last_reissued_at":"2026-07-05T06:39:41.630548Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:39:41.630548Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2308.04709","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:39:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"x4a5r33Ik1gseCpIjtZSJ6GBYfRNpFq8Cln//YtB+bmhAwVSEjHhOyxXLALwIoVDncOFxozedPi6G69V2CsEBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T16:20:00.991068Z"},"content_sha256":"05e027425d0139bf09c02825b36ad85fd025cc6a4d7cdbc6e0bc8d1fd3c78157","schema_version":"1.0","event_id":"sha256:05e027425d0139bf09c02825b36ad85fd025cc6a4d7cdbc6e0bc8d1fd3c78157"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:26L2DMNNUPQN2ULYGOHBM3RGTQ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"A Comparative Study of Open-Source Large Language Models, GPT-4 and Claude 2: Multiple-Choice Test Taking in Nephrology","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Andy Black, Fabien Scalzo, Ira Kurtz, Lesley Blum, Liyo Kao, Michael Koo, Sean Wu","submitted_at":"2023-08-09T05:01:28Z","abstract_excerpt":"In recent years, there have been significant breakthroughs in the field of natural language processing, particularly with the development of large language models (LLMs). These LLMs have showcased remarkable capabilities on various benchmarks. In the healthcare field, the exact role LLMs and other future AI models will play remains unclear. There is a potential for these models in the future to be used as part of adaptive physician training, medical co-pilot applications, and digital patient interaction scenarios. The ability of AI models to participate in medical training and patient care wil"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.04709","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2308.04709/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:39:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8k8ueH3Dizh0KTW3HG26T6JTVGRpW4ElIRsNS6mnJlVSYn97OAtmQC5JFdnY6GvR8YKgFHrQTi0IHAEw1YqEBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T16:20:00.991568Z"},"content_sha256":"0603b5e683cf441788078db536fb77076c7f672b0e833433f2066e9e2267e9d6","schema_version":"1.0","event_id":"sha256:0603b5e683cf441788078db536fb77076c7f672b0e833433f2066e9e2267e9d6"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/26L2DMNNUPQN2ULYGOHBM3RGTQ/bundle.json","state_url":"https://pith.science/pith/26L2DMNNUPQN2ULYGOHBM3RGTQ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/26L2DMNNUPQN2ULYGOHBM3RGTQ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T16:20:00Z","links":{"resolver":"https://pith.science/pith/26L2DMNNUPQN2ULYGOHBM3RGTQ","bundle":"https://pith.science/pith/26L2DMNNUPQN2ULYGOHBM3RGTQ/bundle.json","state":"https://pith.science/pith/26L2DMNNUPQN2ULYGOHBM3RGTQ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/26L2DMNNUPQN2ULYGOHBM3RGTQ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:26L2DMNNUPQN2ULYGOHBM3RGTQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"717b7a67f04350d76598a1f5ee71e97d251631488ec88218556823a400668e40","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-08-09T05:01:28Z","title_canon_sha256":"b590473da11041f138c4e8585a498ff66f477d6df26b9a189f9eff5aa2dd4f33"},"schema_version":"1.0","source":{"id":"2308.04709","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.04709","created_at":"2026-07-05T06:39:41Z"},{"alias_kind":"arxiv_version","alias_value":"2308.04709v1","created_at":"2026-07-05T06:39:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.04709","created_at":"2026-07-05T06:39:41Z"},{"alias_kind":"pith_short_12","alias_value":"26L2DMNNUPQN","created_at":"2026-07-05T06:39:41Z"},{"alias_kind":"pith_short_16","alias_value":"26L2DMNNUPQN2ULY","created_at":"2026-07-05T06:39:41Z"},{"alias_kind":"pith_short_8","alias_value":"26L2DMNN","created_at":"2026-07-05T06:39:41Z"}],"graph_snapshots":[{"event_id":"sha256:0603b5e683cf441788078db536fb77076c7f672b0e833433f2066e9e2267e9d6","target":"graph","created_at":"2026-07-05T06:39:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2308.04709/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In recent years, there have been significant breakthroughs in the field of natural language processing, particularly with the development of large language models (LLMs). These LLMs have showcased remarkable capabilities on various benchmarks. In the healthcare field, the exact role LLMs and other future AI models will play remains unclear. There is a potential for these models in the future to be used as part of adaptive physician training, medical co-pilot applications, and digital patient interaction scenarios. The ability of AI models to participate in medical training and patient care wil","authors_text":"Andy Black, Fabien Scalzo, Ira Kurtz, Lesley Blum, Liyo Kao, Michael Koo, Sean Wu","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-08-09T05:01:28Z","title":"A Comparative Study of Open-Source Large Language Models, GPT-4 and Claude 2: Multiple-Choice Test Taking in Nephrology"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.04709","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:05e027425d0139bf09c02825b36ad85fd025cc6a4d7cdbc6e0bc8d1fd3c78157","target":"record","created_at":"2026-07-05T06:39:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"717b7a67f04350d76598a1f5ee71e97d251631488ec88218556823a400668e40","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-08-09T05:01:28Z","title_canon_sha256":"b590473da11041f138c4e8585a498ff66f477d6df26b9a189f9eff5aa2dd4f33"},"schema_version":"1.0","source":{"id":"2308.04709","kind":"arxiv","version":1}},"canonical_sha256":"d797a1b1ada3e0dd5178338e166e269c06467199126f40d4725a4ee3f5d21b52","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d797a1b1ada3e0dd5178338e166e269c06467199126f40d4725a4ee3f5d21b52","first_computed_at":"2026-07-05T06:39:41.630548Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:39:41.630548Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"bMDORETX8AMDLU78s2xRqjElCLJiSTHQ1Gs9TWSlscNHl8m2VXBvNNuYGRqL4/sAi6PNyw8IKPJtyOcMFsl9BA==","signature_status":"signed_v1","signed_at":"2026-07-05T06:39:41.630995Z","signed_message":"canonical_sha256_bytes"},"source_id":"2308.04709","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:05e027425d0139bf09c02825b36ad85fd025cc6a4d7cdbc6e0bc8d1fd3c78157","sha256:0603b5e683cf441788078db536fb77076c7f672b0e833433f2066e9e2267e9d6"],"state_sha256":"8583d85e19081950c4c5cb594041109c21ffc8500e57a6049e2d45ff7f0536b1"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"g88ayIAj58oo6g/+R/NWLl19G5xYo+uMtOxn58EQFuAu0NVBLr/6VoiEyAX+KXEb7h1A2ad+3cwRlh/hLvm4Bg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T16:20:01.000749Z","bundle_sha256":"9608c70a92a7b8883137c7ebc93b18cdf8e46e8621d1b5d9e75a55214f2acafa"}}