{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2023:26L2DMNNUPQN2ULYGOHBM3RGTQ","short_pith_number":"pith:26L2DMNN","schema_version":"1.0","canonical_sha256":"d797a1b1ada3e0dd5178338e166e269c06467199126f40d4725a4ee3f5d21b52","source":{"kind":"arxiv","id":"2308.04709","version":1},"attestation_state":"computed","paper":{"title":"A Comparative Study of Open-Source Large Language Models, GPT-4 and Claude 2: Multiple-Choice Test Taking in Nephrology","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Andy Black, Fabien Scalzo, Ira Kurtz, Lesley Blum, Liyo Kao, Michael Koo, Sean Wu","submitted_at":"2023-08-09T05:01:28Z","abstract_excerpt":"In recent years, there have been significant breakthroughs in the field of natural language processing, particularly with the development of large language models (LLMs). These LLMs have showcased remarkable capabilities on various benchmarks. In the healthcare field, the exact role LLMs and other future AI models will play remains unclear. There is a potential for these models in the future to be used as part of adaptive physician training, medical co-pilot applications, and digital patient interaction scenarios. The ability of AI models to participate in medical training and patient care wil"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2308.04709","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-08-09T05:01:28Z","cross_cats_sorted":[],"title_canon_sha256":"b590473da11041f138c4e8585a498ff66f477d6df26b9a189f9eff5aa2dd4f33","abstract_canon_sha256":"717b7a67f04350d76598a1f5ee71e97d251631488ec88218556823a400668e40"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:39:41.630995Z","signature_b64":"bMDORETX8AMDLU78s2xRqjElCLJiSTHQ1Gs9TWSlscNHl8m2VXBvNNuYGRqL4/sAi6PNyw8IKPJtyOcMFsl9BA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d797a1b1ada3e0dd5178338e166e269c06467199126f40d4725a4ee3f5d21b52","last_reissued_at":"2026-07-05T06:39:41.630548Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:39:41.630548Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"A Comparative Study of Open-Source Large Language Models, GPT-4 and Claude 2: Multiple-Choice Test Taking in Nephrology","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Andy Black, Fabien Scalzo, Ira Kurtz, Lesley Blum, Liyo Kao, Michael Koo, Sean Wu","submitted_at":"2023-08-09T05:01:28Z","abstract_excerpt":"In recent years, there have been significant breakthroughs in the field of natural language processing, particularly with the development of large language models (LLMs). These LLMs have showcased remarkable capabilities on various benchmarks. In the healthcare field, the exact role LLMs and other future AI models will play remains unclear. There is a potential for these models in the future to be used as part of adaptive physician training, medical co-pilot applications, and digital patient interaction scenarios. The ability of AI models to participate in medical training and patient care wil"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.04709","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2308.04709/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2308.04709","created_at":"2026-07-05T06:39:41.630609+00:00"},{"alias_kind":"arxiv_version","alias_value":"2308.04709v1","created_at":"2026-07-05T06:39:41.630609+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.04709","created_at":"2026-07-05T06:39:41.630609+00:00"},{"alias_kind":"pith_short_12","alias_value":"26L2DMNNUPQN","created_at":"2026-07-05T06:39:41.630609+00:00"},{"alias_kind":"pith_short_16","alias_value":"26L2DMNNUPQN2ULY","created_at":"2026-07-05T06:39:41.630609+00:00"},{"alias_kind":"pith_short_8","alias_value":"26L2DMNN","created_at":"2026-07-05T06:39:41.630609+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":1,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2311.12882","citing_title":"LLMs-Healthcare : Current Applications and Challenges of Large Language Models in various Medical Specialties","ref_index":34,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/26L2DMNNUPQN2ULYGOHBM3RGTQ","json":"https://pith.science/pith/26L2DMNNUPQN2ULYGOHBM3RGTQ.json","graph_json":"https://pith.science/api/pith-number/26L2DMNNUPQN2ULYGOHBM3RGTQ/graph.json","events_json":"https://pith.science/api/pith-number/26L2DMNNUPQN2ULYGOHBM3RGTQ/events.json","paper":"https://pith.science/paper/26L2DMNN"},"agent_actions":{"view_html":"https://pith.science/pith/26L2DMNNUPQN2ULYGOHBM3RGTQ","download_json":"https://pith.science/pith/26L2DMNNUPQN2ULYGOHBM3RGTQ.json","view_paper":"https://pith.science/paper/26L2DMNN","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2308.04709&json=true","fetch_graph":"https://pith.science/api/pith-number/26L2DMNNUPQN2ULYGOHBM3RGTQ/graph.json","fetch_events":"https://pith.science/api/pith-number/26L2DMNNUPQN2ULYGOHBM3RGTQ/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/26L2DMNNUPQN2ULYGOHBM3RGTQ/action/timestamp_anchor","attest_storage":"https://pith.science/pith/26L2DMNNUPQN2ULYGOHBM3RGTQ/action/storage_attestation","attest_author":"https://pith.science/pith/26L2DMNNUPQN2ULYGOHBM3RGTQ/action/author_attestation","sign_citation":"https://pith.science/pith/26L2DMNNUPQN2ULYGOHBM3RGTQ/action/citation_signature","submit_replication":"https://pith.science/pith/26L2DMNNUPQN2ULYGOHBM3RGTQ/action/replication_record"}},"created_at":"2026-07-05T06:39:41.630609+00:00","updated_at":"2026-07-05T06:39:41.630609+00:00"}