{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:2UKAQRWBTAQJ5EE4L6DY6LT6U7","short_pith_number":"pith:2UKAQRWB","canonical_record":{"source":{"id":"2304.02496","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-04-05T15:11:25Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"3214f5f9a6cc7cbc5f84a3c19b6ae9618933f0c6072be5f057934ae81ea57683","abstract_canon_sha256":"0c39a24f5ff91bab9a83d4282f154527b25c27bfe72a67a664aad2f62753bd5f"},"schema_version":"1.0"},"canonical_sha256":"d5140846c198209e909c5f878f2e7ea7fb84948a7fde23d99ef0785d63796105","source":{"kind":"arxiv","id":"2304.02496","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2304.02496","created_at":"2026-07-05T08:01:29Z"},{"alias_kind":"arxiv_version","alias_value":"2304.02496v1","created_at":"2026-07-05T08:01:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2304.02496","created_at":"2026-07-05T08:01:29Z"},{"alias_kind":"pith_short_12","alias_value":"2UKAQRWBTAQJ","created_at":"2026-07-05T08:01:29Z"},{"alias_kind":"pith_short_16","alias_value":"2UKAQRWBTAQJ5EE4","created_at":"2026-07-05T08:01:29Z"},{"alias_kind":"pith_short_8","alias_value":"2UKAQRWB","created_at":"2026-07-05T08:01:29Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:2UKAQRWBTAQJ5EE4L6DY6LT6U7","target":"record","payload":{"canonical_record":{"source":{"id":"2304.02496","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-04-05T15:11:25Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"3214f5f9a6cc7cbc5f84a3c19b6ae9618933f0c6072be5f057934ae81ea57683","abstract_canon_sha256":"0c39a24f5ff91bab9a83d4282f154527b25c27bfe72a67a664aad2f62753bd5f"},"schema_version":"1.0"},"canonical_sha256":"d5140846c198209e909c5f878f2e7ea7fb84948a7fde23d99ef0785d63796105","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:01:29.891327Z","signature_b64":"yW5U19mPO68OKtPJrNjY8oZ4lD29vbhqmFbNU8vsmwzzn0qPprKofRscFGQs23DmENwyYShHNx0vnLkGB0nTAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d5140846c198209e909c5f878f2e7ea7fb84948a7fde23d99ef0785d63796105","last_reissued_at":"2026-07-05T08:01:29.890814Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:01:29.890814Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2304.02496","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:01:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1jsIE35PchRJ2o0mGBbNEXeYx2V6fFHqGbZw6zjUr698C8f5gCJ5IKiwrKPO6Qg0hd/89d96oDhGTjrq2IrUDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T02:44:02.481108Z"},"content_sha256":"0daadfa71b30b1f38884b84e837cf8e97c466fd88bc7568c15fb71d542b33c2e","schema_version":"1.0","event_id":"sha256:0daadfa71b30b1f38884b84e837cf8e97c466fd88bc7568c15fb71d542b33c2e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:2UKAQRWBTAQJ5EE4L6DY6LT6U7","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Evaluation of ChatGPT Family of Models for Biomedical Reasoning and Classification","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Danielle S. Bitterman, Guergana K. Savova, Hoang Van, Hugo JWL Aerts, Shan Chen, Sheng Lu, Yingya Li","submitted_at":"2023-04-05T15:11:25Z","abstract_excerpt":"Recent advances in large language models (LLMs) have shown impressive ability in biomedical question-answering, but have not been adequately investigated for more specific biomedical applications. This study investigates the performance of LLMs such as the ChatGPT family of models (GPT-3.5s, GPT-4) in biomedical tasks beyond question-answering. Because no patient data can be passed to the OpenAI API public interface, we evaluated model performance with over 10000 samples as proxies for two fundamental tasks in the clinical domain - classification and reasoning. The first task is classifying wh"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2304.02496","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2304.02496/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:01:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"o2DNC9LO7M9jJRj7Yx2VSHPpL0hoMY/Zj4fWTAowhtl6u+RE6h5jmwTee7Z3Upws4+tDgI1IJqU18ZPUko/KDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T02:44:02.481501Z"},"content_sha256":"adf907313b6af1bd7043dcdf3fceb074a8642b79e403a07267b41fe09a3b18ed","schema_version":"1.0","event_id":"sha256:adf907313b6af1bd7043dcdf3fceb074a8642b79e403a07267b41fe09a3b18ed"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/2UKAQRWBTAQJ5EE4L6DY6LT6U7/bundle.json","state_url":"https://pith.science/pith/2UKAQRWBTAQJ5EE4L6DY6LT6U7/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/2UKAQRWBTAQJ5EE4L6DY6LT6U7/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T02:44:02Z","links":{"resolver":"https://pith.science/pith/2UKAQRWBTAQJ5EE4L6DY6LT6U7","bundle":"https://pith.science/pith/2UKAQRWBTAQJ5EE4L6DY6LT6U7/bundle.json","state":"https://pith.science/pith/2UKAQRWBTAQJ5EE4L6DY6LT6U7/state.json","well_known_bundle":"https://pith.science/.well-known/pith/2UKAQRWBTAQJ5EE4L6DY6LT6U7/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:2UKAQRWBTAQJ5EE4L6DY6LT6U7","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0c39a24f5ff91bab9a83d4282f154527b25c27bfe72a67a664aad2f62753bd5f","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-04-05T15:11:25Z","title_canon_sha256":"3214f5f9a6cc7cbc5f84a3c19b6ae9618933f0c6072be5f057934ae81ea57683"},"schema_version":"1.0","source":{"id":"2304.02496","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2304.02496","created_at":"2026-07-05T08:01:29Z"},{"alias_kind":"arxiv_version","alias_value":"2304.02496v1","created_at":"2026-07-05T08:01:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2304.02496","created_at":"2026-07-05T08:01:29Z"},{"alias_kind":"pith_short_12","alias_value":"2UKAQRWBTAQJ","created_at":"2026-07-05T08:01:29Z"},{"alias_kind":"pith_short_16","alias_value":"2UKAQRWBTAQJ5EE4","created_at":"2026-07-05T08:01:29Z"},{"alias_kind":"pith_short_8","alias_value":"2UKAQRWB","created_at":"2026-07-05T08:01:29Z"}],"graph_snapshots":[{"event_id":"sha256:adf907313b6af1bd7043dcdf3fceb074a8642b79e403a07267b41fe09a3b18ed","target":"graph","created_at":"2026-07-05T08:01:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2304.02496/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recent advances in large language models (LLMs) have shown impressive ability in biomedical question-answering, but have not been adequately investigated for more specific biomedical applications. This study investigates the performance of LLMs such as the ChatGPT family of models (GPT-3.5s, GPT-4) in biomedical tasks beyond question-answering. Because no patient data can be passed to the OpenAI API public interface, we evaluated model performance with over 10000 samples as proxies for two fundamental tasks in the clinical domain - classification and reasoning. The first task is classifying wh","authors_text":"Danielle S. Bitterman, Guergana K. Savova, Hoang Van, Hugo JWL Aerts, Shan Chen, Sheng Lu, Yingya Li","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-04-05T15:11:25Z","title":"Evaluation of ChatGPT Family of Models for Biomedical Reasoning and Classification"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2304.02496","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0daadfa71b30b1f38884b84e837cf8e97c466fd88bc7568c15fb71d542b33c2e","target":"record","created_at":"2026-07-05T08:01:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0c39a24f5ff91bab9a83d4282f154527b25c27bfe72a67a664aad2f62753bd5f","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-04-05T15:11:25Z","title_canon_sha256":"3214f5f9a6cc7cbc5f84a3c19b6ae9618933f0c6072be5f057934ae81ea57683"},"schema_version":"1.0","source":{"id":"2304.02496","kind":"arxiv","version":1}},"canonical_sha256":"d5140846c198209e909c5f878f2e7ea7fb84948a7fde23d99ef0785d63796105","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d5140846c198209e909c5f878f2e7ea7fb84948a7fde23d99ef0785d63796105","first_computed_at":"2026-07-05T08:01:29.890814Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:01:29.890814Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"yW5U19mPO68OKtPJrNjY8oZ4lD29vbhqmFbNU8vsmwzzn0qPprKofRscFGQs23DmENwyYShHNx0vnLkGB0nTAg==","signature_status":"signed_v1","signed_at":"2026-07-05T08:01:29.891327Z","signed_message":"canonical_sha256_bytes"},"source_id":"2304.02496","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0daadfa71b30b1f38884b84e837cf8e97c466fd88bc7568c15fb71d542b33c2e","sha256:adf907313b6af1bd7043dcdf3fceb074a8642b79e403a07267b41fe09a3b18ed"],"state_sha256":"63b775eb454ce1c211a10950a3ef5de365d2afa3dc86e869c34bc889fb459b9e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"udpmFjIrfSRkvNWlyDz1yMp9bKFsW9xS1zzLvFG/Smkvi6cWdTVPtz85q5RVBHJZwvhzTJHdq1RAQ6ijZc36Bg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T02:44:02.483392Z","bundle_sha256":"566d5b00d575c286e2d2b7090302c56336cdf7ee8d6eca3069ac03235b72e090"}}