{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:QY7X76C6S27AWV5WD2HO3FJYS6","short_pith_number":"pith:QY7X76C6","canonical_record":{"source":{"id":"2304.05368","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-04-09T16:31:47Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"ce835c34a412a53939ccb348fb38d6996f08e50c06840b6f0c2612945fba4ca1","abstract_canon_sha256":"3ee91eeec60e0cd78b0f257a841faa5dcfdfac0b350b9c7e9140dbc86a888f5d"},"schema_version":"1.0"},"canonical_sha256":"863f7ff85e96be0b57b61e8eed953897861ecee3920f01f36363dc74f0877629","source":{"kind":"arxiv","id":"2304.05368","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2304.05368","created_at":"2026-07-05T06:35:50Z"},{"alias_kind":"arxiv_version","alias_value":"2304.05368v3","created_at":"2026-07-05T06:35:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2304.05368","created_at":"2026-07-05T06:35:50Z"},{"alias_kind":"pith_short_12","alias_value":"QY7X76C6S27A","created_at":"2026-07-05T06:35:50Z"},{"alias_kind":"pith_short_16","alias_value":"QY7X76C6S27AWV5W","created_at":"2026-07-05T06:35:50Z"},{"alias_kind":"pith_short_8","alias_value":"QY7X76C6","created_at":"2026-07-05T06:35:50Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:QY7X76C6S27AWV5WD2HO3FJYS6","target":"record","payload":{"canonical_record":{"source":{"id":"2304.05368","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-04-09T16:31:47Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"ce835c34a412a53939ccb348fb38d6996f08e50c06840b6f0c2612945fba4ca1","abstract_canon_sha256":"3ee91eeec60e0cd78b0f257a841faa5dcfdfac0b350b9c7e9140dbc86a888f5d"},"schema_version":"1.0"},"canonical_sha256":"863f7ff85e96be0b57b61e8eed953897861ecee3920f01f36363dc74f0877629","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:35:50.279923Z","signature_b64":"jLi3uVQqEM0jE6uPU5/w5xLVWzLLGld2TXjAJLIDLsskuTqe2Dz6A/IdgOBugeUgJEJVYp32h4euUiUCx6z8Dw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"863f7ff85e96be0b57b61e8eed953897861ecee3920f01f36363dc74f0877629","last_reissued_at":"2026-07-05T06:35:50.279418Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:35:50.279418Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2304.05368","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:35:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EcVHfroPsWdUg8E5FcWza2rqdfRGSpa5SAVe3jAtWYL0XFs6Jg9f0XqWoV3yK4aATvIzgbIDwuJ+gqH0QbikAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T13:14:30.082427Z"},"content_sha256":"d6053f79e1e30e703b4047f04ea961763195fa357f8d8f4e64ff9df0e4de02a7","schema_version":"1.0","event_id":"sha256:d6053f79e1e30e703b4047f04ea961763195fa357f8d8f4e64ff9df0e4de02a7"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:QY7X76C6S27AWV5WD2HO3FJYS6","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Are Large Language Models Ready for Healthcare? A Comparative Study on Clinical Language Understanding","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Linda Petzold, Yun Zhao, Yuqing Wang","submitted_at":"2023-04-09T16:31:47Z","abstract_excerpt":"Large language models (LLMs) have made significant progress in various domains, including healthcare. However, the specialized nature of clinical language understanding tasks presents unique challenges and limitations that warrant further investigation. In this study, we conduct a comprehensive evaluation of state-of-the-art LLMs, namely GPT-3.5, GPT-4, and Bard, within the realm of clinical language understanding tasks. These tasks span a diverse range, including named entity recognition, relation extraction, natural language inference, semantic textual similarity, document classification, an"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2304.05368","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2304.05368/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:35:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"r3Hzs52bAfnyaPWOtReheOdZPLT8rDA4mbCNWzmAW6a+O8mcQVdYbGkZO/qh/VqmMntzh0+KiZrFqIDYAXn3Aw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T13:14:30.082931Z"},"content_sha256":"ebaa0a0298f5fa83d614dea8018e547aa34d8ee9e828da8bedc688e64d55b83d","schema_version":"1.0","event_id":"sha256:ebaa0a0298f5fa83d614dea8018e547aa34d8ee9e828da8bedc688e64d55b83d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/QY7X76C6S27AWV5WD2HO3FJYS6/bundle.json","state_url":"https://pith.science/pith/QY7X76C6S27AWV5WD2HO3FJYS6/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/QY7X76C6S27AWV5WD2HO3FJYS6/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T13:14:30Z","links":{"resolver":"https://pith.science/pith/QY7X76C6S27AWV5WD2HO3FJYS6","bundle":"https://pith.science/pith/QY7X76C6S27AWV5WD2HO3FJYS6/bundle.json","state":"https://pith.science/pith/QY7X76C6S27AWV5WD2HO3FJYS6/state.json","well_known_bundle":"https://pith.science/.well-known/pith/QY7X76C6S27AWV5WD2HO3FJYS6/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:QY7X76C6S27AWV5WD2HO3FJYS6","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"3ee91eeec60e0cd78b0f257a841faa5dcfdfac0b350b9c7e9140dbc86a888f5d","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-04-09T16:31:47Z","title_canon_sha256":"ce835c34a412a53939ccb348fb38d6996f08e50c06840b6f0c2612945fba4ca1"},"schema_version":"1.0","source":{"id":"2304.05368","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2304.05368","created_at":"2026-07-05T06:35:50Z"},{"alias_kind":"arxiv_version","alias_value":"2304.05368v3","created_at":"2026-07-05T06:35:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2304.05368","created_at":"2026-07-05T06:35:50Z"},{"alias_kind":"pith_short_12","alias_value":"QY7X76C6S27A","created_at":"2026-07-05T06:35:50Z"},{"alias_kind":"pith_short_16","alias_value":"QY7X76C6S27AWV5W","created_at":"2026-07-05T06:35:50Z"},{"alias_kind":"pith_short_8","alias_value":"QY7X76C6","created_at":"2026-07-05T06:35:50Z"}],"graph_snapshots":[{"event_id":"sha256:ebaa0a0298f5fa83d614dea8018e547aa34d8ee9e828da8bedc688e64d55b83d","target":"graph","created_at":"2026-07-05T06:35:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2304.05368/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) have made significant progress in various domains, including healthcare. However, the specialized nature of clinical language understanding tasks presents unique challenges and limitations that warrant further investigation. In this study, we conduct a comprehensive evaluation of state-of-the-art LLMs, namely GPT-3.5, GPT-4, and Bard, within the realm of clinical language understanding tasks. These tasks span a diverse range, including named entity recognition, relation extraction, natural language inference, semantic textual similarity, document classification, an","authors_text":"Linda Petzold, Yun Zhao, Yuqing Wang","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-04-09T16:31:47Z","title":"Are Large Language Models Ready for Healthcare? A Comparative Study on Clinical Language Understanding"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2304.05368","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d6053f79e1e30e703b4047f04ea961763195fa357f8d8f4e64ff9df0e4de02a7","target":"record","created_at":"2026-07-05T06:35:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"3ee91eeec60e0cd78b0f257a841faa5dcfdfac0b350b9c7e9140dbc86a888f5d","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-04-09T16:31:47Z","title_canon_sha256":"ce835c34a412a53939ccb348fb38d6996f08e50c06840b6f0c2612945fba4ca1"},"schema_version":"1.0","source":{"id":"2304.05368","kind":"arxiv","version":3}},"canonical_sha256":"863f7ff85e96be0b57b61e8eed953897861ecee3920f01f36363dc74f0877629","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"863f7ff85e96be0b57b61e8eed953897861ecee3920f01f36363dc74f0877629","first_computed_at":"2026-07-05T06:35:50.279418Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:35:50.279418Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"jLi3uVQqEM0jE6uPU5/w5xLVWzLLGld2TXjAJLIDLsskuTqe2Dz6A/IdgOBugeUgJEJVYp32h4euUiUCx6z8Dw==","signature_status":"signed_v1","signed_at":"2026-07-05T06:35:50.279923Z","signed_message":"canonical_sha256_bytes"},"source_id":"2304.05368","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d6053f79e1e30e703b4047f04ea961763195fa357f8d8f4e64ff9df0e4de02a7","sha256:ebaa0a0298f5fa83d614dea8018e547aa34d8ee9e828da8bedc688e64d55b83d"],"state_sha256":"b33b5a83d050547abb52dd0fb5d0078d668d86431d8ed80e4b63b578860bf949"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"w+/8sSBhq3igNSLCzO5itLmRGfePfvrohUP07uVFQ/rFx5DW0/xnrWMWVkNj2CaNW5A3lPe4/lh3KeDpfyDBCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T13:14:30.087557Z","bundle_sha256":"a62c8c3441775bccc3ef44b1204ef54234cc3a0b1e4d4cc4dae140a7c2627d5d"}}