{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:DW6UURGYYZKA3HEEFBHTTEYQ5O","short_pith_number":"pith:DW6UURGY","canonical_record":{"source":{"id":"2404.15777","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-04-24T09:55:24Z","cross_cats_sorted":[],"title_canon_sha256":"3882f47095e46edc935add3e9017c383e2f13cdfc708dd883082682cbee2a116","abstract_canon_sha256":"21d5d4f38c66ee95dfd02b6f561ca2ae8ef4f621c7ef6f05c82ef457e93a355a"},"schema_version":"1.0"},"canonical_sha256":"1dbd4a44d8c6540d9c84284f399310eb8995c84d984a362410cfc6b2bb251b5e","source":{"kind":"arxiv","id":"2404.15777","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.15777","created_at":"2026-07-05T08:24:42Z"},{"alias_kind":"arxiv_version","alias_value":"2404.15777v4","created_at":"2026-07-05T08:24:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.15777","created_at":"2026-07-05T08:24:42Z"},{"alias_kind":"pith_short_12","alias_value":"DW6UURGYYZKA","created_at":"2026-07-05T08:24:42Z"},{"alias_kind":"pith_short_16","alias_value":"DW6UURGYYZKA3HEE","created_at":"2026-07-05T08:24:42Z"},{"alias_kind":"pith_short_8","alias_value":"DW6UURGY","created_at":"2026-07-05T08:24:42Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:DW6UURGYYZKA3HEEFBHTTEYQ5O","target":"record","payload":{"canonical_record":{"source":{"id":"2404.15777","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-04-24T09:55:24Z","cross_cats_sorted":[],"title_canon_sha256":"3882f47095e46edc935add3e9017c383e2f13cdfc708dd883082682cbee2a116","abstract_canon_sha256":"21d5d4f38c66ee95dfd02b6f561ca2ae8ef4f621c7ef6f05c82ef457e93a355a"},"schema_version":"1.0"},"canonical_sha256":"1dbd4a44d8c6540d9c84284f399310eb8995c84d984a362410cfc6b2bb251b5e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:24:42.231721Z","signature_b64":"7J0P0JAC1nyVmPrTmHH5NHqqRSses5TL1CaN5yKSIoJUoLw0FIiutnAnu++WJS+8fJ6K8zJ67xUSIEnmnT2aDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1dbd4a44d8c6540d9c84284f399310eb8995c84d984a362410cfc6b2bb251b5e","last_reissued_at":"2026-07-05T08:24:42.231292Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:24:42.231292Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2404.15777","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:24:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"787zY5ZWtFH6lS6qwk1KMFsrc+AUiM3Sc8UrwvmQj4IW1YsgPe+zjA+nrv+bGkqWl9xHfZ9slUk48zJP2NsmAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T13:55:40.945264Z"},"content_sha256":"b6723cd927dd3be0906e6eab42e69a2c65e44e2f4619d96b5d479081a7d916a5","schema_version":"1.0","event_id":"sha256:b6723cd927dd3be0906e6eab42e69a2c65e44e2f4619d96b5d479081a7d916a5"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:DW6UURGYYZKA3HEEFBHTTEYQ5O","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"A Comprehensive Survey on Evaluating Large Language Model Applications in the Medical Industry","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Boyuan Wang, Keke Tang, Meilian Chen, Yining Huang","submitted_at":"2024-04-24T09:55:24Z","abstract_excerpt":"Since the inception of the Transformer architecture in 2017, Large Language Models (LLMs) such as GPT and BERT have evolved significantly, impacting various industries with their advanced capabilities in language understanding and generation. These models have shown potential to transform the medical field, highlighting the necessity for specialized evaluation frameworks to ensure their effective and ethical deployment. This comprehensive survey delineates the extensive application and requisite evaluation of LLMs within healthcare, emphasizing the critical need for empirical validation to ful"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.15777","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2404.15777/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:24:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1Wd0tzU11RWdkaTX4ulhgb8gpICEzIf1MQ/ZMSUXVcam73mnMe6/h00vVdf2x7M+s3iAee9+oqNd1R3OfKnTCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T13:55:40.945988Z"},"content_sha256":"f1a2a2f958a2d0cc49b2a8b5ddca69c74daa14533482dc5979baafbc6820c047","schema_version":"1.0","event_id":"sha256:f1a2a2f958a2d0cc49b2a8b5ddca69c74daa14533482dc5979baafbc6820c047"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/DW6UURGYYZKA3HEEFBHTTEYQ5O/bundle.json","state_url":"https://pith.science/pith/DW6UURGYYZKA3HEEFBHTTEYQ5O/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/DW6UURGYYZKA3HEEFBHTTEYQ5O/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T13:55:40Z","links":{"resolver":"https://pith.science/pith/DW6UURGYYZKA3HEEFBHTTEYQ5O","bundle":"https://pith.science/pith/DW6UURGYYZKA3HEEFBHTTEYQ5O/bundle.json","state":"https://pith.science/pith/DW6UURGYYZKA3HEEFBHTTEYQ5O/state.json","well_known_bundle":"https://pith.science/.well-known/pith/DW6UURGYYZKA3HEEFBHTTEYQ5O/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:DW6UURGYYZKA3HEEFBHTTEYQ5O","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"21d5d4f38c66ee95dfd02b6f561ca2ae8ef4f621c7ef6f05c82ef457e93a355a","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-04-24T09:55:24Z","title_canon_sha256":"3882f47095e46edc935add3e9017c383e2f13cdfc708dd883082682cbee2a116"},"schema_version":"1.0","source":{"id":"2404.15777","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.15777","created_at":"2026-07-05T08:24:42Z"},{"alias_kind":"arxiv_version","alias_value":"2404.15777v4","created_at":"2026-07-05T08:24:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.15777","created_at":"2026-07-05T08:24:42Z"},{"alias_kind":"pith_short_12","alias_value":"DW6UURGYYZKA","created_at":"2026-07-05T08:24:42Z"},{"alias_kind":"pith_short_16","alias_value":"DW6UURGYYZKA3HEE","created_at":"2026-07-05T08:24:42Z"},{"alias_kind":"pith_short_8","alias_value":"DW6UURGY","created_at":"2026-07-05T08:24:42Z"}],"graph_snapshots":[{"event_id":"sha256:f1a2a2f958a2d0cc49b2a8b5ddca69c74daa14533482dc5979baafbc6820c047","target":"graph","created_at":"2026-07-05T08:24:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2404.15777/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Since the inception of the Transformer architecture in 2017, Large Language Models (LLMs) such as GPT and BERT have evolved significantly, impacting various industries with their advanced capabilities in language understanding and generation. These models have shown potential to transform the medical field, highlighting the necessity for specialized evaluation frameworks to ensure their effective and ethical deployment. This comprehensive survey delineates the extensive application and requisite evaluation of LLMs within healthcare, emphasizing the critical need for empirical validation to ful","authors_text":"Boyuan Wang, Keke Tang, Meilian Chen, Yining Huang","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-04-24T09:55:24Z","title":"A Comprehensive Survey on Evaluating Large Language Model Applications in the Medical Industry"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.15777","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b6723cd927dd3be0906e6eab42e69a2c65e44e2f4619d96b5d479081a7d916a5","target":"record","created_at":"2026-07-05T08:24:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"21d5d4f38c66ee95dfd02b6f561ca2ae8ef4f621c7ef6f05c82ef457e93a355a","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-04-24T09:55:24Z","title_canon_sha256":"3882f47095e46edc935add3e9017c383e2f13cdfc708dd883082682cbee2a116"},"schema_version":"1.0","source":{"id":"2404.15777","kind":"arxiv","version":4}},"canonical_sha256":"1dbd4a44d8c6540d9c84284f399310eb8995c84d984a362410cfc6b2bb251b5e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1dbd4a44d8c6540d9c84284f399310eb8995c84d984a362410cfc6b2bb251b5e","first_computed_at":"2026-07-05T08:24:42.231292Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:24:42.231292Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"7J0P0JAC1nyVmPrTmHH5NHqqRSses5TL1CaN5yKSIoJUoLw0FIiutnAnu++WJS+8fJ6K8zJ67xUSIEnmnT2aDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:24:42.231721Z","signed_message":"canonical_sha256_bytes"},"source_id":"2404.15777","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b6723cd927dd3be0906e6eab42e69a2c65e44e2f4619d96b5d479081a7d916a5","sha256:f1a2a2f958a2d0cc49b2a8b5ddca69c74daa14533482dc5979baafbc6820c047"],"state_sha256":"7a45380fcc3dc17e4ca65bd2f2e2d3abd7a0ef3e0afa5ae00816297b27926faa"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ce6DkmggCu/vogFHkASpANBnU61LsO97ID2FBa2Int1Dyfa+g3LLTcgLq9McyMxreNGjOcHv6+Xqp+ivP5egCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T13:55:40.951104Z","bundle_sha256":"78d47d8e17f7844f98457e81fa434710bc446acbdc84caac81111c61778dafbf"}}