{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:YF4LDJ6JZABUJA57CBFPE6ZUFC","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"651cd72d92ce6e57578ad1f3d93c79fb849b962e47d0470ad7e57f70067da608","cross_cats_sorted":["cs.AI","cs.SE"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2024-01-24T16:52:37Z","title_canon_sha256":"0efc1c8b1d62211abba83573f153a3e92fb9146653b0cf530861ea6df7224232"},"schema_version":"1.0","source":{"id":"2401.13588","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2401.13588","created_at":"2026-07-05T07:37:07Z"},{"alias_kind":"arxiv_version","alias_value":"2401.13588v1","created_at":"2026-07-05T07:37:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2401.13588","created_at":"2026-07-05T07:37:07Z"},{"alias_kind":"pith_short_12","alias_value":"YF4LDJ6JZABU","created_at":"2026-07-05T07:37:07Z"},{"alias_kind":"pith_short_16","alias_value":"YF4LDJ6JZABUJA57","created_at":"2026-07-05T07:37:07Z"},{"alias_kind":"pith_short_8","alias_value":"YF4LDJ6J","created_at":"2026-07-05T07:37:07Z"}],"graph_snapshots":[{"event_id":"sha256:abf3511f3fe91f3300629355d11c67c6c36cdcceb760b2203793cd2fa0d33afb","target":"graph","created_at":"2026-07-05T07:37:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2401.13588/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The field of healthcare has increasingly turned its focus towards Large Language Models (LLMs) due to their remarkable performance. However, their performance in actual clinical applications has been underexplored. Traditional evaluations based on question-answering tasks don't fully capture the nuanced contexts. This gap highlights the need for more in-depth and practical assessments of LLMs in real-world healthcare settings. Objective: We sought to evaluate the performance of LLMs in the complex clinical context of adult critical care medicine using systematic and comprehensible analytic met","authors_text":"Benjamin Shickel, Carl Yang, Cheng Ding, Craig S. Jabaley, Darren Liu, Delgersuren Bold, Eric S. Rosenthal, Gilles Clermont, Jiaying Lu, Joo Heung Yoon, Laurie Dimisko, Mark S. Wainwright, Michael J. Young, Monique Bouvier, Parisa Rashidi, Ran Xiao, Soojin Park, Wenhui Zhang, Xiao Hu","cross_cats":["cs.AI","cs.SE"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2024-01-24T16:52:37Z","title":"Evaluation of General Large Language Models in Contextually Assessing Semantic Concepts Extracted from Adult Critical Care Electronic Health Record Notes"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2401.13588","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e3baaea265a32f425e1d79c4f6dd58956aed9a670d63cfcd867ebfd8d907a902","target":"record","created_at":"2026-07-05T07:37:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"651cd72d92ce6e57578ad1f3d93c79fb849b962e47d0470ad7e57f70067da608","cross_cats_sorted":["cs.AI","cs.SE"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2024-01-24T16:52:37Z","title_canon_sha256":"0efc1c8b1d62211abba83573f153a3e92fb9146653b0cf530861ea6df7224232"},"schema_version":"1.0","source":{"id":"2401.13588","kind":"arxiv","version":1}},"canonical_sha256":"c178b1a7c9c8034483bf104af27b3428a439c691f2fb21da93af0f34cc48d61d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c178b1a7c9c8034483bf104af27b3428a439c691f2fb21da93af0f34cc48d61d","first_computed_at":"2026-07-05T07:37:07.591626Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:37:07.591626Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"848IgMGKfnPeCX2CDgQWyURnaARTHM/+6WPLu5vmEtnBCW45TLSMNbi7m5DT6WsSIHZLvoCMVXidFZ91E9M+Cg==","signature_status":"signed_v1","signed_at":"2026-07-05T07:37:07.592109Z","signed_message":"canonical_sha256_bytes"},"source_id":"2401.13588","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e3baaea265a32f425e1d79c4f6dd58956aed9a670d63cfcd867ebfd8d907a902","sha256:abf3511f3fe91f3300629355d11c67c6c36cdcceb760b2203793cd2fa0d33afb"],"state_sha256":"f2158078f54d86c2e2106ed29a0b9bbbe1bc576b774e811df4a3e916185c41ab"}