{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:GQW7BTG2IXSUZU2BT5K7ELAFEQ","short_pith_number":"pith:GQW7BTG2","canonical_record":{"source":{"id":"2505.17095","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-05-21T03:44:13Z","cross_cats_sorted":[],"title_canon_sha256":"c384238d76f276246f3674c48e6a52ac7a6726312dda82de8606f2b74bd542a3","abstract_canon_sha256":"4ef794441d726ba29a322237936a5c16fb982bb7d6840d974c05c6d2070b2ccb"},"schema_version":"1.0"},"canonical_sha256":"342df0ccda45e54cd3419f55f22c0524271ef73ffe97912f9e36605dabf5ccad","source":{"kind":"arxiv","id":"2505.17095","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.17095","created_at":"2026-07-05T11:58:29Z"},{"alias_kind":"arxiv_version","alias_value":"2505.17095v1","created_at":"2026-07-05T11:58:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.17095","created_at":"2026-07-05T11:58:29Z"},{"alias_kind":"pith_short_12","alias_value":"GQW7BTG2IXSU","created_at":"2026-07-05T11:58:29Z"},{"alias_kind":"pith_short_16","alias_value":"GQW7BTG2IXSUZU2B","created_at":"2026-07-05T11:58:29Z"},{"alias_kind":"pith_short_8","alias_value":"GQW7BTG2","created_at":"2026-07-05T11:58:29Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:GQW7BTG2IXSUZU2BT5K7ELAFEQ","target":"record","payload":{"canonical_record":{"source":{"id":"2505.17095","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-05-21T03:44:13Z","cross_cats_sorted":[],"title_canon_sha256":"c384238d76f276246f3674c48e6a52ac7a6726312dda82de8606f2b74bd542a3","abstract_canon_sha256":"4ef794441d726ba29a322237936a5c16fb982bb7d6840d974c05c6d2070b2ccb"},"schema_version":"1.0"},"canonical_sha256":"342df0ccda45e54cd3419f55f22c0524271ef73ffe97912f9e36605dabf5ccad","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:58:29.636918Z","signature_b64":"w0qCmX8lGr09zPTnFl28zJMYn4J91NXflwteLoOLtqODP6Xjc1K4wgnPddXBp3LJk/9Mi69rRHbCDckbgjtGCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"342df0ccda45e54cd3419f55f22c0524271ef73ffe97912f9e36605dabf5ccad","last_reissued_at":"2026-07-05T11:58:29.636462Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:58:29.636462Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2505.17095","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:58:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"su30QCmWfxuvtw5kamOpFTHKu9bPtZJmwvE+VbRa7GRqFaChpcJKn9c2bMxmaJm0tBcYa4HIq2lO4gnDGtCoAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T20:47:50.334952Z"},"content_sha256":"560762904728fa2e7e55775e0d2bb263845a165ee913587ec1ad0dd4d5cc076b","schema_version":"1.0","event_id":"sha256:560762904728fa2e7e55775e0d2bb263845a165ee913587ec1ad0dd4d5cc076b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:GQW7BTG2IXSUZU2BT5K7ELAFEQ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Are LLMs reliable? An exploration of the reliability of large language models in clinical note generation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Christian M. Alis, Christopher P. Monterola, Daniel Stanley Y. Tan, Ethan Robert A. Casin, Jasper Meynard P. Ara\\~na, Jesus Felix B. Valenzuela, Kristine Ann M. Carandang","submitted_at":"2025-05-21T03:44:13Z","abstract_excerpt":"Due to the legal and ethical responsibilities of healthcare providers (HCPs) for accurate documentation and protection of patient data privacy, the natural variability in the responses of large language models (LLMs) presents challenges for incorporating clinical note generation (CNG) systems, driven by LLMs, into real-world clinical processes. The complexity is further amplified by the detailed nature of texts in CNG. To enhance the confidence of HCPs in tools powered by LLMs, this study evaluates the reliability of 12 open-weight and proprietary LLMs from Anthropic, Meta, Mistral, and OpenAI"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.17095","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2505.17095/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:58:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"uY3T+rAI2aN4DKn94gDKxLIWnGnXvC3fwNjRwASKeY75CT8LbwUnl7WUM+m48WbhC0/pyGOwmu+4jlG7mVcqAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T20:47:50.335484Z"},"content_sha256":"142a3817b8cf36ff3103732a0e4178e9160f5bb2cf159b31e0f73b684ac8ca2d","schema_version":"1.0","event_id":"sha256:142a3817b8cf36ff3103732a0e4178e9160f5bb2cf159b31e0f73b684ac8ca2d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/GQW7BTG2IXSUZU2BT5K7ELAFEQ/bundle.json","state_url":"https://pith.science/pith/GQW7BTG2IXSUZU2BT5K7ELAFEQ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/GQW7BTG2IXSUZU2BT5K7ELAFEQ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T20:47:50Z","links":{"resolver":"https://pith.science/pith/GQW7BTG2IXSUZU2BT5K7ELAFEQ","bundle":"https://pith.science/pith/GQW7BTG2IXSUZU2BT5K7ELAFEQ/bundle.json","state":"https://pith.science/pith/GQW7BTG2IXSUZU2BT5K7ELAFEQ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/GQW7BTG2IXSUZU2BT5K7ELAFEQ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:GQW7BTG2IXSUZU2BT5K7ELAFEQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4ef794441d726ba29a322237936a5c16fb982bb7d6840d974c05c6d2070b2ccb","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-05-21T03:44:13Z","title_canon_sha256":"c384238d76f276246f3674c48e6a52ac7a6726312dda82de8606f2b74bd542a3"},"schema_version":"1.0","source":{"id":"2505.17095","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.17095","created_at":"2026-07-05T11:58:29Z"},{"alias_kind":"arxiv_version","alias_value":"2505.17095v1","created_at":"2026-07-05T11:58:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.17095","created_at":"2026-07-05T11:58:29Z"},{"alias_kind":"pith_short_12","alias_value":"GQW7BTG2IXSU","created_at":"2026-07-05T11:58:29Z"},{"alias_kind":"pith_short_16","alias_value":"GQW7BTG2IXSUZU2B","created_at":"2026-07-05T11:58:29Z"},{"alias_kind":"pith_short_8","alias_value":"GQW7BTG2","created_at":"2026-07-05T11:58:29Z"}],"graph_snapshots":[{"event_id":"sha256:142a3817b8cf36ff3103732a0e4178e9160f5bb2cf159b31e0f73b684ac8ca2d","target":"graph","created_at":"2026-07-05T11:58:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2505.17095/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Due to the legal and ethical responsibilities of healthcare providers (HCPs) for accurate documentation and protection of patient data privacy, the natural variability in the responses of large language models (LLMs) presents challenges for incorporating clinical note generation (CNG) systems, driven by LLMs, into real-world clinical processes. The complexity is further amplified by the detailed nature of texts in CNG. To enhance the confidence of HCPs in tools powered by LLMs, this study evaluates the reliability of 12 open-weight and proprietary LLMs from Anthropic, Meta, Mistral, and OpenAI","authors_text":"Christian M. Alis, Christopher P. Monterola, Daniel Stanley Y. Tan, Ethan Robert A. Casin, Jasper Meynard P. Ara\\~na, Jesus Felix B. Valenzuela, Kristine Ann M. Carandang","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-05-21T03:44:13Z","title":"Are LLMs reliable? An exploration of the reliability of large language models in clinical note generation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.17095","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:560762904728fa2e7e55775e0d2bb263845a165ee913587ec1ad0dd4d5cc076b","target":"record","created_at":"2026-07-05T11:58:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4ef794441d726ba29a322237936a5c16fb982bb7d6840d974c05c6d2070b2ccb","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-05-21T03:44:13Z","title_canon_sha256":"c384238d76f276246f3674c48e6a52ac7a6726312dda82de8606f2b74bd542a3"},"schema_version":"1.0","source":{"id":"2505.17095","kind":"arxiv","version":1}},"canonical_sha256":"342df0ccda45e54cd3419f55f22c0524271ef73ffe97912f9e36605dabf5ccad","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"342df0ccda45e54cd3419f55f22c0524271ef73ffe97912f9e36605dabf5ccad","first_computed_at":"2026-07-05T11:58:29.636462Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:58:29.636462Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"w0qCmX8lGr09zPTnFl28zJMYn4J91NXflwteLoOLtqODP6Xjc1K4wgnPddXBp3LJk/9Mi69rRHbCDckbgjtGCw==","signature_status":"signed_v1","signed_at":"2026-07-05T11:58:29.636918Z","signed_message":"canonical_sha256_bytes"},"source_id":"2505.17095","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:560762904728fa2e7e55775e0d2bb263845a165ee913587ec1ad0dd4d5cc076b","sha256:142a3817b8cf36ff3103732a0e4178e9160f5bb2cf159b31e0f73b684ac8ca2d"],"state_sha256":"f42855d8e221e531e668b8fe1f676cdcadf7c4f6199e00221214a9bab0f8fccb"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VKLioH/5SLGLF73pmfI3g6HEzFAr2RsHUBkVzZ8woV8zx/qTz08NclPFuVA77GslrfUFv+jmwd8v809bw7yIBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T20:47:50.339801Z","bundle_sha256":"b4eb1ba17baca76734600e8bf2a4e99c79d89f4c883c0bb7835675b0361076e0"}}