{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:PDMLXBCUXWMLYEUE3PGHSRCS2C","short_pith_number":"pith:PDMLXBCU","canonical_record":{"source":{"id":"2409.13902","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-09-20T21:06:00Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"54413b2188eefe89fa3a1c37673c2b636a0692e915e89f915b58c99a57b8ebd2","abstract_canon_sha256":"d7d749cf0232de69612f9cab775e0f111f02dad4ae87e3aaa8071217a24ec214"},"schema_version":"1.0"},"canonical_sha256":"78d8bb8454bd98bc1284dbcc794452d0ac9d8d64388e3e3c69a4317c6cc0ecf9","source":{"kind":"arxiv","id":"2409.13902","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.13902","created_at":"2026-07-05T09:10:08Z"},{"alias_kind":"arxiv_version","alias_value":"2409.13902v1","created_at":"2026-07-05T09:10:08Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.13902","created_at":"2026-07-05T09:10:08Z"},{"alias_kind":"pith_short_12","alias_value":"PDMLXBCUXWML","created_at":"2026-07-05T09:10:08Z"},{"alias_kind":"pith_short_16","alias_value":"PDMLXBCUXWMLYEUE","created_at":"2026-07-05T09:10:08Z"},{"alias_kind":"pith_short_8","alias_value":"PDMLXBCU","created_at":"2026-07-05T09:10:08Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:PDMLXBCUXWMLYEUE3PGHSRCS2C","target":"record","payload":{"canonical_record":{"source":{"id":"2409.13902","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-09-20T21:06:00Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"54413b2188eefe89fa3a1c37673c2b636a0692e915e89f915b58c99a57b8ebd2","abstract_canon_sha256":"d7d749cf0232de69612f9cab775e0f111f02dad4ae87e3aaa8071217a24ec214"},"schema_version":"1.0"},"canonical_sha256":"78d8bb8454bd98bc1284dbcc794452d0ac9d8d64388e3e3c69a4317c6cc0ecf9","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:10:08.501655Z","signature_b64":"BaSXqqh84MPLMyipIFuVRiFCzivy0Q+YYvT4d0zpgVHRhsrlbuKUkubXGr6Lu65/LIL7ZTzSBHgRGgo/qXivCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"78d8bb8454bd98bc1284dbcc794452d0ac9d8d64388e3e3c69a4317c6cc0ecf9","last_reissued_at":"2026-07-05T09:10:08.501275Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:10:08.501275Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2409.13902","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:10:08Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"P1ZErasgiv1wYVrNcRvHfKpnEOS+XlsTUkmGC9P/51OkTezKo7s2GFH4b3rozuJAtrVcTqU8i3FRfsjd0CZ3CQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-10T18:22:44.684156Z"},"content_sha256":"ae6015d03757deb1d41aa21c0c1d37b829d40bccf2f18773b1f0a7790254ef2a","schema_version":"1.0","event_id":"sha256:ae6015d03757deb1d41aa21c0c1d37b829d40bccf2f18773b1f0a7790254ef2a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:PDMLXBCUXWMLYEUE3PGHSRCS2C","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Enhancing Large Language Models with Domain-specific Retrieval Augment Generation: A Case Study on Long-form Consumer Health Question Answering in Ophthalmology","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Aidan Gilson, Amisha Dave, Annette Kaminaka, Cameron Duic, Emily Y. Chew, Fares Siddig, Hua Xu, Ki Xiong Cheong, Maxwell Singer, Mercy Kibe, Minali Prasad, Qiao Jin, Qingyu Chen, Ron A. Adelman, Thilaka Arunachalam, Tiarnan D.L. Keenan, Wendy Wong, Xia Hu, Xuguang Ai, Yih-Chung Tham, Zhiyong Lu, Ziyou Chen","submitted_at":"2024-09-20T21:06:00Z","abstract_excerpt":"Despite the potential of Large Language Models (LLMs) in medicine, they may generate responses lacking supporting evidence or based on hallucinated evidence. While Retrieval Augment Generation (RAG) is popular to address this issue, few studies implemented and evaluated RAG in downstream domain-specific applications. We developed a RAG pipeline with 70,000 ophthalmology-specific documents that retrieve relevant documents to augment LLMs during inference time. In a case study on long-form consumer health questions, we systematically evaluated the responses including over 500 references of LLMs "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.13902","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2409.13902/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:10:08Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"aQh0aoJfEfkx4WVBsPXd5NZxnlAy29aWek07+0QJrjQmYlgVI+Jn6rbsByUsYaO0YIHAOHte4wpRsI3DdgkcAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-10T18:22:44.684543Z"},"content_sha256":"6c47171dc19506c3f42c20e39cdf6135f2061f631afcc5d173363b9c61e4fa46","schema_version":"1.0","event_id":"sha256:6c47171dc19506c3f42c20e39cdf6135f2061f631afcc5d173363b9c61e4fa46"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/PDMLXBCUXWMLYEUE3PGHSRCS2C/bundle.json","state_url":"https://pith.science/pith/PDMLXBCUXWMLYEUE3PGHSRCS2C/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/PDMLXBCUXWMLYEUE3PGHSRCS2C/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-10T18:22:44Z","links":{"resolver":"https://pith.science/pith/PDMLXBCUXWMLYEUE3PGHSRCS2C","bundle":"https://pith.science/pith/PDMLXBCUXWMLYEUE3PGHSRCS2C/bundle.json","state":"https://pith.science/pith/PDMLXBCUXWMLYEUE3PGHSRCS2C/state.json","well_known_bundle":"https://pith.science/.well-known/pith/PDMLXBCUXWMLYEUE3PGHSRCS2C/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:PDMLXBCUXWMLYEUE3PGHSRCS2C","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d7d749cf0232de69612f9cab775e0f111f02dad4ae87e3aaa8071217a24ec214","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-09-20T21:06:00Z","title_canon_sha256":"54413b2188eefe89fa3a1c37673c2b636a0692e915e89f915b58c99a57b8ebd2"},"schema_version":"1.0","source":{"id":"2409.13902","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.13902","created_at":"2026-07-05T09:10:08Z"},{"alias_kind":"arxiv_version","alias_value":"2409.13902v1","created_at":"2026-07-05T09:10:08Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.13902","created_at":"2026-07-05T09:10:08Z"},{"alias_kind":"pith_short_12","alias_value":"PDMLXBCUXWML","created_at":"2026-07-05T09:10:08Z"},{"alias_kind":"pith_short_16","alias_value":"PDMLXBCUXWMLYEUE","created_at":"2026-07-05T09:10:08Z"},{"alias_kind":"pith_short_8","alias_value":"PDMLXBCU","created_at":"2026-07-05T09:10:08Z"}],"graph_snapshots":[{"event_id":"sha256:6c47171dc19506c3f42c20e39cdf6135f2061f631afcc5d173363b9c61e4fa46","target":"graph","created_at":"2026-07-05T09:10:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2409.13902/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Despite the potential of Large Language Models (LLMs) in medicine, they may generate responses lacking supporting evidence or based on hallucinated evidence. While Retrieval Augment Generation (RAG) is popular to address this issue, few studies implemented and evaluated RAG in downstream domain-specific applications. We developed a RAG pipeline with 70,000 ophthalmology-specific documents that retrieve relevant documents to augment LLMs during inference time. In a case study on long-form consumer health questions, we systematically evaluated the responses including over 500 references of LLMs ","authors_text":"Aidan Gilson, Amisha Dave, Annette Kaminaka, Cameron Duic, Emily Y. Chew, Fares Siddig, Hua Xu, Ki Xiong Cheong, Maxwell Singer, Mercy Kibe, Minali Prasad, Qiao Jin, Qingyu Chen, Ron A. Adelman, Thilaka Arunachalam, Tiarnan D.L. Keenan, Wendy Wong, Xia Hu, Xuguang Ai, Yih-Chung Tham, Zhiyong Lu, Ziyou Chen","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-09-20T21:06:00Z","title":"Enhancing Large Language Models with Domain-specific Retrieval Augment Generation: A Case Study on Long-form Consumer Health Question Answering in Ophthalmology"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.13902","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ae6015d03757deb1d41aa21c0c1d37b829d40bccf2f18773b1f0a7790254ef2a","target":"record","created_at":"2026-07-05T09:10:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d7d749cf0232de69612f9cab775e0f111f02dad4ae87e3aaa8071217a24ec214","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-09-20T21:06:00Z","title_canon_sha256":"54413b2188eefe89fa3a1c37673c2b636a0692e915e89f915b58c99a57b8ebd2"},"schema_version":"1.0","source":{"id":"2409.13902","kind":"arxiv","version":1}},"canonical_sha256":"78d8bb8454bd98bc1284dbcc794452d0ac9d8d64388e3e3c69a4317c6cc0ecf9","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"78d8bb8454bd98bc1284dbcc794452d0ac9d8d64388e3e3c69a4317c6cc0ecf9","first_computed_at":"2026-07-05T09:10:08.501275Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:10:08.501275Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"BaSXqqh84MPLMyipIFuVRiFCzivy0Q+YYvT4d0zpgVHRhsrlbuKUkubXGr6Lu65/LIL7ZTzSBHgRGgo/qXivCg==","signature_status":"signed_v1","signed_at":"2026-07-05T09:10:08.501655Z","signed_message":"canonical_sha256_bytes"},"source_id":"2409.13902","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ae6015d03757deb1d41aa21c0c1d37b829d40bccf2f18773b1f0a7790254ef2a","sha256:6c47171dc19506c3f42c20e39cdf6135f2061f631afcc5d173363b9c61e4fa46"],"state_sha256":"492b0ef118e539cc5b4d995127ffb4c1a64d61a02df764cb379c3eda65f5c7e8"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"T996EtB+LxEaraxe3b0n8876h7Wm3fF3g1Hd9fRVdwcoQbERNFGozpTM9pVZHzR/qre+rBdQ1Oau+JpNDEBSAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-10T18:22:44.686568Z","bundle_sha256":"f466039391bdd79f5dcb27df868de75f11c24999b96945134f8d9126c81127e4"}}