{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:PBTCRJDZZQFEVN6IWMMCNBT33R","short_pith_number":"pith:PBTCRJDZ","canonical_record":{"source":{"id":"2408.00588","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-25T05:03:01Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"1bab2ef88472ce1885baec97f390e205739b797d9057e7fdcba36d67260c9140","abstract_canon_sha256":"2da154c329451fcb3ecc32ee04dcbcbecf314daaf6222b262c22a06fc9115b13"},"schema_version":"1.0"},"canonical_sha256":"786628a479cc0a4ab7c8b31826867bdc55e8150d1773c49491afa6f970ceb2d4","source":{"kind":"arxiv","id":"2408.00588","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.00588","created_at":"2026-07-05T08:51:06Z"},{"alias_kind":"arxiv_version","alias_value":"2408.00588v1","created_at":"2026-07-05T08:51:06Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.00588","created_at":"2026-07-05T08:51:06Z"},{"alias_kind":"pith_short_12","alias_value":"PBTCRJDZZQFE","created_at":"2026-07-05T08:51:06Z"},{"alias_kind":"pith_short_16","alias_value":"PBTCRJDZZQFEVN6I","created_at":"2026-07-05T08:51:06Z"},{"alias_kind":"pith_short_8","alias_value":"PBTCRJDZ","created_at":"2026-07-05T08:51:06Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:PBTCRJDZZQFEVN6IWMMCNBT33R","target":"record","payload":{"canonical_record":{"source":{"id":"2408.00588","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-25T05:03:01Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"1bab2ef88472ce1885baec97f390e205739b797d9057e7fdcba36d67260c9140","abstract_canon_sha256":"2da154c329451fcb3ecc32ee04dcbcbecf314daaf6222b262c22a06fc9115b13"},"schema_version":"1.0"},"canonical_sha256":"786628a479cc0a4ab7c8b31826867bdc55e8150d1773c49491afa6f970ceb2d4","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:51:06.254475Z","signature_b64":"ur+bEBoc3Fze1rayuinwYSK7XJfl5AiBQ0KLosRCU27jdIXgJXgWFBnjXgxmYatYQMZQPg+HVfQSOemz46QAAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"786628a479cc0a4ab7c8b31826867bdc55e8150d1773c49491afa6f970ceb2d4","last_reissued_at":"2026-07-05T08:51:06.254069Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:51:06.254069Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2408.00588","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:51:06Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ViCYchlNJqT7qmqKz48JYBe8G6dpHemQXKrFjwHy3QYua79JTy2puUF20y2N/ZHul0p7g/3UEBur5gK1BSlZCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T11:24:25.003509Z"},"content_sha256":"b4af79f61f7cffed0aec195bb4656cbc4093769e54a19fef34f77d9819ea50f1","schema_version":"1.0","event_id":"sha256:b4af79f61f7cffed0aec195bb4656cbc4093769e54a19fef34f77d9819ea50f1"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:PBTCRJDZZQFEVN6IWMMCNBT33R","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Closing the gap between open-source and commercial large language models for medical evidence summarization","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Ali Soroush, Betina R. Idnay, Chunhua Weng, Elizabeth Park, Gongbo Zhang, Jordan G. Nestor, Matthew E. Spotnitz, Qiao Jin, Song Wang, Thomas Campion, Yifan Peng, Yiliang Zhou, Yiming Luo, Zhiyong Lu","submitted_at":"2024-07-25T05:03:01Z","abstract_excerpt":"Large language models (LLMs) hold great promise in summarizing medical evidence. Most recent studies focus on the application of proprietary LLMs. Using proprietary LLMs introduces multiple risk factors, including a lack of transparency and vendor dependency. While open-source LLMs allow better transparency and customization, their performance falls short compared to proprietary ones. In this study, we investigated to what extent fine-tuning open-source LLMs can further improve their performance in summarizing medical evidence. Utilizing a benchmark dataset, MedReview, consisting of 8,161 pair"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.00588","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2408.00588/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:51:06Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"p48U6tzCsFYUnUv0WvC7ZLac+TZugy0myPhsC+tlDgqMnXblGghVE8XfKUIur7NGtqYFyvzzxF0RTlWj5hpsDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T11:24:25.004018Z"},"content_sha256":"dcf318fdd3e6480fd567f8e83763dfcd0f08b78d7cc2154ed4ae6bfb13998e55","schema_version":"1.0","event_id":"sha256:dcf318fdd3e6480fd567f8e83763dfcd0f08b78d7cc2154ed4ae6bfb13998e55"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/PBTCRJDZZQFEVN6IWMMCNBT33R/bundle.json","state_url":"https://pith.science/pith/PBTCRJDZZQFEVN6IWMMCNBT33R/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/PBTCRJDZZQFEVN6IWMMCNBT33R/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T11:24:25Z","links":{"resolver":"https://pith.science/pith/PBTCRJDZZQFEVN6IWMMCNBT33R","bundle":"https://pith.science/pith/PBTCRJDZZQFEVN6IWMMCNBT33R/bundle.json","state":"https://pith.science/pith/PBTCRJDZZQFEVN6IWMMCNBT33R/state.json","well_known_bundle":"https://pith.science/.well-known/pith/PBTCRJDZZQFEVN6IWMMCNBT33R/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:PBTCRJDZZQFEVN6IWMMCNBT33R","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"2da154c329451fcb3ecc32ee04dcbcbecf314daaf6222b262c22a06fc9115b13","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-25T05:03:01Z","title_canon_sha256":"1bab2ef88472ce1885baec97f390e205739b797d9057e7fdcba36d67260c9140"},"schema_version":"1.0","source":{"id":"2408.00588","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.00588","created_at":"2026-07-05T08:51:06Z"},{"alias_kind":"arxiv_version","alias_value":"2408.00588v1","created_at":"2026-07-05T08:51:06Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.00588","created_at":"2026-07-05T08:51:06Z"},{"alias_kind":"pith_short_12","alias_value":"PBTCRJDZZQFE","created_at":"2026-07-05T08:51:06Z"},{"alias_kind":"pith_short_16","alias_value":"PBTCRJDZZQFEVN6I","created_at":"2026-07-05T08:51:06Z"},{"alias_kind":"pith_short_8","alias_value":"PBTCRJDZ","created_at":"2026-07-05T08:51:06Z"}],"graph_snapshots":[{"event_id":"sha256:dcf318fdd3e6480fd567f8e83763dfcd0f08b78d7cc2154ed4ae6bfb13998e55","target":"graph","created_at":"2026-07-05T08:51:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2408.00588/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) hold great promise in summarizing medical evidence. Most recent studies focus on the application of proprietary LLMs. Using proprietary LLMs introduces multiple risk factors, including a lack of transparency and vendor dependency. While open-source LLMs allow better transparency and customization, their performance falls short compared to proprietary ones. In this study, we investigated to what extent fine-tuning open-source LLMs can further improve their performance in summarizing medical evidence. Utilizing a benchmark dataset, MedReview, consisting of 8,161 pair","authors_text":"Ali Soroush, Betina R. Idnay, Chunhua Weng, Elizabeth Park, Gongbo Zhang, Jordan G. Nestor, Matthew E. Spotnitz, Qiao Jin, Song Wang, Thomas Campion, Yifan Peng, Yiliang Zhou, Yiming Luo, Zhiyong Lu","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-25T05:03:01Z","title":"Closing the gap between open-source and commercial large language models for medical evidence summarization"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.00588","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b4af79f61f7cffed0aec195bb4656cbc4093769e54a19fef34f77d9819ea50f1","target":"record","created_at":"2026-07-05T08:51:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"2da154c329451fcb3ecc32ee04dcbcbecf314daaf6222b262c22a06fc9115b13","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-25T05:03:01Z","title_canon_sha256":"1bab2ef88472ce1885baec97f390e205739b797d9057e7fdcba36d67260c9140"},"schema_version":"1.0","source":{"id":"2408.00588","kind":"arxiv","version":1}},"canonical_sha256":"786628a479cc0a4ab7c8b31826867bdc55e8150d1773c49491afa6f970ceb2d4","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"786628a479cc0a4ab7c8b31826867bdc55e8150d1773c49491afa6f970ceb2d4","first_computed_at":"2026-07-05T08:51:06.254069Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:51:06.254069Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ur+bEBoc3Fze1rayuinwYSK7XJfl5AiBQ0KLosRCU27jdIXgJXgWFBnjXgxmYatYQMZQPg+HVfQSOemz46QAAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:51:06.254475Z","signed_message":"canonical_sha256_bytes"},"source_id":"2408.00588","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b4af79f61f7cffed0aec195bb4656cbc4093769e54a19fef34f77d9819ea50f1","sha256:dcf318fdd3e6480fd567f8e83763dfcd0f08b78d7cc2154ed4ae6bfb13998e55"],"state_sha256":"7811597187d5c85747b500804ceccd218e7f0233308dd4696723664e4f635117"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"50RcrYqGBmuPeJQlE80/8h1SmVAQnIMTpEOrfXy9vpMCixV7SfvTHY5joTBzH6c6XtQggLAvkL8x603SfWR+Bg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T11:24:25.009609Z","bundle_sha256":"ef177d12404cc3ba1fd690156687aff2aa04bc864896e6536b3da7074ca596fb"}}