{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:FBFOBM3YIAXHLNBOIBIVBLUOT7","short_pith_number":"pith:FBFOBM3Y","canonical_record":{"source":{"id":"2305.16326","kind":"arxiv","version":5},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-10T13:40:06Z","cross_cats_sorted":["cs.AI","cs.IR","cs.LG"],"title_canon_sha256":"d3861e7e002c99757f9335ec23cccd6ca994c4148006308522f62326da8f56d3","abstract_canon_sha256":"b271717d26b952120caa57dd42332fddd4dbb275a89d4e41f83899349fa0eb04"},"schema_version":"1.0"},"canonical_sha256":"284ae0b378402e75b42e405150ae8e9fda2b487dabc17ff34f1fc0b3cc5c1ced","source":{"kind":"arxiv","id":"2305.16326","version":5},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.16326","created_at":"2026-07-05T10:54:10Z"},{"alias_kind":"arxiv_version","alias_value":"2305.16326v5","created_at":"2026-07-05T10:54:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.16326","created_at":"2026-07-05T10:54:10Z"},{"alias_kind":"pith_short_12","alias_value":"FBFOBM3YIAXH","created_at":"2026-07-05T10:54:10Z"},{"alias_kind":"pith_short_16","alias_value":"FBFOBM3YIAXHLNBO","created_at":"2026-07-05T10:54:10Z"},{"alias_kind":"pith_short_8","alias_value":"FBFOBM3Y","created_at":"2026-07-05T10:54:10Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:FBFOBM3YIAXHLNBOIBIVBLUOT7","target":"record","payload":{"canonical_record":{"source":{"id":"2305.16326","kind":"arxiv","version":5},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-10T13:40:06Z","cross_cats_sorted":["cs.AI","cs.IR","cs.LG"],"title_canon_sha256":"d3861e7e002c99757f9335ec23cccd6ca994c4148006308522f62326da8f56d3","abstract_canon_sha256":"b271717d26b952120caa57dd42332fddd4dbb275a89d4e41f83899349fa0eb04"},"schema_version":"1.0"},"canonical_sha256":"284ae0b378402e75b42e405150ae8e9fda2b487dabc17ff34f1fc0b3cc5c1ced","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:54:10.405549Z","signature_b64":"RbsuUA08hwh+TcbOotZAV4Dk3JGCs5hji5OcI64KBU+3oJB/E++Vc7xUKOxLkUaZ7ntCXw9cxUx9HyJ07FQuAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"284ae0b378402e75b42e405150ae8e9fda2b487dabc17ff34f1fc0b3cc5c1ced","last_reissued_at":"2026-07-05T10:54:10.405039Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:54:10.405039Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2305.16326","source_version":5,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:54:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ZpqwMO9qaqtt6SuZeCiaq6IfhIjI4S+dTLVkMtQfK/qQkPq5bR8ik4fE3tBx/fXy/2qpPc7VbmvNYJQOzxlGCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T08:55:39.274248Z"},"content_sha256":"060d8c2ef2075011cbfcb19980aa9d3815670470268150519ecff862f458b926","schema_version":"1.0","event_id":"sha256:060d8c2ef2075011cbfcb19980aa9d3815670470268150519ecff862f458b926"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:FBFOBM3YIAXHLNBOIBIVBLUOT7","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Benchmarking large language models for biomedical natural language processing applications and recommendations","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.IR","cs.LG"],"primary_cat":"cs.CL","authors_text":"Aidan Gilson, Fongci Lin, Huan He, Hua Xu, Jiming Huang, Jingcheng Du, Kalpana Raja, Maxwell B. Singer, Po-Ting Lai, Qianqian Xie, Qiao Jin, Qingyu Chen, Ron A. Adelman, Rui Zhang, Vipina Kuttichi Keloth, W. Jim Zheng, Xueqing Peng, Xuguang Ai, Yan Hu, Zhiyong Lu, Zhizheng Wang","submitted_at":"2023-05-10T13:40:06Z","abstract_excerpt":"The rapid growth of biomedical literature poses challenges for manual knowledge curation and synthesis. Biomedical Natural Language Processing (BioNLP) automates the process. While Large Language Models (LLMs) have shown promise in general domains, their effectiveness in BioNLP tasks remains unclear due to limited benchmarks and practical guidelines.\n  We perform a systematic evaluation of four LLMs, GPT and LLaMA representatives on 12 BioNLP benchmarks across six applications. We compare their zero-shot, few-shot, and fine-tuning performance with traditional fine-tuning of BERT or BART models"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.16326","kind":"arxiv","version":5},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2305.16326/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:54:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"IrU20K+YFfEgkm34d1GmsqVJI00u5l0z99zfQt4k7rfnh/IUkBW+v8xbvsnJ2wWu7w9CFiKbXjLGFbp+AFjSCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T08:55:39.276260Z"},"content_sha256":"345c6d4abc33d108414fbad97703b5727480a1d90ac58ec6dababb063899ec40","schema_version":"1.0","event_id":"sha256:345c6d4abc33d108414fbad97703b5727480a1d90ac58ec6dababb063899ec40"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/FBFOBM3YIAXHLNBOIBIVBLUOT7/bundle.json","state_url":"https://pith.science/pith/FBFOBM3YIAXHLNBOIBIVBLUOT7/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/FBFOBM3YIAXHLNBOIBIVBLUOT7/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-17T08:55:39Z","links":{"resolver":"https://pith.science/pith/FBFOBM3YIAXHLNBOIBIVBLUOT7","bundle":"https://pith.science/pith/FBFOBM3YIAXHLNBOIBIVBLUOT7/bundle.json","state":"https://pith.science/pith/FBFOBM3YIAXHLNBOIBIVBLUOT7/state.json","well_known_bundle":"https://pith.science/.well-known/pith/FBFOBM3YIAXHLNBOIBIVBLUOT7/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:FBFOBM3YIAXHLNBOIBIVBLUOT7","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b271717d26b952120caa57dd42332fddd4dbb275a89d4e41f83899349fa0eb04","cross_cats_sorted":["cs.AI","cs.IR","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-10T13:40:06Z","title_canon_sha256":"d3861e7e002c99757f9335ec23cccd6ca994c4148006308522f62326da8f56d3"},"schema_version":"1.0","source":{"id":"2305.16326","kind":"arxiv","version":5}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.16326","created_at":"2026-07-05T10:54:10Z"},{"alias_kind":"arxiv_version","alias_value":"2305.16326v5","created_at":"2026-07-05T10:54:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.16326","created_at":"2026-07-05T10:54:10Z"},{"alias_kind":"pith_short_12","alias_value":"FBFOBM3YIAXH","created_at":"2026-07-05T10:54:10Z"},{"alias_kind":"pith_short_16","alias_value":"FBFOBM3YIAXHLNBO","created_at":"2026-07-05T10:54:10Z"},{"alias_kind":"pith_short_8","alias_value":"FBFOBM3Y","created_at":"2026-07-05T10:54:10Z"}],"graph_snapshots":[{"event_id":"sha256:345c6d4abc33d108414fbad97703b5727480a1d90ac58ec6dababb063899ec40","target":"graph","created_at":"2026-07-05T10:54:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2305.16326/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The rapid growth of biomedical literature poses challenges for manual knowledge curation and synthesis. Biomedical Natural Language Processing (BioNLP) automates the process. While Large Language Models (LLMs) have shown promise in general domains, their effectiveness in BioNLP tasks remains unclear due to limited benchmarks and practical guidelines.\n  We perform a systematic evaluation of four LLMs, GPT and LLaMA representatives on 12 BioNLP benchmarks across six applications. We compare their zero-shot, few-shot, and fine-tuning performance with traditional fine-tuning of BERT or BART models","authors_text":"Aidan Gilson, Fongci Lin, Huan He, Hua Xu, Jiming Huang, Jingcheng Du, Kalpana Raja, Maxwell B. Singer, Po-Ting Lai, Qianqian Xie, Qiao Jin, Qingyu Chen, Ron A. Adelman, Rui Zhang, Vipina Kuttichi Keloth, W. Jim Zheng, Xueqing Peng, Xuguang Ai, Yan Hu, Zhiyong Lu, Zhizheng Wang","cross_cats":["cs.AI","cs.IR","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-10T13:40:06Z","title":"Benchmarking large language models for biomedical natural language processing applications and recommendations"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.16326","kind":"arxiv","version":5},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:060d8c2ef2075011cbfcb19980aa9d3815670470268150519ecff862f458b926","target":"record","created_at":"2026-07-05T10:54:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b271717d26b952120caa57dd42332fddd4dbb275a89d4e41f83899349fa0eb04","cross_cats_sorted":["cs.AI","cs.IR","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-10T13:40:06Z","title_canon_sha256":"d3861e7e002c99757f9335ec23cccd6ca994c4148006308522f62326da8f56d3"},"schema_version":"1.0","source":{"id":"2305.16326","kind":"arxiv","version":5}},"canonical_sha256":"284ae0b378402e75b42e405150ae8e9fda2b487dabc17ff34f1fc0b3cc5c1ced","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"284ae0b378402e75b42e405150ae8e9fda2b487dabc17ff34f1fc0b3cc5c1ced","first_computed_at":"2026-07-05T10:54:10.405039Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:54:10.405039Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"RbsuUA08hwh+TcbOotZAV4Dk3JGCs5hji5OcI64KBU+3oJB/E++Vc7xUKOxLkUaZ7ntCXw9cxUx9HyJ07FQuAg==","signature_status":"signed_v1","signed_at":"2026-07-05T10:54:10.405549Z","signed_message":"canonical_sha256_bytes"},"source_id":"2305.16326","source_kind":"arxiv","source_version":5}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:060d8c2ef2075011cbfcb19980aa9d3815670470268150519ecff862f458b926","sha256:345c6d4abc33d108414fbad97703b5727480a1d90ac58ec6dababb063899ec40"],"state_sha256":"08e75578c9ca725bdb5e77b697c99d675a9137177916dd67838295f08b8e930f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lyN48SJwgH9Nvw0+nk+rfG7hfg3Fkt9XN9W2XNVqJ3LAuHhUAlH33VK+drn8Yo8AMU1+HM89WYaK+HpwaUOVCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-17T08:55:39.286710Z","bundle_sha256":"0f7df34492e34181a4641d2297d7dd11581c5bd935cc5382b2e7aaa6c83967cd"}}