{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:65CZHOW5DS3NWA2VCDA526VUUV","short_pith_number":"pith:65CZHOW5","canonical_record":{"source":{"id":"2109.02555","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2021-09-06T15:50:37Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"96bde2f918ff6c99c0a280c6ff51377cac0b90c3863ca6da9f9e0f5947b9500e","abstract_canon_sha256":"a2a4ab3db5b185a05e6e1058475ca68ff8b9097e75a503dda5afb855d5d32dd0"},"schema_version":"1.0"},"canonical_sha256":"f74593badd1cb6db035510c1dd7ab4a569b9d86adbb0f8d5dd6c66f7f466403c","source":{"kind":"arxiv","id":"2109.02555","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2109.02555","created_at":"2026-07-05T04:28:07Z"},{"alias_kind":"arxiv_version","alias_value":"2109.02555v2","created_at":"2026-07-05T04:28:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2109.02555","created_at":"2026-07-05T04:28:07Z"},{"alias_kind":"pith_short_12","alias_value":"65CZHOW5DS3N","created_at":"2026-07-05T04:28:07Z"},{"alias_kind":"pith_short_16","alias_value":"65CZHOW5DS3NWA2V","created_at":"2026-07-05T04:28:07Z"},{"alias_kind":"pith_short_8","alias_value":"65CZHOW5","created_at":"2026-07-05T04:28:07Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:65CZHOW5DS3NWA2VCDA526VUUV","target":"record","payload":{"canonical_record":{"source":{"id":"2109.02555","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2021-09-06T15:50:37Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"96bde2f918ff6c99c0a280c6ff51377cac0b90c3863ca6da9f9e0f5947b9500e","abstract_canon_sha256":"a2a4ab3db5b185a05e6e1058475ca68ff8b9097e75a503dda5afb855d5d32dd0"},"schema_version":"1.0"},"canonical_sha256":"f74593badd1cb6db035510c1dd7ab4a569b9d86adbb0f8d5dd6c66f7f466403c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:28:07.644752Z","signature_b64":"zIDHG6Mf6bNA27mrozLiaN8Z5ZjGlHJJ6NtvpwnsCth35BDOwwHC6UVjeYWynO3iCle2XXuxKzaAVSNT5nP6CA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f74593badd1cb6db035510c1dd7ab4a569b9d86adbb0f8d5dd6c66f7f466403c","last_reissued_at":"2026-07-05T04:28:07.644126Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:28:07.644126Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2109.02555","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:28:07Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Dwp3CwOGuD0cjQAgDOPwQ+idx2vjv+SE4DtnPqe5fL/GHe4A1xjf2eJIan9JJWZFw5U3nvx+fQR1MzHqNRiyBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T20:24:47.330530Z"},"content_sha256":"9d9591d91574e811cda0bfa69957b4c616b403c95032d0feab0a7411a9fe9807","schema_version":"1.0","event_id":"sha256:9d9591d91574e811cda0bfa69957b4c616b403c95032d0feab0a7411a9fe9807"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:65CZHOW5DS3NWA2VCDA526VUUV","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"GPT-3 Models are Poor Few-Shot Learners in the Biomedical Domain","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Florian Haberl, Kathrin Blagec, Matthias Samwald, Milad Moradi","submitted_at":"2021-09-06T15:50:37Z","abstract_excerpt":"Deep neural language models have set new breakthroughs in many tasks of Natural Language Processing (NLP). Recent work has shown that deep transformer language models (pretrained on large amounts of texts) can achieve high levels of task-specific few-shot performance comparable to state-of-the-art models. However, the ability of these large language models in few-shot transfer learning has not yet been explored in the biomedical domain. We investigated the performance of two powerful transformer language models, i.e. GPT-3 and BioBERT, in few-shot settings on various biomedical NLP tasks. The "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2109.02555","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2109.02555/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:28:07Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"wpK+E62nKafquGdmHV+dmUJCAvtt1/9O2g9oWy5/vEU66SXq9rQriDGrgfyihcZs/9oZdgpRgLJQQCLLLsT/Cw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T20:24:47.330896Z"},"content_sha256":"cacd903633770c08a627fca85067aecfacaf750751a436b61381e90b9dec994d","schema_version":"1.0","event_id":"sha256:cacd903633770c08a627fca85067aecfacaf750751a436b61381e90b9dec994d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/65CZHOW5DS3NWA2VCDA526VUUV/bundle.json","state_url":"https://pith.science/pith/65CZHOW5DS3NWA2VCDA526VUUV/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/65CZHOW5DS3NWA2VCDA526VUUV/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T20:24:47Z","links":{"resolver":"https://pith.science/pith/65CZHOW5DS3NWA2VCDA526VUUV","bundle":"https://pith.science/pith/65CZHOW5DS3NWA2VCDA526VUUV/bundle.json","state":"https://pith.science/pith/65CZHOW5DS3NWA2VCDA526VUUV/state.json","well_known_bundle":"https://pith.science/.well-known/pith/65CZHOW5DS3NWA2VCDA526VUUV/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:65CZHOW5DS3NWA2VCDA526VUUV","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a2a4ab3db5b185a05e6e1058475ca68ff8b9097e75a503dda5afb855d5d32dd0","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2021-09-06T15:50:37Z","title_canon_sha256":"96bde2f918ff6c99c0a280c6ff51377cac0b90c3863ca6da9f9e0f5947b9500e"},"schema_version":"1.0","source":{"id":"2109.02555","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2109.02555","created_at":"2026-07-05T04:28:07Z"},{"alias_kind":"arxiv_version","alias_value":"2109.02555v2","created_at":"2026-07-05T04:28:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2109.02555","created_at":"2026-07-05T04:28:07Z"},{"alias_kind":"pith_short_12","alias_value":"65CZHOW5DS3N","created_at":"2026-07-05T04:28:07Z"},{"alias_kind":"pith_short_16","alias_value":"65CZHOW5DS3NWA2V","created_at":"2026-07-05T04:28:07Z"},{"alias_kind":"pith_short_8","alias_value":"65CZHOW5","created_at":"2026-07-05T04:28:07Z"}],"graph_snapshots":[{"event_id":"sha256:cacd903633770c08a627fca85067aecfacaf750751a436b61381e90b9dec994d","target":"graph","created_at":"2026-07-05T04:28:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2109.02555/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Deep neural language models have set new breakthroughs in many tasks of Natural Language Processing (NLP). Recent work has shown that deep transformer language models (pretrained on large amounts of texts) can achieve high levels of task-specific few-shot performance comparable to state-of-the-art models. However, the ability of these large language models in few-shot transfer learning has not yet been explored in the biomedical domain. We investigated the performance of two powerful transformer language models, i.e. GPT-3 and BioBERT, in few-shot settings on various biomedical NLP tasks. The ","authors_text":"Florian Haberl, Kathrin Blagec, Matthias Samwald, Milad Moradi","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2021-09-06T15:50:37Z","title":"GPT-3 Models are Poor Few-Shot Learners in the Biomedical Domain"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2109.02555","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:9d9591d91574e811cda0bfa69957b4c616b403c95032d0feab0a7411a9fe9807","target":"record","created_at":"2026-07-05T04:28:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a2a4ab3db5b185a05e6e1058475ca68ff8b9097e75a503dda5afb855d5d32dd0","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2021-09-06T15:50:37Z","title_canon_sha256":"96bde2f918ff6c99c0a280c6ff51377cac0b90c3863ca6da9f9e0f5947b9500e"},"schema_version":"1.0","source":{"id":"2109.02555","kind":"arxiv","version":2}},"canonical_sha256":"f74593badd1cb6db035510c1dd7ab4a569b9d86adbb0f8d5dd6c66f7f466403c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f74593badd1cb6db035510c1dd7ab4a569b9d86adbb0f8d5dd6c66f7f466403c","first_computed_at":"2026-07-05T04:28:07.644126Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:28:07.644126Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"zIDHG6Mf6bNA27mrozLiaN8Z5ZjGlHJJ6NtvpwnsCth35BDOwwHC6UVjeYWynO3iCle2XXuxKzaAVSNT5nP6CA==","signature_status":"signed_v1","signed_at":"2026-07-05T04:28:07.644752Z","signed_message":"canonical_sha256_bytes"},"source_id":"2109.02555","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:9d9591d91574e811cda0bfa69957b4c616b403c95032d0feab0a7411a9fe9807","sha256:cacd903633770c08a627fca85067aecfacaf750751a436b61381e90b9dec994d"],"state_sha256":"0a1e8e27ae318cd8d26c63ae0c8f1736a569869347690ef071300992f26d3c5c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YyECawNeQPEQdr3g+WZlD9kZO7ASHT8W4CGC6qY2Kmtip19o665LQcdLDP8Q7ZGf+xlSqjASt6Cc5qcWKkcACg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T20:24:47.333489Z","bundle_sha256":"6d9dd99aeccc4e78da12dd67c5cf045205e878ec3bba35075184906e50c9352c"}}