{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:NSVB5TZYEWHXJNRX6WYFFTB52M","short_pith_number":"pith:NSVB5TZY","canonical_record":{"source":{"id":"2306.04504","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-06-07T15:11:26Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"d72938049c304e8c1c5cc0a52266ee0b47eedc989ff1518d959b5956c137422e","abstract_canon_sha256":"6ec38fa9c7b70c352cc363d9aa65587ceead8ca07457982ad137371c90f78206"},"schema_version":"1.0"},"canonical_sha256":"6caa1ecf38258f74b637f5b052cc3dd33117dbe035988bf80ad722ea155f4f7f","source":{"kind":"arxiv","id":"2306.04504","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.04504","created_at":"2026-07-05T06:44:20Z"},{"alias_kind":"arxiv_version","alias_value":"2306.04504v3","created_at":"2026-07-05T06:44:20Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.04504","created_at":"2026-07-05T06:44:20Z"},{"alias_kind":"pith_short_12","alias_value":"NSVB5TZYEWHX","created_at":"2026-07-05T06:44:20Z"},{"alias_kind":"pith_short_16","alias_value":"NSVB5TZYEWHXJNRX","created_at":"2026-07-05T06:44:20Z"},{"alias_kind":"pith_short_8","alias_value":"NSVB5TZY","created_at":"2026-07-05T06:44:20Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:NSVB5TZYEWHXJNRX6WYFFTB52M","target":"record","payload":{"canonical_record":{"source":{"id":"2306.04504","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-06-07T15:11:26Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"d72938049c304e8c1c5cc0a52266ee0b47eedc989ff1518d959b5956c137422e","abstract_canon_sha256":"6ec38fa9c7b70c352cc363d9aa65587ceead8ca07457982ad137371c90f78206"},"schema_version":"1.0"},"canonical_sha256":"6caa1ecf38258f74b637f5b052cc3dd33117dbe035988bf80ad722ea155f4f7f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:44:20.019197Z","signature_b64":"KnIjWYVc6vCh50zOJNfgKSqkJkixnxz1xM8Kn2FnQfHYspmIfIYjRuYjgAmfQaL+S7C1h5VC7F8D5KQ7pZ7zAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6caa1ecf38258f74b637f5b052cc3dd33117dbe035988bf80ad722ea155f4f7f","last_reissued_at":"2026-07-05T06:44:20.018642Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:44:20.018642Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2306.04504","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:44:20Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jmJMYs+AkN1PQLM4zXWaNAktmQZDwOMVPea1U+LnL29X2XQYtUnmx9WqVuYVhr6GWSmKpKfnxOiMiVAjfDQHBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-20T23:08:03.787686Z"},"content_sha256":"b6b4aa96671b8b149cc84b7997091d85b4b7d0e0178d73d2710d7a1e53dea77b","schema_version":"1.0","event_id":"sha256:b6b4aa96671b8b149cc84b7997091d85b4b7d0e0178d73d2710d7a1e53dea77b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:NSVB5TZYEWHXJNRX6WYFFTB52M","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Evaluation of ChatGPT on Biomedical Tasks: A Zero-Shot Comparison with Fine-Tuned Generative Transformers","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Chun Peng, Israt Jahan, Jimmy Huang, Md Tahmid Rahman Laskar","submitted_at":"2023-06-07T15:11:26Z","abstract_excerpt":"ChatGPT is a large language model developed by OpenAI. Despite its impressive performance across various tasks, no prior work has investigated its capability in the biomedical domain yet. To this end, this paper aims to evaluate the performance of ChatGPT on various benchmark biomedical tasks, such as relation extraction, document classification, question answering, and summarization. To the best of our knowledge, this is the first work that conducts an extensive evaluation of ChatGPT in the biomedical domain. Interestingly, we find based on our evaluation that in biomedical datasets that have"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.04504","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2306.04504/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:44:20Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"PLjIo+IVxGM4wwmjVguJucSiL08zdgtpoLBVyj+6jDgmlc8zNZFtgdwcCpuLXsVw2+CXk6LvLXnQVThpQUeOBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-20T23:08:03.788303Z"},"content_sha256":"fb8ca63df97d7b7a2b68f7af0281ae8f0f3479065d022ab7732f3af92f33e927","schema_version":"1.0","event_id":"sha256:fb8ca63df97d7b7a2b68f7af0281ae8f0f3479065d022ab7732f3af92f33e927"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/NSVB5TZYEWHXJNRX6WYFFTB52M/bundle.json","state_url":"https://pith.science/pith/NSVB5TZYEWHXJNRX6WYFFTB52M/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/NSVB5TZYEWHXJNRX6WYFFTB52M/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-20T23:08:03Z","links":{"resolver":"https://pith.science/pith/NSVB5TZYEWHXJNRX6WYFFTB52M","bundle":"https://pith.science/pith/NSVB5TZYEWHXJNRX6WYFFTB52M/bundle.json","state":"https://pith.science/pith/NSVB5TZYEWHXJNRX6WYFFTB52M/state.json","well_known_bundle":"https://pith.science/.well-known/pith/NSVB5TZYEWHXJNRX6WYFFTB52M/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:NSVB5TZYEWHXJNRX6WYFFTB52M","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6ec38fa9c7b70c352cc363d9aa65587ceead8ca07457982ad137371c90f78206","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-06-07T15:11:26Z","title_canon_sha256":"d72938049c304e8c1c5cc0a52266ee0b47eedc989ff1518d959b5956c137422e"},"schema_version":"1.0","source":{"id":"2306.04504","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.04504","created_at":"2026-07-05T06:44:20Z"},{"alias_kind":"arxiv_version","alias_value":"2306.04504v3","created_at":"2026-07-05T06:44:20Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.04504","created_at":"2026-07-05T06:44:20Z"},{"alias_kind":"pith_short_12","alias_value":"NSVB5TZYEWHX","created_at":"2026-07-05T06:44:20Z"},{"alias_kind":"pith_short_16","alias_value":"NSVB5TZYEWHXJNRX","created_at":"2026-07-05T06:44:20Z"},{"alias_kind":"pith_short_8","alias_value":"NSVB5TZY","created_at":"2026-07-05T06:44:20Z"}],"graph_snapshots":[{"event_id":"sha256:fb8ca63df97d7b7a2b68f7af0281ae8f0f3479065d022ab7732f3af92f33e927","target":"graph","created_at":"2026-07-05T06:44:20Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2306.04504/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"ChatGPT is a large language model developed by OpenAI. Despite its impressive performance across various tasks, no prior work has investigated its capability in the biomedical domain yet. To this end, this paper aims to evaluate the performance of ChatGPT on various benchmark biomedical tasks, such as relation extraction, document classification, question answering, and summarization. To the best of our knowledge, this is the first work that conducts an extensive evaluation of ChatGPT in the biomedical domain. Interestingly, we find based on our evaluation that in biomedical datasets that have","authors_text":"Chun Peng, Israt Jahan, Jimmy Huang, Md Tahmid Rahman Laskar","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-06-07T15:11:26Z","title":"Evaluation of ChatGPT on Biomedical Tasks: A Zero-Shot Comparison with Fine-Tuned Generative Transformers"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.04504","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b6b4aa96671b8b149cc84b7997091d85b4b7d0e0178d73d2710d7a1e53dea77b","target":"record","created_at":"2026-07-05T06:44:20Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6ec38fa9c7b70c352cc363d9aa65587ceead8ca07457982ad137371c90f78206","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-06-07T15:11:26Z","title_canon_sha256":"d72938049c304e8c1c5cc0a52266ee0b47eedc989ff1518d959b5956c137422e"},"schema_version":"1.0","source":{"id":"2306.04504","kind":"arxiv","version":3}},"canonical_sha256":"6caa1ecf38258f74b637f5b052cc3dd33117dbe035988bf80ad722ea155f4f7f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6caa1ecf38258f74b637f5b052cc3dd33117dbe035988bf80ad722ea155f4f7f","first_computed_at":"2026-07-05T06:44:20.018642Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:44:20.018642Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"KnIjWYVc6vCh50zOJNfgKSqkJkixnxz1xM8Kn2FnQfHYspmIfIYjRuYjgAmfQaL+S7C1h5VC7F8D5KQ7pZ7zAA==","signature_status":"signed_v1","signed_at":"2026-07-05T06:44:20.019197Z","signed_message":"canonical_sha256_bytes"},"source_id":"2306.04504","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b6b4aa96671b8b149cc84b7997091d85b4b7d0e0178d73d2710d7a1e53dea77b","sha256:fb8ca63df97d7b7a2b68f7af0281ae8f0f3479065d022ab7732f3af92f33e927"],"state_sha256":"20ce53eabd77138229e1856ac284edba3513f4507c245b01d4720a9b8bf04b39"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"c+CEXUnaMiHygOyJ5Q8meuGx1vriyS5qgM7T1dZXnWZwfeZ4xy+NI7Ac7p9jIRiUFNoYfbrECcFbW0K0cesNDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-20T23:08:03.792334Z","bundle_sha256":"5dee813b149f3bd6e8457318e1bbedf6bf9090beee7830335f3ae2339f7ee24f"}}