{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:D5P4DFSMRE2GY3GALFZAHJKPJS","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d7902c8a52cfc602e3e230254d4e9643f5b4f3324a872c4ac464b3d480d986ba","cross_cats_sorted":["cs.CL","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2023-02-18T20:51:09Z","title_canon_sha256":"1ad8681d1ff955e6d8996bbdbdd430edfa00a503969518b72a73efe69a837ba3"},"schema_version":"1.0","source":{"id":"2302.09419","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2302.09419","created_at":"2026-07-05T06:05:34Z"},{"alias_kind":"arxiv_version","alias_value":"2302.09419v3","created_at":"2026-07-05T06:05:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2302.09419","created_at":"2026-07-05T06:05:34Z"},{"alias_kind":"pith_short_12","alias_value":"D5P4DFSMRE2G","created_at":"2026-07-05T06:05:34Z"},{"alias_kind":"pith_short_16","alias_value":"D5P4DFSMRE2GY3GA","created_at":"2026-07-05T06:05:34Z"},{"alias_kind":"pith_short_8","alias_value":"D5P4DFSM","created_at":"2026-07-05T06:05:34Z"}],"graph_snapshots":[{"event_id":"sha256:572424b818afac872edced973e95d7554e00791879e3f515ff14bda61c25e7c8","target":"graph","created_at":"2026-07-05T06:05:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2302.09419/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Pretrained Foundation Models (PFMs) are regarded as the foundation for various downstream tasks with different data modalities. A PFM (e.g., BERT, ChatGPT, and GPT-4) is trained on large-scale data which provides a reasonable parameter initialization for a wide range of downstream applications. BERT learns bidirectional encoder representations from Transformers, which are trained on large datasets as contextual language models. Similarly, the generative pretrained transformer (GPT) method employs Transformers as the feature extractor and is trained using an autoregressive paradigm on large dat","authors_text":"(2) Beihang University, (3) Lehigh University, (4) Macquarie University, (5) Nanyang Technological University, (6) University of California San Diego, (7) Salesforce AI Research, (8) Duke University, (9) University of Illinois at Chicago), Caiming Xiong (7), Ce Zhou (1), Cheng Ji (2), Chen Li (2), Guangjing Wang (1), Hao Peng (2), Jian Pei (8), Jianxin Li (2), Jia Wu (4), Jun Yu (3), Kai Zhang (3), Lichao Sun (3) ((1) Michigan State University, Lifang He (3), Pengtao Xie (6), Philip S. Yu (9), Qian Li (2), Qiben Yan (1), Yixin Liu (3), Ziwei Liu (5)","cross_cats":["cs.CL","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2023-02-18T20:51:09Z","title":"A Comprehensive Survey on Pretrained Foundation Models: A History from BERT to ChatGPT"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2302.09419","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:9bc678c9d4c6a23232aa0b40be843023768943376e4046c1b4465f2845ea7b82","target":"record","created_at":"2026-07-05T06:05:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d7902c8a52cfc602e3e230254d4e9643f5b4f3324a872c4ac464b3d480d986ba","cross_cats_sorted":["cs.CL","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2023-02-18T20:51:09Z","title_canon_sha256":"1ad8681d1ff955e6d8996bbdbdd430edfa00a503969518b72a73efe69a837ba3"},"schema_version":"1.0","source":{"id":"2302.09419","kind":"arxiv","version":3}},"canonical_sha256":"1f5fc1964c89346c6cc0597203a54f4ca3c5077e9cedad67ec1893384ad44ec7","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1f5fc1964c89346c6cc0597203a54f4ca3c5077e9cedad67ec1893384ad44ec7","first_computed_at":"2026-07-05T06:05:34.182940Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:05:34.182940Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"F0kY1PTZ1BSB2KK/BPtK5GBSv2V11ELbT5rLjJ+cwUeAe7e+3ZXsbROl4IGgiY3I6EDBsp7RMt8U3SMg9mYnAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T06:05:34.183434Z","signed_message":"canonical_sha256_bytes"},"source_id":"2302.09419","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:9bc678c9d4c6a23232aa0b40be843023768943376e4046c1b4465f2845ea7b82","sha256:572424b818afac872edced973e95d7554e00791879e3f515ff14bda61c25e7c8"],"state_sha256":"865f6a07b27e3c43c7f7908b86eac3fb29d5d7be9dee1471e1d067331c64230b"}