{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:5J2UYIOAGVIRC4MPRVJYYDJCFZ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"31011760a1ba3ba4c636a45d06fa9495d7262c5665cb3939752770e8d53eaf39","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-05-21T12:27:44Z","title_canon_sha256":"3b8a27d8054384ac5619bd5b8386cfa33f287eef906f8be2fb8a202f3056db2c"},"schema_version":"1.0","source":{"id":"2105.10311","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2105.10311","created_at":"2026-07-05T02:42:52Z"},{"alias_kind":"arxiv_version","alias_value":"2105.10311v2","created_at":"2026-07-05T02:42:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2105.10311","created_at":"2026-07-05T02:42:52Z"},{"alias_kind":"pith_short_12","alias_value":"5J2UYIOAGVIR","created_at":"2026-07-05T02:42:52Z"},{"alias_kind":"pith_short_16","alias_value":"5J2UYIOAGVIRC4MP","created_at":"2026-07-05T02:42:52Z"},{"alias_kind":"pith_short_8","alias_value":"5J2UYIOA","created_at":"2026-07-05T02:42:52Z"}],"graph_snapshots":[{"event_id":"sha256:54b6ed1d697b2c223259a2e3fdead77b399487c43b084ba2a5f60345c7727c98","target":"graph","created_at":"2026-07-05T02:42:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2105.10311/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Text generation has become one of the most important yet challenging tasks in natural language processing (NLP). The resurgence of deep learning has greatly advanced this field by neural generation models, especially the paradigm of pretrained language models (PLMs). In this paper, we present an overview of the major advances achieved in the topic of PLMs for text generation. As the preliminaries, we present the general task definition and briefly describe the mainstream architectures of PLMs for text generation. As the core content, we discuss how to adapt existing PLMs to model different inp","authors_text":"Ji-Rong Wen, Junyi Li, Tianyi Tang, Wayne Xin Zhao","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-05-21T12:27:44Z","title":"Pretrained Language Models for Text Generation: A Survey"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2105.10311","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1785ad5407ed3fae6d77594128a74b8ccbaa64b6c037d0767b608af41d7e6c8f","target":"record","created_at":"2026-07-05T02:42:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"31011760a1ba3ba4c636a45d06fa9495d7262c5665cb3939752770e8d53eaf39","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-05-21T12:27:44Z","title_canon_sha256":"3b8a27d8054384ac5619bd5b8386cfa33f287eef906f8be2fb8a202f3056db2c"},"schema_version":"1.0","source":{"id":"2105.10311","kind":"arxiv","version":2}},"canonical_sha256":"ea754c21c0355111718f8d538c0d222e41b2089a66213d52cc00fe477af83571","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ea754c21c0355111718f8d538c0d222e41b2089a66213d52cc00fe477af83571","first_computed_at":"2026-07-05T02:42:52.259828Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:42:52.259828Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"54IrFKkA49J93jwjss8dv5cFhGGK5Jtg1pUAZSMS5c7hVW/gKOQUgqMhYb211hC2MLr7nhSI7AAdhdDyvpVLAg==","signature_status":"signed_v1","signed_at":"2026-07-05T02:42:52.260263Z","signed_message":"canonical_sha256_bytes"},"source_id":"2105.10311","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1785ad5407ed3fae6d77594128a74b8ccbaa64b6c037d0767b608af41d7e6c8f","sha256:54b6ed1d697b2c223259a2e3fdead77b399487c43b084ba2a5f60345c7727c98"],"state_sha256":"c71fb9c075a51c6245f59c1b077e3aae394d804362d7ea59c7201008c13c7243"}