{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2016:C2JGX3E7SKJ55XRP3GGJLFPYTE","short_pith_number":"pith:C2JGX3E7","canonical_record":{"source":{"id":"1611.02683","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2016-11-08T20:42:26Z","cross_cats_sorted":["cs.LG","cs.NE"],"title_canon_sha256":"877e9271a9cf341ca91d44bae47afd03fa5c40d90c7a0adb1e69c55ecdcb3547","abstract_canon_sha256":"cba84870f4a1f591f1948357acfc8c2c87162451f92a558bb9bb1d6f4b9e1e0a"},"schema_version":"1.0"},"canonical_sha256":"16926bec9f9293dede2fd98c9595f8993cadb7dec7c10ff340967b3664649dbc","source":{"kind":"arxiv","id":"1611.02683","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1611.02683","created_at":"2026-05-18T00:22:49Z"},{"alias_kind":"arxiv_version","alias_value":"1611.02683v2","created_at":"2026-05-18T00:22:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1611.02683","created_at":"2026-05-18T00:22:49Z"},{"alias_kind":"pith_short_12","alias_value":"C2JGX3E7SKJ5","created_at":"2026-05-18T12:30:09Z"},{"alias_kind":"pith_short_16","alias_value":"C2JGX3E7SKJ55XRP","created_at":"2026-05-18T12:30:09Z"},{"alias_kind":"pith_short_8","alias_value":"C2JGX3E7","created_at":"2026-05-18T12:30:09Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2016:C2JGX3E7SKJ55XRP3GGJLFPYTE","target":"record","payload":{"canonical_record":{"source":{"id":"1611.02683","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2016-11-08T20:42:26Z","cross_cats_sorted":["cs.LG","cs.NE"],"title_canon_sha256":"877e9271a9cf341ca91d44bae47afd03fa5c40d90c7a0adb1e69c55ecdcb3547","abstract_canon_sha256":"cba84870f4a1f591f1948357acfc8c2c87162451f92a558bb9bb1d6f4b9e1e0a"},"schema_version":"1.0"},"canonical_sha256":"16926bec9f9293dede2fd98c9595f8993cadb7dec7c10ff340967b3664649dbc","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:22:49.405557Z","signature_b64":"vjjZbRXbZlXLE4ylAkawn9e87BJ/gQYxm1IRdd4Ap/TCKahkAyGPY9p8Ncwk0m8n9BKacKfuEuwbPLB5iccDDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"16926bec9f9293dede2fd98c9595f8993cadb7dec7c10ff340967b3664649dbc","last_reissued_at":"2026-05-18T00:22:49.405022Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:22:49.405022Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1611.02683","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:22:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9hfGbMoF/pHGx2PEeFdN7zxXxK9UUqv0o2nXzlAAav/dS6kAXE0Q+qSi1v2noA7Cese8sM11jc1KgH7zsC5wAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-05T16:58:11.088647Z"},"content_sha256":"bc940c50572eba325cd7b60c1e6db7ab498be8ddd360c82ef2f3265d9d489c03","schema_version":"1.0","event_id":"sha256:bc940c50572eba325cd7b60c1e6db7ab498be8ddd360c82ef2f3265d9d489c03"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2016:C2JGX3E7SKJ55XRP3GGJLFPYTE","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Unsupervised Pretraining for Sequence to Sequence Learning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG","cs.NE"],"primary_cat":"cs.CL","authors_text":"Peter J. Liu, Prajit Ramachandran, Quoc V. Le","submitted_at":"2016-11-08T20:42:26Z","abstract_excerpt":"This work presents a general unsupervised learning method to improve the accuracy of sequence to sequence (seq2seq) models. In our method, the weights of the encoder and decoder of a seq2seq model are initialized with the pretrained weights of two language models and then fine-tuned with labeled data. We apply this method to challenging benchmarks in machine translation and abstractive summarization and find that it significantly improves the subsequent supervised models. Our main result is that pretraining improves the generalization of seq2seq models. We achieve state-of-the art results on t"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1611.02683","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:22:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"aL/kPUouvPM2SoVuM78hZQqfF9u01Kya+dcv5FcpjlKcji8egas3mu6zPLQxPwvi8Yf+a0SqJ6eVYPNcMmZzDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-05T16:58:11.088997Z"},"content_sha256":"02d8e9ae08f9c78d69cd4f3b9c7241aded7953f6f206548fffe0e86af2b103b4","schema_version":"1.0","event_id":"sha256:02d8e9ae08f9c78d69cd4f3b9c7241aded7953f6f206548fffe0e86af2b103b4"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/C2JGX3E7SKJ55XRP3GGJLFPYTE/bundle.json","state_url":"https://pith.science/pith/C2JGX3E7SKJ55XRP3GGJLFPYTE/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/C2JGX3E7SKJ55XRP3GGJLFPYTE/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-05T16:58:11Z","links":{"resolver":"https://pith.science/pith/C2JGX3E7SKJ55XRP3GGJLFPYTE","bundle":"https://pith.science/pith/C2JGX3E7SKJ55XRP3GGJLFPYTE/bundle.json","state":"https://pith.science/pith/C2JGX3E7SKJ55XRP3GGJLFPYTE/state.json","well_known_bundle":"https://pith.science/.well-known/pith/C2JGX3E7SKJ55XRP3GGJLFPYTE/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2016:C2JGX3E7SKJ55XRP3GGJLFPYTE","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"cba84870f4a1f591f1948357acfc8c2c87162451f92a558bb9bb1d6f4b9e1e0a","cross_cats_sorted":["cs.LG","cs.NE"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2016-11-08T20:42:26Z","title_canon_sha256":"877e9271a9cf341ca91d44bae47afd03fa5c40d90c7a0adb1e69c55ecdcb3547"},"schema_version":"1.0","source":{"id":"1611.02683","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1611.02683","created_at":"2026-05-18T00:22:49Z"},{"alias_kind":"arxiv_version","alias_value":"1611.02683v2","created_at":"2026-05-18T00:22:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1611.02683","created_at":"2026-05-18T00:22:49Z"},{"alias_kind":"pith_short_12","alias_value":"C2JGX3E7SKJ5","created_at":"2026-05-18T12:30:09Z"},{"alias_kind":"pith_short_16","alias_value":"C2JGX3E7SKJ55XRP","created_at":"2026-05-18T12:30:09Z"},{"alias_kind":"pith_short_8","alias_value":"C2JGX3E7","created_at":"2026-05-18T12:30:09Z"}],"graph_snapshots":[{"event_id":"sha256:02d8e9ae08f9c78d69cd4f3b9c7241aded7953f6f206548fffe0e86af2b103b4","target":"graph","created_at":"2026-05-18T00:22:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"This work presents a general unsupervised learning method to improve the accuracy of sequence to sequence (seq2seq) models. In our method, the weights of the encoder and decoder of a seq2seq model are initialized with the pretrained weights of two language models and then fine-tuned with labeled data. We apply this method to challenging benchmarks in machine translation and abstractive summarization and find that it significantly improves the subsequent supervised models. Our main result is that pretraining improves the generalization of seq2seq models. We achieve state-of-the art results on t","authors_text":"Peter J. Liu, Prajit Ramachandran, Quoc V. Le","cross_cats":["cs.LG","cs.NE"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2016-11-08T20:42:26Z","title":"Unsupervised Pretraining for Sequence to Sequence Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1611.02683","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:bc940c50572eba325cd7b60c1e6db7ab498be8ddd360c82ef2f3265d9d489c03","target":"record","created_at":"2026-05-18T00:22:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"cba84870f4a1f591f1948357acfc8c2c87162451f92a558bb9bb1d6f4b9e1e0a","cross_cats_sorted":["cs.LG","cs.NE"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2016-11-08T20:42:26Z","title_canon_sha256":"877e9271a9cf341ca91d44bae47afd03fa5c40d90c7a0adb1e69c55ecdcb3547"},"schema_version":"1.0","source":{"id":"1611.02683","kind":"arxiv","version":2}},"canonical_sha256":"16926bec9f9293dede2fd98c9595f8993cadb7dec7c10ff340967b3664649dbc","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"16926bec9f9293dede2fd98c9595f8993cadb7dec7c10ff340967b3664649dbc","first_computed_at":"2026-05-18T00:22:49.405022Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:22:49.405022Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"vjjZbRXbZlXLE4ylAkawn9e87BJ/gQYxm1IRdd4Ap/TCKahkAyGPY9p8Ncwk0m8n9BKacKfuEuwbPLB5iccDDg==","signature_status":"signed_v1","signed_at":"2026-05-18T00:22:49.405557Z","signed_message":"canonical_sha256_bytes"},"source_id":"1611.02683","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:bc940c50572eba325cd7b60c1e6db7ab498be8ddd360c82ef2f3265d9d489c03","sha256:02d8e9ae08f9c78d69cd4f3b9c7241aded7953f6f206548fffe0e86af2b103b4"],"state_sha256":"0cb509120538ecfb8ddc69caa81a660d31094e59ba0e17d5b97eb5294fd65b09"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"i0XoqKkLxQpbN2w0CpeIjp7cI/sqFWqfhNoDdXj59ACyvHJj3zjNQZ7fXh3qEaDjHMBWcU1uMr8bIXt+sRVqBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-05T16:58:11.091153Z","bundle_sha256":"772d9d7cdea082ff8b7b064e2a543a9bc98ca42b171e1adab2afd58225756823"}}