{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:WHDFRWDA4MMY345DDJ7NHD5LHS","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a11b4c754f6e2e62c21ce251cf3b86ef298d1ebeb8a3bb99db61d9de85a2b2de","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-05-10T19:32:20Z","title_canon_sha256":"22d189e1404a3a46ee2e98c5010afc8f98d600327efc31c4f091d81e6cc29357"},"schema_version":"1.0","source":{"id":"2205.05131","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2205.05131","created_at":"2026-07-05T05:46:15Z"},{"alias_kind":"arxiv_version","alias_value":"2205.05131v3","created_at":"2026-07-05T05:46:15Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2205.05131","created_at":"2026-07-05T05:46:15Z"},{"alias_kind":"pith_short_12","alias_value":"WHDFRWDA4MMY","created_at":"2026-07-05T05:46:15Z"},{"alias_kind":"pith_short_16","alias_value":"WHDFRWDA4MMY345D","created_at":"2026-07-05T05:46:15Z"},{"alias_kind":"pith_short_8","alias_value":"WHDFRWDA","created_at":"2026-07-05T05:46:15Z"}],"graph_snapshots":[{"event_id":"sha256:b4caecc96e367796caeb56d83c5964907d1ed17c657ef3d66f48ad2ed52756b8","target":"graph","created_at":"2026-07-05T05:46:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2205.05131/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Existing pre-trained models are generally geared towards a particular class of problems. To date, there seems to be still no consensus on what the right architecture and pre-training setup should be. This paper presents a unified framework for pre-training models that are universally effective across datasets and setups. We begin by disentangling architectural archetypes with pre-training objectives -- two concepts that are commonly conflated. Next, we present a generalized & unified perspective for self-supervision in NLP and show how different pre-training objectives can be cast as one anoth","authors_text":"Dara Bahri, Denny Zhou, Donald Metzler, Huaixiu Steven Zheng, Hyung Won Chung, Jason Wei, Mostafa Dehghani, Neil Houlsby, Siamak Shakeri, Tal Schuster, Vinh Q. Tran, Xavier Garcia, Xuezhi Wang, Yi Tay","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-05-10T19:32:20Z","title":"UL2: Unifying Language Learning Paradigms"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2205.05131","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6df25a7091e425f6027d81edbc5cce69777d59a586c5797225c6c62ea571afe5","target":"record","created_at":"2026-07-05T05:46:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a11b4c754f6e2e62c21ce251cf3b86ef298d1ebeb8a3bb99db61d9de85a2b2de","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-05-10T19:32:20Z","title_canon_sha256":"22d189e1404a3a46ee2e98c5010afc8f98d600327efc31c4f091d81e6cc29357"},"schema_version":"1.0","source":{"id":"2205.05131","kind":"arxiv","version":3}},"canonical_sha256":"b1c658d860e3198df3a31a7ed38fab3cab2799239bc51ca596e2061fcaeb7dac","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b1c658d860e3198df3a31a7ed38fab3cab2799239bc51ca596e2061fcaeb7dac","first_computed_at":"2026-07-05T05:46:15.508110Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:46:15.508110Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"EzOoJ0bT2PQFoeQjIlyO7qERkApE6m/bMgb+7CXtuvj/Lb7sfrU4oEjCh7s5CbT2nZXTrDKv4bMbQBkDxdgPAg==","signature_status":"signed_v1","signed_at":"2026-07-05T05:46:15.508694Z","signed_message":"canonical_sha256_bytes"},"source_id":"2205.05131","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6df25a7091e425f6027d81edbc5cce69777d59a586c5797225c6c62ea571afe5","sha256:b4caecc96e367796caeb56d83c5964907d1ed17c657ef3d66f48ad2ed52756b8"],"state_sha256":"282214532dc5ff611b8cb7237b370d0c6ec9dbb219a1d0a1f4b8d0aaa803585b"}