{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:WFDYSFFLCCRHFVPCGPGOBVF5Y3","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8e97ef50c7606a0050b0c8ab78632afb191b0a4cf9be13a267bb4e25d3eb34ac","cross_cats_sorted":["cs.CL","cs.LG","eess.AS"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SD","submitted_at":"2021-04-02T12:53:15Z","title_canon_sha256":"53bb3f4496d911d0e6b895fa5d35027bd4e508230171e4243a7b96249735a73f"},"schema_version":"1.0","source":{"id":"2104.01027","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2104.01027","created_at":"2026-07-05T03:12:27Z"},{"alias_kind":"arxiv_version","alias_value":"2104.01027v2","created_at":"2026-07-05T03:12:27Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2104.01027","created_at":"2026-07-05T03:12:27Z"},{"alias_kind":"pith_short_12","alias_value":"WFDYSFFLCCRH","created_at":"2026-07-05T03:12:27Z"},{"alias_kind":"pith_short_16","alias_value":"WFDYSFFLCCRHFVPC","created_at":"2026-07-05T03:12:27Z"},{"alias_kind":"pith_short_8","alias_value":"WFDYSFFL","created_at":"2026-07-05T03:12:27Z"}],"graph_snapshots":[{"event_id":"sha256:be9b775f2a1665c13bcb2ad14c4fa9867fe7375aa7ea9e8ea1e9f9def0954f06","target":"graph","created_at":"2026-07-05T03:12:27Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2104.01027/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Self-supervised learning of speech representations has been a very active research area but most work is focused on a single domain such as read audio books for which there exist large quantities of labeled and unlabeled data. In this paper, we explore more general setups where the domain of the unlabeled data for pre-training data differs from the domain of the labeled data for fine-tuning, which in turn may differ from the test data domain. Our experiments show that using target domain data during pre-training leads to large performance improvements across a variety of setups. On a large-sca","authors_text":"Alexei Baevski, Ann Lee, Anuroop Sriram, Gabriel Synnaeve, Jacob Kahn, Michael Auli, Qiantong Xu, Ronan Collobert, Tatiana Likhomanenko, Vineel Pratap, Wei-Ning Hsu","cross_cats":["cs.CL","cs.LG","eess.AS"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SD","submitted_at":"2021-04-02T12:53:15Z","title":"Robust wav2vec 2.0: Analyzing Domain Shift in Self-Supervised Pre-Training"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2104.01027","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ce4f2e8be559b07f2aa60f865a5d725cb123b94ce1e69d0288cd1f6e4da801c0","target":"record","created_at":"2026-07-05T03:12:27Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8e97ef50c7606a0050b0c8ab78632afb191b0a4cf9be13a267bb4e25d3eb34ac","cross_cats_sorted":["cs.CL","cs.LG","eess.AS"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SD","submitted_at":"2021-04-02T12:53:15Z","title_canon_sha256":"53bb3f4496d911d0e6b895fa5d35027bd4e508230171e4243a7b96249735a73f"},"schema_version":"1.0","source":{"id":"2104.01027","kind":"arxiv","version":2}},"canonical_sha256":"b1478914ab10a272d5e233cce0d4bdc6d3d8e7c15440caa90cf8cf02486fc561","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b1478914ab10a272d5e233cce0d4bdc6d3d8e7c15440caa90cf8cf02486fc561","first_computed_at":"2026-07-05T03:12:27.401342Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:12:27.401342Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"bmfMa/rHan+vDVr99erDfsRjH18FumtRsNywsapgLtEk25c2nMcdMYH/Six/+RzGW0QUv7bn4+DU/xbhUECYBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T03:12:27.401802Z","signed_message":"canonical_sha256_bytes"},"source_id":"2104.01027","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ce4f2e8be559b07f2aa60f865a5d725cb123b94ce1e69d0288cd1f6e4da801c0","sha256:be9b775f2a1665c13bcb2ad14c4fa9867fe7375aa7ea9e8ea1e9f9def0954f06"],"state_sha256":"25ee78471319d215dfea701d01d530262d85c67540ea351086e1dcea6b3a25bf"}