{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2023:L5FCCDMBG6C2H6PMU5RUZC57E2","short_pith_number":"pith:L5FCCDMB","schema_version":"1.0","canonical_sha256":"5f4a210d813785a3f9eca7634c8bbf26a8ba752667a735a98906296e42ec5cb2","source":{"kind":"arxiv","id":"2309.03619","version":2},"attestation_state":"computed","paper":{"title":"Understanding Self-Supervised Learning of Speech Representation via Invariance and Redundancy Reduction","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG","eess.AS"],"primary_cat":"cs.SD","authors_text":"Gunther Heidemann, Simone Pika, Ulf Krumnack, Yusuf Brima","submitted_at":"2023-09-07T10:23:59Z","abstract_excerpt":"Self-supervised learning (SSL) has emerged as a promising paradigm for learning flexible speech representations from unlabeled data. By designing pretext tasks that exploit statistical regularities, SSL models can capture useful representations that are transferable to downstream tasks. This study provides an empirical analysis of Barlow Twins (BT), an SSL technique inspired by theories of redundancy reduction in human perception. On downstream tasks, BT representations accelerated learning and transferred across domains. However, limitations exist in disentangling key explanatory factors, wit"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2309.03619","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SD","submitted_at":"2023-09-07T10:23:59Z","cross_cats_sorted":["cs.LG","eess.AS"],"title_canon_sha256":"67514ddcfacec4659b260df278a1a565be062ee4378af506f4220014d738ac41","abstract_canon_sha256":"bca31373734d31280d495455a89fb2e6b9f50ce3fc0c671b333880bd6470cf24"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:36:53.853542Z","signature_b64":"ZNNutHMwv0zdYk0fJJS/JK06TM6nnLgBQlgBgFnNxm3XZW/xTs3ciHZi/+JXz4CCenlYVbuT6amTZU8XB5wyCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5f4a210d813785a3f9eca7634c8bbf26a8ba752667a735a98906296e42ec5cb2","last_reissued_at":"2026-07-05T07:36:53.853111Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:36:53.853111Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Understanding Self-Supervised Learning of Speech Representation via Invariance and Redundancy Reduction","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG","eess.AS"],"primary_cat":"cs.SD","authors_text":"Gunther Heidemann, Simone Pika, Ulf Krumnack, Yusuf Brima","submitted_at":"2023-09-07T10:23:59Z","abstract_excerpt":"Self-supervised learning (SSL) has emerged as a promising paradigm for learning flexible speech representations from unlabeled data. By designing pretext tasks that exploit statistical regularities, SSL models can capture useful representations that are transferable to downstream tasks. This study provides an empirical analysis of Barlow Twins (BT), an SSL technique inspired by theories of redundancy reduction in human perception. On downstream tasks, BT representations accelerated learning and transferred across domains. However, limitations exist in disentangling key explanatory factors, wit"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2309.03619","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2309.03619/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2309.03619","created_at":"2026-07-05T07:36:53.853169+00:00"},{"alias_kind":"arxiv_version","alias_value":"2309.03619v2","created_at":"2026-07-05T07:36:53.853169+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2309.03619","created_at":"2026-07-05T07:36:53.853169+00:00"},{"alias_kind":"pith_short_12","alias_value":"L5FCCDMBG6C2","created_at":"2026-07-05T07:36:53.853169+00:00"},{"alias_kind":"pith_short_16","alias_value":"L5FCCDMBG6C2H6PM","created_at":"2026-07-05T07:36:53.853169+00:00"},{"alias_kind":"pith_short_8","alias_value":"L5FCCDMB","created_at":"2026-07-05T07:36:53.853169+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/L5FCCDMBG6C2H6PMU5RUZC57E2","json":"https://pith.science/pith/L5FCCDMBG6C2H6PMU5RUZC57E2.json","graph_json":"https://pith.science/api/pith-number/L5FCCDMBG6C2H6PMU5RUZC57E2/graph.json","events_json":"https://pith.science/api/pith-number/L5FCCDMBG6C2H6PMU5RUZC57E2/events.json","paper":"https://pith.science/paper/L5FCCDMB"},"agent_actions":{"view_html":"https://pith.science/pith/L5FCCDMBG6C2H6PMU5RUZC57E2","download_json":"https://pith.science/pith/L5FCCDMBG6C2H6PMU5RUZC57E2.json","view_paper":"https://pith.science/paper/L5FCCDMB","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2309.03619&json=true","fetch_graph":"https://pith.science/api/pith-number/L5FCCDMBG6C2H6PMU5RUZC57E2/graph.json","fetch_events":"https://pith.science/api/pith-number/L5FCCDMBG6C2H6PMU5RUZC57E2/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/L5FCCDMBG6C2H6PMU5RUZC57E2/action/timestamp_anchor","attest_storage":"https://pith.science/pith/L5FCCDMBG6C2H6PMU5RUZC57E2/action/storage_attestation","attest_author":"https://pith.science/pith/L5FCCDMBG6C2H6PMU5RUZC57E2/action/author_attestation","sign_citation":"https://pith.science/pith/L5FCCDMBG6C2H6PMU5RUZC57E2/action/citation_signature","submit_replication":"https://pith.science/pith/L5FCCDMBG6C2H6PMU5RUZC57E2/action/replication_record"}},"created_at":"2026-07-05T07:36:53.853169+00:00","updated_at":"2026-07-05T07:36:53.853169+00:00"}