{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2021:QVBQ2MAJMQPU23PYCYA4TSE33D","short_pith_number":"pith:QVBQ2MAJ","schema_version":"1.0","canonical_sha256":"85430d3009641f4d6df81601c9c89bd8ed4a62ed7967e8480f2fa91a47384638","source":{"kind":"arxiv","id":"2102.08850","version":4},"attestation_state":"computed","paper":{"title":"Contrastive Learning Inverts the Data Generating Process","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CV"],"primary_cat":"cs.LG","authors_text":"Matthias Bethge, Roland S. Zimmermann, Steffen Schneider, Wieland Brendel, Yash Sharma","submitted_at":"2021-02-17T16:21:54Z","abstract_excerpt":"Contrastive learning has recently seen tremendous success in self-supervised learning. So far, however, it is largely unclear why the learned representations generalize so effectively to a large variety of downstream tasks. We here prove that feedforward models trained with objectives belonging to the commonly used InfoNCE family learn to implicitly invert the underlying generative model of the observed data. While the proofs make certain statistical assumptions about the generative model, we observe empirically that our findings hold even if these assumptions are severely violated. Our theory"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2102.08850","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-02-17T16:21:54Z","cross_cats_sorted":["cs.CV"],"title_canon_sha256":"1af75f79b3fc0c997f7662e08c5b38df3b45782f6ca3f200e0c381bf5846a5c5","abstract_canon_sha256":"5befbf888c71a71f696352d163accf6b199aab13021ee3b0474502b4b5f50d0a"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:12:15.204094Z","signature_b64":"M6i2e18PQ7LiwJxPr5cgOLw+Dj9abS6UI8AXmKN+q7C0IYk0MGmruh7+VwRsjHKlk3whmzVzqolqjDg+CsuSDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"85430d3009641f4d6df81601c9c89bd8ed4a62ed7967e8480f2fa91a47384638","last_reissued_at":"2026-07-05T04:12:15.203628Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:12:15.203628Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Contrastive Learning Inverts the Data Generating Process","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CV"],"primary_cat":"cs.LG","authors_text":"Matthias Bethge, Roland S. Zimmermann, Steffen Schneider, Wieland Brendel, Yash Sharma","submitted_at":"2021-02-17T16:21:54Z","abstract_excerpt":"Contrastive learning has recently seen tremendous success in self-supervised learning. So far, however, it is largely unclear why the learned representations generalize so effectively to a large variety of downstream tasks. We here prove that feedforward models trained with objectives belonging to the commonly used InfoNCE family learn to implicitly invert the underlying generative model of the observed data. While the proofs make certain statistical assumptions about the generative model, we observe empirically that our findings hold even if these assumptions are severely violated. Our theory"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2102.08850","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2102.08850/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2102.08850","created_at":"2026-07-05T04:12:15.203685+00:00"},{"alias_kind":"arxiv_version","alias_value":"2102.08850v4","created_at":"2026-07-05T04:12:15.203685+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2102.08850","created_at":"2026-07-05T04:12:15.203685+00:00"},{"alias_kind":"pith_short_12","alias_value":"QVBQ2MAJMQPU","created_at":"2026-07-05T04:12:15.203685+00:00"},{"alias_kind":"pith_short_16","alias_value":"QVBQ2MAJMQPU23PY","created_at":"2026-07-05T04:12:15.203685+00:00"},{"alias_kind":"pith_short_8","alias_value":"QVBQ2MAJ","created_at":"2026-07-05T04:12:15.203685+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":1,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2606.13260","citing_title":"Extracting Governing Equations from Latent Dynamics via Multi-View Contrastive Learning","ref_index":5,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/QVBQ2MAJMQPU23PYCYA4TSE33D","json":"https://pith.science/pith/QVBQ2MAJMQPU23PYCYA4TSE33D.json","graph_json":"https://pith.science/api/pith-number/QVBQ2MAJMQPU23PYCYA4TSE33D/graph.json","events_json":"https://pith.science/api/pith-number/QVBQ2MAJMQPU23PYCYA4TSE33D/events.json","paper":"https://pith.science/paper/QVBQ2MAJ"},"agent_actions":{"view_html":"https://pith.science/pith/QVBQ2MAJMQPU23PYCYA4TSE33D","download_json":"https://pith.science/pith/QVBQ2MAJMQPU23PYCYA4TSE33D.json","view_paper":"https://pith.science/paper/QVBQ2MAJ","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2102.08850&json=true","fetch_graph":"https://pith.science/api/pith-number/QVBQ2MAJMQPU23PYCYA4TSE33D/graph.json","fetch_events":"https://pith.science/api/pith-number/QVBQ2MAJMQPU23PYCYA4TSE33D/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/QVBQ2MAJMQPU23PYCYA4TSE33D/action/timestamp_anchor","attest_storage":"https://pith.science/pith/QVBQ2MAJMQPU23PYCYA4TSE33D/action/storage_attestation","attest_author":"https://pith.science/pith/QVBQ2MAJMQPU23PYCYA4TSE33D/action/author_attestation","sign_citation":"https://pith.science/pith/QVBQ2MAJMQPU23PYCYA4TSE33D/action/citation_signature","submit_replication":"https://pith.science/pith/QVBQ2MAJMQPU23PYCYA4TSE33D/action/replication_record"}},"created_at":"2026-07-05T04:12:15.203685+00:00","updated_at":"2026-07-05T04:12:15.203685+00:00"}