{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2021:O7BGHDWPLNP7JP66XEOE5SAFDR","short_pith_number":"pith:O7BGHDWP","schema_version":"1.0","canonical_sha256":"77c2638ecf5b5ff4bfdeb91c4ec8051c5da702fc82f927e073ea122934459a65","source":{"kind":"arxiv","id":"2110.09348","version":3},"attestation_state":"computed","paper":{"title":"Understanding Dimensional Collapse in Contrastive Self-supervised Learning","license":"http://creativecommons.org/publicdomain/zero/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CV","authors_text":"Li Jing, Pascal Vincent, Yann LeCun, Yuandong Tian","submitted_at":"2021-10-18T14:22:19Z","abstract_excerpt":"Self-supervised visual representation learning aims to learn useful representations without relying on human annotations. Joint embedding approach bases on maximizing the agreement between embedding vectors from different views of the same image. Various methods have been proposed to solve the collapsing problem where all embedding vectors collapse to a trivial constant solution. Among these methods, contrastive learning prevents collapse via negative sample pairs. It has been shown that non-contrastive methods suffer from a lesser collapse problem of a different nature: dimensional collapse, "},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2110.09348","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.CV","submitted_at":"2021-10-18T14:22:19Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"2a50024b201723ed82f7c81909fc3c66c7296e08a305e2b212be8e5e3cf94415","abstract_canon_sha256":"7b3c45e4c772ee8d31e3159df56643afae1fd570948aad8ada232ced29d582b1"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:17:17.781360Z","signature_b64":"fZtTdOz4bxNV9gLzQa5GgNQxKuxhZyhLA9x3iJWFIP3CB1AJeB++v//gfqV6K8Ca+87AHJC4Xk68OOcDtF0JBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"77c2638ecf5b5ff4bfdeb91c4ec8051c5da702fc82f927e073ea122934459a65","last_reissued_at":"2026-07-05T04:17:17.780842Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:17:17.780842Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Understanding Dimensional Collapse in Contrastive Self-supervised Learning","license":"http://creativecommons.org/publicdomain/zero/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CV","authors_text":"Li Jing, Pascal Vincent, Yann LeCun, Yuandong Tian","submitted_at":"2021-10-18T14:22:19Z","abstract_excerpt":"Self-supervised visual representation learning aims to learn useful representations without relying on human annotations. Joint embedding approach bases on maximizing the agreement between embedding vectors from different views of the same image. Various methods have been proposed to solve the collapsing problem where all embedding vectors collapse to a trivial constant solution. Among these methods, contrastive learning prevents collapse via negative sample pairs. It has been shown that non-contrastive methods suffer from a lesser collapse problem of a different nature: dimensional collapse, "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2110.09348","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2110.09348/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2110.09348","created_at":"2026-07-05T04:17:17.780911+00:00"},{"alias_kind":"arxiv_version","alias_value":"2110.09348v3","created_at":"2026-07-05T04:17:17.780911+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2110.09348","created_at":"2026-07-05T04:17:17.780911+00:00"},{"alias_kind":"pith_short_12","alias_value":"O7BGHDWPLNP7","created_at":"2026-07-05T04:17:17.780911+00:00"},{"alias_kind":"pith_short_16","alias_value":"O7BGHDWPLNP7JP66","created_at":"2026-07-05T04:17:17.780911+00:00"},{"alias_kind":"pith_short_8","alias_value":"O7BGHDWP","created_at":"2026-07-05T04:17:17.780911+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":16,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2606.21911","citing_title":"The Pitfall of Scaling Up: Uncovering and Mitigating Popularity Bias Amplification in Scaling Transformer-based Recommenders","ref_index":36,"is_internal_anchor":false},{"citing_arxiv_id":"2606.21590","citing_title":"Radial Basis Function Networks as Projection Heads in Self-Supervised Learning","ref_index":26,"is_internal_anchor":false},{"citing_arxiv_id":"2607.00052","citing_title":"AGE: Adaptive-masking for Graph Embedding in Graph Retrieval-Augmented Generation","ref_index":42,"is_internal_anchor":false},{"citing_arxiv_id":"2606.03802","citing_title":"Template Collapse and Information-Theoretic Limits in Camera rPPG Pulse Morphology Restoration","ref_index":12,"is_internal_anchor":false},{"citing_arxiv_id":"2606.03338","citing_title":"IdEst: Assessing Self-Supervised Learning Representations via Intrinsic Dimension","ref_index":76,"is_internal_anchor":false},{"citing_arxiv_id":"2606.01443","citing_title":"UR-JEPA: Uniform Rectifiability as a Regularizer for Joint-Embedding Predictive Architectures","ref_index":18,"is_internal_anchor":false},{"citing_arxiv_id":"2606.31811","citing_title":"MuSViT: A Foundation Vision Model for Sheet Music Representation","ref_index":19,"is_internal_anchor":false},{"citing_arxiv_id":"2605.31068","citing_title":"HQ-JEPA: Hybrid Quantum Joint-Embedding Predictive Architecture for Cross-Modal Remote Sensing Representation Learning","ref_index":35,"is_internal_anchor":false},{"citing_arxiv_id":"2605.17854","citing_title":"Learning over Positive and Negative Edges with Contrastive Message Passing","ref_index":13,"is_internal_anchor":false},{"citing_arxiv_id":"2512.04847","citing_title":"Language Models as Semantic Teachers: Post-Training Alignment for Medical Audio Understanding","ref_index":19,"is_internal_anchor":false},{"citing_arxiv_id":"2601.21986","citing_title":"SpecTran: Spectral-Aware Transformer-based Adapter for LLM-Enhanced Sequential Recommendation","ref_index":25,"is_internal_anchor":false},{"citing_arxiv_id":"2511.08544","citing_title":"LeJEPA: Provable and Scalable Self-Supervised Learning Without the Heuristics","ref_index":78,"is_internal_anchor":false},{"citing_arxiv_id":"2605.10790","citing_title":"Elucidating Representation Degradation Problem in Diffusion Model Training","ref_index":21,"is_internal_anchor":false},{"citing_arxiv_id":"2604.25065","citing_title":"ShapeY: A Principled Framework for Measuring Shape Recognition Capacity via Nearest-Neighbor Matching","ref_index":45,"is_internal_anchor":false},{"citing_arxiv_id":"2604.18804","citing_title":"Geometric Decoupling: Diagnosing the Structural Instability of Latent","ref_index":55,"is_internal_anchor":false},{"citing_arxiv_id":"2604.16678","citing_title":"UniCon: Unified Framework for Efficient Contrastive Alignment via Kernels","ref_index":8,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/O7BGHDWPLNP7JP66XEOE5SAFDR","json":"https://pith.science/pith/O7BGHDWPLNP7JP66XEOE5SAFDR.json","graph_json":"https://pith.science/api/pith-number/O7BGHDWPLNP7JP66XEOE5SAFDR/graph.json","events_json":"https://pith.science/api/pith-number/O7BGHDWPLNP7JP66XEOE5SAFDR/events.json","paper":"https://pith.science/paper/O7BGHDWP"},"agent_actions":{"view_html":"https://pith.science/pith/O7BGHDWPLNP7JP66XEOE5SAFDR","download_json":"https://pith.science/pith/O7BGHDWPLNP7JP66XEOE5SAFDR.json","view_paper":"https://pith.science/paper/O7BGHDWP","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2110.09348&json=true","fetch_graph":"https://pith.science/api/pith-number/O7BGHDWPLNP7JP66XEOE5SAFDR/graph.json","fetch_events":"https://pith.science/api/pith-number/O7BGHDWPLNP7JP66XEOE5SAFDR/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/O7BGHDWPLNP7JP66XEOE5SAFDR/action/timestamp_anchor","attest_storage":"https://pith.science/pith/O7BGHDWPLNP7JP66XEOE5SAFDR/action/storage_attestation","attest_author":"https://pith.science/pith/O7BGHDWPLNP7JP66XEOE5SAFDR/action/author_attestation","sign_citation":"https://pith.science/pith/O7BGHDWPLNP7JP66XEOE5SAFDR/action/citation_signature","submit_replication":"https://pith.science/pith/O7BGHDWPLNP7JP66XEOE5SAFDR/action/replication_record"}},"created_at":"2026-07-05T04:17:17.780911+00:00","updated_at":"2026-07-05T04:17:17.780911+00:00"}