{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2020:FK4LU5QTMJFGZJT2CTM3ITOPYT","short_pith_number":"pith:FK4LU5QT","schema_version":"1.0","canonical_sha256":"2ab8ba7613624a6ca67a14d9b44dcfc4f1c5eb76fc9eff8b90c12b6ffb346280","source":{"kind":"arxiv","id":"2007.06346","version":5},"attestation_state":"computed","paper":{"title":"Whitening for Self-Supervised Representation Learning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CV","stat.ML"],"primary_cat":"cs.LG","authors_text":"Aleksandr Ermolov, Aliaksandr Siarohin, Enver Sangineto, Nicu Sebe","submitted_at":"2020-07-13T12:33:25Z","abstract_excerpt":"Most of the current self-supervised representation learning (SSL) methods are based on the contrastive loss and the instance-discrimination task, where augmented versions of the same image instance (\"positives\") are contrasted with instances extracted from other images (\"negatives\"). For the learning to be effective, many negatives should be compared with a positive pair, which is computationally demanding. In this paper, we propose a different direction and a new loss function for SSL, which is based on the whitening of the latent-space features. The whitening operation has a \"scattering\" eff"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2007.06346","kind":"arxiv","version":5},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-07-13T12:33:25Z","cross_cats_sorted":["cs.CV","stat.ML"],"title_canon_sha256":"3dd4b97606b0e80c630c010baf9245ed2c51359ef836ddbfaf0206c45b5faac9","abstract_canon_sha256":"ff2d83f3ad81e4f0329c89f4ce9da7bcd7303cad6351055c591d23367475552b"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:40:19.292120Z","signature_b64":"jD+kWF4jZz2JnnRyUd1wFsciun3t6HYTPgKX87sfeod3+I7iSzZyMEfGvTgvuf6AgdUUBI/yCaS8jPXpjS4CBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2ab8ba7613624a6ca67a14d9b44dcfc4f1c5eb76fc9eff8b90c12b6ffb346280","last_reissued_at":"2026-07-05T02:40:19.291625Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:40:19.291625Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Whitening for Self-Supervised Representation Learning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CV","stat.ML"],"primary_cat":"cs.LG","authors_text":"Aleksandr Ermolov, Aliaksandr Siarohin, Enver Sangineto, Nicu Sebe","submitted_at":"2020-07-13T12:33:25Z","abstract_excerpt":"Most of the current self-supervised representation learning (SSL) methods are based on the contrastive loss and the instance-discrimination task, where augmented versions of the same image instance (\"positives\") are contrasted with instances extracted from other images (\"negatives\"). For the learning to be effective, many negatives should be compared with a positive pair, which is computationally demanding. In this paper, we propose a different direction and a new loss function for SSL, which is based on the whitening of the latent-space features. The whitening operation has a \"scattering\" eff"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2007.06346","kind":"arxiv","version":5},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2007.06346/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2007.06346","created_at":"2026-07-05T02:40:19.291684+00:00"},{"alias_kind":"arxiv_version","alias_value":"2007.06346v5","created_at":"2026-07-05T02:40:19.291684+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2007.06346","created_at":"2026-07-05T02:40:19.291684+00:00"},{"alias_kind":"pith_short_12","alias_value":"FK4LU5QTMJFG","created_at":"2026-07-05T02:40:19.291684+00:00"},{"alias_kind":"pith_short_16","alias_value":"FK4LU5QTMJFGZJT2","created_at":"2026-07-05T02:40:19.291684+00:00"},{"alias_kind":"pith_short_8","alias_value":"FK4LU5QT","created_at":"2026-07-05T02:40:19.291684+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":4,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2606.01443","citing_title":"UR-JEPA: Uniform Rectifiability as a Regularizer for Joint-Embedding Predictive Architectures","ref_index":15,"is_internal_anchor":false},{"citing_arxiv_id":"2104.14294","citing_title":"Emerging Properties in Self-Supervised Vision Transformers","ref_index":23,"is_internal_anchor":false},{"citing_arxiv_id":"2105.04906","citing_title":"VICReg: Variance-Invariance-Covariance Regularization for Self-Supervised Learning","ref_index":110,"is_internal_anchor":false},{"citing_arxiv_id":"2309.16588","citing_title":"Vision Transformers Need Registers","ref_index":147,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/FK4LU5QTMJFGZJT2CTM3ITOPYT","json":"https://pith.science/pith/FK4LU5QTMJFGZJT2CTM3ITOPYT.json","graph_json":"https://pith.science/api/pith-number/FK4LU5QTMJFGZJT2CTM3ITOPYT/graph.json","events_json":"https://pith.science/api/pith-number/FK4LU5QTMJFGZJT2CTM3ITOPYT/events.json","paper":"https://pith.science/paper/FK4LU5QT"},"agent_actions":{"view_html":"https://pith.science/pith/FK4LU5QTMJFGZJT2CTM3ITOPYT","download_json":"https://pith.science/pith/FK4LU5QTMJFGZJT2CTM3ITOPYT.json","view_paper":"https://pith.science/paper/FK4LU5QT","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2007.06346&json=true","fetch_graph":"https://pith.science/api/pith-number/FK4LU5QTMJFGZJT2CTM3ITOPYT/graph.json","fetch_events":"https://pith.science/api/pith-number/FK4LU5QTMJFGZJT2CTM3ITOPYT/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/FK4LU5QTMJFGZJT2CTM3ITOPYT/action/timestamp_anchor","attest_storage":"https://pith.science/pith/FK4LU5QTMJFGZJT2CTM3ITOPYT/action/storage_attestation","attest_author":"https://pith.science/pith/FK4LU5QTMJFGZJT2CTM3ITOPYT/action/author_attestation","sign_citation":"https://pith.science/pith/FK4LU5QTMJFGZJT2CTM3ITOPYT/action/citation_signature","submit_replication":"https://pith.science/pith/FK4LU5QTMJFGZJT2CTM3ITOPYT/action/replication_record"}},"created_at":"2026-07-05T02:40:19.291684+00:00","updated_at":"2026-07-05T02:40:19.291684+00:00"}