{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2025:72XLCBZUOIQL2GVBQLHVVLNGDC","short_pith_number":"pith:72XLCBZU","schema_version":"1.0","canonical_sha256":"feaeb107347220bd1aa182cf5aada61894100ffbd8e8620d735a7c1b1d66133d","source":{"kind":"arxiv","id":"2502.09252","version":2},"attestation_state":"computed","paper":{"title":"On the Importance of Embedding Norms in Self-Supervised Learning","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Andrew Draganov, Dmitry Kobak, Erik Bekkers, Jan Niklas B\\\"ohm, Lucas Maes, Sebastian Damrich, Sharvaree Vadgama","submitted_at":"2025-02-13T12:09:17Z","abstract_excerpt":"Self-supervised learning (SSL) allows training data representations without a supervised signal and has become an important paradigm in machine learning. Most SSL methods employ the cosine similarity between embedding vectors and hence effectively embed data on a hypersphere. While this seemingly implies that embedding norms cannot play any role in SSL, a few recent works have suggested that embedding norms have properties related to network convergence and confidence. In this paper, we resolve this apparent contradiction and systematically establish the embedding norm's role in SSL training. "},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2502.09252","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-02-13T12:09:17Z","cross_cats_sorted":[],"title_canon_sha256":"c25c402186eb41d934f7fa6c4e2d5cf442fb91c0d477f039cdccb3a3e8a2a2ff","abstract_canon_sha256":"c12ef0482304fc841f3919431928369b5984ab221b4111f381ad435b68741ad3"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-06-09T01:05:04.829825Z","signature_b64":"CT81V23tfvqjAc+L8UqbpQ9TJSqx1iPoSJUuzRZm19XYe0u8+LfHrTf9zmTjf884jhFC94mP9VD98XeNRu4KBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"feaeb107347220bd1aa182cf5aada61894100ffbd8e8620d735a7c1b1d66133d","last_reissued_at":"2026-06-09T01:05:04.829320Z","signature_status":"signed_v1","first_computed_at":"2026-06-09T01:05:04.829320Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"On the Importance of Embedding Norms in Self-Supervised Learning","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Andrew Draganov, Dmitry Kobak, Erik Bekkers, Jan Niklas B\\\"ohm, Lucas Maes, Sebastian Damrich, Sharvaree Vadgama","submitted_at":"2025-02-13T12:09:17Z","abstract_excerpt":"Self-supervised learning (SSL) allows training data representations without a supervised signal and has become an important paradigm in machine learning. Most SSL methods employ the cosine similarity between embedding vectors and hence effectively embed data on a hypersphere. While this seemingly implies that embedding norms cannot play any role in SSL, a few recent works have suggested that embedding norms have properties related to network convergence and confidence. In this paper, we resolve this apparent contradiction and systematically establish the embedding norm's role in SSL training. "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.09252","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2502.09252/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2502.09252","created_at":"2026-06-09T01:05:04.829385+00:00"},{"alias_kind":"arxiv_version","alias_value":"2502.09252v2","created_at":"2026-06-09T01:05:04.829385+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.09252","created_at":"2026-06-09T01:05:04.829385+00:00"},{"alias_kind":"pith_short_12","alias_value":"72XLCBZUOIQL","created_at":"2026-06-09T01:05:04.829385+00:00"},{"alias_kind":"pith_short_16","alias_value":"72XLCBZUOIQL2GVB","created_at":"2026-06-09T01:05:04.829385+00:00"},{"alias_kind":"pith_short_8","alias_value":"72XLCBZU","created_at":"2026-06-09T01:05:04.829385+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/72XLCBZUOIQL2GVBQLHVVLNGDC","json":"https://pith.science/pith/72XLCBZUOIQL2GVBQLHVVLNGDC.json","graph_json":"https://pith.science/api/pith-number/72XLCBZUOIQL2GVBQLHVVLNGDC/graph.json","events_json":"https://pith.science/api/pith-number/72XLCBZUOIQL2GVBQLHVVLNGDC/events.json","paper":"https://pith.science/paper/72XLCBZU"},"agent_actions":{"view_html":"https://pith.science/pith/72XLCBZUOIQL2GVBQLHVVLNGDC","download_json":"https://pith.science/pith/72XLCBZUOIQL2GVBQLHVVLNGDC.json","view_paper":"https://pith.science/paper/72XLCBZU","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2502.09252&json=true","fetch_graph":"https://pith.science/api/pith-number/72XLCBZUOIQL2GVBQLHVVLNGDC/graph.json","fetch_events":"https://pith.science/api/pith-number/72XLCBZUOIQL2GVBQLHVVLNGDC/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/72XLCBZUOIQL2GVBQLHVVLNGDC/action/timestamp_anchor","attest_storage":"https://pith.science/pith/72XLCBZUOIQL2GVBQLHVVLNGDC/action/storage_attestation","attest_author":"https://pith.science/pith/72XLCBZUOIQL2GVBQLHVVLNGDC/action/author_attestation","sign_citation":"https://pith.science/pith/72XLCBZUOIQL2GVBQLHVVLNGDC/action/citation_signature","submit_replication":"https://pith.science/pith/72XLCBZUOIQL2GVBQLHVVLNGDC/action/replication_record"}},"created_at":"2026-06-09T01:05:04.829385+00:00","updated_at":"2026-06-09T01:05:04.829385+00:00"}