{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:3FF5MV2Y43GL7OFRT6CKAZEBVN","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"530a3a151c4a9fe01b64df43bc04275feb4e9d5d849d101fad92ab4ee0863fd0","cross_cats_sorted":["physics.data-an"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-10-02T21:46:16Z","title_canon_sha256":"acff1d087fccfb793e96f083aa6e6c7c94b8e2ebfeb90b191e1a9a4425b760fe"},"schema_version":"1.0","source":{"id":"2210.00638","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2210.00638","created_at":"2026-07-05T05:50:09Z"},{"alias_kind":"arxiv_version","alias_value":"2210.00638v2","created_at":"2026-07-05T05:50:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2210.00638","created_at":"2026-07-05T05:50:09Z"},{"alias_kind":"pith_short_12","alias_value":"3FF5MV2Y43GL","created_at":"2026-07-05T05:50:09Z"},{"alias_kind":"pith_short_16","alias_value":"3FF5MV2Y43GL7OFR","created_at":"2026-07-05T05:50:09Z"},{"alias_kind":"pith_short_8","alias_value":"3FF5MV2Y","created_at":"2026-07-05T05:50:09Z"}],"graph_snapshots":[{"event_id":"sha256:9c95e9117b1978ecb83537a12d0fc1cd31df501aa64ece057b67a53a55008770","target":"graph","created_at":"2026-07-05T05:50:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2210.00638/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Prevention of complete and dimensional collapse of representations has recently become a design principle for self-supervised learning (SSL). However, questions remain in our theoretical understanding: When do those collapses occur? What are the mechanisms and causes? We answer these questions by deriving and thoroughly analyzing an analytically tractable theory of SSL loss landscapes. In this theory, we identify the causes of the dimensional collapse and study the effect of normalization and bias. Finally, we leverage the interpretability afforded by the analytical theory to understand how di","authors_text":"Ekdeep Singh Lubana, Hidenori Tanaka, Liu Ziyin, Masahito Ueda","cross_cats":["physics.data-an"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-10-02T21:46:16Z","title":"What shapes the loss landscape of self-supervised learning?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2210.00638","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c31b7334b6afe3e3d70b2e46f119a49f5860818a1eec5bc2642859d8c4d79552","target":"record","created_at":"2026-07-05T05:50:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"530a3a151c4a9fe01b64df43bc04275feb4e9d5d849d101fad92ab4ee0863fd0","cross_cats_sorted":["physics.data-an"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-10-02T21:46:16Z","title_canon_sha256":"acff1d087fccfb793e96f083aa6e6c7c94b8e2ebfeb90b191e1a9a4425b760fe"},"schema_version":"1.0","source":{"id":"2210.00638","kind":"arxiv","version":2}},"canonical_sha256":"d94bd65758e6ccbfb8b19f84a06481ab7bdf0b5b7f6894cb9e06382a77a9ad48","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d94bd65758e6ccbfb8b19f84a06481ab7bdf0b5b7f6894cb9e06382a77a9ad48","first_computed_at":"2026-07-05T05:50:09.054923Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:50:09.054923Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"XnfxIlKEqsP4Qy98J1KPRFl19ytBOE9WynWSdt3IvYBmmkoLejbzofP37UoOV9HCVzMTQ8/4DQ5JjRlpueKNDw==","signature_status":"signed_v1","signed_at":"2026-07-05T05:50:09.055417Z","signed_message":"canonical_sha256_bytes"},"source_id":"2210.00638","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c31b7334b6afe3e3d70b2e46f119a49f5860818a1eec5bc2642859d8c4d79552","sha256:9c95e9117b1978ecb83537a12d0fc1cd31df501aa64ece057b67a53a55008770"],"state_sha256":"2898beca24b0ef754734b8b63c49d32c39b168c668b864a40dc3224d713ad594"}