{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:OFE23OFTMB6ZASMXZBJFZVPL7P","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"505721df2f5140dd0cdd7d281379b21fdd83f66a01ba7b6a55dbec3228c76046","cross_cats_sorted":["cs.AI","cs.LG","cs.NE"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2022-05-31T14:10:15Z","title_canon_sha256":"3623b979d3879a16479707b7de50515661265e0f15d413f516372ce2c404f1bc"},"schema_version":"1.0","source":{"id":"2205.15809","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2205.15809","created_at":"2026-07-05T05:06:31Z"},{"alias_kind":"arxiv_version","alias_value":"2205.15809v2","created_at":"2026-07-05T05:06:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2205.15809","created_at":"2026-07-05T05:06:31Z"},{"alias_kind":"pith_short_12","alias_value":"OFE23OFTMB6Z","created_at":"2026-07-05T05:06:31Z"},{"alias_kind":"pith_short_16","alias_value":"OFE23OFTMB6ZASMX","created_at":"2026-07-05T05:06:31Z"},{"alias_kind":"pith_short_8","alias_value":"OFE23OFT","created_at":"2026-07-05T05:06:31Z"}],"graph_snapshots":[{"event_id":"sha256:3004416af69c6581db2f1e55a50a956fd9542aa47afadf967dbf6ab16eaff718","target":"graph","created_at":"2026-07-05T05:06:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2205.15809/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We study the loss surface of DNNs with $L_{2}$ regularization. We show that the loss in terms of the parameters can be reformulated into a loss in terms of the layerwise activations $Z_{\\ell}$ of the training set. This reformulation reveals the dynamics behind feature learning: each hidden representations $Z_{\\ell}$ are optimal w.r.t. to an attraction/repulsion problem and interpolate between the input and output representations, keeping as little information from the input as necessary to construct the activation of the next layer. For positively homogeneous non-linearities, the loss can be f","authors_text":"Arthur Jacot, Cl\\'ement Hongler, Eugene Golikov, Franck Gabriel","cross_cats":["cs.AI","cs.LG","cs.NE"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2022-05-31T14:10:15Z","title":"Feature Learning in $L_{2}$-regularized DNNs: Attraction/Repulsion and Sparsity"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2205.15809","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:cecf88be4cf6ce5c42ed6ecb0b73206e7457319946cc37780a4d9b8bf1b43568","target":"record","created_at":"2026-07-05T05:06:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"505721df2f5140dd0cdd7d281379b21fdd83f66a01ba7b6a55dbec3228c76046","cross_cats_sorted":["cs.AI","cs.LG","cs.NE"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2022-05-31T14:10:15Z","title_canon_sha256":"3623b979d3879a16479707b7de50515661265e0f15d413f516372ce2c404f1bc"},"schema_version":"1.0","source":{"id":"2205.15809","kind":"arxiv","version":2}},"canonical_sha256":"7149adb8b3607d904997c8525cd5ebfbee89093f4ca4602b0f306236c316218a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7149adb8b3607d904997c8525cd5ebfbee89093f4ca4602b0f306236c316218a","first_computed_at":"2026-07-05T05:06:31.964637Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:06:31.964637Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"nHhONZyXbg+gxUjlJ7qO6o+qhMBfNYo2nP4hv+eS+V0CleuVgnV4R6hrpLM3Fqz2QUoa8Xv+vSXdpSuJQKUsCA==","signature_status":"signed_v1","signed_at":"2026-07-05T05:06:31.965098Z","signed_message":"canonical_sha256_bytes"},"source_id":"2205.15809","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:cecf88be4cf6ce5c42ed6ecb0b73206e7457319946cc37780a4d9b8bf1b43568","sha256:3004416af69c6581db2f1e55a50a956fd9542aa47afadf967dbf6ab16eaff718"],"state_sha256":"09ea4b2a9d594db60318d988e46b3f1ea4a6896dbc07ba75a0d20dd517df4e83"}