{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2023:VGJRTLVIFJIHQB7HDLAARUUSML","short_pith_number":"pith:VGJRTLVI","schema_version":"1.0","canonical_sha256":"a99319aea82a507807e71ac008d29262e699ca507a129155fd6187c409db280b","source":{"kind":"arxiv","id":"2308.11958","version":3},"attestation_state":"computed","paper":{"title":"Maintaining Plasticity in Continual Learning via Regenerative Regularization","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Benjamin Van Roy, Henrik Marklund, Saurabh Kumar","submitted_at":"2023-08-23T06:57:05Z","abstract_excerpt":"In continual learning, plasticity refers to the ability of an agent to quickly adapt to new information. Neural networks are known to lose plasticity when processing non-stationary data streams. In this paper, we propose L2 Init, a simple approach for maintaining plasticity by incorporating in the loss function L2 regularization toward initial parameters. This is very similar to standard L2 regularization (L2), the only difference being that L2 regularizes toward the origin. L2 Init is simple to implement and requires selecting only a single hyper-parameter. The motivation for this method is t"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2308.11958","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-08-23T06:57:05Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"2aa245a9c7c881b377b37f7b65381a079087e24877094c9f0c8d5cd63008f4b4","abstract_canon_sha256":"eaab3a8a32525c913af30bbbf3f1b118545b79fd24d9b920d77f31d1b3683ce5"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:25:32.515084Z","signature_b64":"CsiHfukO1QolNZufeZpBQInkX8FG6ba+rRDGKq7enJwl710TNc9CVvJ7Jhzzglh+WMRPjP+JaTSlnn7tjXtwAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a99319aea82a507807e71ac008d29262e699ca507a129155fd6187c409db280b","last_reissued_at":"2026-07-05T09:25:32.514563Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:25:32.514563Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Maintaining Plasticity in Continual Learning via Regenerative Regularization","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Benjamin Van Roy, Henrik Marklund, Saurabh Kumar","submitted_at":"2023-08-23T06:57:05Z","abstract_excerpt":"In continual learning, plasticity refers to the ability of an agent to quickly adapt to new information. Neural networks are known to lose plasticity when processing non-stationary data streams. In this paper, we propose L2 Init, a simple approach for maintaining plasticity by incorporating in the loss function L2 regularization toward initial parameters. This is very similar to standard L2 regularization (L2), the only difference being that L2 regularizes toward the origin. L2 Init is simple to implement and requires selecting only a single hyper-parameter. The motivation for this method is t"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.11958","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2308.11958/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2308.11958","created_at":"2026-07-05T09:25:32.514617+00:00"},{"alias_kind":"arxiv_version","alias_value":"2308.11958v3","created_at":"2026-07-05T09:25:32.514617+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.11958","created_at":"2026-07-05T09:25:32.514617+00:00"},{"alias_kind":"pith_short_12","alias_value":"VGJRTLVIFJIH","created_at":"2026-07-05T09:25:32.514617+00:00"},{"alias_kind":"pith_short_16","alias_value":"VGJRTLVIFJIHQB7H","created_at":"2026-07-05T09:25:32.514617+00:00"},{"alias_kind":"pith_short_8","alias_value":"VGJRTLVI","created_at":"2026-07-05T09:25:32.514617+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":8,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2606.18487","citing_title":"SFT Overtraining Predicts Rank Inversion via Entropy Collapse Under RLVR","ref_index":10,"is_internal_anchor":false},{"citing_arxiv_id":"2606.09762","citing_title":"Preserving Plasticity in Continual Learning via Dynamical Isometry","ref_index":7,"is_internal_anchor":false},{"citing_arxiv_id":"2605.15435","citing_title":"On the Stability of Growth in Structural Plasticity","ref_index":23,"is_internal_anchor":false},{"citing_arxiv_id":"2510.00304","citing_title":"Barriers for Learning in an Evolving World: Mathematical Understanding of Loss of Plasticity","ref_index":2,"is_internal_anchor":false},{"citing_arxiv_id":"2605.15435","citing_title":"On the Stability of Growth in Structural Plasticity","ref_index":23,"is_internal_anchor":false},{"citing_arxiv_id":"2509.22562","citing_title":"Activation Function Design Sustains Plasticity in Continual Learning","ref_index":12,"is_internal_anchor":false},{"citing_arxiv_id":"2605.10973","citing_title":"Rotation-Preserving Supervised Fine-Tuning","ref_index":15,"is_internal_anchor":false},{"citing_arxiv_id":"2604.15414","citing_title":"Beyond Single-Model Optimization: Preserving Plasticity in Continual Reinforcement Learning","ref_index":15,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/VGJRTLVIFJIHQB7HDLAARUUSML","json":"https://pith.science/pith/VGJRTLVIFJIHQB7HDLAARUUSML.json","graph_json":"https://pith.science/api/pith-number/VGJRTLVIFJIHQB7HDLAARUUSML/graph.json","events_json":"https://pith.science/api/pith-number/VGJRTLVIFJIHQB7HDLAARUUSML/events.json","paper":"https://pith.science/paper/VGJRTLVI"},"agent_actions":{"view_html":"https://pith.science/pith/VGJRTLVIFJIHQB7HDLAARUUSML","download_json":"https://pith.science/pith/VGJRTLVIFJIHQB7HDLAARUUSML.json","view_paper":"https://pith.science/paper/VGJRTLVI","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2308.11958&json=true","fetch_graph":"https://pith.science/api/pith-number/VGJRTLVIFJIHQB7HDLAARUUSML/graph.json","fetch_events":"https://pith.science/api/pith-number/VGJRTLVIFJIHQB7HDLAARUUSML/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/VGJRTLVIFJIHQB7HDLAARUUSML/action/timestamp_anchor","attest_storage":"https://pith.science/pith/VGJRTLVIFJIHQB7HDLAARUUSML/action/storage_attestation","attest_author":"https://pith.science/pith/VGJRTLVIFJIHQB7HDLAARUUSML/action/author_attestation","sign_citation":"https://pith.science/pith/VGJRTLVIFJIHQB7HDLAARUUSML/action/citation_signature","submit_replication":"https://pith.science/pith/VGJRTLVIFJIHQB7HDLAARUUSML/action/replication_record"}},"created_at":"2026-07-05T09:25:32.514617+00:00","updated_at":"2026-07-05T09:25:32.514617+00:00"}