{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2024:CERYEAIN66X3UZ34QGNTZDBRO7","short_pith_number":"pith:CERYEAIN","schema_version":"1.0","canonical_sha256":"112382010df7afba677c819b3c8c3177edb28e65fc1591e864890efbf84890ba","source":{"kind":"arxiv","id":"2406.06811","version":2},"attestation_state":"computed","paper":{"title":"Learning Continually by Spectral Regularization","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Alex Lewandowski, Andr\\'as Gy\\\"orgy, Dale Schuurmans, Marlos C. Machado, Mateusz Ostaszewski, Micha{\\l} Bortkiewicz, Saurabh Kumar","submitted_at":"2024-06-10T21:34:43Z","abstract_excerpt":"Loss of plasticity is a phenomenon where neural networks can become more difficult to train over the course of learning. Continual learning algorithms seek to mitigate this effect by sustaining good performance while maintaining network trainability. We develop a new technique for improving continual learning inspired by the observation that the singular values of the neural network parameters at initialization are an important factor for trainability during early phases of learning. From this perspective, we derive a new spectral regularizer for continual learning that better sustains these b"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2406.06811","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-06-10T21:34:43Z","cross_cats_sorted":[],"title_canon_sha256":"9a62d05c57228fe5e69fbd93bee6071f24bb851299c6db56cc3ed9a50e4ab95a","abstract_canon_sha256":"2e6a45b8f9c39d6945a3b123bf7f1080fd33c22e0dea68e0dbd009a94dd91edb"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:27:02.057959Z","signature_b64":"UdX1BlA8AZwNHn+IYcsSfTcq3h/7+1KLd6WU7dwOxavir5MYJg1doShNl2jOkKmouRU0GQ6EnZTbmwnNBwmpBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"112382010df7afba677c819b3c8c3177edb28e65fc1591e864890efbf84890ba","last_reissued_at":"2026-07-05T09:27:02.057267Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:27:02.057267Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Learning Continually by Spectral Regularization","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Alex Lewandowski, Andr\\'as Gy\\\"orgy, Dale Schuurmans, Marlos C. Machado, Mateusz Ostaszewski, Micha{\\l} Bortkiewicz, Saurabh Kumar","submitted_at":"2024-06-10T21:34:43Z","abstract_excerpt":"Loss of plasticity is a phenomenon where neural networks can become more difficult to train over the course of learning. Continual learning algorithms seek to mitigate this effect by sustaining good performance while maintaining network trainability. We develop a new technique for improving continual learning inspired by the observation that the singular values of the neural network parameters at initialization are an important factor for trainability during early phases of learning. From this perspective, we derive a new spectral regularizer for continual learning that better sustains these b"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.06811","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.06811/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2406.06811","created_at":"2026-07-05T09:27:02.057356+00:00"},{"alias_kind":"arxiv_version","alias_value":"2406.06811v2","created_at":"2026-07-05T09:27:02.057356+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.06811","created_at":"2026-07-05T09:27:02.057356+00:00"},{"alias_kind":"pith_short_12","alias_value":"CERYEAIN66X3","created_at":"2026-07-05T09:27:02.057356+00:00"},{"alias_kind":"pith_short_16","alias_value":"CERYEAIN66X3UZ34","created_at":"2026-07-05T09:27:02.057356+00:00"},{"alias_kind":"pith_short_8","alias_value":"CERYEAIN","created_at":"2026-07-05T09:27:02.057356+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":6,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2606.25335","citing_title":"Stagnant Neuron: Towards Understanding the Plasticity Loss in Multi-Agent Reinforcement Learning Value Factorization Methods","ref_index":17,"is_internal_anchor":false},{"citing_arxiv_id":"2605.11739","citing_title":"Learning to Foresee: Unveiling the Unlocking Efficiency of On-Policy Distillation","ref_index":88,"is_internal_anchor":false},{"citing_arxiv_id":"2605.11739","citing_title":"Learning to Foresee: Unveiling the Unlocking Efficiency of On-Policy Distillation","ref_index":88,"is_internal_anchor":false},{"citing_arxiv_id":"2605.10973","citing_title":"Rotation-Preserving Supervised Fine-Tuning","ref_index":18,"is_internal_anchor":false},{"citing_arxiv_id":"2605.06834","citing_title":"Attribution-Based Neuron Utility for Plasticity Restoration in Deep Networks","ref_index":13,"is_internal_anchor":false},{"citing_arxiv_id":"2605.07148","citing_title":"Uncovering and Shaping the Latent Representation of 3D Scene Topology in Vision-Language Models","ref_index":48,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/CERYEAIN66X3UZ34QGNTZDBRO7","json":"https://pith.science/pith/CERYEAIN66X3UZ34QGNTZDBRO7.json","graph_json":"https://pith.science/api/pith-number/CERYEAIN66X3UZ34QGNTZDBRO7/graph.json","events_json":"https://pith.science/api/pith-number/CERYEAIN66X3UZ34QGNTZDBRO7/events.json","paper":"https://pith.science/paper/CERYEAIN"},"agent_actions":{"view_html":"https://pith.science/pith/CERYEAIN66X3UZ34QGNTZDBRO7","download_json":"https://pith.science/pith/CERYEAIN66X3UZ34QGNTZDBRO7.json","view_paper":"https://pith.science/paper/CERYEAIN","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2406.06811&json=true","fetch_graph":"https://pith.science/api/pith-number/CERYEAIN66X3UZ34QGNTZDBRO7/graph.json","fetch_events":"https://pith.science/api/pith-number/CERYEAIN66X3UZ34QGNTZDBRO7/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/CERYEAIN66X3UZ34QGNTZDBRO7/action/timestamp_anchor","attest_storage":"https://pith.science/pith/CERYEAIN66X3UZ34QGNTZDBRO7/action/storage_attestation","attest_author":"https://pith.science/pith/CERYEAIN66X3UZ34QGNTZDBRO7/action/author_attestation","sign_citation":"https://pith.science/pith/CERYEAIN66X3UZ34QGNTZDBRO7/action/citation_signature","submit_replication":"https://pith.science/pith/CERYEAIN66X3UZ34QGNTZDBRO7/action/replication_record"}},"created_at":"2026-07-05T09:27:02.057356+00:00","updated_at":"2026-07-05T09:27:02.057356+00:00"}