{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2018:BLZ3FREMKJPM6RAOB2533O7SCF","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d967324fd296dedb9c0c38323136c2c291635c6c7677e7ce61dc6d582afb97ff","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2018-10-29T17:51:25Z","title_canon_sha256":"ec479b64476ee39129e5a4bdc02c1315af06784d4ef1c3a015fe5ed925ee0ec5"},"schema_version":"1.0","source":{"id":"1810.12281","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1810.12281","created_at":"2026-05-18T00:02:03Z"},{"alias_kind":"arxiv_version","alias_value":"1810.12281v1","created_at":"2026-05-18T00:02:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1810.12281","created_at":"2026-05-18T00:02:03Z"},{"alias_kind":"pith_short_12","alias_value":"BLZ3FREMKJPM","created_at":"2026-05-18T12:32:16Z"},{"alias_kind":"pith_short_16","alias_value":"BLZ3FREMKJPM6RAO","created_at":"2026-05-18T12:32:16Z"},{"alias_kind":"pith_short_8","alias_value":"BLZ3FREM","created_at":"2026-05-18T12:32:16Z"}],"graph_snapshots":[{"event_id":"sha256:409291365ba60cc189a21793573a4769503636bd5c27b6674a87d22a18cb20d7","target":"graph","created_at":"2026-05-18T00:02:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Weight decay is one of the standard tricks in the neural network toolbox, but the reasons for its regularization effect are poorly understood, and recent results have cast doubt on the traditional interpretation in terms of $L_2$ regularization. Literal weight decay has been shown to outperform $L_2$ regularization for optimizers for which they differ. We empirically investigate weight decay for three optimization algorithms (SGD, Adam, and K-FAC) and a variety of network architectures. We identify three distinct mechanisms by which weight decay exerts a regularization effect, depending on the","authors_text":"Bowen Xu, Chaoqi Wang, Guodong Zhang, Roger Grosse","cross_cats":["stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2018-10-29T17:51:25Z","title":"Three Mechanisms of Weight Decay Regularization"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1810.12281","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:222b9c8a2971324a8fefc970efa0c526336aab91804036a654ab1bc93974dcad","target":"record","created_at":"2026-05-18T00:02:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d967324fd296dedb9c0c38323136c2c291635c6c7677e7ce61dc6d582afb97ff","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2018-10-29T17:51:25Z","title_canon_sha256":"ec479b64476ee39129e5a4bdc02c1315af06784d4ef1c3a015fe5ed925ee0ec5"},"schema_version":"1.0","source":{"id":"1810.12281","kind":"arxiv","version":1}},"canonical_sha256":"0af3b2c48c525ecf440e0ebbbdbbf211657117c1ec37358325dcd3338a1475bf","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"0af3b2c48c525ecf440e0ebbbdbbf211657117c1ec37358325dcd3338a1475bf","first_computed_at":"2026-05-18T00:02:03.730361Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:02:03.730361Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"WsuVzMpGzyIVqesJ3P2UZ07W2ijoco5fGa0VmYc+cgEdvKDeGRbu8JO83nPuvdKO7APHHsTKcCy+hWEvRzkRBA==","signature_status":"signed_v1","signed_at":"2026-05-18T00:02:03.731029Z","signed_message":"canonical_sha256_bytes"},"source_id":"1810.12281","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:222b9c8a2971324a8fefc970efa0c526336aab91804036a654ab1bc93974dcad","sha256:409291365ba60cc189a21793573a4769503636bd5c27b6674a87d22a18cb20d7"],"state_sha256":"b04f67392a5f535f1575acc73292948a1190053f1bf596b9cd35d0ccea23b8bb"}