{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:7L7PLV7VTM6W4HMICIRE5O5HJ6","short_pith_number":"pith:7L7PLV7V","canonical_record":{"source":{"id":"2310.04415","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-10-06T17:58:21Z","cross_cats_sorted":[],"title_canon_sha256":"e3301d36be51cd97e2119422334ba8ce31cc2abbabf1b9e9063c42b2bf9e7ed8","abstract_canon_sha256":"37f8e48784afcedb2cab90a2f01593ef74e67b8237777510ace9b8bc06e3b36c"},"schema_version":"1.0"},"canonical_sha256":"fafef5d7f59b3d6e1d8812224ebba74f8873976393b61b6ca1792506939c81e0","source":{"kind":"arxiv","id":"2310.04415","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.04415","created_at":"2026-07-05T09:30:57Z"},{"alias_kind":"arxiv_version","alias_value":"2310.04415v2","created_at":"2026-07-05T09:30:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.04415","created_at":"2026-07-05T09:30:57Z"},{"alias_kind":"pith_short_12","alias_value":"7L7PLV7VTM6W","created_at":"2026-07-05T09:30:57Z"},{"alias_kind":"pith_short_16","alias_value":"7L7PLV7VTM6W4HMI","created_at":"2026-07-05T09:30:57Z"},{"alias_kind":"pith_short_8","alias_value":"7L7PLV7V","created_at":"2026-07-05T09:30:57Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:7L7PLV7VTM6W4HMICIRE5O5HJ6","target":"record","payload":{"canonical_record":{"source":{"id":"2310.04415","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-10-06T17:58:21Z","cross_cats_sorted":[],"title_canon_sha256":"e3301d36be51cd97e2119422334ba8ce31cc2abbabf1b9e9063c42b2bf9e7ed8","abstract_canon_sha256":"37f8e48784afcedb2cab90a2f01593ef74e67b8237777510ace9b8bc06e3b36c"},"schema_version":"1.0"},"canonical_sha256":"fafef5d7f59b3d6e1d8812224ebba74f8873976393b61b6ca1792506939c81e0","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:30:57.025535Z","signature_b64":"M7ejfPs4TVn53G53SRDWUyq5JOuX7R438sg2ryxuNbl3S2uHY10E3Ykou7nB8MjMegu+O4v0g5QzcPuyJKbqAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"fafef5d7f59b3d6e1d8812224ebba74f8873976393b61b6ca1792506939c81e0","last_reissued_at":"2026-07-05T09:30:57.025048Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:30:57.025048Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.04415","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:30:57Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rZ/GTsjZY5HJOCNkfZDTQJJd6rHIARRn9tVUkThQsHQhcUYyoAfJEmqANuOJlhQ/nuban2cMq/2UGf4hx/cKCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T11:44:37.589253Z"},"content_sha256":"5778e6aaf50b5b0a33213ffbcbabd4288b7d047e93ae939968de4afa773d01dd","schema_version":"1.0","event_id":"sha256:5778e6aaf50b5b0a33213ffbcbabd4288b7d047e93ae939968de4afa773d01dd"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:7L7PLV7VTM6W4HMICIRE5O5HJ6","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Why Do We Need Weight Decay in Modern Deep Learning?","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Aditya Varre, Francesco D'Angelo, Maksym Andriushchenko, Nicolas Flammarion","submitted_at":"2023-10-06T17:58:21Z","abstract_excerpt":"Weight decay is a broadly used technique for training state-of-the-art deep networks from image classification to large language models. Despite its widespread usage and being extensively studied in the classical literature, its role remains poorly understood for deep learning. In this work, we highlight that the role of weight decay in modern deep learning is different from its regularization effect studied in classical learning theory. For deep networks on vision tasks trained with multipass SGD, we show how weight decay modifies the optimization dynamics enhancing the ever-present implicit "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.04415","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.04415/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:30:57Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"aq31357gH6kAOHWKsyBuVjQpkCljyGjxrHr9Gmc4ZBMqnUNeqwckcA+ksrkVX2F5bGc3+OZiNuHeuCFXYfv+Dw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T11:44:37.589635Z"},"content_sha256":"8f74402cce9dd6bf3309bf976f7bfee694cfd3352963cacfd688ed17e3859fd7","schema_version":"1.0","event_id":"sha256:8f74402cce9dd6bf3309bf976f7bfee694cfd3352963cacfd688ed17e3859fd7"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/7L7PLV7VTM6W4HMICIRE5O5HJ6/bundle.json","state_url":"https://pith.science/pith/7L7PLV7VTM6W4HMICIRE5O5HJ6/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/7L7PLV7VTM6W4HMICIRE5O5HJ6/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T11:44:37Z","links":{"resolver":"https://pith.science/pith/7L7PLV7VTM6W4HMICIRE5O5HJ6","bundle":"https://pith.science/pith/7L7PLV7VTM6W4HMICIRE5O5HJ6/bundle.json","state":"https://pith.science/pith/7L7PLV7VTM6W4HMICIRE5O5HJ6/state.json","well_known_bundle":"https://pith.science/.well-known/pith/7L7PLV7VTM6W4HMICIRE5O5HJ6/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:7L7PLV7VTM6W4HMICIRE5O5HJ6","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"37f8e48784afcedb2cab90a2f01593ef74e67b8237777510ace9b8bc06e3b36c","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-10-06T17:58:21Z","title_canon_sha256":"e3301d36be51cd97e2119422334ba8ce31cc2abbabf1b9e9063c42b2bf9e7ed8"},"schema_version":"1.0","source":{"id":"2310.04415","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.04415","created_at":"2026-07-05T09:30:57Z"},{"alias_kind":"arxiv_version","alias_value":"2310.04415v2","created_at":"2026-07-05T09:30:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.04415","created_at":"2026-07-05T09:30:57Z"},{"alias_kind":"pith_short_12","alias_value":"7L7PLV7VTM6W","created_at":"2026-07-05T09:30:57Z"},{"alias_kind":"pith_short_16","alias_value":"7L7PLV7VTM6W4HMI","created_at":"2026-07-05T09:30:57Z"},{"alias_kind":"pith_short_8","alias_value":"7L7PLV7V","created_at":"2026-07-05T09:30:57Z"}],"graph_snapshots":[{"event_id":"sha256:8f74402cce9dd6bf3309bf976f7bfee694cfd3352963cacfd688ed17e3859fd7","target":"graph","created_at":"2026-07-05T09:30:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.04415/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Weight decay is a broadly used technique for training state-of-the-art deep networks from image classification to large language models. Despite its widespread usage and being extensively studied in the classical literature, its role remains poorly understood for deep learning. In this work, we highlight that the role of weight decay in modern deep learning is different from its regularization effect studied in classical learning theory. For deep networks on vision tasks trained with multipass SGD, we show how weight decay modifies the optimization dynamics enhancing the ever-present implicit ","authors_text":"Aditya Varre, Francesco D'Angelo, Maksym Andriushchenko, Nicolas Flammarion","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-10-06T17:58:21Z","title":"Why Do We Need Weight Decay in Modern Deep Learning?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.04415","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5778e6aaf50b5b0a33213ffbcbabd4288b7d047e93ae939968de4afa773d01dd","target":"record","created_at":"2026-07-05T09:30:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"37f8e48784afcedb2cab90a2f01593ef74e67b8237777510ace9b8bc06e3b36c","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-10-06T17:58:21Z","title_canon_sha256":"e3301d36be51cd97e2119422334ba8ce31cc2abbabf1b9e9063c42b2bf9e7ed8"},"schema_version":"1.0","source":{"id":"2310.04415","kind":"arxiv","version":2}},"canonical_sha256":"fafef5d7f59b3d6e1d8812224ebba74f8873976393b61b6ca1792506939c81e0","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"fafef5d7f59b3d6e1d8812224ebba74f8873976393b61b6ca1792506939c81e0","first_computed_at":"2026-07-05T09:30:57.025048Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:30:57.025048Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"M7ejfPs4TVn53G53SRDWUyq5JOuX7R438sg2ryxuNbl3S2uHY10E3Ykou7nB8MjMegu+O4v0g5QzcPuyJKbqAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:30:57.025535Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.04415","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5778e6aaf50b5b0a33213ffbcbabd4288b7d047e93ae939968de4afa773d01dd","sha256:8f74402cce9dd6bf3309bf976f7bfee694cfd3352963cacfd688ed17e3859fd7"],"state_sha256":"495345069d53dff95b9af88715e5fdb89b7fa12405e0bb6dac58008cc9efb94c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4AsTw1jOZPHdhAmSQpRearuX5b4IUrR7+l45KbQCGhvHfVdltii+IWYZqh4VJ/hhettK6deaFGQCj+UFhlJfAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T11:44:37.591534Z","bundle_sha256":"c1a844f010377c9ba7c3af11e73d8a56f2e5599426056cd54ef802532466aded"}}