{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:D2HSZHQ4QAW6XGOAV7VH6LTK6L","short_pith_number":"pith:D2HSZHQ4","canonical_record":{"source":{"id":"2206.05794","kind":"arxiv","version":7},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-06-12T17:06:35Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"63774584c42548eefae390f02839fd2029f9e1050d17d086d69cde7d26049cf4","abstract_canon_sha256":"591d5f67b26456dd05dd7e9088212b72d1cf48c2872e1a796532bc40af12767f"},"schema_version":"1.0"},"canonical_sha256":"1e8f2c9e1c802deb99c0afea7f2e6af2e9ce84b89a08aca32e5da3effefcc1d3","source":{"kind":"arxiv","id":"2206.05794","version":7},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2206.05794","created_at":"2026-07-05T09:22:35Z"},{"alias_kind":"arxiv_version","alias_value":"2206.05794v7","created_at":"2026-07-05T09:22:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2206.05794","created_at":"2026-07-05T09:22:35Z"},{"alias_kind":"pith_short_12","alias_value":"D2HSZHQ4QAW6","created_at":"2026-07-05T09:22:35Z"},{"alias_kind":"pith_short_16","alias_value":"D2HSZHQ4QAW6XGOA","created_at":"2026-07-05T09:22:35Z"},{"alias_kind":"pith_short_8","alias_value":"D2HSZHQ4","created_at":"2026-07-05T09:22:35Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:D2HSZHQ4QAW6XGOAV7VH6LTK6L","target":"record","payload":{"canonical_record":{"source":{"id":"2206.05794","kind":"arxiv","version":7},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-06-12T17:06:35Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"63774584c42548eefae390f02839fd2029f9e1050d17d086d69cde7d26049cf4","abstract_canon_sha256":"591d5f67b26456dd05dd7e9088212b72d1cf48c2872e1a796532bc40af12767f"},"schema_version":"1.0"},"canonical_sha256":"1e8f2c9e1c802deb99c0afea7f2e6af2e9ce84b89a08aca32e5da3effefcc1d3","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:22:35.833808Z","signature_b64":"hN67EXi+tYkSJ+woj03sOrrecUNYhrFVigVQGqw1S9B4Xgs28HuVFpb2OF/7UrzHSCeMbyeMEBXkrINxrJRXDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1e8f2c9e1c802deb99c0afea7f2e6af2e9ce84b89a08aca32e5da3effefcc1d3","last_reissued_at":"2026-07-05T09:22:35.833272Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:22:35.833272Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2206.05794","source_version":7,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:22:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"P1XDfNVPGhAvCG2GNzLWYPaMXwQm+Zx26R+Vqxw9oKCX9p/YTbNxbiZXlByrddgikoxLsI6ofCdVVdvZzz4SCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T10:35:48.224584Z"},"content_sha256":"be2f1f358d19e0f7f386e464bcea1f1169b3c27622cd68895d929b7be9994d9d","schema_version":"1.0","event_id":"sha256:be2f1f358d19e0f7f386e464bcea1f1169b3c27622cd68895d929b7be9994d9d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:D2HSZHQ4QAW6XGOAV7VH6LTK6L","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"SGD and Weight Decay Secretly Minimize the Rank of Your Neural Network","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Aparna Gupte, Tomaso Poggio, Tomer Galanti, Zachary S. Siegel","submitted_at":"2022-06-12T17:06:35Z","abstract_excerpt":"We investigate the inherent bias of Stochastic Gradient Descent (SGD) toward learning low-rank weight matrices during the training of deep neural networks. Our results demonstrate that training with mini-batch SGD and weight decay induces a bias toward rank minimization in the weight matrices. Specifically, we show both theoretically and empirically that this bias becomes more pronounced with smaller batch sizes, higher learning rates, or stronger weight decay. Additionally, we predict and empirically confirm that weight decay is essential for this bias to occur. Unlike previous literature, ou"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2206.05794","kind":"arxiv","version":7},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2206.05794/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:22:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"CVQn5gEP7wuftvyGyXc0VRmmdAUI5Ir4JzJEU7SvwTsJEPQQIiJ4q+sETLm/ekF3sPnemJQx+OItwC6axwGGCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T10:35:48.225146Z"},"content_sha256":"7d78310b2cf8b2d2b4e00784e417c11b1769640dd5588716e5ca784854723dc7","schema_version":"1.0","event_id":"sha256:7d78310b2cf8b2d2b4e00784e417c11b1769640dd5588716e5ca784854723dc7"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/D2HSZHQ4QAW6XGOAV7VH6LTK6L/bundle.json","state_url":"https://pith.science/pith/D2HSZHQ4QAW6XGOAV7VH6LTK6L/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/D2HSZHQ4QAW6XGOAV7VH6LTK6L/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T10:35:48Z","links":{"resolver":"https://pith.science/pith/D2HSZHQ4QAW6XGOAV7VH6LTK6L","bundle":"https://pith.science/pith/D2HSZHQ4QAW6XGOAV7VH6LTK6L/bundle.json","state":"https://pith.science/pith/D2HSZHQ4QAW6XGOAV7VH6LTK6L/state.json","well_known_bundle":"https://pith.science/.well-known/pith/D2HSZHQ4QAW6XGOAV7VH6LTK6L/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:D2HSZHQ4QAW6XGOAV7VH6LTK6L","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"591d5f67b26456dd05dd7e9088212b72d1cf48c2872e1a796532bc40af12767f","cross_cats_sorted":["stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-06-12T17:06:35Z","title_canon_sha256":"63774584c42548eefae390f02839fd2029f9e1050d17d086d69cde7d26049cf4"},"schema_version":"1.0","source":{"id":"2206.05794","kind":"arxiv","version":7}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2206.05794","created_at":"2026-07-05T09:22:35Z"},{"alias_kind":"arxiv_version","alias_value":"2206.05794v7","created_at":"2026-07-05T09:22:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2206.05794","created_at":"2026-07-05T09:22:35Z"},{"alias_kind":"pith_short_12","alias_value":"D2HSZHQ4QAW6","created_at":"2026-07-05T09:22:35Z"},{"alias_kind":"pith_short_16","alias_value":"D2HSZHQ4QAW6XGOA","created_at":"2026-07-05T09:22:35Z"},{"alias_kind":"pith_short_8","alias_value":"D2HSZHQ4","created_at":"2026-07-05T09:22:35Z"}],"graph_snapshots":[{"event_id":"sha256:7d78310b2cf8b2d2b4e00784e417c11b1769640dd5588716e5ca784854723dc7","target":"graph","created_at":"2026-07-05T09:22:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2206.05794/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We investigate the inherent bias of Stochastic Gradient Descent (SGD) toward learning low-rank weight matrices during the training of deep neural networks. Our results demonstrate that training with mini-batch SGD and weight decay induces a bias toward rank minimization in the weight matrices. Specifically, we show both theoretically and empirically that this bias becomes more pronounced with smaller batch sizes, higher learning rates, or stronger weight decay. Additionally, we predict and empirically confirm that weight decay is essential for this bias to occur. Unlike previous literature, ou","authors_text":"Aparna Gupte, Tomaso Poggio, Tomer Galanti, Zachary S. Siegel","cross_cats":["stat.ML"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-06-12T17:06:35Z","title":"SGD and Weight Decay Secretly Minimize the Rank of Your Neural Network"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2206.05794","kind":"arxiv","version":7},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:be2f1f358d19e0f7f386e464bcea1f1169b3c27622cd68895d929b7be9994d9d","target":"record","created_at":"2026-07-05T09:22:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"591d5f67b26456dd05dd7e9088212b72d1cf48c2872e1a796532bc40af12767f","cross_cats_sorted":["stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-06-12T17:06:35Z","title_canon_sha256":"63774584c42548eefae390f02839fd2029f9e1050d17d086d69cde7d26049cf4"},"schema_version":"1.0","source":{"id":"2206.05794","kind":"arxiv","version":7}},"canonical_sha256":"1e8f2c9e1c802deb99c0afea7f2e6af2e9ce84b89a08aca32e5da3effefcc1d3","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1e8f2c9e1c802deb99c0afea7f2e6af2e9ce84b89a08aca32e5da3effefcc1d3","first_computed_at":"2026-07-05T09:22:35.833272Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:22:35.833272Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"hN67EXi+tYkSJ+woj03sOrrecUNYhrFVigVQGqw1S9B4Xgs28HuVFpb2OF/7UrzHSCeMbyeMEBXkrINxrJRXDA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:22:35.833808Z","signed_message":"canonical_sha256_bytes"},"source_id":"2206.05794","source_kind":"arxiv","source_version":7}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:be2f1f358d19e0f7f386e464bcea1f1169b3c27622cd68895d929b7be9994d9d","sha256:7d78310b2cf8b2d2b4e00784e417c11b1769640dd5588716e5ca784854723dc7"],"state_sha256":"77632b60b9b94863a3f41a08f7d293c6d5904c28cbe22a79fbda441a2bcbdec9"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"s7g0LIIIb2DvUhXqo2YMMh1BDzIQfLdMJ0yIcKzks9rPzdGyo/KylERNrf1yW7xelVzWZPxY3/2WwpDyymnDDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T10:35:48.230397Z","bundle_sha256":"3c5323a978632aa1929339454e58d3882490af0e80fafb2525ed92b8075993e7"}}