{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:MMD7GWNM7VGWI2OCXTQGVBTHIB","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"971aab3b012ac447eb750f797021b2b01976554b26cbaa2e694a020c6d714d20","cross_cats_sorted":["math.OC","stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-06-17T00:19:16Z","title_canon_sha256":"f30ad8a65cde917ce8fa3c5d4683950c4bfe0a67da55cd3778968b319c97d9d9"},"schema_version":"1.0","source":{"id":"2406.11110","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.11110","created_at":"2026-07-05T08:32:49Z"},{"alias_kind":"arxiv_version","alias_value":"2406.11110v1","created_at":"2026-07-05T08:32:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.11110","created_at":"2026-07-05T08:32:49Z"},{"alias_kind":"pith_short_12","alias_value":"MMD7GWNM7VGW","created_at":"2026-07-05T08:32:49Z"},{"alias_kind":"pith_short_16","alias_value":"MMD7GWNM7VGWI2OC","created_at":"2026-07-05T08:32:49Z"},{"alias_kind":"pith_short_8","alias_value":"MMD7GWNM","created_at":"2026-07-05T08:32:49Z"}],"graph_snapshots":[{"event_id":"sha256:7ea2595a1b83cbf58b038dfd804d0b96af47541c18aed76ba3c87c70acb3f4bc","target":"graph","created_at":"2026-07-05T08:32:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.11110/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We investigate the ability of deep neural networks to identify the support of the target function. Our findings reveal that mini-batch SGD effectively learns the support in the first layer of the network by shrinking to zero the weights associated with irrelevant components of input. In contrast, we demonstrate that while vanilla GD also approximates the target function, it requires an explicit regularization term to learn the support in the first layer. We prove that this property of mini-batch SGD is due to a second-order implicit regularization effect which is proportional to $\\eta / b$ (st","authors_text":"Andrea Pinto, Pierfrancesco Beneventano, Tomaso Poggio","cross_cats":["math.OC","stat.ML"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-06-17T00:19:16Z","title":"How Neural Networks Learn the Support is an Implicit Regularization Effect of SGD"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.11110","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0029fd3b31888a9119df8caf80007b659e40400ea916b8d4c7da23aaf28ea89c","target":"record","created_at":"2026-07-05T08:32:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"971aab3b012ac447eb750f797021b2b01976554b26cbaa2e694a020c6d714d20","cross_cats_sorted":["math.OC","stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-06-17T00:19:16Z","title_canon_sha256":"f30ad8a65cde917ce8fa3c5d4683950c4bfe0a67da55cd3778968b319c97d9d9"},"schema_version":"1.0","source":{"id":"2406.11110","kind":"arxiv","version":1}},"canonical_sha256":"6307f359acfd4d6469c2bce06a866740703b98a624eea5541237373b94960eb4","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6307f359acfd4d6469c2bce06a866740703b98a624eea5541237373b94960eb4","first_computed_at":"2026-07-05T08:32:49.010382Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:32:49.010382Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"5xit4FhIgB4+BRxiQM8WEnSMPlQ+jt7Ckr1w+pw4D3FniRa9Nxm+E6HFpzF+e+30BH2eWIqvurahu1PYPxdVBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:32:49.010797Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.11110","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0029fd3b31888a9119df8caf80007b659e40400ea916b8d4c7da23aaf28ea89c","sha256:7ea2595a1b83cbf58b038dfd804d0b96af47541c18aed76ba3c87c70acb3f4bc"],"state_sha256":"1b506e73e9d98f6c5f041377efae22d19f54c1ff7faabe27d0b004f4288d9de1"}