{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:TAZFQEXHIHMYV2DZLR2IXKJBNV","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ac8be65a8672743a0af3fd8dddbe1de4c0f45d608f45ba69c5cd5cc5235b35c6","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-02-10T10:38:55Z","title_canon_sha256":"be3980807c9e1fa651f8608edb2a1ee8dd9f5e8acb06e48e6efe6d233069e438"},"schema_version":"1.0","source":{"id":"2102.05375","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2102.05375","created_at":"2026-07-05T04:02:38Z"},{"alias_kind":"arxiv_version","alias_value":"2102.05375v3","created_at":"2026-07-05T04:02:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2102.05375","created_at":"2026-07-05T04:02:38Z"},{"alias_kind":"pith_short_12","alias_value":"TAZFQEXHIHMY","created_at":"2026-07-05T04:02:38Z"},{"alias_kind":"pith_short_16","alias_value":"TAZFQEXHIHMYV2DZ","created_at":"2026-07-05T04:02:38Z"},{"alias_kind":"pith_short_8","alias_value":"TAZFQEXH","created_at":"2026-07-05T04:02:38Z"}],"graph_snapshots":[{"event_id":"sha256:59b88f31e706026fe356adb4d0589e4f14ca36d7d592da7ae821766e0b223c10","target":"graph","created_at":"2026-07-05T04:02:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2102.05375/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The noise in stochastic gradient descent (SGD), caused by minibatch sampling, is poorly understood despite its practical importance in deep learning. This work presents the first systematic study of the SGD noise and fluctuations close to a local minimum. We first analyze the SGD noise in linear regression in detail and then derive a general formula for approximating SGD noise in different types of minima. For application, our results (1) provide insight into the stability of training a neural network, (2) suggest that a large learning rate can help generalization by introducing an implicit re","authors_text":"Kangqiao Liu, Liu Ziyin, Masahito Ueda, Takashi Mori","cross_cats":["stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-02-10T10:38:55Z","title":"Strength of Minibatch Noise in SGD"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2102.05375","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c587b18c4e2d0fddfd722c776de12320ce8f50a725a8c7dd0e825e905793ed15","target":"record","created_at":"2026-07-05T04:02:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ac8be65a8672743a0af3fd8dddbe1de4c0f45d608f45ba69c5cd5cc5235b35c6","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-02-10T10:38:55Z","title_canon_sha256":"be3980807c9e1fa651f8608edb2a1ee8dd9f5e8acb06e48e6efe6d233069e438"},"schema_version":"1.0","source":{"id":"2102.05375","kind":"arxiv","version":3}},"canonical_sha256":"98325812e741d98ae8795c748ba9216d667828cd868a3b60025bf25aa80507db","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"98325812e741d98ae8795c748ba9216d667828cd868a3b60025bf25aa80507db","first_computed_at":"2026-07-05T04:02:38.360585Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:02:38.360585Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Pf6GnsUxnln2gm6Ts0U+dOGpvJtYiQD76dSGCSP3cRGIzIitFp5oM1RV+AjPanpR7nA4QCBUNCpXFyPesLewDw==","signature_status":"signed_v1","signed_at":"2026-07-05T04:02:38.361059Z","signed_message":"canonical_sha256_bytes"},"source_id":"2102.05375","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c587b18c4e2d0fddfd722c776de12320ce8f50a725a8c7dd0e825e905793ed15","sha256:59b88f31e706026fe356adb4d0589e4f14ca36d7d592da7ae821766e0b223c10"],"state_sha256":"8891be6c10467b4d42faae4df00ec4bb9bfada724172b01cf3ae50b39e37d579"}