{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:MNCTPPW4UOKK25Q6UKMN3YYCPV","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"9a68fa3fa5b2d03b33fed4e24b6b5b08708d35a2e10009570e8b61d90f0f7d03","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-02-21T22:55:51Z","title_canon_sha256":"b68d4474d9314f20ea66404a871ad489d19d72fcf5097bd40bbfef1bba8fa82a"},"schema_version":"1.0","source":{"id":"2002.09572","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2002.09572","created_at":"2026-07-05T00:43:09Z"},{"alias_kind":"arxiv_version","alias_value":"2002.09572v1","created_at":"2026-07-05T00:43:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2002.09572","created_at":"2026-07-05T00:43:09Z"},{"alias_kind":"pith_short_12","alias_value":"MNCTPPW4UOKK","created_at":"2026-07-05T00:43:09Z"},{"alias_kind":"pith_short_16","alias_value":"MNCTPPW4UOKK25Q6","created_at":"2026-07-05T00:43:09Z"},{"alias_kind":"pith_short_8","alias_value":"MNCTPPW4","created_at":"2026-07-05T00:43:09Z"}],"graph_snapshots":[{"event_id":"sha256:6cc47beef31b4afdd3631ce2fd03cc928c496b7a7bb0db26e785effd81566d49","target":"graph","created_at":"2026-07-05T00:43:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2002.09572/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The early phase of training of deep neural networks is critical for their final performance. In this work, we study how the hyperparameters of stochastic gradient descent (SGD) used in the early phase of training affect the rest of the optimization trajectory. We argue for the existence of the \"break-even\" point on this trajectory, beyond which the curvature of the loss surface and noise in the gradient are implicitly regularized by SGD. In particular, we demonstrate on multiple classification tasks that using a large learning rate in the initial phase of training reduces the variance of the g","authors_text":"Devansh Arpit, Jacek Tabor, Krzysztof Geras, Kyunghyun Cho, Maciej Szymczak, Stanislav Fort, Stanislaw Jastrzebski","cross_cats":["stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-02-21T22:55:51Z","title":"The Break-Even Point on Optimization Trajectories of Deep Neural Networks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2002.09572","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6319ff2d4d61a34a8124f1b8e9b7cf4dfbf411f799c533692faf43fdc669970a","target":"record","created_at":"2026-07-05T00:43:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"9a68fa3fa5b2d03b33fed4e24b6b5b08708d35a2e10009570e8b61d90f0f7d03","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-02-21T22:55:51Z","title_canon_sha256":"b68d4474d9314f20ea66404a871ad489d19d72fcf5097bd40bbfef1bba8fa82a"},"schema_version":"1.0","source":{"id":"2002.09572","kind":"arxiv","version":1}},"canonical_sha256":"634537bedca394ad761ea298dde3027d65cc25a81f022a454a2cba353baaf0ca","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"634537bedca394ad761ea298dde3027d65cc25a81f022a454a2cba353baaf0ca","first_computed_at":"2026-07-05T00:43:09.158671Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T00:43:09.158671Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"jGOWYimYM0u6BcC/PTNmAVbZvel7c5Dz3EycY1yP9Qe6sPzL549ArCQF9QAs2jFk2UQtn+gRoWU4BNBeu61JAw==","signature_status":"signed_v1","signed_at":"2026-07-05T00:43:09.159206Z","signed_message":"canonical_sha256_bytes"},"source_id":"2002.09572","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6319ff2d4d61a34a8124f1b8e9b7cf4dfbf411f799c533692faf43fdc669970a","sha256:6cc47beef31b4afdd3631ce2fd03cc928c496b7a7bb0db26e785effd81566d49"],"state_sha256":"f69bb24dc73627e91cbef8fa9e4152e2c814fbce7bdb2562e1b3db411d9d989a"}