{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:UABD4EBWQN5FWABUGVECCABY2D","short_pith_number":"pith:UABD4EBW","canonical_record":{"source":{"id":"2310.17074","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-10-26T00:35:40Z","cross_cats_sorted":["math.OC","stat.ML"],"title_canon_sha256":"3c4ec1c5e4908a7ce3d7806026bfb39cf97615909b9205baa2394d8c3b931fd4","abstract_canon_sha256":"98fd064c1fcf5bd53dd4674bc706ef738c8303d68eeef8f2e0afe0cdf42a0d4a"},"schema_version":"1.0"},"canonical_sha256":"a0023e1036837a5b00343548210038d0c4aef477e5bf3e0dccac1d4b9bf50181","source":{"kind":"arxiv","id":"2310.17074","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.17074","created_at":"2026-07-05T07:05:19Z"},{"alias_kind":"arxiv_version","alias_value":"2310.17074v1","created_at":"2026-07-05T07:05:19Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.17074","created_at":"2026-07-05T07:05:19Z"},{"alias_kind":"pith_short_12","alias_value":"UABD4EBWQN5F","created_at":"2026-07-05T07:05:19Z"},{"alias_kind":"pith_short_16","alias_value":"UABD4EBWQN5FWABU","created_at":"2026-07-05T07:05:19Z"},{"alias_kind":"pith_short_8","alias_value":"UABD4EBW","created_at":"2026-07-05T07:05:19Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:UABD4EBWQN5FWABUGVECCABY2D","target":"record","payload":{"canonical_record":{"source":{"id":"2310.17074","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-10-26T00:35:40Z","cross_cats_sorted":["math.OC","stat.ML"],"title_canon_sha256":"3c4ec1c5e4908a7ce3d7806026bfb39cf97615909b9205baa2394d8c3b931fd4","abstract_canon_sha256":"98fd064c1fcf5bd53dd4674bc706ef738c8303d68eeef8f2e0afe0cdf42a0d4a"},"schema_version":"1.0"},"canonical_sha256":"a0023e1036837a5b00343548210038d0c4aef477e5bf3e0dccac1d4b9bf50181","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:05:19.293345Z","signature_b64":"Fh0LcJvneSgArAiHeORbMF5PopHmF59pHydGQFf8iBjFQo7pWFGIPcBCXMvqgA+2NBbwNLvRzzBwjlIPq5DUDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a0023e1036837a5b00343548210038d0c4aef477e5bf3e0dccac1d4b9bf50181","last_reissued_at":"2026-07-05T07:05:19.292940Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:05:19.292940Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.17074","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:05:19Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"y9OvIc1Q8RfN5edxb/njwhGVUt2GcNKS7dn+6zFPuWuK2dzJp3RtC4FHbMICTjzMRAGqPF7UyQkF14HTMUReBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T11:34:54.808131Z"},"content_sha256":"d49dd9743dea2ddefa1b43e0a0379563d75425289b523f98a40e15f556e99225","schema_version":"1.0","event_id":"sha256:d49dd9743dea2ddefa1b43e0a0379563d75425289b523f98a40e15f556e99225"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:UABD4EBWQN5FWABUGVECCABY2D","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Benign Oscillation of Stochastic Gradient Descent with Large Learning Rates","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["math.OC","stat.ML"],"primary_cat":"cs.LG","authors_text":"Beining Wu, Difan Zou, Miao Lu, Xiaodong Yang","submitted_at":"2023-10-26T00:35:40Z","abstract_excerpt":"In this work, we theoretically investigate the generalization properties of neural networks (NN) trained by stochastic gradient descent (SGD) algorithm with large learning rates. Under such a training regime, our finding is that, the oscillation of the NN weights caused by the large learning rate SGD training turns out to be beneficial to the generalization of the NN, which potentially improves over the same NN trained by SGD with small learning rates that converges more smoothly. In view of this finding, we call such a phenomenon \"benign oscillation\". Our theory towards demystifying such a ph"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.17074","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.17074/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:05:19Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"sU+xk/Bp0q0+I38YgXTGEwHCtWnLspqiNIyaeAZUmFvNgDLe2PvXNFqRkNgqYl/Cl78UJ2jj9IJXWL5LLB0iCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T11:34:54.809008Z"},"content_sha256":"4602da7f70bfe43c1f55f68fc277f177f5ab71034461ba2910e2aee5ab7e4e81","schema_version":"1.0","event_id":"sha256:4602da7f70bfe43c1f55f68fc277f177f5ab71034461ba2910e2aee5ab7e4e81"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/UABD4EBWQN5FWABUGVECCABY2D/bundle.json","state_url":"https://pith.science/pith/UABD4EBWQN5FWABUGVECCABY2D/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/UABD4EBWQN5FWABUGVECCABY2D/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-14T11:34:54Z","links":{"resolver":"https://pith.science/pith/UABD4EBWQN5FWABUGVECCABY2D","bundle":"https://pith.science/pith/UABD4EBWQN5FWABUGVECCABY2D/bundle.json","state":"https://pith.science/pith/UABD4EBWQN5FWABUGVECCABY2D/state.json","well_known_bundle":"https://pith.science/.well-known/pith/UABD4EBWQN5FWABUGVECCABY2D/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:UABD4EBWQN5FWABUGVECCABY2D","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"98fd064c1fcf5bd53dd4674bc706ef738c8303d68eeef8f2e0afe0cdf42a0d4a","cross_cats_sorted":["math.OC","stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-10-26T00:35:40Z","title_canon_sha256":"3c4ec1c5e4908a7ce3d7806026bfb39cf97615909b9205baa2394d8c3b931fd4"},"schema_version":"1.0","source":{"id":"2310.17074","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.17074","created_at":"2026-07-05T07:05:19Z"},{"alias_kind":"arxiv_version","alias_value":"2310.17074v1","created_at":"2026-07-05T07:05:19Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.17074","created_at":"2026-07-05T07:05:19Z"},{"alias_kind":"pith_short_12","alias_value":"UABD4EBWQN5F","created_at":"2026-07-05T07:05:19Z"},{"alias_kind":"pith_short_16","alias_value":"UABD4EBWQN5FWABU","created_at":"2026-07-05T07:05:19Z"},{"alias_kind":"pith_short_8","alias_value":"UABD4EBW","created_at":"2026-07-05T07:05:19Z"}],"graph_snapshots":[{"event_id":"sha256:4602da7f70bfe43c1f55f68fc277f177f5ab71034461ba2910e2aee5ab7e4e81","target":"graph","created_at":"2026-07-05T07:05:19Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.17074/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In this work, we theoretically investigate the generalization properties of neural networks (NN) trained by stochastic gradient descent (SGD) algorithm with large learning rates. Under such a training regime, our finding is that, the oscillation of the NN weights caused by the large learning rate SGD training turns out to be beneficial to the generalization of the NN, which potentially improves over the same NN trained by SGD with small learning rates that converges more smoothly. In view of this finding, we call such a phenomenon \"benign oscillation\". Our theory towards demystifying such a ph","authors_text":"Beining Wu, Difan Zou, Miao Lu, Xiaodong Yang","cross_cats":["math.OC","stat.ML"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-10-26T00:35:40Z","title":"Benign Oscillation of Stochastic Gradient Descent with Large Learning Rates"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.17074","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d49dd9743dea2ddefa1b43e0a0379563d75425289b523f98a40e15f556e99225","target":"record","created_at":"2026-07-05T07:05:19Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"98fd064c1fcf5bd53dd4674bc706ef738c8303d68eeef8f2e0afe0cdf42a0d4a","cross_cats_sorted":["math.OC","stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-10-26T00:35:40Z","title_canon_sha256":"3c4ec1c5e4908a7ce3d7806026bfb39cf97615909b9205baa2394d8c3b931fd4"},"schema_version":"1.0","source":{"id":"2310.17074","kind":"arxiv","version":1}},"canonical_sha256":"a0023e1036837a5b00343548210038d0c4aef477e5bf3e0dccac1d4b9bf50181","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a0023e1036837a5b00343548210038d0c4aef477e5bf3e0dccac1d4b9bf50181","first_computed_at":"2026-07-05T07:05:19.292940Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:05:19.292940Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Fh0LcJvneSgArAiHeORbMF5PopHmF59pHydGQFf8iBjFQo7pWFGIPcBCXMvqgA+2NBbwNLvRzzBwjlIPq5DUDA==","signature_status":"signed_v1","signed_at":"2026-07-05T07:05:19.293345Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.17074","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d49dd9743dea2ddefa1b43e0a0379563d75425289b523f98a40e15f556e99225","sha256:4602da7f70bfe43c1f55f68fc277f177f5ab71034461ba2910e2aee5ab7e4e81"],"state_sha256":"d9d4d5152dc3467c573a59714c374c65120bdd7569b62c980dfbd5d65a3527bd"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"anyM6N0NWdwcJ4bgDOv2raCIU1wP60it9KgL3HxIObiJAL6z1w3sSBr2e6qXj/Hk+L/o7NHw+sizwSQey1uzDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-14T11:34:54.816092Z","bundle_sha256":"411032addd0b234c25a7ae3fc5368a979a62224954b2ae5e0e92e806d3f03c57"}}