{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:RBO7MUEXV473GFCFCLHGNH3LQI","short_pith_number":"pith:RBO7MUEX","canonical_record":{"source":{"id":"2110.03891","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-10-08T04:37:18Z","cross_cats_sorted":["math.OC"],"title_canon_sha256":"70ddc8236da09317fbe95e45c285303cb073070643facdd2a800854e75196e6b","abstract_canon_sha256":"2fc6fec0fb401582724146cbd84699cdf0aa9ffa671fe54314a192046d42a692"},"schema_version":"1.0"},"canonical_sha256":"885df65097af3fb3144512ce669f6b82056f53419801016b8350e5996c5c9d8e","source":{"kind":"arxiv","id":"2110.03891","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2110.03891","created_at":"2026-07-05T04:26:45Z"},{"alias_kind":"arxiv_version","alias_value":"2110.03891v2","created_at":"2026-07-05T04:26:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2110.03891","created_at":"2026-07-05T04:26:45Z"},{"alias_kind":"pith_short_12","alias_value":"RBO7MUEXV473","created_at":"2026-07-05T04:26:45Z"},{"alias_kind":"pith_short_16","alias_value":"RBO7MUEXV473GFCF","created_at":"2026-07-05T04:26:45Z"},{"alias_kind":"pith_short_8","alias_value":"RBO7MUEX","created_at":"2026-07-05T04:26:45Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:RBO7MUEXV473GFCFCLHGNH3LQI","target":"record","payload":{"canonical_record":{"source":{"id":"2110.03891","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-10-08T04:37:18Z","cross_cats_sorted":["math.OC"],"title_canon_sha256":"70ddc8236da09317fbe95e45c285303cb073070643facdd2a800854e75196e6b","abstract_canon_sha256":"2fc6fec0fb401582724146cbd84699cdf0aa9ffa671fe54314a192046d42a692"},"schema_version":"1.0"},"canonical_sha256":"885df65097af3fb3144512ce669f6b82056f53419801016b8350e5996c5c9d8e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:26:45.947345Z","signature_b64":"Zv9swPXmw4bVkMmx8pM3KIqW0eY574iOH7yf78uZYnrOWY5uIZiDoGN9bggdcnczJm9uVnR8xzSMwYPuA3MlDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"885df65097af3fb3144512ce669f6b82056f53419801016b8350e5996c5c9d8e","last_reissued_at":"2026-07-05T04:26:45.946886Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:26:45.946886Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2110.03891","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:26:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"K17DrZ1zlIYcEdeZAygwh34e3N5mCKvIVmcw3wp5AAY5DHThxkGldLd/hWCCWms50CESzyjTyAzwnnWfEuTSCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T06:19:00.541541Z"},"content_sha256":"5b379abcd5db332b8b48614019018ba55518836d771e37a6e4491a4725084c64","schema_version":"1.0","event_id":"sha256:5b379abcd5db332b8b48614019018ba55518836d771e37a6e4491a4725084c64"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:RBO7MUEXV473GFCFCLHGNH3LQI","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Does Momentum Change the Implicit Regularization on Separable Data?","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["math.OC"],"primary_cat":"cs.LG","authors_text":"Bohan Wang, Huishuai Zhang, Qi Meng, Ruoyu Sun, Tie-Yan Liu, Wei Chen, Zhi-Ming Ma","submitted_at":"2021-10-08T04:37:18Z","abstract_excerpt":"The momentum acceleration technique is widely adopted in many optimization algorithms. However, there is no theoretical answer on how the momentum affects the generalization performance of the optimization algorithms. This paper studies this problem by analyzing the implicit regularization of momentum-based optimization. We prove that on the linear classification problem with separable data and exponential-tailed loss, gradient descent with momentum (GDM) converges to the L2 max-margin solution, which is the same as vanilla gradient descent. That means gradient descent with momentum accelerati"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2110.03891","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2110.03891/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:26:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"GPQ0vfrLhLdWez6yXM0OOEcjntYOcCFIoNyMAFqO/k1bS7ARUxXHMgjx5+6ao7gR0Ca1dV0NAnq8s28X8nFUDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T06:19:00.542439Z"},"content_sha256":"c36299a251435e474fae14929bde39084c6fd1802b88ae8cd56f1bc10e94e172","schema_version":"1.0","event_id":"sha256:c36299a251435e474fae14929bde39084c6fd1802b88ae8cd56f1bc10e94e172"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/RBO7MUEXV473GFCFCLHGNH3LQI/bundle.json","state_url":"https://pith.science/pith/RBO7MUEXV473GFCFCLHGNH3LQI/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/RBO7MUEXV473GFCFCLHGNH3LQI/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T06:19:00Z","links":{"resolver":"https://pith.science/pith/RBO7MUEXV473GFCFCLHGNH3LQI","bundle":"https://pith.science/pith/RBO7MUEXV473GFCFCLHGNH3LQI/bundle.json","state":"https://pith.science/pith/RBO7MUEXV473GFCFCLHGNH3LQI/state.json","well_known_bundle":"https://pith.science/.well-known/pith/RBO7MUEXV473GFCFCLHGNH3LQI/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:RBO7MUEXV473GFCFCLHGNH3LQI","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"2fc6fec0fb401582724146cbd84699cdf0aa9ffa671fe54314a192046d42a692","cross_cats_sorted":["math.OC"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-10-08T04:37:18Z","title_canon_sha256":"70ddc8236da09317fbe95e45c285303cb073070643facdd2a800854e75196e6b"},"schema_version":"1.0","source":{"id":"2110.03891","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2110.03891","created_at":"2026-07-05T04:26:45Z"},{"alias_kind":"arxiv_version","alias_value":"2110.03891v2","created_at":"2026-07-05T04:26:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2110.03891","created_at":"2026-07-05T04:26:45Z"},{"alias_kind":"pith_short_12","alias_value":"RBO7MUEXV473","created_at":"2026-07-05T04:26:45Z"},{"alias_kind":"pith_short_16","alias_value":"RBO7MUEXV473GFCF","created_at":"2026-07-05T04:26:45Z"},{"alias_kind":"pith_short_8","alias_value":"RBO7MUEX","created_at":"2026-07-05T04:26:45Z"}],"graph_snapshots":[{"event_id":"sha256:c36299a251435e474fae14929bde39084c6fd1802b88ae8cd56f1bc10e94e172","target":"graph","created_at":"2026-07-05T04:26:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2110.03891/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The momentum acceleration technique is widely adopted in many optimization algorithms. However, there is no theoretical answer on how the momentum affects the generalization performance of the optimization algorithms. This paper studies this problem by analyzing the implicit regularization of momentum-based optimization. We prove that on the linear classification problem with separable data and exponential-tailed loss, gradient descent with momentum (GDM) converges to the L2 max-margin solution, which is the same as vanilla gradient descent. That means gradient descent with momentum accelerati","authors_text":"Bohan Wang, Huishuai Zhang, Qi Meng, Ruoyu Sun, Tie-Yan Liu, Wei Chen, Zhi-Ming Ma","cross_cats":["math.OC"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-10-08T04:37:18Z","title":"Does Momentum Change the Implicit Regularization on Separable Data?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2110.03891","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5b379abcd5db332b8b48614019018ba55518836d771e37a6e4491a4725084c64","target":"record","created_at":"2026-07-05T04:26:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"2fc6fec0fb401582724146cbd84699cdf0aa9ffa671fe54314a192046d42a692","cross_cats_sorted":["math.OC"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-10-08T04:37:18Z","title_canon_sha256":"70ddc8236da09317fbe95e45c285303cb073070643facdd2a800854e75196e6b"},"schema_version":"1.0","source":{"id":"2110.03891","kind":"arxiv","version":2}},"canonical_sha256":"885df65097af3fb3144512ce669f6b82056f53419801016b8350e5996c5c9d8e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"885df65097af3fb3144512ce669f6b82056f53419801016b8350e5996c5c9d8e","first_computed_at":"2026-07-05T04:26:45.946886Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:26:45.946886Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Zv9swPXmw4bVkMmx8pM3KIqW0eY574iOH7yf78uZYnrOWY5uIZiDoGN9bggdcnczJm9uVnR8xzSMwYPuA3MlDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T04:26:45.947345Z","signed_message":"canonical_sha256_bytes"},"source_id":"2110.03891","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5b379abcd5db332b8b48614019018ba55518836d771e37a6e4491a4725084c64","sha256:c36299a251435e474fae14929bde39084c6fd1802b88ae8cd56f1bc10e94e172"],"state_sha256":"0ed6fb0bb888c1bcafc57d45f65ced0a68a1a81cf25f53efae05b8433e60142b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qdOXr6aGDcyPSWEBgLvADx+fz91Vok2VG9nQoYV03GQ8v6RzkNxQsg2rWcHwuTM+34gtIe2cZF+vNRQAImuOBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T06:19:00.548642Z","bundle_sha256":"26f97eaa518c933e18699e8248a2f5d03ddc1c98eeaed6e45c4c1e8bf929c005"}}