{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2023:BWPDNY4AOBV6OOBKY5ATMII527","short_pith_number":"pith:BWPDNY4A","schema_version":"1.0","canonical_sha256":"0d9e36e380706be7382ac74136211dd7c98ee9d0dde4609273fdb2bf80109d9b","source":{"kind":"arxiv","id":"2305.18471","version":2},"attestation_state":"computed","paper":{"title":"Convergence of AdaGrad for Non-convex Objectives: Simple Proofs and Relaxed Assumptions","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["math.OC"],"primary_cat":"cs.LG","authors_text":"Bohan Wang, Huishuai Zhang, Wei Chen, Zhi-Ming Ma","submitted_at":"2023-05-29T09:33:04Z","abstract_excerpt":"We provide a simple convergence proof for AdaGrad optimizing non-convex objectives under only affine noise variance and bounded smoothness assumptions. The proof is essentially based on a novel auxiliary function $\\xi$ that helps eliminate the complexity of handling the correlation between the numerator and denominator of AdaGrad's update. Leveraging simple proofs, we are able to obtain tighter results than existing results \\citep{faw2022power} and extend the analysis to several new and important cases. Specifically, for the over-parameterized regime, we show that AdaGrad needs only $\\mathcal{"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2305.18471","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-05-29T09:33:04Z","cross_cats_sorted":["math.OC"],"title_canon_sha256":"6376410fe2ea4e0c44f2a8f93e8b20b8b69e4bd7c13a0453139501c6f9750629","abstract_canon_sha256":"cab85be77cb2f715635d6af49f9262928f23dab9e704efd002173bc173d72150"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:55:04.060211Z","signature_b64":"CDVr5HTw+UtSrqiBGJCVM/U589gG8i6kZWRR8x0QQjj7cMwrQp4z/NwAOuPVeAoaXOQYlqsy4FvsP3+I3UUTDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"0d9e36e380706be7382ac74136211dd7c98ee9d0dde4609273fdb2bf80109d9b","last_reissued_at":"2026-07-05T06:55:04.059709Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:55:04.059709Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Convergence of AdaGrad for Non-convex Objectives: Simple Proofs and Relaxed Assumptions","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["math.OC"],"primary_cat":"cs.LG","authors_text":"Bohan Wang, Huishuai Zhang, Wei Chen, Zhi-Ming Ma","submitted_at":"2023-05-29T09:33:04Z","abstract_excerpt":"We provide a simple convergence proof for AdaGrad optimizing non-convex objectives under only affine noise variance and bounded smoothness assumptions. The proof is essentially based on a novel auxiliary function $\\xi$ that helps eliminate the complexity of handling the correlation between the numerator and denominator of AdaGrad's update. Leveraging simple proofs, we are able to obtain tighter results than existing results \\citep{faw2022power} and extend the analysis to several new and important cases. Specifically, for the over-parameterized regime, we show that AdaGrad needs only $\\mathcal{"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.18471","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2305.18471/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2305.18471","created_at":"2026-07-05T06:55:04.059771+00:00"},{"alias_kind":"arxiv_version","alias_value":"2305.18471v2","created_at":"2026-07-05T06:55:04.059771+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.18471","created_at":"2026-07-05T06:55:04.059771+00:00"},{"alias_kind":"pith_short_12","alias_value":"BWPDNY4AOBV6","created_at":"2026-07-05T06:55:04.059771+00:00"},{"alias_kind":"pith_short_16","alias_value":"BWPDNY4AOBV6OOBK","created_at":"2026-07-05T06:55:04.059771+00:00"},{"alias_kind":"pith_short_8","alias_value":"BWPDNY4A","created_at":"2026-07-05T06:55:04.059771+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/BWPDNY4AOBV6OOBKY5ATMII527","json":"https://pith.science/pith/BWPDNY4AOBV6OOBKY5ATMII527.json","graph_json":"https://pith.science/api/pith-number/BWPDNY4AOBV6OOBKY5ATMII527/graph.json","events_json":"https://pith.science/api/pith-number/BWPDNY4AOBV6OOBKY5ATMII527/events.json","paper":"https://pith.science/paper/BWPDNY4A"},"agent_actions":{"view_html":"https://pith.science/pith/BWPDNY4AOBV6OOBKY5ATMII527","download_json":"https://pith.science/pith/BWPDNY4AOBV6OOBKY5ATMII527.json","view_paper":"https://pith.science/paper/BWPDNY4A","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2305.18471&json=true","fetch_graph":"https://pith.science/api/pith-number/BWPDNY4AOBV6OOBKY5ATMII527/graph.json","fetch_events":"https://pith.science/api/pith-number/BWPDNY4AOBV6OOBKY5ATMII527/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/BWPDNY4AOBV6OOBKY5ATMII527/action/timestamp_anchor","attest_storage":"https://pith.science/pith/BWPDNY4AOBV6OOBKY5ATMII527/action/storage_attestation","attest_author":"https://pith.science/pith/BWPDNY4AOBV6OOBKY5ATMII527/action/author_attestation","sign_citation":"https://pith.science/pith/BWPDNY4AOBV6OOBKY5ATMII527/action/citation_signature","submit_replication":"https://pith.science/pith/BWPDNY4AOBV6OOBKY5ATMII527/action/replication_record"}},"created_at":"2026-07-05T06:55:04.059771+00:00","updated_at":"2026-07-05T06:55:04.059771+00:00"}