{"as_of":"2026-08-07T19:37:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:0e54f4194699df0ebde64379e6133badbd1d734d4ca70721e20560c61e2dc245","coverage":[{"denominator":55,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":55,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T19:25:24.982987Z","state":"measured"},{"denominator":57,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":57,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-07T06:34:17.273281+00:00","state":"measured"},{"denominator":2,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":2,"source":"paper_references, paper_reference_links","source_observed_at":"2026-06-26T09:08:41.993925Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-07-04T10:09:44.606239Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-06T19:11:45.633806Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"cited_work":{"arxiv_id":"2507.05966","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2507.05966","snapshot_observed_at":"2026-07-04T10:09:44.606239Z","title":"Simple convergence proof of Adam from a sign-like descent perspective.arXiv preprint arXiv:2507.05966","venue":null,"work_id":"58759b54-66a1-4ba2-b701-820f8256fd07","year":null},"citing_paper":{"arxiv_id":"2605.06615","last_updated":"2026-05-07T17:32:09Z","snapshot_observed_at":"2026-07-06T23:19:05.764765Z","submitted_at":"2026-05-07T17:32:09Z","title":"When and Why SignSGD Outperforms SGD: A Theoretical Study Based on $\\ell_1$-norm Lower Bounds","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-05-08T12:14:28.866499Z"},"links":{"cited_paper":"/paper/2507.05966","citing_paper":"/paper/2605.06615"},"observation_digest":"sha256:c15384594cca4fa4e9ba228009f85bf4b360ac6a4168fe5d48f0081a456b9f71","observation_id":"0ac89055-0f85-475c-a8c2-d8c0a1c99366","resolution":{"observed_at":"2026-05-11T19:21:07.519300Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-06T19:11:45.633806Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"cited_work":{"arxiv_id":"2507.05966","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2507.05966","snapshot_observed_at":"2026-07-04T10:09:44.606239Z","title":"Simple convergence proof of Adam from a sign-like descent perspective.arXiv preprint arXiv:2507.05966","venue":null,"work_id":"58759b54-66a1-4ba2-b701-820f8256fd07","year":null},"citing_paper":{"arxiv_id":"2606.23676","last_updated":"2026-06-22T17:58:52Z","snapshot_observed_at":"2026-08-06T14:32:57.924655Z","submitted_at":"2026-06-22T17:58:52Z","title":"Open Problem: Is AdamW Effective Under Heavy-Tailed Noise?","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-06-26T09:08:41.993925Z"},"links":{"cited_paper":"/paper/2507.05966","citing_paper":"/paper/2606.23676"},"observation_digest":"sha256:915e3b6eea1a856037b91c5179e4570d6bb01ce180922b550d5f8e36c95b93ca","observation_id":"17e2f267-9e45-466b-a6e2-68fe92e9bd80","resolution":{"observed_at":"2026-07-04T10:09:44.608129Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2507.05966/citation-record","integrity":"/paper/2507.05966/integrity","json":"/paper/2507.05966/citation-record.json","paper":"/paper/2507.05966"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:25.654981Z","title":"Lower bounds for non-convex stochastic optimization.Mathematical Programming, 199(1-2):165–214, 2023","venue":null,"work_id":"3692ceab-e188-435f-9e58-cf652646ebf5","year":2023},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-06T19:11:45.633806Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.771687Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:afad28594c15cbd0a0a8f0b5f808a81f24c469295e45409d18186b4761a181cb","observation_id":"35277eaa-d935-45a7-a922-e10106887638","resolution":{"observed_at":"2026-08-06T19:25:25.658393Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:25.645145Z","title":"SGD with AdaGrad stepsizes: Full adaptivity with high probability to unknown parameters, unbounded gradients and affine variance","venue":null,"work_id":"01d6d7f8-e0fa-4ba6-93cd-12f57b974275","year":2023},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-06T19:11:45.633806Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.776747Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:0e106823fc059490f571a99f7b8e96ee2c2c2e41ebb9cc4b07187bf3a703616e","observation_id":"96dffac1-f544-44e4-86e9-98d132fd80ab","resolution":{"observed_at":"2026-08-06T19:25:25.648432Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:25.633642Z","title":"Dissecting Adam: The sign, magnitude and variance of stochastic gradients","venue":null,"work_id":"c4a8e5f6-47e1-417f-8f73-ad9c11a89d42","year":2018},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-06T19:11:45.633806Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.781062Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:4fd74b25f9f38133cf6343512f12918fbd5757a0aa88e3b78e6ee1f34e4a642d","observation_id":"705886f5-1206-4618-877e-504f020888e5","resolution":{"observed_at":"2026-08-06T19:25:25.637157Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:25.623937Z","title":"signSGD: Compressed optimisation for non-convex problems","venue":null,"work_id":"5eb87700-364b-407a-b994-87b194097c1a","year":2018},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-06T19:11:45.633806Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.785713Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:6b19f83d6a875b46ec38921fcbada29035aa0a93cbb70225f4156d68f79627af","observation_id":"d6b50d4e-acfd-4e70-9c5e-bdbee63f31c4","resolution":{"observed_at":"2026-08-06T19:25:25.627021Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:24.789519Z","title":"Gradient convergence in gradient methods with errors.SIAM Journal on Optimization, 10(3):627–642, 2000","venue":null,"work_id":null,"year":2000},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-06T19:11:45.633806Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.789519Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:db0adaea210aad67d99b16d083b1a6bad5e8348002203e1b54541e2a51cc5f81","observation_id":"4fd4a7bd-b944-42a2-8ba6-9538afd26af6","resolution":{"observed_at":"2026-08-06T19:25:24.789519Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:24.794447Z","title":"Optimization methods for large-scale machine learning.SIAM review, 60(2):223–311, 2018","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-06T19:11:45.633806Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.794447Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:6dc689e1f184942ad533094607c6373f15d09ce7ea8c68adf12d8bcb31f31029","observation_id":"a1448b4a-3e5b-4cff-96dd-c0c1f9f44b13","resolution":{"observed_at":"2026-08-06T19:25:24.794447Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:24.798716Z","title":"Language models are few-shot learners.Advances in neural information processing systems, 33:1877–1901, 2020","venue":null,"work_id":null,"year":1901},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-06T19:11:45.633806Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.798716Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:71c64552d30b949c069f6f0c37325ca6c52f59698696e86823fb6efba5313199","observation_id":"74849577-cce8-4e77-9b24-b06173cb34f3","resolution":{"observed_at":"2026-08-06T19:25:24.798716Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:25.594893Z","title":"Towards practical Adam: Non-convexity, convergence theory, and mini-batch acceleration.Journal of Machine Learning Research, 23(229):1–47, 2022","venue":null,"work_id":"d12495f6-f8d4-45e7-8bc0-a88be837a9c1","year":2022},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-06T19:11:45.633806Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.802028Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:6d682bc04b286619adba7b2881f52bd9c5c8c89521fcfe2cdfc2f98d4066d73b","observation_id":"fc0b04f6-4ce8-412b-aecb-1d4f532ff784","resolution":{"observed_at":"2026-08-06T19:25:25.598173Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.05898","last_updated":"2025-07-01T15:59:19Z","snapshot_observed_at":"2026-07-06T16:29:55.892584Z","submitted_at":"2023-10-09T17:41:29Z","title":"Lion Secretly Solves Constrained Optimization: As Lyapunov Predicts","version":7},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.05898","snapshot_observed_at":"2026-08-06T19:25:24.805241Z","title":"Lion secretly solves constrained optimization: As lyapunov predicts.arXiv preprint arXiv:2310.05898, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-06T19:11:45.633806Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.805241Z"},"links":{"cited_paper":"/paper/2310.05898","citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:676d720b26d6147979b2f2e1b848c397a2fd36f1e3ff580d33f6caa0773f330a","observation_id":"11d3e333-4110-4097-84c0-8327c374b3d8","resolution":{"observed_at":"2026-08-06T19:25:24.805241Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2302.06675","last_updated":"2023-05-08T21:49:57Z","snapshot_observed_at":"2026-08-02T01:29:22.350700Z","submitted_at":"2023-02-13T20:27:30Z","title":"Symbolic Discovery of Optimization Algorithms","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2302.06675","snapshot_observed_at":"2026-08-06T19:25:24.809707Z","title":"Symbolic discovery of optimization algo- rithms.arXiv preprint arXiv:2302.06675, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-06T19:11:45.633806Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.809707Z"},"links":{"cited_paper":"/paper/2302.06675","citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:bb45fff54ddeba84272c2399d0369a40fafebe7eca11ce20be1c0ae6aee5674f","observation_id":"559654b5-1189-44e8-8fa5-21b20f5338ab","resolution":{"observed_at":"2026-08-06T19:25:24.809707Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1808.02941","last_updated":"2019-03-10T00:48:35Z","snapshot_observed_at":"2026-08-07T09:56:34.669633Z","submitted_at":"2018-08-08T21:14:07Z","title":"On the Convergence of A Class of Adam-Type Algorithms for Non-Convex Optimization","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1808.02941","snapshot_observed_at":"2026-08-06T19:25:24.814261Z","title":"On the convergence of a class of Adam-type algorithms for non-convex optimization.arXiv preprint arXiv:1808.02941, 2018","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-06T19:11:45.633806Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.814261Z"},"links":{"cited_paper":"/paper/1808.02941","citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:4679cdefb7480aeee95e3e153c9bdcd1bf7af5c429feb40bc2b4070251e51033","observation_id":"3a3bebb0-c25d-427c-b034-75336438fa83","resolution":{"observed_at":"2026-08-06T19:25:24.814261Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:25.584222Z","title":"PaLM: Scaling language modeling with pathways.Journal of Machine Learning Research, 24(240):1– 113, 2023","venue":null,"work_id":"0fc32909-95b0-4f04-a043-162c7dd81779","year":2023},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-06T19:11:45.633806Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.818037Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:2bb7199cee9ee90874e392b365e5e6c1de534cdca601551bc9b8f84a22df3ddb","observation_id":"94fadaeb-e8fe-4cfa-9c53-c40e5704f401","resolution":{"observed_at":"2026-08-06T19:25:25.588146Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:25.573314Z","title":"Ro- bustness to unbounded smoothness of generalized signSGD","venue":null,"work_id":"b6754753-ecfa-479f-bc71-1b49200cd238","year":2022},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-06T19:11:45.633806Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.821214Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:0069efccf01a45097f9b4c762a8a965072283ae97ab86445ce3682bdc4d0e7f2","observation_id":"a8cafaca-0910-411d-9072-79e42d722862","resolution":{"observed_at":"2026-08-06T19:25:25.577020Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2003.02395","last_updated":"2022-10-17T13:20:40Z","snapshot_observed_at":"2026-08-06T18:53:35.682332Z","submitted_at":"2020-03-05T01:56:17Z","title":"A Simple Convergence Proof of Adam and Adagrad","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2003.02395","snapshot_observed_at":"2026-08-06T19:25:24.824358Z","title":"A simple convergence proof of Adam and AdaGrad.arXiv preprint arXiv:2003.02395, 2020","venue":null,"work_id":null,"year":2003},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-06T19:11:45.633806Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.824358Z"},"links":{"cited_paper":"/paper/2003.02395","citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:04d4ce201d008b083469739d790bc83016b4664d5abf33bca2472919bbc612f1","observation_id":"e6719adf-27b9-470a-b54b-92e36ae55226","resolution":{"observed_at":"2026-08-06T19:25:24.824358Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.21783","last_updated":"2024-11-23T23:27:33Z","snapshot_observed_at":"2026-07-06T18:55:11.576666Z","submitted_at":"2024-07-31T17:54:27Z","title":"The Llama 3 Herd of Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.21783","snapshot_observed_at":"2026-08-06T19:25:24.828053Z","title":"The Llama 3 herd of models.arXiv preprint arXiv:2407.21783, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-06T19:11:45.633806Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.828053Z"},"links":{"cited_paper":"/paper/2407.21783","citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:40addbe72fa78e115f843ee0894cb627e4570d56b75ebd40c760208539a33258","observation_id":"d9a34d3d-ac87-4bec-91d1-98ccb4585ba9","resolution":{"observed_at":"2026-08-06T19:25:24.828053Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:25.562816Z","title":"Beyond uniform smoothness: A stopped analysis of adaptive SGD","venue":null,"work_id":"dbb12e8f-316e-4f42-9f93-e60ef527b453","year":2023},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-06T19:11:45.633806Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.831997Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:ff4591a5c771f541fb989f5407851fab29c85b7a2f230534cc231055cb52b4f9","observation_id":"d07053c8-09ea-4b27-a942-b074b378a25f","resolution":{"observed_at":"2026-08-06T19:25:25.566367Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:25.552646Z","title":"The power of adaptivity in SGD: Self-tuning step sizes with unbounded gradients and affine variance","venue":null,"work_id":"31fad6d4-e64a-40e0-a759-445fcdb76f06","year":2022},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-06T19:11:45.633806Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.835119Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:aa0cf60c5858bac0dec9d65a642f25a29cbd86f69f826624beffea7752318dbf","observation_id":"5b93e733-4e24-4a03-aed9-f8f51bc75240","resolution":{"observed_at":"2026-08-06T19:25:25.556055Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:25.542663Z","title":"Deep residual learning for image recognition","venue":null,"work_id":"2a64ab09-cd02-49c5-b071-52f2d6dc6b37","year":2016},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-06T19:11:45.633806Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.838339Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:dbf335710c0efd8956612cc7b0f7680e464731cb6a12a9390c2e7a0c4df8892c","observation_id":"6ea988f4-e523-4dcb-ab6c-2eef37107b2c","resolution":{"observed_at":"2026-08-06T19:25:25.545996Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:25.532321Z","title":"Neural networks for machine learning lecture 6a overview of mini-batch gradient descent.Cited on, 14(8):2, 2012","venue":null,"work_id":"5640424e-77e5-4dfd-b845-2e4ec5b5cf00","year":2012},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-06T19:11:45.633806Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.841500Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:d3cdd6f6d47e249c63e79af8e33346bbc15261da9bed2d470a0492c12da8766f","observation_id":"d96d8d6a-9d75-4bb4-962d-b3334ba293a4","resolution":{"observed_at":"2026-08-06T19:25:25.536142Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.02000","last_updated":"2023-11-03T15:55:53Z","snapshot_observed_at":"2026-07-06T16:42:43.992849Z","submitted_at":"2023-11-03T15:55:53Z","title":"High Probability Convergence of Adam Under Unbounded Gradients and Affine Variance Noise","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.02000","snapshot_observed_at":"2026-08-06T19:25:24.845097Z","title":"High probability convergence of Adam under unbounded gradients and affine variance noise.arXiv preprint arXiv:2311.02000, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-06T19:11:45.633806Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.845097Z"},"links":{"cited_paper":"/paper/2311.02000","citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:89b8f06fa6bd3b4684d713bc28683b0e71e8577dc13771462eb9c79a1a16f349","observation_id":"41b284f3-d020-4db4-bb2f-7fdd13288949","resolution":{"observed_at":"2026-08-06T19:25:24.845097Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.03982","last_updated":"2025-02-22T03:07:15Z","snapshot_observed_at":"2026-07-06T17:26:10.790336Z","submitted_at":"2024-02-06T13:19:26Z","title":"On Convergence of Adam for Stochastic Optimization under Relaxed Assumptions","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.03982","snapshot_observed_at":"2026-08-06T19:25:24.849410Z","title":"On convergence of Adam for stochastic optimization under relaxed assumptions.arXiv preprint arXiv:2402.03982v2, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-06T19:11:45.633806Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.849410Z"},"links":{"cited_paper":"/paper/2402.03982","citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:e22fb9bc1ad95e51ad28541796eab09fbaa9b5da06660f1a07a58d3dfbc00fd0","observation_id":"6a4893c6-141d-457a-bd52-17523901a20d","resolution":{"observed_at":"2026-08-06T19:25:24.849410Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:24.853400Z","title":"Parameter-agnostic optimization under relaxed smoothness","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-06T19:11:45.633806Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.853400Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:a818180697d3dd2a371965bcc3cc8d42ddbb4ffaf688185e74e5ade5a00347f3","observation_id":"59423576-3cf6-4779-a3d6-1b4818115798","resolution":{"observed_at":"2026-08-06T19:25:24.853400Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:25.514950Z","title":"Non-convex distributionally robust optimization: Non-asymptotic analysis","venue":null,"work_id":"3d9ad26c-2c39-48f2-a101-0e4b2c5e7bc6","year":2021},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-06T19:11:45.633806Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.857286Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:3c4c9611a78bf0a3a013536f4133c1b208f8903eed1c3901c8e36e8c222ab859","observation_id":"4398f761-50bc-4597-900c-36f816439481","resolution":{"observed_at":"2026-08-06T19:25:25.518589Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:25.498162Z","title":"Linear convergence of gradient and proximal- gradient methods under the polyak-łojasiewicz condition","venue":null,"work_id":"ec96d1ce-a1c8-4db4-9931-41139430eb81","year":2016},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-06T19:11:45.633806Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.860905Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:402f63a431e2fdf2e720a83fb0f5cde7082097f9b0b6cf150b5e4d1fc347ee9c","observation_id":"ce223768-7387-4808-95b4-27633856fca0","resolution":{"observed_at":"2026-08-06T19:25:25.507326Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:24.864941Z","title":"Adam: A method for stochastic optimization","venue":null,"work_id":null,"year":2015},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-06T19:11:45.633806Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.864941Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:96a28b51d87348352fac35bc6d8dc4903fa30d1b45d2de1a5d53a4f877f103d2","observation_id":"e83368b9-7540-46fa-acf7-1dc72d1cee52","resolution":{"observed_at":"2026-08-06T19:25:24.864941Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2304.02643","last_updated":"2023-04-05T17:59:46Z","snapshot_observed_at":"2026-07-06T15:12:37.953383Z","submitted_at":"2023-04-05T17:59:46Z","title":"Segment Anything","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2304.02643","snapshot_observed_at":"2026-08-06T19:25:24.868543Z","title":"Segment anything.arXiv preprint arXiv:2304.02643, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-06T19:11:45.633806Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.868543Z"},"links":{"cited_paper":"/paper/2304.02643","citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:1df22ac85840b9f12f29c58dce581bd39041b0586afade15161a9d174a38850a","observation_id":"5859ac37-9c0d-49ab-a7e2-6da17c984bb0","resolution":{"observed_at":"2026-08-06T19:25:24.868543Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:24.872541Z","title":"Imagenet classification with deep convolutional neural networks.Communications of the ACM, 60(6):84–90, 2017","venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-06T19:11:45.633806Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.872541Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:e45c6f44cbac2f68ba58bf2c212e04dc0d6152028dd07738872694c8fbd80d34","observation_id":"aa74ad19-d0b2-4daa-9cd1-f9cf1252fe95","resolution":{"observed_at":"2026-08-06T19:25:24.872541Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2304.13960","last_updated":"2023-04-27T05:41:13Z","snapshot_observed_at":"2026-08-02T07:55:35.655526Z","submitted_at":"2023-04-27T05:41:13Z","title":"Noise Is Not the Main Factor Behind the Gap Between SGD and Adam on Transformers, but Sign Descent Might Be","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2304.13960","snapshot_observed_at":"2026-08-06T19:25:24.877360Z","title":"Noise is not the main factor behind the gap between SGD and Adam on transformers, but sign descent might be.arXiv preprint arXiv:2304.13960, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-06T19:11:45.633806Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.877360Z"},"links":{"cited_paper":"/paper/2304.13960","citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:e28259fc08b4ae803edaabbad51fdbb7434ee3cd15f5933b0de6a2ec1f1d6c2f","observation_id":"0e6c8338-7d86-4ed5-b889-518367398210","resolution":{"observed_at":"2026-08-06T19:25:24.877360Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.19449","last_updated":"2024-07-12T05:10:32Z","snapshot_observed_at":"2026-07-06T17:37:39.610989Z","submitted_at":"2024-02-29T18:47:52Z","title":"Heavy-Tailed Class Imbalance and Why Adam Outperforms Gradient Descent on Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.19449","snapshot_observed_at":"2026-08-06T19:25:24.881398Z","title":"Heavy- tailed class imbalance and why Adam outperforms gradient descent on language models.arXiv preprint arXiv:2402.19449, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-06T19:11:45.633806Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.881398Z"},"links":{"cited_paper":"/paper/2402.19449","citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:f52695f8ee165c11dcf3b13931987471571e6b3844f9b096ebfca258eb4331a2","observation_id":"695b4b05-6208-440c-9b30-0ffb1201aa38","resolution":{"observed_at":"2026-08-06T19:25:24.881398Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:25.445600Z","title":"Convergence of Adam under relaxed assumptions.Advances in Neural Information Processing Systems, 36, 2023","venue":null,"work_id":"18c9b108-8743-4140-9ad6-8887eaa1e24c","year":2023},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-06T19:11:45.633806Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.884902Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:ea0b91261c1686424eb2461e0be1a5807201d6a17b0e0a2e9094f194a6d4d7a5","observation_id":"98eeaa30-7d20-440d-a490-6ffef12a0cfc","resolution":{"observed_at":"2026-08-06T19:25:25.457726Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:25.418251Z","title":"An improved analysis of stochastic gradient descent with momentum.Advances in Neural Information Processing Systems, 33:18261–18271, 2020","venue":null,"work_id":"5a3e9934-dc0b-43af-b334-ca3d60c05cf2","year":2020},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-06T19:11:45.633806Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.888921Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:ebd48d8a039be0fcd327fbac074cebef1c6d65ebadfde4d0b65b1275e548dfe5","observation_id":"78af7bd9-1972-4135-a700-1b1379f29afd","resolution":{"observed_at":"2026-08-06T19:25:25.427096Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:24.892988Z","title":"A convnet for the 2020s","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-06T19:11:45.633806Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.892988Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:6f69780650c7c2aa1dbee8fcf45965d061018eef5b18648b4dacf016d3065b85","observation_id":"c666a50c-643a-4d26-8eb0-611140135ec0","resolution":{"observed_at":"2026-08-06T19:25:24.892988Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:24.896430Z","title":"Learning transferable visual models from natural language supervision","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-06T19:11:45.633806Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.896430Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:ccb803502a097be045eda5f58c102e9ff6fd25f68783eea7b372facb42ba90b6","observation_id":"b2dafb9f-2064-482c-b675-e4896ba17cf1","resolution":{"observed_at":"2026-08-06T19:25:24.896430Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:25.386994Z","title":"On the convergence of Adam and beyond","venue":null,"work_id":"7f9118a6-8c90-42f6-89d7-082f3fa8bccb","year":2018},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-06T19:11:45.633806Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.900082Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:3931319473974a743b02823a2f47c6d274dee7c31fb026101a509e170be9367b","observation_id":"5c97f269-0659-4efb-8d09-95bc73b6f490","resolution":{"observed_at":"2026-08-06T19:25:25.391718Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:25.374579Z","title":"A direct adaptive method for faster backpropagation learning: The rprop algorithm","venue":null,"work_id":"28f79959-b600-43eb-bcc1-e3fc8b82d32b","year":1993},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-06T19:11:45.633806Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.903376Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:1f7be089f55e0f888124856027e5b280f28ce715b8e6ae83d91a0381abdc9b5b","observation_id":"db976a6c-0f1f-4376-8762-6ef03e8dba9f","resolution":{"observed_at":"2026-08-06T19:25:25.378687Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:25.362800Z","title":"1-bit stochastic gradient descent and its application to data-parallel distributed training of speech DNNs","venue":null,"work_id":"2b7a62aa-37db-40cd-a75b-d59532a73da3","year":2014},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-06T19:11:45.633806Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.907310Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:b4caab1e3049cc650ec966c9cb69378495870bf2f9b286b52595915cebc56788","observation_id":"614c7d1e-603f-4da3-99db-ef483b1037b1","resolution":{"observed_at":"2026-08-06T19:25:25.366565Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:25.349580Z","title":"RMSProp converges with proper hyperparameter","venue":null,"work_id":"4030bcee-8798-4331-b837-493672a3ac2c","year":2021},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-06T19:11:45.633806Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.910722Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:a76d31d9c41da0730d87c886287089d6045fbe8bb88cbfdf238d3d4953ec28a0","observation_id":"6f05deac-e38b-45e5-9550-8b886c97128f","resolution":{"observed_at":"2026-08-06T19:25:25.353974Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:25.336913Z","title":"Scalable distributed DNN training using commodity GPU cloud computing","venue":null,"work_id":"46d9a527-0564-4556-8d22-b4f2974dc4e6","year":2015},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-06T19:11:45.633806Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.914223Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:718e4f98696b44316378c21a1bfd68c5a65c09963c08a3f2e8413e14f4dc68c9","observation_id":"0bdee0cc-0e89-4cf3-b983-c3ef9374b9ab","resolution":{"observed_at":"2026-08-06T19:25:25.341132Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:25.323483Z","title":"Momentum ensures convergence of signSGD under weaker assumptions","venue":null,"work_id":"bdb18194-a20a-46cc-ba68-89b200659829","year":2023},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-06T19:11:45.633806Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.917574Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:cfe0b63a48b4ed9fd57be36b29730eb00706ea786545d844cb6c25f81f7c778b","observation_id":"5d694ec4-c544-4ced-a699-313f53c5b24a","resolution":{"observed_at":"2026-08-06T19:25:25.328991Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2302.13971","last_updated":"2023-02-27T17:11:15Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-02-27T17:11:15Z","title":"LLaMA: Open and Efficient Foundation Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2302.13971","snapshot_observed_at":"2026-08-06T19:25:24.920766Z","title":"Llama: Open and efficient foundation language models.arXiv preprint arXiv:2302.13971, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-06T19:11:45.633806Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.920766Z"},"links":{"cited_paper":"/paper/2302.13971","citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:56f8ffc122e78e348de68c632e609f2512d66c4825e984d18a2dd1129793e343","observation_id":"ba6d9a05-1f48-4624-948d-73fb7e46fc11","resolution":{"observed_at":"2026-08-06T19:25:24.920766Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2307.09288","last_updated":"2023-07-19T17:08:59Z","snapshot_observed_at":"2026-08-07T12:56:43.323460Z","submitted_at":"2023-07-18T14:31:57Z","title":"Llama 2: Open Foundation and Fine-Tuned Chat Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.09288","snapshot_observed_at":"2026-08-06T19:25:24.924812Z","title":"Llama 2: Open foundation and fine-tuned chat models.arXiv preprint arXiv:2307.09288, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-06T19:11:45.633806Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.924812Z"},"links":{"cited_paper":"/paper/2307.09288","citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:3f50712c289abfd87ab054489e3e3e7e3e7a73933a9e1269b767e7b23a275f3a","observation_id":"99f1e25a-dc36-4a05-93ce-c647c55d7089","resolution":{"observed_at":"2026-08-06T19:25:24.924812Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:24.928366Z","title":"Attention is all you need.Advances in neural information processing systems, 30, 2017","venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-06T19:11:45.633806Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.928366Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:b9b4f7e9af8c32b51aa4c7a3c268ee909c50166426bbc7f94fc1cf9fa76af1f8","observation_id":"ccbd7f88-9575-47e9-a65b-adb19b0da7d4","resolution":{"observed_at":"2026-08-06T19:25:24.928366Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:25.298867Z","title":"Convergence of AdaGrad for non-convex objectives: Simple proofs and relaxed assumptions","venue":null,"work_id":"028a9b8c-d06a-43da-a2d0-7143b5fb99c0","year":2023},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-06T19:11:45.633806Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.932986Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:829f1db2a776f9db68c43627cb914e5e6ea7cabd6096b8e8bcd4fbee37e74a3d","observation_id":"8f263129-d093-4f15-ad2a-a9d38abc9478","resolution":{"observed_at":"2026-08-06T19:25:25.303573Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:25.282172Z","title":"Convergence of AdaGrad for non-convex objectives: Simple proofs and relaxed assumptions","venue":null,"work_id":"2faca550-d5ea-4766-bb34-948a9a3e61fe","year":2023},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-06T19:11:45.633806Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.937008Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:732fba869c209ac19419beeefd1b50f0c2ea76d0ef60033dfc3c4ca94026e246","observation_id":"111bb916-7cb6-42ba-9e6a-69d9dd5519d7","resolution":{"observed_at":"2026-08-06T19:25:25.287400Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2403.15146","last_updated":"2024-03-22T11:57:51Z","snapshot_observed_at":"2026-07-06T17:48:59.440247Z","submitted_at":"2024-03-22T11:57:51Z","title":"On the Convergence of Adam under Non-uniform Smoothness: Separability from SGDM and Beyond","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.15146","snapshot_observed_at":"2026-08-06T19:25:24.940732Z","title":"On the convergence of Adam under non-uniform smoothness: Separability from sgdm and beyond","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-06T19:11:45.633806Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.940732Z"},"links":{"cited_paper":"/paper/2403.15146","citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:8e1f3d1b64cc7a235b1bea3d748dae93b0a286351194e484bf16a0f901bbc7dc","observation_id":"c5effdbe-3f6a-4a2d-9c96-7e692818b58a","resolution":{"observed_at":"2026-08-06T19:25:24.940732Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:25.266195Z","title":"Provable adaptivity of Adam under non-uniform smoothness","venue":null,"work_id":"6f4a9c25-0d9c-49d9-91fa-ea645295c27e","year":2023},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-06T19:11:45.633806Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.944746Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:4a7be1afb2a59987ce7876f83326986e349ad3a9cd4472d62571100961c7ddc4","observation_id":"0d6c6492-c62e-493a-a3cf-bed39aa2fb0f","resolution":{"observed_at":"2026-08-06T19:25:25.272498Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:25.251057Z","title":"Convnext v2: Co-designing and scaling convnets with masked autoencoders","venue":null,"work_id":"6a0e0a2b-f559-448b-8899-8a1779a24c6d","year":2023},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-06T19:11:45.633806Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.948243Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:8f7e33413bd37059a6a2ed26db9d05c29ea1885c28fd8bb423e82b77102131b1","observation_id":"4988bcb3-deb1-4289-acc9-0879ce3e95a6","resolution":{"observed_at":"2026-08-06T19:25:25.257319Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2203.03466","last_updated":"2022-03-28T08:12:14Z","snapshot_observed_at":"2026-08-07T09:04:57.100575Z","submitted_at":"2022-03-07T15:37:35Z","title":"Tensor Programs V: Tuning Large Neural Networks via Zero-Shot Hyperparameter Transfer","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2203.03466","snapshot_observed_at":"2026-08-06T19:25:24.952647Z","title":"Tensor programs V: Tuning large neural networks via zero-shot hyperparameter transfer.arXiv preprint arXiv:2203.03466, 2022","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-06T19:11:45.633806Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":48,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.952647Z"},"links":{"cited_paper":"/paper/2203.03466","citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:df84145b6183eca32547c815a316f46a8395bd0133b17d67a672736d94b8b6f8","observation_id":"7c6d03a7-2de4-4203-a7a9-4740bcf55b6a","resolution":{"observed_at":"2026-08-06T19:25:24.952647Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:25.237244Z","title":"Improved analysis of clipping algorithms for non-convex optimization","venue":null,"work_id":"0f408e48-d09c-46c0-8496-036f2efbfc5d","year":2020},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-06T19:11:45.633806Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":49,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.957837Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:f8fcaf03aa8011e762ecb71420c3a204253e208a757d8b348bbdd5997c997ec6","observation_id":"656af517-df00-4701-a41e-20165d37edcf","resolution":{"observed_at":"2026-08-06T19:25:25.241972Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:25.222623Z","title":"Why gradient clipping accelerates training: A theoretical justification for adaptivity","venue":null,"work_id":"76913d15-9661-49d3-a139-5f5ea273a480","year":2019},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-06T19:11:45.633806Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":50,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.961251Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:ed6985e0314adc9471e63e1bdd4c2441eea641263f476e3a3ff8849d7d5f6b02","observation_id":"016ddfac-a4f9-48b5-a061-a9d4439b32e2","resolution":{"observed_at":"2026-08-06T19:25:25.227076Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:25.208077Z","title":"Adam can converge without any modification on update rules.Advances in neural information processing systems, 35:28386–28399, 2022","venue":null,"work_id":"26a7fab9-76e6-4d7a-8182-2aad4914c30f","year":2022},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-06T19:11:45.633806Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":51,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.965965Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:f3c9559cfea31fd9719cabeb660f2afdc2ea298c33a3967fc2d3da4bf49976ce","observation_id":"d2556d20-38d5-4809-95ac-bed2b40ba918","resolution":{"observed_at":"2026-08-06T19:25:25.212572Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:25.192819Z","title":"Recently, [20] provably demonstrate the convergence rate of vanilla Adam in high probability perspective, but it only works with the stronger coordinate-wise affine variance","venue":null,"work_id":"419a49ef-137e-49be-9b73-b870b977cac6","year":null},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-06T19:11:45.633806Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":52,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.970209Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:8f091b7c5fcde9bf494537dbbb782c5ce9824f3f6347df8f5849998fde6ed3e5","observation_id":"9d9bc7e9-2622-4c46-8652-5032f800f01d","resolution":{"observed_at":"2026-08-06T19:25:25.196991Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:25.178877Z","title":"[49] posits that it is also equivalent to an affine form of the gradient norm for the first-order differentiable function","venue":null,"work_id":"385cd695-df81-402d-bddc-ffd047fad930","year":null},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-06T19:11:45.633806Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":53,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.974489Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:8b07894647547b9afbc5dd2c211f19aa4ac8c790c4ded7e398bc71cca98700a7","observation_id":"4c749ebe-f963-4b3d-bde8-d55404ebc44e","resolution":{"observed_at":"2026-08-06T19:25:25.183411Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:25.165817Z","title":"[30] further extended the linear (L0, L1)-smooth to the generalized polynomial version, and proved that Adam will converged to O poly(lnT) T 1/4 with the weaker assumption","venue":null,"work_id":"52bbd327-cad1-45d9-89dc-c1a2c2dde1bc","year":null},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-06T19:11:45.633806Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":54,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.978113Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:a43153eb76472da10fd339cece72a5cc9958ea83a95f49a93c4accea19b0c6e8","observation_id":"8f602a4d-d4a5-4547-9308-c1a510dc039f","resolution":{"observed_at":"2026-08-06T19:25:25.170475Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:25.149545Z","title":"tX k=1 βt−k 1 (gk − ∇F(xk)) 2 # | {z } T2 + 1 T T−1X t=0 E","venue":null,"work_id":"3107ca75-c0bc-4e6d-858d-46a3a6def89b","year":null},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-06T19:11:45.633806Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":55,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.982987Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:e815a722ea565d6c595faaeaaa4b8fd4ef38e7e61c9f8dc68d52774ba3cb4725","observation_id":"ff9b11ab-3777-4ba9-b2ff-005f85315eb2","resolution":{"observed_at":"2026-08-06T19:25:25.155585Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","latest_version":1,"primary_category":"cs.LG","snapshot_observed_at":"2026-08-06T19:11:45.633806Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective"},"reference_resolution":{"displayed":55,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":23,"verified_exact":0,"verified_fuzzy":32},"total_outbound_references":55},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"thesis":"As of 7 August 2026, this Paper Citation Record lists 55 of 55 outbound references and 2 inbound Pith citation observations for arXiv:2507.05966."}