{"as_of":"2026-08-07T19:34:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:130fe228470635d5305762b030ad0b163fbc3b158db8276689ce54ff8a588492","coverage":[{"denominator":40,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":40,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T18:22:23.931757Z","state":"measured"},{"denominator":43,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":43,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-07T06:34:17.273281+00:00","state":"measured"},{"denominator":3,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":3,"source":"paper_references, paper_reference_links","source_observed_at":"2026-07-31T11:19:35.239826Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-10T12:15:22.206452Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-07T11:40:02.304090Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"cited_work":{"arxiv_id":"2507.08472","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2507.08472","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Pre-training LLMs on a budget: A comparison of three optimizers.arXiv preprint arXiv:2507.08472","venue":null,"work_id":"e68917d6-ebaf-4fa2-b3c0-9e8a27aeaa9b","year":null},"citing_paper":{"arxiv_id":"2604.15416","last_updated":"2026-04-16T17:55:36Z","snapshot_observed_at":"2026-07-06T23:02:58.361418Z","submitted_at":"2026-04-16T17:55:36Z","title":"StoSignSGD: Unbiased Structural Stochasticity Fixes SignSGD for Training Large Language Models","version":1},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-05-10T12:10:44.802059Z"},"links":{"cited_paper":"/paper/2507.08472","citing_paper":"/paper/2604.15416"},"observation_digest":"sha256:b4cba25ea31c3670d58d790187b17c12af4cd9b9110751e3bf58e4327da8c40c","observation_id":"89f747dd-bff9-48d0-b28f-70f65461bca6","resolution":{"observed_at":"2026-05-10T12:15:22.208322Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-07T11:40:02.304090Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2507.08472","snapshot_observed_at":"2026-07-11T22:10:49.683444Z","title":"Pre-training llms on a budget: A comparison of three optimizers.arXiv preprint arXiv:2507.08472, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.04033","last_updated":"2026-07-04T21:27:05Z","snapshot_observed_at":"2026-08-07T05:07:10.107694Z","submitted_at":"2026-07-04T21:27:05Z","title":"OmniOpt: Taxonomy, Geometry, and Benchmarking of Modern Optimizers","version":1},"reference_index":96,"source":"pdf_text","source_observed_at":"2026-07-11T22:10:49.683444Z"},"links":{"cited_paper":"/paper/2507.08472","citing_paper":"/paper/2607.04033"},"observation_digest":"sha256:3822fc9e9e5daa2b3d6be01ce736464532b6cf6992b6820aae43d38d83e8c1ff","observation_id":"2391eeff-d65c-459e-99ec-1f5d71f89933","resolution":{"observed_at":"2026-07-11T22:10:49.683444Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-07T11:40:02.304090Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2507.08472","snapshot_observed_at":"2026-07-31T11:19:35.239826Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.24585","last_updated":"2026-07-27T15:51:41Z","snapshot_observed_at":"2026-08-07T13:03:57.696225Z","submitted_at":"2026-07-27T15:51:41Z","title":"From Data to Device: ELMOD An Efficient German-First 2.7B Language Model for Mobile Inference","version":1},"reference_index":32,"source":"arxiv_source","source_observed_at":"2026-07-31T11:19:35.239826Z"},"links":{"cited_paper":"/paper/2507.08472","citing_paper":"/paper/2607.24585"},"observation_digest":"sha256:92728e9a7b70a8b6975bd778ea086f31e481e3a4a41734bd2d7062eab9061552","observation_id":"6feb931c-ffda-4945-bc51-44caea724920","resolution":{"observed_at":"2026-07-31T11:19:35.239826Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2507.08472/citation-record","integrity":"/paper/2507.08472/integrity","json":"/paper/2507.08472/citation-record.json","paper":"/paper/2507.08472"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:22:26.240475Z","title":"sign SGD with majority vote is communication efficient and fault tolerant","venue":null,"work_id":"f01833e5-3e0d-43f3-bc61-64197943c785","year":2019},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-07T11:40:02.304090Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:21.483030Z"},"links":{"citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:d06b3fa937c0e56aeef01de04d709679dff601aa3419fd99b99e4578a6abf550","observation_id":"7a2ea393-f05a-43d5-a9c0-434ecaa518c0","resolution":{"observed_at":"2026-08-06T18:22:26.282195Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2304.01373","last_updated":"2023-05-31T17:54:07Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-04-03T20:58:15Z","title":"Pythia: A Suite for Analyzing Large Language Models Across Training and Scaling","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2304.01373","snapshot_observed_at":"2026-08-06T18:22:21.496384Z","title":"Pythia: A suite for analyzing large language models across training and scaling, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-07T11:40:02.304090Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:21.496384Z"},"links":{"cited_paper":"/paper/2304.01373","citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:49c7d8b28494479b734bc7486cc3e1dc0206a24abd28596cb95d9e5ac6ddc225","observation_id":"4fb7e08d-9d50-4d3c-869b-4e0a89bbbd10","resolution":{"observed_at":"2026-08-06T18:22:21.496384Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:22:21.506585Z","title":"Language models are few-shot learners","venue":null,"work_id":null,"year":1901},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-07T11:40:02.304090Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:21.506585Z"},"links":{"citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:a64310b815d8423cb3547a88d298a9e174ef53ab080dadba00c1cbb5be7a9c8e","observation_id":"cd89f21a-c756-47b7-b3a5-5b92a4e5978f","resolution":{"observed_at":"2026-08-06T18:22:21.506585Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:22:26.142379Z","title":"Symbolic discovery of optimization algorithms","venue":null,"work_id":"ab5b8e7f-2164-4a17-89c6-846d0180456e","year":2023},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-07T11:40:02.304090Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:21.516425Z"},"links":{"citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:42d945a0304aca64d7026d952c3505af6aeb29c83a4a334cade2fd2405dde17b","observation_id":"ab00a737-6491-4258-8b39-6a8453ca908d","resolution":{"observed_at":"2026-08-06T18:22:26.188949Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1803.05457","last_updated":"2018-03-14T18:04:21Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2018-03-14T18:04:21Z","title":"Think you have Solved Question Answering? Try ARC, the AI2 Reasoning Challenge","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1803.05457","snapshot_observed_at":"2026-08-06T18:22:21.526060Z","title":"Think you have solved question answering? try arc, the ai2 reasoning challenge","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-07T11:40:02.304090Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:21.526060Z"},"links":{"cited_paper":"/paper/1803.05457","citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:4de7a8bb281347486f77e5e78c9115b0d14176e5c042245180a62b5fa10a9120","observation_id":"b138bef4-ea8b-4b2e-b0ba-148afe2a5154","resolution":{"observed_at":"2026-08-06T18:22:21.526060Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2309.11568","last_updated":"2023-09-20T18:12:56Z","snapshot_observed_at":"2026-07-06T16:21:25.401345Z","submitted_at":"2023-09-20T18:12:56Z","title":"BTLM-3B-8K: 7B Parameter Performance in a 3B Parameter Model","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2309.11568","snapshot_observed_at":"2026-08-06T18:22:21.535485Z","title":"Btlm-3b-8k: 7b parameter performance in a 3b parameter model, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-07T11:40:02.304090Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:21.535485Z"},"links":{"cited_paper":"/paper/2309.11568","citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:e8c47a1ee276f9e256f8f9ca378a08b4430126a9b34cb7e3cf2e79aa32b8aa83","observation_id":"318d535f-1e5d-4bdd-9b46-383f247151c7","resolution":{"observed_at":"2026-08-06T18:22:21.535485Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:22:21.545685Z","title":"A framework for few-shot language model evaluation, 07 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-07T11:40:02.304090Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:21.545685Z"},"links":{"citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:198edbf02c0666c48f003c533da84a2e70271d2047911759ea67d13921483dfb","observation_id":"589650ec-6d73-4964-9628-2395376204ee","resolution":{"observed_at":"2026-08-06T18:22:21.545685Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.08446","last_updated":"2025-02-11T18:59:26Z","snapshot_observed_at":"2026-08-06T16:31:19.141189Z","submitted_at":"2024-06-12T17:37:09Z","title":"OLMES: A Standard for Language Model Evaluations","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.08446","snapshot_observed_at":"2026-08-06T18:22:21.555619Z","title":"Olmes: A standard for language model evaluations","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-07T11:40:02.304090Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:21.555619Z"},"links":{"cited_paper":"/paper/2406.08446","citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:f8f73a104883592e7fd28650d8edb2569798fbeaa907974c2de016ad74c0e069","observation_id":"2f589883-c4bb-4b03-a752-766fe9ab3b97","resolution":{"observed_at":"2026-08-06T18:22:21.555619Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:22:21.580428Z","title":"Measuring massive multitask language understanding","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-07T11:40:02.304090Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:21.580428Z"},"links":{"citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:e819d0d35acafcf042005fb17e5380babed78c9f45b35eaed5834ce2db79a73b","observation_id":"dab9aca4-5267-47b8-9945-a66bd0f6c6c1","resolution":{"observed_at":"2026-08-06T18:22:21.580428Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:22:21.590334Z","title":"Rae, and Laurent Sifre","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-07T11:40:02.304090Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:21.590334Z"},"links":{"citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:e4cedcc213f386a9cb0cf154a95375da9a336437fa9e7e4eda19c8a1118bca08","observation_id":"718cde59-c1d3-4d8c-9802-b0ba220e4bd2","resolution":{"observed_at":"2026-08-06T18:22:21.590334Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2312.12226","last_updated":"2024-06-08T08:45:12Z","snapshot_observed_at":"2026-08-06T03:17:03.846308Z","submitted_at":"2023-12-19T15:12:39Z","title":"On the Parameterization of Second-Order Optimization Effective Towards the Infinite Width","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2312.12226","snapshot_observed_at":"2026-08-06T18:22:21.602995Z","title":"On the parameterization of second-order optimization effective towards the infinite width, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-07T11:40:02.304090Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:21.602995Z"},"links":{"cited_paper":"/paper/2312.12226","citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:b5fa3350b588d66f16473de2324cd4bf43122b75331bd6e88f12b07e1a98ccfc","observation_id":"4b1c014c-1ea5-4000-ab3c-92f0fae0f339","resolution":{"observed_at":"2026-08-06T18:22:21.602995Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:22:25.983287Z","title":"No train no gain: Revisiting efficient training algorithms for transformer-based language models","venue":null,"work_id":"aa54d6a0-568b-46c0-bd70-1642c4de916f","year":2023},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-07T11:40:02.304090Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:21.712776Z"},"links":{"citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:9f231789e24c801d10d3899d951d87a4ac240bbc79b766aa906a3b14a6ed6003","observation_id":"97449433-a998-45a4-86f9-76aa52746a28","resolution":{"observed_at":"2026-08-06T18:22:26.059920Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:22:25.843474Z","title":"A method for stochastic optimization","venue":null,"work_id":"db26b481-84a6-4f1a-8f52-cdcc7bb05801","year":2015},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-07T11:40:02.304090Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:21.768846Z"},"links":{"citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:9c1e4f1c97c6c90be7ea20364a5b209015ba39f210d0227760aa69b17a21de6c","observation_id":"297ef640-4e68-4fd3-87d3-48d6b58f84c6","resolution":{"observed_at":"2026-08-06T18:22:25.918161Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:22:25.698399Z","title":"Asam: Adaptive sharpness-aware minimization for scale-invariant learning of deep neural networks","venue":null,"work_id":"cc574820-4798-4d23-86a0-ed200b53027c","year":2021},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-07T11:40:02.304090Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:21.835815Z"},"links":{"citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:58db5210fe0e3212e2b7703fa25bf580a119fd5225e9de82abd0a9bbf1775a5a","observation_id":"c50b93d0-4f3b-4381-92cc-9206bc9fab8d","resolution":{"observed_at":"2026-08-06T18:22:25.776470Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:22:25.564460Z","title":"ROPE : Reading order equivariant positional encoding for graph-based document information extraction","venue":null,"work_id":"29e20b18-a460-4509-bde4-72a6c582851a","year":2021},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-07T11:40:02.304090Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:21.935665Z"},"links":{"citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:bd26f4febc42d033207cc9c152abe657c8b1b985085ced32869fce0166a316b4","observation_id":"405688fe-4eae-4972-8b32-0ae8ffec189b","resolution":{"observed_at":"2026-08-06T18:22:25.616982Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:22:25.426914Z","title":null,"venue":null,"work_id":"184b418b-10df-44ab-b353-1909805290fa","year":2023},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-07T11:40:02.304090Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:22.013963Z"},"links":{"citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:7242695a44bff3a75bcb0f3a23869329cd69693b2ddf1d54e804c6eb9fb7c439","observation_id":"f702a233-b0e3-4ee1-9389-32653e13a488","resolution":{"observed_at":"2026-08-06T18:22:25.497357Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2404.05728","last_updated":"2025-02-13T23:19:42Z","snapshot_observed_at":"2026-07-06T17:57:23.183907Z","submitted_at":"2024-04-08T17:59:44Z","title":"An Empirical Study of $\\mu$P Learning Rate Transfer","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.05728","snapshot_observed_at":"2026-08-06T18:22:22.099491Z","title":"An empirical study of p learning rate transfer, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-07T11:40:02.304090Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:22.099491Z"},"links":{"cited_paper":"/paper/2404.05728","citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:67fc441f0fb5aa6ec8aed8a0aaf178ad490da7707a351b854182e1cb967df6a3","observation_id":"96cc9c6d-e052-43a9-a3e7-940e0e07b170","resolution":{"observed_at":"2026-08-06T18:22:22.099491Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:22:25.295297Z","title":"Sophia: A scalable stochastic second-order optimizer for language model pre-training","venue":null,"work_id":"56faec40-ab61-4ccf-b8ab-cecc869d52db","year":2024},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-07T11:40:02.304090Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:22.233634Z"},"links":{"citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:d6a9b06cadf37eae1e9acd88ad4e9b2bdf5d05b90dc61bbd9701c954ab67a732","observation_id":"ec7119fa-76ab-4581-be0e-0493269ea6ca","resolution":{"observed_at":"2026-08-06T18:22:25.349057Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1711.05101","last_updated":"2019-01-04T21:01:49Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2017-11-14T14:24:06Z","title":"Decoupled Weight Decay Regularization","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1711.05101","snapshot_observed_at":"2026-08-06T18:22:22.322826Z","title":"Fixing weight decay regularization in adam","venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-07T11:40:02.304090Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:22.322826Z"},"links":{"cited_paper":"/paper/1711.05101","citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:739c2f8606ba3278a0005ce19392ff343aa9410a0ab9c8c63fe706adde205aa3","observation_id":"1c3f85f4-b2ee-4d14-a27e-94a65b1cbd47","resolution":{"observed_at":"2026-08-06T18:22:22.322826Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:22:22.396965Z","title":"Scaling data-constrained language models","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-07T11:40:02.304090Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:22.396965Z"},"links":{"citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:7bd60f78f212765f6ff75c4476011b2eb6dd06755a9ad32d7d08559833de6e0f","observation_id":"616636a0-c779-4e6e-be13-096e23376066","resolution":{"observed_at":"2026-08-06T18:22:22.396965Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:22:22.479151Z","title":"Language models are unsupervised multitask learners","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-07T11:40:02.304090Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:22.479151Z"},"links":{"citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:dad974f1d950ec9984fe50124ceb9b5efb01bb485d2eee5fc595fec486c783dd","observation_id":"cdd2d457-dc2a-4937-8cad-2bd12a46ee15","resolution":{"observed_at":"2026-08-06T18:22:22.479151Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:22:25.186389Z","title":"A modified A dam algorithm for deep neural network optimization","venue":null,"work_id":"ccc4582e-344c-4beb-9a9a-cc2beee97e76","year":2023},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-07T11:40:02.304090Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:22.557255Z"},"links":{"citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:1803a8640a1cec8bdf418511740229154ca88b4dc4ba1500ad0e4eb209d2cd88","observation_id":"f3cfcba2-07bc-456a-a1dd-b56b60f81b68","resolution":{"observed_at":"2026-08-06T18:22:25.218513Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1609.04747","last_updated":"2017-06-15T13:21:04Z","snapshot_observed_at":"2026-08-04T02:05:40.539691Z","submitted_at":"2016-09-15T17:32:34Z","title":"An overview of gradient descent optimization algorithms","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1609.04747","snapshot_observed_at":"2026-08-06T18:22:22.619341Z","title":"An overview of gradient descent optimization algorithms, 2017","venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-07T11:40:02.304090Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:22.619341Z"},"links":{"cited_paper":"/paper/1609.04747","citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:7fd12377d501c663477f5d4ff49ea8043589173e4124a98917ca4598a347376f","observation_id":"f782298b-0f15-41d1-8d96-eaaeea223815","resolution":{"observed_at":"2026-08-06T18:22:22.619341Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:22:25.051805Z","title":"Adafactor: Adaptive learning rates with sublinear memory cost","venue":null,"work_id":"794c89d9-812b-452d-a24f-4192956db686","year":2018},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-07T11:40:02.304090Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:22.702979Z"},"links":{"citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:ffd7bb5f9fb5f0d45354d5aa23e51b38dd51975246356c253faa67b578c80c41","observation_id":"4d23e4df-9c67-47f1-b7d5-d39e12080c38","resolution":{"observed_at":"2026-08-06T18:22:25.139815Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:22:22.820809Z","title":"SlimPajama: A 627B token cleaned and deduplicated version of RedPajama","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-07T11:40:02.304090Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:22.820809Z"},"links":{"citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:fbf93320c11cf4faf2be8d7e731bcc19934db4577f749095e4b815290e3129dc","observation_id":"1de602ec-89cb-49b7-bdc8-a716687951ec","resolution":{"observed_at":"2026-08-06T18:22:22.820809Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:22:24.927168Z","title":"Spike no more: Stabilizing the pre-training of large language models, 2025","venue":null,"work_id":"93553e71-cf30-4864-b80e-edeb68ad4053","year":2025},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-07T11:40:02.304090Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:22.890439Z"},"links":{"citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:1d50e3c60c172467b0d9bea5c900f301ba700baa9fef6c8894661ad5fa60921b","observation_id":"c1df782e-021a-4b02-bf3f-58d33eddde44","resolution":{"observed_at":"2026-08-06T18:22:24.996150Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2302.13971","last_updated":"2023-02-27T17:11:15Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-02-27T17:11:15Z","title":"LLaMA: Open and Efficient Foundation Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2302.13971","snapshot_observed_at":"2026-08-06T18:22:23.020109Z","title":"Llama: Open and efficient foundation language models, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-07T11:40:02.304090Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:23.020109Z"},"links":{"cited_paper":"/paper/2302.13971","citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:157b7efa028919a73a2ea71206ea9d6b765431790ed6d3eaa8d4e7b28bc8982e","observation_id":"f3481f1d-0cd6-4369-a2bf-aa8047fea6d1","resolution":{"observed_at":"2026-08-06T18:22:23.020109Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:22:24.837548Z","title":"Evolution and role of optimizers in training deep learning models, 2024","venue":null,"work_id":"a59c57c3-7cb5-489e-b926-5fff76a3683c","year":2024},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-07T11:40:02.304090Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:23.098112Z"},"links":{"citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:ab7801a6c4990a5ee5ab1d3dbfe4f077e673c51d315e9abfcfda5a836540ab53","observation_id":"b9ed3627-872a-4194-bb55-ecae015a44b2","resolution":{"observed_at":"2026-08-06T18:22:24.868709Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2106.13731","last_updated":"2021-08-07T01:18:28Z","snapshot_observed_at":"2026-07-06T11:23:12.778023Z","submitted_at":"2021-06-25T16:07:59Z","title":"Ranger21: a synergistic deep learning optimizer","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2106.13731","snapshot_observed_at":"2026-08-06T18:22:23.166969Z","title":"Ranger21: a synergistic deep learning optimizer, 2021","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-07T11:40:02.304090Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:23.166969Z"},"links":{"cited_paper":"/paper/2106.13731","citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:c6319bed823de4f9c175ac9a5fec580d48ecbeb3257de1648e73ec24bd88aa29","observation_id":"9e4f294a-5d8d-4cab-a6d6-faeb9a94718c","resolution":{"observed_at":"2026-08-06T18:22:23.166969Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:22:24.695040Z","title":"Adan: Adaptive nesterov momentum algorithm for faster optimizing deep models","venue":null,"work_id":"554858c7-5db7-49bf-b862-7e1761348059","year":2024},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-07T11:40:02.304090Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:23.243728Z"},"links":{"citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:4ad2186c250965fa5c393f2a2f90c0936eb51548388a4a5c53a3ff040a80ac0a","observation_id":"6f250c12-6b80-4fca-9c58-2be7d5e6a03e","resolution":{"observed_at":"2026-08-06T18:22:24.767914Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:22:24.564001Z","title":"Tuning large neural networks via zero-shot hyperparameter transfer","venue":null,"work_id":"9db20ebb-7639-4d1b-9da0-83bea7c85d37","year":2021},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-07T11:40:02.304090Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":31,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:23.319784Z"},"links":{"citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:50d10817d2482f6b984a9ee9ac498add4fbec2b032b453280c9680d7ae09778a","observation_id":"c83071cc-073c-4e99-b631-ab1a1292e651","resolution":{"observed_at":"2026-08-06T18:22:24.654484Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:22:23.370940Z","title":"Hellaswag: Can a machine really finish your sentence? In Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics, 2019","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-07T11:40:02.304090Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":32,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:23.370940Z"},"links":{"citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:96bc6f8260bfdad95bf80526b6778960f582894ec41fdd03549662a5be6d170c","observation_id":"38cdee5c-1ba7-41cd-a7cb-2e6166473774","resolution":{"observed_at":"2026-08-06T18:22:23.370940Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.16793","last_updated":"2025-02-24T11:29:08Z","snapshot_observed_at":"2026-08-03T23:43:24.359346Z","submitted_at":"2024-06-24T16:56:41Z","title":"Adam-mini: Use Fewer Learning Rates To Gain More","version":7},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.16793","snapshot_observed_at":"2026-08-06T18:22:23.426489Z","title":"Adam-mini: Use fewer learning rates to gain more","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-07T11:40:02.304090Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":33,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:23.426489Z"},"links":{"cited_paper":"/paper/2406.16793","citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:f113a893a3e8eb700b9b2b2feded14d4026554fb1099cfc7c7f68f025fb4dcdb","observation_id":"71c1903a-373d-4d1c-b18a-7bf22963b90f","resolution":{"observed_at":"2026-08-06T18:22:23.426489Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:22:24.459131Z","title":"Improved adam optimizer for deep neural networks","venue":null,"work_id":"da0c81a6-1058-4e5a-a57c-8d4b5c51f19a","year":2018},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-07T11:40:02.304090Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":34,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:23.522210Z"},"links":{"citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:3591fc7d1d6d61b026e2dae683f510a14064a4775446f9747f5359808b725edf","observation_id":"e7156432-f7cf-4697-b702-72cfd2c05fc4","resolution":{"observed_at":"2026-08-06T18:22:24.506253Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:22:24.316743Z","title":null,"venue":null,"work_id":"0cb356e1-c9be-47c1-9d62-0fd4edb2b481","year":2025},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-07T11:40:02.304090Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":35,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:23.554627Z"},"links":{"citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:99b8aa2a51de2f7ddf3e1338e6bc1ec66652e863c73a90f890117764cdde9dbe","observation_id":"6f168c4e-d217-4171-9806-b2a140876725","resolution":{"observed_at":"2026-08-06T18:22:24.359342Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:22:24.156323Z","title":"Adabelief optimizer: Adapting stepsizes by the belief in observed gradients","venue":null,"work_id":"1762493c-fa9d-4a55-a967-e130c5a4bc2e","year":2020},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-07T11:40:02.304090Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":36,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:23.592781Z"},"links":{"citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:bad05d475dbdb0652aaf71f17fdc1a454449bdc16ceeb41bf4bdf6aca58a8aa8","observation_id":"6b5ec9fb-1624-45c9-a126-83da3fa1f79f","resolution":{"observed_at":"2026-08-06T18:22:24.258442Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:22:23.691536Z","title":"write newline","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-07T11:40:02.304090Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":37,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:23.691536Z"},"links":{"citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:8d713113c55b1c26b3bcb4d2ff38b03fedeb70458c9b5289ace7de7062aba8c6","observation_id":"fe6525a8-af09-40f1-99a7-af0421227267","resolution":{"observed_at":"2026-08-06T18:22:23.691536Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:22:23.785237Z","title":"@esa (Ref","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-07T11:40:02.304090Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":38,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:23.785237Z"},"links":{"citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:3bf2bb15e78876ce8895dd8c0a50d8b53fc1d96863be3a9669b09995ef0dcc83","observation_id":"6062aa24-20ae-455b-85c0-f3a9a36eddc4","resolution":{"observed_at":"2026-08-06T18:22:23.785237Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:22:23.885318Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-07T11:40:02.304090Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":39,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:23.885318Z"},"links":{"citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:fc4fcdd8ab80a9630517c6ef26001dbb7127073c99bf701da67a5989e96aa37e","observation_id":"6b64a7ad-d192-4238-aff7-d1f3aaf472e4","resolution":{"observed_at":"2026-08-06T18:22:23.885318Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:22:23.931757Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-07T11:40:02.304090Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":40,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:23.931757Z"},"links":{"citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:6f1e71a946717c75db91edc61538458f7103ce8aa5c4d77c2642bc7f110a108b","observation_id":"b8b538c4-8e24-424d-9cfa-7ef785a12a42","resolution":{"observed_at":"2026-08-06T18:22:23.931757Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","latest_version":2,"primary_category":"cs.LG","snapshot_observed_at":"2026-08-07T11:40:02.304090Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers"},"reference_resolution":{"displayed":40,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":25,"verified_exact":0,"verified_fuzzy":15},"total_outbound_references":40},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"thesis":"As of 7 August 2026, this Paper Citation Record lists 40 of 40 outbound references and 3 inbound Pith citation observations for arXiv:2507.08472."}