{"as_of":"2026-08-09T21:42:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:bf173422056a03fbc2e6a92278d2712244c36f81a769eb9b0042697b0fe513da","coverage":[{"denominator":40,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":40,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T18:22:23.931757Z","state":"measured"},{"denominator":43,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":43,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-09T06:31:02.800959+00:00","state":"measured"},{"denominator":3,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":3,"source":"paper_references, paper_reference_links","source_observed_at":"2026-07-31T11:19:35.239826Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-10T12:15:22.206452Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-09T02:35:44.835582Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"cited_work":{"arxiv_id":"2507.08472","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2507.08472","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Pre-training LLMs on a budget: A comparison of three optimizers.arXiv preprint arXiv:2507.08472","venue":null,"work_id":"e68917d6-ebaf-4fa2-b3c0-9e8a27aeaa9b","year":null},"citing_paper":{"arxiv_id":"2604.15416","last_updated":"2026-04-16T17:55:36Z","snapshot_observed_at":"2026-07-06T23:02:58.361418Z","submitted_at":"2026-04-16T17:55:36Z","title":"StoSignSGD: Unbiased Structural Stochasticity Fixes SignSGD for Training Large Language Models","version":1},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-05-10T12:10:44.802059Z"},"links":{"cited_paper":"/paper/2507.08472","citing_paper":"/paper/2604.15416"},"observation_digest":"sha256:d944cf8e33ae1c358e0ca1b4275bf8ad2ec07c602c5beb130992237ffa6148ae","observation_id":"89f747dd-bff9-48d0-b28f-70f65461bca6","resolution":{"observed_at":"2026-05-10T12:15:22.208322Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-09T02:35:44.835582Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2507.08472","snapshot_observed_at":"2026-07-11T22:10:49.683444Z","title":"Pre-training llms on a budget: A comparison of three optimizers.arXiv preprint arXiv:2507.08472, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.04033","last_updated":"2026-07-04T21:27:05Z","snapshot_observed_at":"2026-08-07T05:07:10.107694Z","submitted_at":"2026-07-04T21:27:05Z","title":"OmniOpt: Taxonomy, Geometry, and Benchmarking of Modern Optimizers","version":1},"reference_index":96,"source":"pdf_text","source_observed_at":"2026-07-11T22:10:49.683444Z"},"links":{"cited_paper":"/paper/2507.08472","citing_paper":"/paper/2607.04033"},"observation_digest":"sha256:f381f6a34752d14f1e0796c075c05fd9a818b719dbb0272766129e4315a32c34","observation_id":"2391eeff-d65c-459e-99ec-1f5d71f89933","resolution":{"observed_at":"2026-07-11T22:10:49.683444Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-09T02:35:44.835582Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2507.08472","snapshot_observed_at":"2026-07-31T11:19:35.239826Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.24585","last_updated":"2026-07-27T15:51:41Z","snapshot_observed_at":"2026-08-07T13:03:57.696225Z","submitted_at":"2026-07-27T15:51:41Z","title":"From Data to Device: ELMOD An Efficient German-First 2.7B Language Model for Mobile Inference","version":1},"reference_index":32,"source":"arxiv_source","source_observed_at":"2026-07-31T11:19:35.239826Z"},"links":{"cited_paper":"/paper/2507.08472","citing_paper":"/paper/2607.24585"},"observation_digest":"sha256:218f22360ce86e09965ed2e5985795355cdf4f8300094a9a481acd638bf86d0e","observation_id":"6feb931c-ffda-4945-bc51-44caea724920","resolution":{"observed_at":"2026-07-31T11:19:35.239826Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2507.08472/citation-record","integrity":"/paper/2507.08472/integrity","json":"/paper/2507.08472/citation-record.json","paper":"/paper/2507.08472"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:22:26.240475Z","title":"sign SGD with majority vote is communication efficient and fault tolerant","venue":null,"work_id":"f01833e5-3e0d-43f3-bc61-64197943c785","year":2019},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-09T02:35:44.835582Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:21.483030Z"},"links":{"citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:5ecc5db3d9a7635b8e2a93d4dd2ac0f5ca7f76e9a4fb39b6fa0ff0680771a2a8","observation_id":"7a2ea393-f05a-43d5-a9c0-434ecaa518c0","resolution":{"observed_at":"2026-08-06T18:22:26.282195Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2304.01373","last_updated":"2023-05-31T17:54:07Z","snapshot_observed_at":"2026-08-07T23:49:29.478548Z","submitted_at":"2023-04-03T20:58:15Z","title":"Pythia: A Suite for Analyzing Large Language Models Across Training and Scaling","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2304.01373","snapshot_observed_at":"2026-08-06T18:22:21.496384Z","title":"Pythia: A suite for analyzing large language models across training and scaling, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-09T02:35:44.835582Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:21.496384Z"},"links":{"cited_paper":"/paper/2304.01373","citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:34f2ad982d1bb3e0dcfcf4d24f06f8ff1690098fb3695d1550c7d713602dafbc","observation_id":"4fb7e08d-9d50-4d3c-869b-4e0a89bbbd10","resolution":{"observed_at":"2026-08-06T18:22:21.496384Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:22:21.506585Z","title":"Language models are few-shot learners","venue":null,"work_id":null,"year":1901},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-09T02:35:44.835582Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:21.506585Z"},"links":{"citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:a06e4dea5fc393acb3096f21f3db2e3d20799bc7fcf01c1c2fef90bdb8928b60","observation_id":"cd89f21a-c756-47b7-b3a5-5b92a4e5978f","resolution":{"observed_at":"2026-08-06T18:22:21.506585Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:22:26.142379Z","title":"Symbolic discovery of optimization algorithms","venue":null,"work_id":"ab5b8e7f-2164-4a17-89c6-846d0180456e","year":2023},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-09T02:35:44.835582Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:21.516425Z"},"links":{"citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:6b307121b46be30f4a8a9b183fcf0d6858e28d3898b8599f7d27a330e3d96749","observation_id":"ab00a737-6491-4258-8b39-6a8453ca908d","resolution":{"observed_at":"2026-08-06T18:22:26.188949Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1803.05457","last_updated":"2018-03-14T18:04:21Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2018-03-14T18:04:21Z","title":"Think you have Solved Question Answering? Try ARC, the AI2 Reasoning Challenge","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1803.05457","snapshot_observed_at":"2026-08-06T18:22:21.526060Z","title":"Think you have solved question answering? try arc, the ai2 reasoning challenge","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-09T02:35:44.835582Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:21.526060Z"},"links":{"cited_paper":"/paper/1803.05457","citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:aa98c93c7a5490f95446d0ddd358d4112bb23949092d553e60553c78feeb508b","observation_id":"b138bef4-ea8b-4b2e-b0ba-148afe2a5154","resolution":{"observed_at":"2026-08-06T18:22:21.526060Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2309.11568","last_updated":"2023-09-20T18:12:56Z","snapshot_observed_at":"2026-07-06T16:21:25.401345Z","submitted_at":"2023-09-20T18:12:56Z","title":"BTLM-3B-8K: 7B Parameter Performance in a 3B Parameter Model","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2309.11568","snapshot_observed_at":"2026-08-06T18:22:21.535485Z","title":"Btlm-3b-8k: 7b parameter performance in a 3b parameter model, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-09T02:35:44.835582Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:21.535485Z"},"links":{"cited_paper":"/paper/2309.11568","citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:c085e7ef6ff7d047de8758305063c5959646f47e943321263c7e4124190c8081","observation_id":"318d535f-1e5d-4bdd-9b46-383f247151c7","resolution":{"observed_at":"2026-08-06T18:22:21.535485Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:22:21.545685Z","title":"A framework for few-shot language model evaluation, 07 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-09T02:35:44.835582Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:21.545685Z"},"links":{"citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:b1b91d1855f4ae92a0d8a7e9557a6d892245524e1b701b19a5f6af0dc60e3f3e","observation_id":"589650ec-6d73-4964-9628-2395376204ee","resolution":{"observed_at":"2026-08-06T18:22:21.545685Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.08446","last_updated":"2025-02-11T18:59:26Z","snapshot_observed_at":"2026-08-06T16:31:19.141189Z","submitted_at":"2024-06-12T17:37:09Z","title":"OLMES: A Standard for Language Model Evaluations","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.08446","snapshot_observed_at":"2026-08-06T18:22:21.555619Z","title":"Olmes: A standard for language model evaluations","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-09T02:35:44.835582Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:21.555619Z"},"links":{"cited_paper":"/paper/2406.08446","citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:e880149d1a1484197e05e046c4b757e40634b206481d25d0a2c7ca0c9e614a83","observation_id":"2f589883-c4bb-4b03-a752-766fe9ab3b97","resolution":{"observed_at":"2026-08-06T18:22:21.555619Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:22:21.580428Z","title":"Measuring massive multitask language understanding","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-09T02:35:44.835582Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:21.580428Z"},"links":{"citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:b3eb7883e1b43b93ff8aef53d2bc7490d737c679bb2dc80eaac1463f7b395920","observation_id":"dab9aca4-5267-47b8-9945-a66bd0f6c6c1","resolution":{"observed_at":"2026-08-06T18:22:21.580428Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:22:21.590334Z","title":"Rae, and Laurent Sifre","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-09T02:35:44.835582Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:21.590334Z"},"links":{"citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:a074da0e9ebf0cd55331e74e1cf49dc2edadce007a7e363ccc9522b099918e7d","observation_id":"718cde59-c1d3-4d8c-9802-b0ba220e4bd2","resolution":{"observed_at":"2026-08-06T18:22:21.590334Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2312.12226","last_updated":"2024-06-08T08:45:12Z","snapshot_observed_at":"2026-08-06T03:17:03.846308Z","submitted_at":"2023-12-19T15:12:39Z","title":"On the Parameterization of Second-Order Optimization Effective Towards the Infinite Width","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2312.12226","snapshot_observed_at":"2026-08-06T18:22:21.602995Z","title":"On the parameterization of second-order optimization effective towards the infinite width, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-09T02:35:44.835582Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:21.602995Z"},"links":{"cited_paper":"/paper/2312.12226","citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:68f6fe4cca99cc38e07e7533f7f3ebcb0d6656e8bf6cf14abd7c61e4458c1c6c","observation_id":"4b1c014c-1ea5-4000-ab3c-92f0fae0f339","resolution":{"observed_at":"2026-08-06T18:22:21.602995Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:22:25.983287Z","title":"No train no gain: Revisiting efficient training algorithms for transformer-based language models","venue":null,"work_id":"aa54d6a0-568b-46c0-bd70-1642c4de916f","year":2023},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-09T02:35:44.835582Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:21.712776Z"},"links":{"citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:9b8891799659c1d944b0dda8798bfeade9adcdf539e2bf17101bc4225b7cf271","observation_id":"97449433-a998-45a4-86f9-76aa52746a28","resolution":{"observed_at":"2026-08-06T18:22:26.059920Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:22:25.843474Z","title":"A method for stochastic optimization","venue":null,"work_id":"db26b481-84a6-4f1a-8f52-cdcc7bb05801","year":2015},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-09T02:35:44.835582Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:21.768846Z"},"links":{"citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:79effb3986147a9ec9fc7229b37edbaaf4a12ae8aced13a6605d0a77da22dcbe","observation_id":"297ef640-4e68-4fd3-87d3-48d6b58f84c6","resolution":{"observed_at":"2026-08-06T18:22:25.918161Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:22:25.698399Z","title":"Asam: Adaptive sharpness-aware minimization for scale-invariant learning of deep neural networks","venue":null,"work_id":"cc574820-4798-4d23-86a0-ed200b53027c","year":2021},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-09T02:35:44.835582Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:21.835815Z"},"links":{"citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:a873594e8e7a43389f4c9a018203abb36cc50de791967e736453d7e325c8151e","observation_id":"c50b93d0-4f3b-4381-92cc-9206bc9fab8d","resolution":{"observed_at":"2026-08-06T18:22:25.776470Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:22:25.564460Z","title":"ROPE : Reading order equivariant positional encoding for graph-based document information extraction","venue":null,"work_id":"29e20b18-a460-4509-bde4-72a6c582851a","year":2021},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-09T02:35:44.835582Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:21.935665Z"},"links":{"citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:f43b3cbdbc676c1703ea8e3e6dae702700e57f8039bef0cd2d54ff84eb308558","observation_id":"405688fe-4eae-4972-8b32-0ae8ffec189b","resolution":{"observed_at":"2026-08-06T18:22:25.616982Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:22:25.426914Z","title":null,"venue":null,"work_id":"184b418b-10df-44ab-b353-1909805290fa","year":2023},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-09T02:35:44.835582Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:22.013963Z"},"links":{"citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:bead8e4b33fd07c91cf2aafe984f7940606052e06743d344309c3b93a1d9d3e2","observation_id":"f702a233-b0e3-4ee1-9389-32653e13a488","resolution":{"observed_at":"2026-08-06T18:22:25.497357Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2404.05728","last_updated":"2025-02-13T23:19:42Z","snapshot_observed_at":"2026-07-06T17:57:23.183907Z","submitted_at":"2024-04-08T17:59:44Z","title":"An Empirical Study of $\\mu$P Learning Rate Transfer","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.05728","snapshot_observed_at":"2026-08-06T18:22:22.099491Z","title":"An empirical study of p learning rate transfer, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-09T02:35:44.835582Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:22.099491Z"},"links":{"cited_paper":"/paper/2404.05728","citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:3d8978fc1410b9d8bab57ad5231df8524e54e215673e941edced5d680cb79d71","observation_id":"96cc9c6d-e052-43a9-a3e7-940e0e07b170","resolution":{"observed_at":"2026-08-06T18:22:22.099491Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:22:25.295297Z","title":"Sophia: A scalable stochastic second-order optimizer for language model pre-training","venue":null,"work_id":"56faec40-ab61-4ccf-b8ab-cecc869d52db","year":2024},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-09T02:35:44.835582Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:22.233634Z"},"links":{"citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:bd4128472e9ca56ab802e535b421c98e6d26aea4d7db3a4bf4e57fce46b3764f","observation_id":"ec7119fa-76ab-4581-be0e-0493269ea6ca","resolution":{"observed_at":"2026-08-06T18:22:25.349057Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1711.05101","last_updated":"2019-01-04T21:01:49Z","snapshot_observed_at":"2026-08-09T20:34:52.923500Z","submitted_at":"2017-11-14T14:24:06Z","title":"Decoupled Weight Decay Regularization","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1711.05101","snapshot_observed_at":"2026-08-06T18:22:22.322826Z","title":"Fixing weight decay regularization in adam","venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-09T02:35:44.835582Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:22.322826Z"},"links":{"cited_paper":"/paper/1711.05101","citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:0e840f2bd777f0883ccac0bea04cc427a3e3b79cc1bfebded623c7fdaade04a4","observation_id":"1c3f85f4-b2ee-4d14-a27e-94a65b1cbd47","resolution":{"observed_at":"2026-08-06T18:22:22.322826Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:22:22.396965Z","title":"Scaling data-constrained language models","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-09T02:35:44.835582Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:22.396965Z"},"links":{"citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:02a3a3545d7dd589b85b54940b60d2f087df40954d4b580b4da12c10adb777a2","observation_id":"616636a0-c779-4e6e-be13-096e23376066","resolution":{"observed_at":"2026-08-06T18:22:22.396965Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:22:22.479151Z","title":"Language models are unsupervised multitask learners","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-09T02:35:44.835582Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:22.479151Z"},"links":{"citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:ef17de46c0e4076fa5521851700f8dc062cb2aa2647cf110a698035bbf05d4e7","observation_id":"cdd2d457-dc2a-4937-8cad-2bd12a46ee15","resolution":{"observed_at":"2026-08-06T18:22:22.479151Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:22:25.186389Z","title":"A modified A dam algorithm for deep neural network optimization","venue":null,"work_id":"ccc4582e-344c-4beb-9a9a-cc2beee97e76","year":2023},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-09T02:35:44.835582Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:22.557255Z"},"links":{"citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:8224c2d6ec60a8b77eda40d923086b5f8f933fdee3398e34862213be1ac28320","observation_id":"f3cfcba2-07bc-456a-a1dd-b56b60f81b68","resolution":{"observed_at":"2026-08-06T18:22:25.218513Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1609.04747","last_updated":"2017-06-15T13:21:04Z","snapshot_observed_at":"2026-08-04T02:05:40.539691Z","submitted_at":"2016-09-15T17:32:34Z","title":"An overview of gradient descent optimization algorithms","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1609.04747","snapshot_observed_at":"2026-08-06T18:22:22.619341Z","title":"An overview of gradient descent optimization algorithms, 2017","venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-09T02:35:44.835582Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:22.619341Z"},"links":{"cited_paper":"/paper/1609.04747","citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:9125098688cfea8b75951ad9d6455635fe9243fbdcc0cbe8d5c6cf2f1343bb6a","observation_id":"f782298b-0f15-41d1-8d96-eaaeea223815","resolution":{"observed_at":"2026-08-06T18:22:22.619341Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:22:25.051805Z","title":"Adafactor: Adaptive learning rates with sublinear memory cost","venue":null,"work_id":"794c89d9-812b-452d-a24f-4192956db686","year":2018},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-09T02:35:44.835582Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:22.702979Z"},"links":{"citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:95476599f87181bc0f03326616258a177c64a0e357b5b8d4e95c1f81bab8fe7d","observation_id":"4d23e4df-9c67-47f1-b7d5-d39e12080c38","resolution":{"observed_at":"2026-08-06T18:22:25.139815Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:22:22.820809Z","title":"SlimPajama: A 627B token cleaned and deduplicated version of RedPajama","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-09T02:35:44.835582Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:22.820809Z"},"links":{"citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:008bbf8fc6b204066065d30e23ff688a86c6376b1525a8e869fae36462864802","observation_id":"1de602ec-89cb-49b7-bdc8-a716687951ec","resolution":{"observed_at":"2026-08-06T18:22:22.820809Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:22:24.927168Z","title":"Spike no more: Stabilizing the pre-training of large language models, 2025","venue":null,"work_id":"93553e71-cf30-4864-b80e-edeb68ad4053","year":2025},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-09T02:35:44.835582Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:22.890439Z"},"links":{"citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:842ef8ff13360ee9a3da3d9b8b52607cf325fa70f8fabdd0b867dd934c4e655e","observation_id":"c1df782e-021a-4b02-bf3f-58d33eddde44","resolution":{"observed_at":"2026-08-06T18:22:24.996150Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2302.13971","last_updated":"2023-02-27T17:11:15Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-02-27T17:11:15Z","title":"LLaMA: Open and Efficient Foundation Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2302.13971","snapshot_observed_at":"2026-08-06T18:22:23.020109Z","title":"Llama: Open and efficient foundation language models, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-09T02:35:44.835582Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:23.020109Z"},"links":{"cited_paper":"/paper/2302.13971","citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:3dd695e450c01fcf1e33c60a767c41ce2111f99e925ce858977a6b34878bff27","observation_id":"f3481f1d-0cd6-4369-a2bf-aa8047fea6d1","resolution":{"observed_at":"2026-08-06T18:22:23.020109Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:22:24.837548Z","title":"Evolution and role of optimizers in training deep learning models, 2024","venue":null,"work_id":"a59c57c3-7cb5-489e-b926-5fff76a3683c","year":2024},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-09T02:35:44.835582Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:23.098112Z"},"links":{"citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:3a8fb4d2b033840a749db1d3d650ad5b86e264ff627400654b76a3e13ed2d98e","observation_id":"b9ed3627-872a-4194-bb55-ecae015a44b2","resolution":{"observed_at":"2026-08-06T18:22:24.868709Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2106.13731","last_updated":"2021-08-07T01:18:28Z","snapshot_observed_at":"2026-07-06T11:23:12.778023Z","submitted_at":"2021-06-25T16:07:59Z","title":"Ranger21: a synergistic deep learning optimizer","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2106.13731","snapshot_observed_at":"2026-08-06T18:22:23.166969Z","title":"Ranger21: a synergistic deep learning optimizer, 2021","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-09T02:35:44.835582Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:23.166969Z"},"links":{"cited_paper":"/paper/2106.13731","citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:d35f327a5362211384fc554f648ea01a87138ce0efe4c2248445fe18d11e3c65","observation_id":"9e4f294a-5d8d-4cab-a6d6-faeb9a94718c","resolution":{"observed_at":"2026-08-06T18:22:23.166969Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:22:24.695040Z","title":"Adan: Adaptive nesterov momentum algorithm for faster optimizing deep models","venue":null,"work_id":"554858c7-5db7-49bf-b862-7e1761348059","year":2024},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-09T02:35:44.835582Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:23.243728Z"},"links":{"citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:180b0b3733061f7893e9efbdc04f8b52cb141e71ea80d97396308a38e466a103","observation_id":"6f250c12-6b80-4fca-9c58-2be7d5e6a03e","resolution":{"observed_at":"2026-08-06T18:22:24.767914Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:22:24.564001Z","title":"Tuning large neural networks via zero-shot hyperparameter transfer","venue":null,"work_id":"9db20ebb-7639-4d1b-9da0-83bea7c85d37","year":2021},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-09T02:35:44.835582Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":31,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:23.319784Z"},"links":{"citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:19b50dc55f699469910702125b40fec7430c797c5c6e001fd4db23aca1794ee1","observation_id":"c83071cc-073c-4e99-b631-ab1a1292e651","resolution":{"observed_at":"2026-08-06T18:22:24.654484Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:22:23.370940Z","title":"Hellaswag: Can a machine really finish your sentence? In Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics, 2019","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-09T02:35:44.835582Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":32,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:23.370940Z"},"links":{"citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:9b51fd70920e85096b7ab3e7b6a767ea5af58a40f78f9d763b737fb964e40db3","observation_id":"38cdee5c-1ba7-41cd-a7cb-2e6166473774","resolution":{"observed_at":"2026-08-06T18:22:23.370940Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.16793","last_updated":"2025-02-24T11:29:08Z","snapshot_observed_at":"2026-08-03T23:43:24.359346Z","submitted_at":"2024-06-24T16:56:41Z","title":"Adam-mini: Use Fewer Learning Rates To Gain More","version":7},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.16793","snapshot_observed_at":"2026-08-06T18:22:23.426489Z","title":"Adam-mini: Use fewer learning rates to gain more","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-09T02:35:44.835582Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":33,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:23.426489Z"},"links":{"cited_paper":"/paper/2406.16793","citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:56a47bc9ef6304c25826bdc221c674e495bc305a5829435f650a459a31880a01","observation_id":"71c1903a-373d-4d1c-b18a-7bf22963b90f","resolution":{"observed_at":"2026-08-06T18:22:23.426489Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:22:24.459131Z","title":"Improved adam optimizer for deep neural networks","venue":null,"work_id":"da0c81a6-1058-4e5a-a57c-8d4b5c51f19a","year":2018},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-09T02:35:44.835582Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":34,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:23.522210Z"},"links":{"citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:44a660c8949d7358972e8d3208a2875d210b9e401eb2fc228e9b6c846071d423","observation_id":"e7156432-f7cf-4697-b702-72cfd2c05fc4","resolution":{"observed_at":"2026-08-06T18:22:24.506253Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:22:24.316743Z","title":null,"venue":null,"work_id":"0cb356e1-c9be-47c1-9d62-0fd4edb2b481","year":2025},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-09T02:35:44.835582Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":35,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:23.554627Z"},"links":{"citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:d07762b5914805f125a5d5486c3d945bc584c141c5727d669fba3a49c59cd702","observation_id":"6f168c4e-d217-4171-9806-b2a140876725","resolution":{"observed_at":"2026-08-06T18:22:24.359342Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:22:24.156323Z","title":"Adabelief optimizer: Adapting stepsizes by the belief in observed gradients","venue":null,"work_id":"1762493c-fa9d-4a55-a967-e130c5a4bc2e","year":2020},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-09T02:35:44.835582Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":36,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:23.592781Z"},"links":{"citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:85006b873b5b9340b40faa3a0b4d9f1e83874a48b0173ff9c4d4bf29cc7a664d","observation_id":"6b5ec9fb-1624-45c9-a126-83da3fa1f79f","resolution":{"observed_at":"2026-08-06T18:22:24.258442Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:22:23.691536Z","title":"write newline","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-09T02:35:44.835582Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":37,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:23.691536Z"},"links":{"citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:d7fb49634ac5c4abf0f3ed80979448aeecab0fbe893ef5cfec34e8a7eb953c70","observation_id":"fe6525a8-af09-40f1-99a7-af0421227267","resolution":{"observed_at":"2026-08-06T18:22:23.691536Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:22:23.785237Z","title":"@esa (Ref","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-09T02:35:44.835582Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":38,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:23.785237Z"},"links":{"citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:800e31b0c9a2f4f114dee9d7201323a4a9a840af66c7c67df69d2e0f0039e9de","observation_id":"6062aa24-20ae-455b-85c0-f3a9a36eddc4","resolution":{"observed_at":"2026-08-06T18:22:23.785237Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:22:23.885318Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-09T02:35:44.835582Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":39,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:23.885318Z"},"links":{"citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:151c602aa6934208442a67a29c33445031a9f96d2023c1380e68f8ca50fa84b6","observation_id":"6b64a7ad-d192-4238-aff7-d1f3aaf472e4","resolution":{"observed_at":"2026-08-06T18:22:23.885318Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:22:23.931757Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","snapshot_observed_at":"2026-08-09T02:35:44.835582Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","version":2},"reference_index":40,"source":"arxiv_source","source_observed_at":"2026-08-06T18:22:23.931757Z"},"links":{"citing_paper":"/paper/2507.08472"},"observation_digest":"sha256:f120de3928ded411c3deba2aa3fa1256bdb4e066ef1e4ed46f512ea59648e6c3","observation_id":"b8b538c4-8e24-424d-9cfa-7ef785a12a42","resolution":{"observed_at":"2026-08-06T18:22:23.931757Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2507.08472","last_updated":"2025-07-22T08:48:53Z","latest_version":2,"primary_category":"cs.LG","snapshot_observed_at":"2026-08-09T02:35:44.835582Z","submitted_at":"2025-07-11T10:29:04Z","title":"Pre-Training LLMs on a budget: A comparison of three optimizers"},"reference_resolution":{"displayed":40,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":25,"verified_exact":0,"verified_fuzzy":15},"total_outbound_references":40},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"thesis":"As of 9 August 2026, this Paper Citation Record lists 40 of 40 outbound references and 3 inbound Pith citation observations for arXiv:2507.08472."}