{"as_of":"2026-08-10T07:33:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:d2b254df18f52ebf8a62da01263885d21bc8a0100e00db86f3b02c70df43cce9","coverage":[{"denominator":55,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":55,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T19:25:24.982987Z","state":"measured"},{"denominator":57,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":57,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-10T06:31:04.303077+00:00","state":"measured"},{"denominator":2,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":2,"source":"paper_references, paper_reference_links","source_observed_at":"2026-06-26T09:08:41.993925Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-07-04T10:09:44.606239Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-10T01:26:34.269871Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"cited_work":{"arxiv_id":"2507.05966","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2507.05966","snapshot_observed_at":"2026-07-04T10:09:44.606239Z","title":"Simple convergence proof of Adam from a sign-like descent perspective.arXiv preprint arXiv:2507.05966","venue":null,"work_id":"58759b54-66a1-4ba2-b701-820f8256fd07","year":null},"citing_paper":{"arxiv_id":"2605.06615","last_updated":"2026-05-07T17:32:09Z","snapshot_observed_at":"2026-07-06T23:19:05.764765Z","submitted_at":"2026-05-07T17:32:09Z","title":"When and Why SignSGD Outperforms SGD: A Theoretical Study Based on $\\ell_1$-norm Lower Bounds","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-05-08T12:14:28.866499Z"},"links":{"cited_paper":"/paper/2507.05966","citing_paper":"/paper/2605.06615"},"observation_digest":"sha256:a2db335d5fa5d071bdc8d92729748aa3f7f3f36a88f0c63bcafa82f39d32a7b5","observation_id":"0ac89055-0f85-475c-a8c2-d8c0a1c99366","resolution":{"observed_at":"2026-05-11T19:21:07.519300Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-10T01:26:34.269871Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"cited_work":{"arxiv_id":"2507.05966","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2507.05966","snapshot_observed_at":"2026-07-04T10:09:44.606239Z","title":"Simple convergence proof of Adam from a sign-like descent perspective.arXiv preprint arXiv:2507.05966","venue":null,"work_id":"58759b54-66a1-4ba2-b701-820f8256fd07","year":null},"citing_paper":{"arxiv_id":"2606.23676","last_updated":"2026-06-22T17:58:52Z","snapshot_observed_at":"2026-08-06T14:32:57.924655Z","submitted_at":"2026-06-22T17:58:52Z","title":"Open Problem: Is AdamW Effective Under Heavy-Tailed Noise?","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-06-26T09:08:41.993925Z"},"links":{"cited_paper":"/paper/2507.05966","citing_paper":"/paper/2606.23676"},"observation_digest":"sha256:212fd39be960a168cb6a825ec21dbb415bfcff9120ca574b13cd276e561150b1","observation_id":"17e2f267-9e45-466b-a6e2-68fe92e9bd80","resolution":{"observed_at":"2026-07-04T10:09:44.608129Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2507.05966/citation-record","integrity":"/paper/2507.05966/integrity","json":"/paper/2507.05966/citation-record.json","paper":"/paper/2507.05966"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:25.654981Z","title":"Lower bounds for non-convex stochastic optimization.Mathematical Programming, 199(1-2):165–214, 2023","venue":null,"work_id":"3692ceab-e188-435f-9e58-cf652646ebf5","year":2023},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-10T01:26:34.269871Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.771687Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:caca88424815887325ff98226bd805577025a1cbebffef8718b34162faf7402c","observation_id":"35277eaa-d935-45a7-a922-e10106887638","resolution":{"observed_at":"2026-08-06T19:25:25.658393Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:25.645145Z","title":"SGD with AdaGrad stepsizes: Full adaptivity with high probability to unknown parameters, unbounded gradients and affine variance","venue":null,"work_id":"01d6d7f8-e0fa-4ba6-93cd-12f57b974275","year":2023},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-10T01:26:34.269871Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.776747Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:8bd05ea603b0401922446b361c0a2fcc4577c9b6c7dba242f88f1166e434da5b","observation_id":"96dffac1-f544-44e4-86e9-98d132fd80ab","resolution":{"observed_at":"2026-08-06T19:25:25.648432Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:25.633642Z","title":"Dissecting Adam: The sign, magnitude and variance of stochastic gradients","venue":null,"work_id":"c4a8e5f6-47e1-417f-8f73-ad9c11a89d42","year":2018},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-10T01:26:34.269871Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.781062Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:f558acb4b7be2f4ba1c86e15ec38041b9db31f53fe55661eae4f67d2e19f1eb5","observation_id":"705886f5-1206-4618-877e-504f020888e5","resolution":{"observed_at":"2026-08-06T19:25:25.637157Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:25.623937Z","title":"signSGD: Compressed optimisation for non-convex problems","venue":null,"work_id":"5eb87700-364b-407a-b994-87b194097c1a","year":2018},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-10T01:26:34.269871Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.785713Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:ddeae6d7fa9e261baf64788e951a0cde4eb36eb97d6aabd0b82ff701324f2da3","observation_id":"d6b50d4e-acfd-4e70-9c5e-bdbee63f31c4","resolution":{"observed_at":"2026-08-06T19:25:25.627021Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:24.789519Z","title":"Gradient convergence in gradient methods with errors.SIAM Journal on Optimization, 10(3):627–642, 2000","venue":null,"work_id":null,"year":2000},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-10T01:26:34.269871Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.789519Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:3f62cf505824f88895e69fb2278240ffd07da069d8ea828e6c8cc9a526c4ea02","observation_id":"4fd4a7bd-b944-42a2-8ba6-9538afd26af6","resolution":{"observed_at":"2026-08-06T19:25:24.789519Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:24.794447Z","title":"Optimization methods for large-scale machine learning.SIAM review, 60(2):223–311, 2018","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-10T01:26:34.269871Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.794447Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:51d492df398d921326eff13344cd768a4517363616e3af071d7d4766246e5ff0","observation_id":"a1448b4a-3e5b-4cff-96dd-c0c1f9f44b13","resolution":{"observed_at":"2026-08-06T19:25:24.794447Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:24.798716Z","title":"Language models are few-shot learners.Advances in neural information processing systems, 33:1877–1901, 2020","venue":null,"work_id":null,"year":1901},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-10T01:26:34.269871Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.798716Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:677d4ee9d4b9dc6f09228ecd9a92618e898d1d8dbf6e9c949a648acb0b74d1ba","observation_id":"74849577-cce8-4e77-9b24-b06173cb34f3","resolution":{"observed_at":"2026-08-06T19:25:24.798716Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:25.594893Z","title":"Towards practical Adam: Non-convexity, convergence theory, and mini-batch acceleration.Journal of Machine Learning Research, 23(229):1–47, 2022","venue":null,"work_id":"d12495f6-f8d4-45e7-8bc0-a88be837a9c1","year":2022},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-10T01:26:34.269871Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.802028Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:98ed8fb07b115272c74dcf18fd1fda889b920a646d180865c85a7c6e9b11928e","observation_id":"fc0b04f6-4ce8-412b-aecb-1d4f532ff784","resolution":{"observed_at":"2026-08-06T19:25:25.598173Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.05898","last_updated":"2025-07-01T15:59:19Z","snapshot_observed_at":"2026-07-06T16:29:55.892584Z","submitted_at":"2023-10-09T17:41:29Z","title":"Lion Secretly Solves Constrained Optimization: As Lyapunov Predicts","version":7},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.05898","snapshot_observed_at":"2026-08-06T19:25:24.805241Z","title":"Lion secretly solves constrained optimization: As lyapunov predicts.arXiv preprint arXiv:2310.05898, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-10T01:26:34.269871Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.805241Z"},"links":{"cited_paper":"/paper/2310.05898","citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:a362d0562f018c642835423282f4a7f18985872da5c25df22aa19d27d2a51fcd","observation_id":"11d3e333-4110-4097-84c0-8327c374b3d8","resolution":{"observed_at":"2026-08-06T19:25:24.805241Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2302.06675","last_updated":"2023-05-08T21:49:57Z","snapshot_observed_at":"2026-08-02T01:29:22.350700Z","submitted_at":"2023-02-13T20:27:30Z","title":"Symbolic Discovery of Optimization Algorithms","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2302.06675","snapshot_observed_at":"2026-08-06T19:25:24.809707Z","title":"Symbolic discovery of optimization algo- rithms.arXiv preprint arXiv:2302.06675, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-10T01:26:34.269871Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.809707Z"},"links":{"cited_paper":"/paper/2302.06675","citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:d081622cf51f14b67f5d5a5af7801a5fb3c8dd9737421275986c517d9f67b0c6","observation_id":"559654b5-1189-44e8-8fa5-21b20f5338ab","resolution":{"observed_at":"2026-08-06T19:25:24.809707Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1808.02941","last_updated":"2019-03-10T00:48:35Z","snapshot_observed_at":"2026-08-07T09:56:34.669633Z","submitted_at":"2018-08-08T21:14:07Z","title":"On the Convergence of A Class of Adam-Type Algorithms for Non-Convex Optimization","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1808.02941","snapshot_observed_at":"2026-08-06T19:25:24.814261Z","title":"On the convergence of a class of Adam-type algorithms for non-convex optimization.arXiv preprint arXiv:1808.02941, 2018","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-10T01:26:34.269871Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.814261Z"},"links":{"cited_paper":"/paper/1808.02941","citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:9ee373c07463ab767d400c9fcc1a564adc8280dc14202ed188e6f19373338fd8","observation_id":"3a3bebb0-c25d-427c-b034-75336438fa83","resolution":{"observed_at":"2026-08-06T19:25:24.814261Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:25.584222Z","title":"PaLM: Scaling language modeling with pathways.Journal of Machine Learning Research, 24(240):1– 113, 2023","venue":null,"work_id":"0fc32909-95b0-4f04-a043-162c7dd81779","year":2023},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-10T01:26:34.269871Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.818037Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:965e0ab7cc954f98266497c9f7c1f8606cb804cf8887ac6502bff31dae8b6fd3","observation_id":"94fadaeb-e8fe-4cfa-9c53-c40e5704f401","resolution":{"observed_at":"2026-08-06T19:25:25.588146Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:25.573314Z","title":"Ro- bustness to unbounded smoothness of generalized signSGD","venue":null,"work_id":"b6754753-ecfa-479f-bc71-1b49200cd238","year":2022},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-10T01:26:34.269871Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.821214Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:6ea84f70bcd61363bf896befcf26cbc9a901f27603a0688e31829f15eada293d","observation_id":"a8cafaca-0910-411d-9072-79e42d722862","resolution":{"observed_at":"2026-08-06T19:25:25.577020Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2003.02395","last_updated":"2022-10-17T13:20:40Z","snapshot_observed_at":"2026-08-06T18:53:35.682332Z","submitted_at":"2020-03-05T01:56:17Z","title":"A Simple Convergence Proof of Adam and Adagrad","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2003.02395","snapshot_observed_at":"2026-08-06T19:25:24.824358Z","title":"A simple convergence proof of Adam and AdaGrad.arXiv preprint arXiv:2003.02395, 2020","venue":null,"work_id":null,"year":2003},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-10T01:26:34.269871Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.824358Z"},"links":{"cited_paper":"/paper/2003.02395","citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:9e2fe2a72c3e49faa3805a0ccaebaf89e7e79979c70f19e1e5bcbee20aa7cd4c","observation_id":"e6719adf-27b9-470a-b54b-92e36ae55226","resolution":{"observed_at":"2026-08-06T19:25:24.824358Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.21783","last_updated":"2024-11-23T23:27:33Z","snapshot_observed_at":"2026-07-06T18:55:11.576666Z","submitted_at":"2024-07-31T17:54:27Z","title":"The Llama 3 Herd of Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.21783","snapshot_observed_at":"2026-08-06T19:25:24.828053Z","title":"The Llama 3 herd of models.arXiv preprint arXiv:2407.21783, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-10T01:26:34.269871Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.828053Z"},"links":{"cited_paper":"/paper/2407.21783","citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:7f6668b2cc02d66d551daadc194c4a1d5757229522f52b5eb1da657f9ae5a3cb","observation_id":"d9a34d3d-ac87-4bec-91d1-98ccb4585ba9","resolution":{"observed_at":"2026-08-06T19:25:24.828053Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:25.562816Z","title":"Beyond uniform smoothness: A stopped analysis of adaptive SGD","venue":null,"work_id":"dbb12e8f-316e-4f42-9f93-e60ef527b453","year":2023},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-10T01:26:34.269871Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.831997Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:eb629035f11792d9eddaeddceb2a2c9941ef91aec53687355a062b8dc27b44cc","observation_id":"d07053c8-09ea-4b27-a942-b074b378a25f","resolution":{"observed_at":"2026-08-06T19:25:25.566367Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:25.552646Z","title":"The power of adaptivity in SGD: Self-tuning step sizes with unbounded gradients and affine variance","venue":null,"work_id":"31fad6d4-e64a-40e0-a759-445fcdb76f06","year":2022},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-10T01:26:34.269871Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.835119Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:bd54c25ec4086cade03bc11851100cec202b65145deea4fe090dd3f74bbaac47","observation_id":"5b93e733-4e24-4a03-aed9-f8f51bc75240","resolution":{"observed_at":"2026-08-06T19:25:25.556055Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:25.542663Z","title":"Deep residual learning for image recognition","venue":null,"work_id":"2a64ab09-cd02-49c5-b071-52f2d6dc6b37","year":2016},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-10T01:26:34.269871Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.838339Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:7340d0d65bdaf291630470786e02aabca3969e5014896b30ff19ce5d2b070918","observation_id":"6ea988f4-e523-4dcb-ab6c-2eef37107b2c","resolution":{"observed_at":"2026-08-06T19:25:25.545996Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:25.532321Z","title":"Neural networks for machine learning lecture 6a overview of mini-batch gradient descent.Cited on, 14(8):2, 2012","venue":null,"work_id":"5640424e-77e5-4dfd-b845-2e4ec5b5cf00","year":2012},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-10T01:26:34.269871Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.841500Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:9fed7cc3d4af82f6901977d5649ee480200544dfb39ef2febdec0efab41c1946","observation_id":"d96d8d6a-9d75-4bb4-962d-b3334ba293a4","resolution":{"observed_at":"2026-08-06T19:25:25.536142Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.02000","last_updated":"2023-11-03T15:55:53Z","snapshot_observed_at":"2026-07-06T16:42:43.992849Z","submitted_at":"2023-11-03T15:55:53Z","title":"High Probability Convergence of Adam Under Unbounded Gradients and Affine Variance Noise","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.02000","snapshot_observed_at":"2026-08-06T19:25:24.845097Z","title":"High probability convergence of Adam under unbounded gradients and affine variance noise.arXiv preprint arXiv:2311.02000, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-10T01:26:34.269871Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.845097Z"},"links":{"cited_paper":"/paper/2311.02000","citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:b98d81af0ecfb9ccf87939cabb9106dbe844465802ca40c700d8dae87520d265","observation_id":"41b284f3-d020-4db4-bb2f-7fdd13288949","resolution":{"observed_at":"2026-08-06T19:25:24.845097Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.03982","last_updated":"2025-02-22T03:07:15Z","snapshot_observed_at":"2026-07-06T17:26:10.790336Z","submitted_at":"2024-02-06T13:19:26Z","title":"On Convergence of Adam for Stochastic Optimization under Relaxed Assumptions","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.03982","snapshot_observed_at":"2026-08-06T19:25:24.849410Z","title":"On convergence of Adam for stochastic optimization under relaxed assumptions.arXiv preprint arXiv:2402.03982v2, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-10T01:26:34.269871Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.849410Z"},"links":{"cited_paper":"/paper/2402.03982","citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:db3e57316d9bd52eabe741e2d6e73db5eb54610a07f95f7d3c66c804641e0b2f","observation_id":"6a4893c6-141d-457a-bd52-17523901a20d","resolution":{"observed_at":"2026-08-06T19:25:24.849410Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:24.853400Z","title":"Parameter-agnostic optimization under relaxed smoothness","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-10T01:26:34.269871Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.853400Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:641adc6d61afd39500b5ed3a07dc733f369cab284670c8b7864b86e671769bbb","observation_id":"59423576-3cf6-4779-a3d6-1b4818115798","resolution":{"observed_at":"2026-08-06T19:25:24.853400Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:25.514950Z","title":"Non-convex distributionally robust optimization: Non-asymptotic analysis","venue":null,"work_id":"3d9ad26c-2c39-48f2-a101-0e4b2c5e7bc6","year":2021},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-10T01:26:34.269871Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.857286Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:f53df73c672f70f24c9a4d5ec09cfef96a073aa76a423b1f9ee8e92ab16ad6e3","observation_id":"4398f761-50bc-4597-900c-36f816439481","resolution":{"observed_at":"2026-08-06T19:25:25.518589Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:25.498162Z","title":"Linear convergence of gradient and proximal- gradient methods under the polyak-łojasiewicz condition","venue":null,"work_id":"ec96d1ce-a1c8-4db4-9931-41139430eb81","year":2016},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-10T01:26:34.269871Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.860905Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:b5b8c87f9182844253adc9f3b264fa17abf603c5c70b5bd2ed829f6546e42834","observation_id":"ce223768-7387-4808-95b4-27633856fca0","resolution":{"observed_at":"2026-08-06T19:25:25.507326Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:24.864941Z","title":"Adam: A method for stochastic optimization","venue":null,"work_id":null,"year":2015},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-10T01:26:34.269871Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.864941Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:62f190f5f33270f112f48df04d850639dccbbcff02d666e60384d463c5e5a828","observation_id":"e83368b9-7540-46fa-acf7-1dc72d1cee52","resolution":{"observed_at":"2026-08-06T19:25:24.864941Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2304.02643","last_updated":"2023-04-05T17:59:46Z","snapshot_observed_at":"2026-08-08T05:14:59.435033Z","submitted_at":"2023-04-05T17:59:46Z","title":"Segment Anything","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2304.02643","snapshot_observed_at":"2026-08-06T19:25:24.868543Z","title":"Segment anything.arXiv preprint arXiv:2304.02643, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-10T01:26:34.269871Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.868543Z"},"links":{"cited_paper":"/paper/2304.02643","citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:d7e2cc6cef64d45a2faa7bae87f14d15415ea39bafec079b52985f8a980d218b","observation_id":"5859ac37-9c0d-49ab-a7e2-6da17c984bb0","resolution":{"observed_at":"2026-08-06T19:25:24.868543Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:24.872541Z","title":"Imagenet classification with deep convolutional neural networks.Communications of the ACM, 60(6):84–90, 2017","venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-10T01:26:34.269871Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.872541Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:813b69e4b545192cdf131d73133202e983acd0aed53d8994f33a1b02f6c06869","observation_id":"aa74ad19-d0b2-4daa-9cd1-f9cf1252fe95","resolution":{"observed_at":"2026-08-06T19:25:24.872541Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2304.13960","last_updated":"2023-04-27T05:41:13Z","snapshot_observed_at":"2026-08-02T07:55:35.655526Z","submitted_at":"2023-04-27T05:41:13Z","title":"Noise Is Not the Main Factor Behind the Gap Between SGD and Adam on Transformers, but Sign Descent Might Be","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2304.13960","snapshot_observed_at":"2026-08-06T19:25:24.877360Z","title":"Noise is not the main factor behind the gap between SGD and Adam on transformers, but sign descent might be.arXiv preprint arXiv:2304.13960, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-10T01:26:34.269871Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.877360Z"},"links":{"cited_paper":"/paper/2304.13960","citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:3d0c5e5339c07756342f925021e7134c30a6408b48ae3ce663aa7c0ea55ea9d3","observation_id":"0e6c8338-7d86-4ed5-b889-518367398210","resolution":{"observed_at":"2026-08-06T19:25:24.877360Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.19449","last_updated":"2024-07-12T05:10:32Z","snapshot_observed_at":"2026-08-10T01:26:26.520900Z","submitted_at":"2024-02-29T18:47:52Z","title":"Heavy-Tailed Class Imbalance and Why Adam Outperforms Gradient Descent on Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.19449","snapshot_observed_at":"2026-08-06T19:25:24.881398Z","title":"Heavy- tailed class imbalance and why Adam outperforms gradient descent on language models.arXiv preprint arXiv:2402.19449, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-10T01:26:34.269871Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.881398Z"},"links":{"cited_paper":"/paper/2402.19449","citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:c30112b4b8a4a4df2ac476e16b5fa114cd6ce96248203c23e84886b4e6f5e694","observation_id":"695b4b05-6208-440c-9b30-0ffb1201aa38","resolution":{"observed_at":"2026-08-06T19:25:24.881398Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:25.445600Z","title":"Convergence of Adam under relaxed assumptions.Advances in Neural Information Processing Systems, 36, 2023","venue":null,"work_id":"18c9b108-8743-4140-9ad6-8887eaa1e24c","year":2023},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-10T01:26:34.269871Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.884902Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:5d281b4acec100c492e7cbadf2674da5da1da375848dca306ff7a272c4e2cb67","observation_id":"98eeaa30-7d20-440d-a490-6ffef12a0cfc","resolution":{"observed_at":"2026-08-06T19:25:25.457726Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:25.418251Z","title":"An improved analysis of stochastic gradient descent with momentum.Advances in Neural Information Processing Systems, 33:18261–18271, 2020","venue":null,"work_id":"5a3e9934-dc0b-43af-b334-ca3d60c05cf2","year":2020},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-10T01:26:34.269871Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.888921Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:e8da779f81bab9b89fca402d48e77ffd4995f59552f6b035dedd36144249b667","observation_id":"78af7bd9-1972-4135-a700-1b1379f29afd","resolution":{"observed_at":"2026-08-06T19:25:25.427096Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:24.892988Z","title":"A convnet for the 2020s","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-10T01:26:34.269871Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.892988Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:c3a0136fdef4968ea00797bb5e536215492986955771b307d285dd34277aefbc","observation_id":"c666a50c-643a-4d26-8eb0-611140135ec0","resolution":{"observed_at":"2026-08-06T19:25:24.892988Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:24.896430Z","title":"Learning transferable visual models from natural language supervision","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-10T01:26:34.269871Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.896430Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:79ef7503663b98bf8b2260a22bfe8080a3eea42462327d957861603604e40fce","observation_id":"b2dafb9f-2064-482c-b675-e4896ba17cf1","resolution":{"observed_at":"2026-08-06T19:25:24.896430Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:25.386994Z","title":"On the convergence of Adam and beyond","venue":null,"work_id":"7f9118a6-8c90-42f6-89d7-082f3fa8bccb","year":2018},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-10T01:26:34.269871Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.900082Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:3c68b10735d1018e827ef228bcb8587fcce1ea151004aee788a79ce22972b9c3","observation_id":"5c97f269-0659-4efb-8d09-95bc73b6f490","resolution":{"observed_at":"2026-08-06T19:25:25.391718Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:25.374579Z","title":"A direct adaptive method for faster backpropagation learning: The rprop algorithm","venue":null,"work_id":"28f79959-b600-43eb-bcc1-e3fc8b82d32b","year":1993},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-10T01:26:34.269871Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.903376Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:a0cc2d632ee3927df59b0f0803cf51d40df2177f5da04189fe87e10d7f148e09","observation_id":"db976a6c-0f1f-4376-8762-6ef03e8dba9f","resolution":{"observed_at":"2026-08-06T19:25:25.378687Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:25.362800Z","title":"1-bit stochastic gradient descent and its application to data-parallel distributed training of speech DNNs","venue":null,"work_id":"2b7a62aa-37db-40cd-a75b-d59532a73da3","year":2014},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-10T01:26:34.269871Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.907310Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:12a3e2bec946a6664da6ac3822a065152e8de8b38990c233c2c7b3a993162452","observation_id":"614c7d1e-603f-4da3-99db-ef483b1037b1","resolution":{"observed_at":"2026-08-06T19:25:25.366565Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:25.349580Z","title":"RMSProp converges with proper hyperparameter","venue":null,"work_id":"4030bcee-8798-4331-b837-493672a3ac2c","year":2021},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-10T01:26:34.269871Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.910722Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:a13e63ce1c0f866ff736ca0d36781bac8e10b91eddc40cce4a2e0e727df20ccf","observation_id":"6f05deac-e38b-45e5-9550-8b886c97128f","resolution":{"observed_at":"2026-08-06T19:25:25.353974Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:25.336913Z","title":"Scalable distributed DNN training using commodity GPU cloud computing","venue":null,"work_id":"46d9a527-0564-4556-8d22-b4f2974dc4e6","year":2015},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-10T01:26:34.269871Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.914223Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:372aa89e39924406c39b0aa5260218f98483d36f967fa6ad0adc023f43496205","observation_id":"0bdee0cc-0e89-4cf3-b983-c3ef9374b9ab","resolution":{"observed_at":"2026-08-06T19:25:25.341132Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:25.323483Z","title":"Momentum ensures convergence of signSGD under weaker assumptions","venue":null,"work_id":"bdb18194-a20a-46cc-ba68-89b200659829","year":2023},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-10T01:26:34.269871Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.917574Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:fa4f871a5f1f26879f61ee11239867ed1cf4520ee94afa5da7e8b62f51984041","observation_id":"5d694ec4-c544-4ced-a699-313f53c5b24a","resolution":{"observed_at":"2026-08-06T19:25:25.328991Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2302.13971","last_updated":"2023-02-27T17:11:15Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-02-27T17:11:15Z","title":"LLaMA: Open and Efficient Foundation Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2302.13971","snapshot_observed_at":"2026-08-06T19:25:24.920766Z","title":"Llama: Open and efficient foundation language models.arXiv preprint arXiv:2302.13971, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-10T01:26:34.269871Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.920766Z"},"links":{"cited_paper":"/paper/2302.13971","citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:06c0f6002419aa7135550d7c4c7e654850d93cd051ebd4e728530710ebc0f652","observation_id":"ba6d9a05-1f48-4624-948d-73fb7e46fc11","resolution":{"observed_at":"2026-08-06T19:25:24.920766Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2307.09288","last_updated":"2023-07-19T17:08:59Z","snapshot_observed_at":"2026-08-07T12:56:43.323460Z","submitted_at":"2023-07-18T14:31:57Z","title":"Llama 2: Open Foundation and Fine-Tuned Chat Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.09288","snapshot_observed_at":"2026-08-06T19:25:24.924812Z","title":"Llama 2: Open foundation and fine-tuned chat models.arXiv preprint arXiv:2307.09288, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-10T01:26:34.269871Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.924812Z"},"links":{"cited_paper":"/paper/2307.09288","citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:d9235a1d2e50a80d64016f03b154e4e6d44420c3afee6157b933df558ec84dd6","observation_id":"99f1e25a-dc36-4a05-93ce-c647c55d7089","resolution":{"observed_at":"2026-08-06T19:25:24.924812Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:24.928366Z","title":"Attention is all you need.Advances in neural information processing systems, 30, 2017","venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-10T01:26:34.269871Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.928366Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:211f2fdc83fa67e67845a43f13e28d7838839052728e931846f89920e2ef7b33","observation_id":"ccbd7f88-9575-47e9-a65b-adb19b0da7d4","resolution":{"observed_at":"2026-08-06T19:25:24.928366Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:25.298867Z","title":"Convergence of AdaGrad for non-convex objectives: Simple proofs and relaxed assumptions","venue":null,"work_id":"028a9b8c-d06a-43da-a2d0-7143b5fb99c0","year":2023},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-10T01:26:34.269871Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.932986Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:b46ab89f2c6189aab068a9b1a217064ec722434f20c6dd63b1894793f29f66af","observation_id":"8f263129-d093-4f15-ad2a-a9d38abc9478","resolution":{"observed_at":"2026-08-06T19:25:25.303573Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:25.282172Z","title":"Convergence of AdaGrad for non-convex objectives: Simple proofs and relaxed assumptions","venue":null,"work_id":"2faca550-d5ea-4766-bb34-948a9a3e61fe","year":2023},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-10T01:26:34.269871Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.937008Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:20ba3400d2a3a5434e990a466622176a200bfcce2e820d3d66bb7a9b4d5fd022","observation_id":"111bb916-7cb6-42ba-9e6a-69d9dd5519d7","resolution":{"observed_at":"2026-08-06T19:25:25.287400Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2403.15146","last_updated":"2024-03-22T11:57:51Z","snapshot_observed_at":"2026-07-06T17:48:59.440247Z","submitted_at":"2024-03-22T11:57:51Z","title":"On the Convergence of Adam under Non-uniform Smoothness: Separability from SGDM and Beyond","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.15146","snapshot_observed_at":"2026-08-06T19:25:24.940732Z","title":"On the convergence of Adam under non-uniform smoothness: Separability from sgdm and beyond","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-10T01:26:34.269871Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.940732Z"},"links":{"cited_paper":"/paper/2403.15146","citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:9ae72d7ff0831f76d0640079988ce5b7630092330b69bcd2c5358d583fd36e2f","observation_id":"c5effdbe-3f6a-4a2d-9c96-7e692818b58a","resolution":{"observed_at":"2026-08-06T19:25:24.940732Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:25.266195Z","title":"Provable adaptivity of Adam under non-uniform smoothness","venue":null,"work_id":"6f4a9c25-0d9c-49d9-91fa-ea645295c27e","year":2023},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-10T01:26:34.269871Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.944746Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:0e6368911f411b9fb7b592197c56fba9e583097d5f02c37c3ad05a436e4f4036","observation_id":"0d6c6492-c62e-493a-a3cf-bed39aa2fb0f","resolution":{"observed_at":"2026-08-06T19:25:25.272498Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:25.251057Z","title":"Convnext v2: Co-designing and scaling convnets with masked autoencoders","venue":null,"work_id":"6a0e0a2b-f559-448b-8899-8a1779a24c6d","year":2023},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-10T01:26:34.269871Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.948243Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:7c62d9dab7cb04eb9d0903bc0d33ae748f8a4e2e28430381b5e3f07bfcd5c446","observation_id":"4988bcb3-deb1-4289-acc9-0879ce3e95a6","resolution":{"observed_at":"2026-08-06T19:25:25.257319Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2203.03466","last_updated":"2022-03-28T08:12:14Z","snapshot_observed_at":"2026-08-07T09:04:57.100575Z","submitted_at":"2022-03-07T15:37:35Z","title":"Tensor Programs V: Tuning Large Neural Networks via Zero-Shot Hyperparameter Transfer","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2203.03466","snapshot_observed_at":"2026-08-06T19:25:24.952647Z","title":"Tensor programs V: Tuning large neural networks via zero-shot hyperparameter transfer.arXiv preprint arXiv:2203.03466, 2022","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-10T01:26:34.269871Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":48,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.952647Z"},"links":{"cited_paper":"/paper/2203.03466","citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:150c4772b4e6351088955fe9992fdf1667b8036b04087dee31dc43acbcd885c6","observation_id":"7c6d03a7-2de4-4203-a7a9-4740bcf55b6a","resolution":{"observed_at":"2026-08-06T19:25:24.952647Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:25.237244Z","title":"Improved analysis of clipping algorithms for non-convex optimization","venue":null,"work_id":"0f408e48-d09c-46c0-8496-036f2efbfc5d","year":2020},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-10T01:26:34.269871Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":49,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.957837Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:214829a407b40fbaf81532917aa2d0e71947a11824dae3fb88ba6a10c3b11c42","observation_id":"656af517-df00-4701-a41e-20165d37edcf","resolution":{"observed_at":"2026-08-06T19:25:25.241972Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:25.222623Z","title":"Why gradient clipping accelerates training: A theoretical justification for adaptivity","venue":null,"work_id":"76913d15-9661-49d3-a139-5f5ea273a480","year":2019},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-10T01:26:34.269871Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":50,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.961251Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:4417911a12ab9d2c2040c5561f13755ebf5671ad0f211d41f3571a6d18ef6156","observation_id":"016ddfac-a4f9-48b5-a061-a9d4439b32e2","resolution":{"observed_at":"2026-08-06T19:25:25.227076Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:25.208077Z","title":"Adam can converge without any modification on update rules.Advances in neural information processing systems, 35:28386–28399, 2022","venue":null,"work_id":"26a7fab9-76e6-4d7a-8182-2aad4914c30f","year":2022},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-10T01:26:34.269871Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":51,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.965965Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:a7f6c4820cbfa97f1d8799f4d19dbade78a6b799bd5c2ff83795ec687e80fed4","observation_id":"d2556d20-38d5-4809-95ac-bed2b40ba918","resolution":{"observed_at":"2026-08-06T19:25:25.212572Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:25.192819Z","title":"Recently, [20] provably demonstrate the convergence rate of vanilla Adam in high probability perspective, but it only works with the stronger coordinate-wise affine variance","venue":null,"work_id":"419a49ef-137e-49be-9b73-b870b977cac6","year":null},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-10T01:26:34.269871Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":52,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.970209Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:89b2c7394f7db586ebf8ff94a4d349715ff163867a9fe8f6fa27a062b3cf659b","observation_id":"9d9bc7e9-2622-4c46-8652-5032f800f01d","resolution":{"observed_at":"2026-08-06T19:25:25.196991Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:25.178877Z","title":"[49] posits that it is also equivalent to an affine form of the gradient norm for the first-order differentiable function","venue":null,"work_id":"385cd695-df81-402d-bddc-ffd047fad930","year":null},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-10T01:26:34.269871Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":53,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.974489Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:0556d22ff7b137bb708b3dab30f64b71e6478f0af627224faf7f951a61827eae","observation_id":"4c749ebe-f963-4b3d-bde8-d55404ebc44e","resolution":{"observed_at":"2026-08-06T19:25:25.183411Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:25.165817Z","title":"[30] further extended the linear (L0, L1)-smooth to the generalized polynomial version, and proved that Adam will converged to O poly(lnT) T 1/4 with the weaker assumption","venue":null,"work_id":"52bbd327-cad1-45d9-89dc-c1a2c2dde1bc","year":null},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-10T01:26:34.269871Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":54,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.978113Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:8f67b418655390b6c071e2b4f533ff8aada58ae722c2980dca5f68ce83ea92d4","observation_id":"8f602a4d-d4a5-4547-9308-c1a510dc039f","resolution":{"observed_at":"2026-08-06T19:25:25.170475Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T19:25:25.149545Z","title":"tX k=1 βt−k 1 (gk − ∇F(xk)) 2 # | {z } T2 + 1 T T−1X t=0 E","venue":null,"work_id":"3107ca75-c0bc-4e6d-858d-46a3a6def89b","year":null},"citing_paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","snapshot_observed_at":"2026-08-10T01:26:34.269871Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","version":1},"reference_index":55,"source":"pdf_text","source_observed_at":"2026-08-06T19:25:24.982987Z"},"links":{"citing_paper":"/paper/2507.05966"},"observation_digest":"sha256:e5558758368c54633507251b03774b6342f749cc739d92e2017836dc72510d0c","observation_id":"ff9b11ab-3777-4ba9-b2ff-005f85315eb2","resolution":{"observed_at":"2026-08-06T19:25:25.155585Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2507.05966","last_updated":"2025-07-08T13:19:26Z","latest_version":1,"primary_category":"cs.LG","snapshot_observed_at":"2026-08-10T01:26:34.269871Z","submitted_at":"2025-07-08T13:19:26Z","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective"},"reference_resolution":{"displayed":55,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":23,"verified_exact":0,"verified_fuzzy":32},"total_outbound_references":55},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"thesis":"As of 10 August 2026, this Paper Citation Record lists 55 of 55 outbound references and 2 inbound Pith citation observations for arXiv:2507.05966."}