{"as_of":"2026-08-10T07:21:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:0e05cf7ab3dce374bc5a863555d3cd48a2b2ba98f6b46554f5c53c0a4eb23bdc","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":10,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":10,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-10T06:31:04.303077+00:00","state":"measured"},{"denominator":10,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":10,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T13:13:20.674049Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":1,"source":"arxiv_reference","source_observed_at":"2026-08-05T02:28:24.338817Z","state":"measured"}],"external_citation_measurements":[{"count":0,"observed_at":"2026-08-05T02:28:24.338817Z","source":"arxiv_reference"}],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2503.09799","last_updated":"2025-03-12T20:04:38Z","snapshot_observed_at":"2026-08-07T17:09:02.220829Z","submitted_at":"2025-03-12T20:04:38Z","title":"Communication-Efficient Language Model Training Scales Reliably and Robustly: Scaling Laws for DiLoCo","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2503.09799","snapshot_observed_at":"2026-08-07T13:13:20.674049Z","title":"Charles, G","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.22549","last_updated":"2025-05-28T16:32:33Z","snapshot_observed_at":"2026-08-09T15:57:12.071768Z","submitted_at":"2025-05-28T16:32:33Z","title":"DES-LOC: Desynced Low Communication Adaptive Optimizers for Training Foundation Models","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-07T13:13:20.674049Z"},"links":{"cited_paper":"/paper/2503.09799","citing_paper":"/paper/2505.22549"},"observation_digest":"sha256:3f70378e71113c2f90a5791379e9f10748819522be3a71c791990c38d9c9b5d1","observation_id":"85f54d5b-9c0d-4c0a-915c-3e936ec6cb40","resolution":{"observed_at":"2026-08-07T13:13:20.674049Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2503.09799","last_updated":"2025-03-12T20:04:38Z","snapshot_observed_at":"2026-08-07T17:09:02.220829Z","submitted_at":"2025-03-12T20:04:38Z","title":"Communication-Efficient Language Model Training Scales Reliably and Robustly: Scaling Laws for DiLoCo","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2503.09799","snapshot_observed_at":"2026-08-07T12:45:26.394889Z","title":"Communication-efficient language model training scales reliably and robustly: Scaling laws for diloco, March 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.23725","last_updated":"2026-06-02T01:19:21Z","snapshot_observed_at":"2026-08-07T12:36:41.591936Z","submitted_at":"2025-05-29T17:55:37Z","title":"MuLoCo: Muon is a practical inner optimizer for DiLoCo","version":3},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-07T12:45:26.394889Z"},"links":{"cited_paper":"/paper/2503.09799","citing_paper":"/paper/2505.23725"},"observation_digest":"sha256:d87707224e47fe42a3e37c3a8f16b866839f3c59f7a30f20e95bb81ea779517a","observation_id":"95eb2ffb-6fa5-4b1f-94a8-092f89d79c01","resolution":{"observed_at":"2026-08-07T12:45:26.394889Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2503.09799","last_updated":"2025-03-12T20:04:38Z","snapshot_observed_at":"2026-08-07T17:09:02.220829Z","submitted_at":"2025-03-12T20:04:38Z","title":"Communication-Efficient Language Model Training Scales Reliably and Robustly: Scaling Laws for DiLoCo","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2503.09799","snapshot_observed_at":"2026-08-07T04:20:01.105792Z","title":"Communication-efficient language model training scales reliably and robustly: Scaling laws for diloco.arXiv preprint arXiv:2503.09799,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.10911","last_updated":"2025-06-12T17:23:23Z","snapshot_observed_at":"2026-08-08T07:52:54.572018Z","submitted_at":"2025-06-12T17:23:23Z","title":"NoLoCo: No-all-reduce Low Communication Training Method for Large Models","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-07T04:20:01.105792Z"},"links":{"cited_paper":"/paper/2503.09799","citing_paper":"/paper/2506.10911"},"observation_digest":"sha256:a742135988c2b3ed3bc891d825227f1b9517e55f3294917c693119f89ac57dbb","observation_id":"b44aafe4-29b1-4f1c-b8fb-76420366909f","resolution":{"observed_at":"2026-08-07T04:20:01.105792Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2503.09799","last_updated":"2025-03-12T20:04:38Z","snapshot_observed_at":"2026-08-07T17:09:02.220829Z","submitted_at":"2025-03-12T20:04:38Z","title":"Communication-Efficient Language Model Training Scales Reliably and Robustly: Scaling Laws for DiLoCo","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2503.09799","snapshot_observed_at":"2026-08-07T04:21:29.282341Z","title":"Communication-efficient language model training scales reliably and robustly: Scaling laws for diloco.arXiv preprint arXiv:2503.09799, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.10972","last_updated":"2025-07-16T07:09:02Z","snapshot_observed_at":"2026-08-09T19:09:19.738358Z","submitted_at":"2025-06-12T17:59:23Z","title":"Predictable Scale: Part II, Farseer: A Refined Scaling Law in Large Language Models","version":3},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-07T04:21:29.282341Z"},"links":{"cited_paper":"/paper/2503.09799","citing_paper":"/paper/2506.10972"},"observation_digest":"sha256:2ce8e6c82efafc4448c634d0012a0f275f3cdb5c6099d972445da01fb74a80b6","observation_id":"40bc5464-e465-4d85-81fb-b670de0f5cfb","resolution":{"observed_at":"2026-08-07T04:21:29.282341Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2503.09799","last_updated":"2025-03-12T20:04:38Z","snapshot_observed_at":"2026-08-07T17:09:02.220829Z","submitted_at":"2025-03-12T20:04:38Z","title":"Communication-Efficient Language Model Training Scales Reliably and Robustly: Scaling Laws for DiLoCo","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2503.09799","snapshot_observed_at":"2026-08-06T18:37:45.308895Z","title":"Communication-efficient language model training scales reliably and robustly: Scaling laws for D i L o C o","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.07765","last_updated":"2025-07-10T13:43:15Z","snapshot_observed_at":"2026-08-09T02:35:09.386053Z","submitted_at":"2025-07-10T13:43:15Z","title":"Distributed and Decentralised Training: Technical Governance Challenges in a Shifting AI Landscape","version":1},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-06T18:37:45.308895Z"},"links":{"cited_paper":"/paper/2503.09799","citing_paper":"/paper/2507.07765"},"observation_digest":"sha256:63b61fa5ad1e6e12700561acb8714ee7a17a1e46a8bf939a37d33595d0e7ef5b","observation_id":"2b36b660-1f2c-4c85-9e40-cb9c4846fbc0","resolution":{"observed_at":"2026-08-06T18:37:45.308895Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2503.09799","last_updated":"2025-03-12T20:04:38Z","snapshot_observed_at":"2026-08-07T17:09:02.220829Z","submitted_at":"2025-03-12T20:04:38Z","title":"Communication-Efficient Language Model Training Scales Reliably and Robustly: Scaling Laws for DiLoCo","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2503.09799","snapshot_observed_at":"2026-08-03T04:44:55.124746Z","title":"Communication- efficient language model training scales reliably and robustly: Scaling laws for diloco.arXiv preprint arXiv:2503.09799,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2602.04396","last_updated":"2026-06-17T18:22:54Z","snapshot_observed_at":"2026-08-08T18:55:31.308399Z","submitted_at":"2026-02-04T10:25:24Z","title":"LoRDO: Distributed Low-Rank Optimization with Infrequent Communication","version":2},"reference_index":2020,"source":"pdf_text","source_observed_at":"2026-08-03T04:44:55.124746Z"},"links":{"cited_paper":"/paper/2503.09799","citing_paper":"/paper/2602.04396"},"observation_digest":"sha256:bc186af417531f9aea85e76000df089c7a7cf02d88117722259920da18c587f6","observation_id":"765a78bc-e74b-4f82-8c6b-cefcc58c91b1","resolution":{"observed_at":"2026-08-03T04:44:55.124746Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2503.09799","last_updated":"2025-03-12T20:04:38Z","snapshot_observed_at":"2026-08-07T17:09:02.220829Z","submitted_at":"2025-03-12T20:04:38Z","title":"Communication-Efficient Language Model Training Scales Reliably and Robustly: Scaling Laws for DiLoCo","version":1},"cited_work":{"arxiv_id":"2503.09799","doi":"10.48550/arxiv.2503.09799","metadata_source":"arxiv_reference","pith_arxiv_id":"2503.09799","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Charles, G","venue":"ArXiv.org","work_id":"cdb29bc8-36e9-4d88-b4c3-ee1aac93f5dd","year":2025},"citing_paper":{"arxiv_id":"2605.28585","last_updated":"2026-05-27T15:09:02Z","snapshot_observed_at":"2026-08-07T06:12:39.413721Z","submitted_at":"2026-05-27T15:09:02Z","title":"Outer-Momentum Restarting in High-Dimensional Two-Phase Optimization","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-06-29T13:31:23.664332Z"},"links":{"cited_paper":"/paper/2503.09799","citing_paper":"/paper/2605.28585"},"observation_digest":"sha256:9fbcade3371eed259f8fdad71b1191c734ab213ce0767b51eb245ec046d9c995","observation_id":"fb106583-4e2a-4ae2-b1b4-e15b21b4b1ee","resolution":{"observed_at":"2026-06-29T13:33:27.503188Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2503.09799","last_updated":"2025-03-12T20:04:38Z","snapshot_observed_at":"2026-08-07T17:09:02.220829Z","submitted_at":"2025-03-12T20:04:38Z","title":"Communication-Efficient Language Model Training Scales Reliably and Robustly: Scaling Laws for DiLoCo","version":1},"cited_work":{"arxiv_id":"2503.09799","doi":"10.48550/arxiv.2503.09799","metadata_source":"arxiv_reference","pith_arxiv_id":"2503.09799","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Charles, G","venue":"ArXiv.org","work_id":"cdb29bc8-36e9-4d88-b4c3-ee1aac93f5dd","year":2025},"citing_paper":{"arxiv_id":"2605.29359","last_updated":"2026-05-28T04:58:12Z","snapshot_observed_at":"2026-08-08T12:05:37.815076Z","submitted_at":"2026-05-28T04:58:12Z","title":"Does Distributed Training Undermine Compute Governance?","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-06-29T00:54:00.828578Z"},"links":{"cited_paper":"/paper/2503.09799","citing_paper":"/paper/2605.29359"},"observation_digest":"sha256:675865487b488a21454fcddf5beb320ef8393db73f2f02369f846b353dbbe628","observation_id":"9cba3c9d-1afb-4bc0-b6a3-a72792f25c6f","resolution":{"observed_at":"2026-07-01T19:06:03.317541Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2503.09799","last_updated":"2025-03-12T20:04:38Z","snapshot_observed_at":"2026-08-07T17:09:02.220829Z","submitted_at":"2025-03-12T20:04:38Z","title":"Communication-Efficient Language Model Training Scales Reliably and Robustly: Scaling Laws for DiLoCo","version":1},"cited_work":{"arxiv_id":"2503.09799","doi":"10.48550/arxiv.2503.09799","metadata_source":"arxiv_reference","pith_arxiv_id":"2503.09799","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Charles, G","venue":"ArXiv.org","work_id":"cdb29bc8-36e9-4d88-b4c3-ee1aac93f5dd","year":2025},"citing_paper":{"arxiv_id":"2606.02958","last_updated":"2026-06-01T23:28:29Z","snapshot_observed_at":"2026-07-06T23:43:17.879245Z","submitted_at":"2026-06-01T23:28:29Z","title":"Echelon: Auditable Aggregate-Only Language-Model Adaptation Across Privacy Boundaries","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-06-28T13:38:48.333498Z"},"links":{"cited_paper":"/paper/2503.09799","citing_paper":"/paper/2606.02958"},"observation_digest":"sha256:093f35a576d17b536267f9c7f1d2111f13c4939647aacc808f46485b138348da","observation_id":"9d4c4883-2ef4-42c6-94d2-3dc86aade6e1","resolution":{"observed_at":"2026-07-02T00:06:23.691305Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2503.09799","last_updated":"2025-03-12T20:04:38Z","snapshot_observed_at":"2026-08-07T17:09:02.220829Z","submitted_at":"2025-03-12T20:04:38Z","title":"Communication-Efficient Language Model Training Scales Reliably and Robustly: Scaling Laws for DiLoCo","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2503.09799","snapshot_observed_at":"2026-08-02T01:23:35.023489Z","title":"Communication-efficient language model training scales reliably and robustly: Scaling laws for diloco.arXiv preprint arXiv:2503.09799, 2025.(Cited on pages 3 and 5)","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.14731","last_updated":"2026-07-16T08:56:45Z","snapshot_observed_at":"2026-08-03T18:32:12.673941Z","submitted_at":"2026-07-16T08:56:45Z","title":"What's in a Smoothness Constant? Tighter Rates for Local SGD with Bounded Second-order Heterogeneity","version":1},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-08-02T01:23:35.023489Z"},"links":{"cited_paper":"/paper/2503.09799","citing_paper":"/paper/2607.14731"},"observation_digest":"sha256:4a02aa5eceef45647dcc04d5036e5fc28e44819e9128b05f2e637a081c5ee9db","observation_id":"6811ed37-4c4c-4afc-a87e-a9ada013e3fe","resolution":{"observed_at":"2026-08-02T01:23:35.023489Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2503.09799/citation-record","integrity":"/paper/2503.09799/integrity","json":"/paper/2503.09799/citation-record.json","paper":"/paper/2503.09799"},"outbound":[],"paper":{"arxiv_id":"2503.09799","last_updated":"2025-03-12T20:04:38Z","latest_version":1,"primary_category":"cs.LG","snapshot_observed_at":"2026-08-07T17:09:02.220829Z","submitted_at":"2025-03-12T20:04:38Z","title":"Communication-Efficient Language Model Training Scales Reliably and Robustly: Scaling Laws for DiLoCo"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"thesis":"As of 10 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 10 inbound Pith citation observations for arXiv:2503.09799."}