{"as_of":"2026-08-20T01:59:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:b912f36f3d96fb4b05a48b12ec918f625cb49ee32ce8f2ecdf29ad07e99eb259","coverage":[{"denominator":52,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":52,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-15T23:44:05.339945Z","state":"measured"},{"denominator":53,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":53,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-19T06:32:44.657259+00:00","state":"measured"},{"denominator":1,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":1,"source":"paper_references, paper_reference_links","source_observed_at":"2026-06-27T07:29:14.923431Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-07-03T13:48:21.352760Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2505.04075","last_updated":"2025-06-05T17:09:08Z","snapshot_observed_at":"2026-08-18T18:50:13.223545Z","submitted_at":"2025-05-07T02:26:17Z","title":"Rethinking LLM Advancement: Compute-Dependent and Independent Paths to Progress","version":2},"cited_work":{"arxiv_id":"2505.04075","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2505.04075","snapshot_observed_at":"2026-07-03T13:48:21.352760Z","title":"Algorithmic progress in language models: A decomposition of perplexity","venue":null,"work_id":"d7189c4e-9064-4817-9101-6e6cd4b78b3c","year":2024},"citing_paper":{"arxiv_id":"2606.12876","last_updated":"2026-06-11T04:06:02Z","snapshot_observed_at":"2026-08-17T19:37:02.899206Z","submitted_at":"2026-06-11T04:06:02Z","title":"Multi-Bitwidth Quantization for LLMs Using Additive Codebooks","version":1},"reference_index":95,"source":"arxiv_source","source_observed_at":"2026-06-27T07:29:14.923431Z"},"links":{"cited_paper":"/paper/2505.04075","citing_paper":"/paper/2606.12876"},"observation_digest":"sha256:267944cb801dc3add7c838e21cefcec4c987ffddd9a1427cde5b9005a9f05705","observation_id":"2169f9a8-dce1-4e9f-94b9-474b72f230a7","resolution":{"observed_at":"2026-07-03T13:48:21.354322Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2505.04075/citation-record","integrity":"/paper/2505.04075/integrity","json":"/paper/2505.04075/citation-record.json","paper":"/paper/2505.04075"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:44:05.113074Z","title":", \" * write output.state after.block = add.period write newline","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.04075","last_updated":"2025-06-05T17:09:08Z","snapshot_observed_at":"2026-08-18T18:50:13.223545Z","submitted_at":"2025-05-07T02:26:17Z","title":"Rethinking LLM Advancement: Compute-Dependent and Independent Paths to Progress","version":2},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-15T23:44:05.113074Z"},"links":{"citing_paper":"/paper/2505.04075"},"observation_digest":"sha256:7a7d0d99403e5afcf267845aeafee2429f6eb128dc852f441921897a8d77867b","observation_id":"924af6c5-e77d-43b5-8abe-fea463e93b69","resolution":{"observed_at":"2026-08-15T23:44:05.113074Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:44:05.118208Z","title":"write newline","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.04075","last_updated":"2025-06-05T17:09:08Z","snapshot_observed_at":"2026-08-18T18:50:13.223545Z","submitted_at":"2025-05-07T02:26:17Z","title":"Rethinking LLM Advancement: Compute-Dependent and Independent Paths to Progress","version":2},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-15T23:44:05.118208Z"},"links":{"citing_paper":"/paper/2505.04075"},"observation_digest":"sha256:7c38596d64de7f2adcdc047841eaffdfd668ccbf6a13ec1e5e485f0c22fd21fc","observation_id":"96d788e4-a671-44a2-a7c5-4b76e38a8c5e","resolution":{"observed_at":"2026-08-15T23:44:05.118208Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:44:05.956847Z","title":null,"venue":null,"work_id":"ad061501-fcad-4492-bdf4-08b5bfc6df79","year":2024},"citing_paper":{"arxiv_id":"2505.04075","last_updated":"2025-06-05T17:09:08Z","snapshot_observed_at":"2026-08-18T18:50:13.223545Z","submitted_at":"2025-05-07T02:26:17Z","title":"Rethinking LLM Advancement: Compute-Dependent and Independent Paths to Progress","version":2},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-15T23:44:05.122799Z"},"links":{"citing_paper":"/paper/2505.04075"},"observation_digest":"sha256:76d51f270a7fda2d3abd4e48f6cb8a8cc5f6f9d782ed42a357df06c3993530af","observation_id":"3c002413-6780-4c28-9d06-65469d378403","resolution":{"observed_at":"2026-08-15T23:44:05.960424Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:44:05.944741Z","title":null,"venue":null,"work_id":"c0ced10f-0704-4c55-aac0-7193d3c8326f","year":2025},"citing_paper":{"arxiv_id":"2505.04075","last_updated":"2025-06-05T17:09:08Z","snapshot_observed_at":"2026-08-18T18:50:13.223545Z","submitted_at":"2025-05-07T02:26:17Z","title":"Rethinking LLM Advancement: Compute-Dependent and Independent Paths to Progress","version":2},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-15T23:44:05.126715Z"},"links":{"citing_paper":"/paper/2505.04075"},"observation_digest":"sha256:795190d360debf51b7ef8710b0b21eb50f23853eece8a8f6635b1479b4645b82","observation_id":"98ae5058-2664-4829-b1ee-70e94910317f","resolution":{"observed_at":"2026-08-15T23:44:05.948336Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:44:05.933159Z","title":null,"venue":null,"work_id":"45c002d8-ddeb-4d12-9e8f-0b0530159d7f","year":2025},"citing_paper":{"arxiv_id":"2505.04075","last_updated":"2025-06-05T17:09:08Z","snapshot_observed_at":"2026-08-18T18:50:13.223545Z","submitted_at":"2025-05-07T02:26:17Z","title":"Rethinking LLM Advancement: Compute-Dependent and Independent Paths to Progress","version":2},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-15T23:44:05.130726Z"},"links":{"citing_paper":"/paper/2505.04075"},"observation_digest":"sha256:1371e28341550d3c7b7b5c4d879cb1854e18f24398d4159ad0de1fafac6c65f4","observation_id":"8c80f81b-87b9-46fe-b060-fc2114f6de2a","resolution":{"observed_at":"2026-08-15T23:44:05.936422Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1607.06450","last_updated":"2016-07-21T19:57:52Z","snapshot_observed_at":"2026-08-15T04:53:45.483331Z","submitted_at":"2016-07-21T19:57:52Z","title":"Layer Normalization","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1607.06450","snapshot_observed_at":"2026-08-15T23:44:05.134556Z","title":"L.; Kiros, J","venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2505.04075","last_updated":"2025-06-05T17:09:08Z","snapshot_observed_at":"2026-08-18T18:50:13.223545Z","submitted_at":"2025-05-07T02:26:17Z","title":"Rethinking LLM Advancement: Compute-Dependent and Independent Paths to Progress","version":2},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-15T23:44:05.134556Z"},"links":{"cited_paper":"/paper/1607.06450","citing_paper":"/paper/2505.04075"},"observation_digest":"sha256:65f1ea4a0bdcdb75f955e369d90e4a5898ef8f696ae70a76c56e3ae411a75ee8","observation_id":"e510b5ca-6d47-48bb-b14d-027456bbd52b","resolution":{"observed_at":"2026-08-15T23:44:05.134556Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1904.10509","last_updated":"2019-04-23T19:29:47Z","snapshot_observed_at":"2026-08-16T10:03:03.268538Z","submitted_at":"2019-04-23T19:29:47Z","title":"Generating Long Sequences with Sparse Transformers","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1904.10509","snapshot_observed_at":"2026-08-15T23:44:05.138910Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2505.04075","last_updated":"2025-06-05T17:09:08Z","snapshot_observed_at":"2026-08-18T18:50:13.223545Z","submitted_at":"2025-05-07T02:26:17Z","title":"Rethinking LLM Advancement: Compute-Dependent and Independent Paths to Progress","version":2},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-15T23:44:05.138910Z"},"links":{"cited_paper":"/paper/1904.10509","citing_paper":"/paper/2505.04075"},"observation_digest":"sha256:7404d4da280df8a22a58582de041e6357e246ebe9b78e6c1ad568e5543c189bc","observation_id":"6b8e6482-1c49-4159-b24e-3c5af223c1e9","resolution":{"observed_at":"2026-08-15T23:44:05.138910Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2204.02311","last_updated":"2022-10-05T06:02:24Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2022-04-05T16:11:45Z","title":"PaLM: Scaling Language Modeling with Pathways","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2204.02311","snapshot_observed_at":"2026-08-15T23:44:05.143201Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2505.04075","last_updated":"2025-06-05T17:09:08Z","snapshot_observed_at":"2026-08-18T18:50:13.223545Z","submitted_at":"2025-05-07T02:26:17Z","title":"Rethinking LLM Advancement: Compute-Dependent and Independent Paths to Progress","version":2},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-15T23:44:05.143201Z"},"links":{"cited_paper":"/paper/2204.02311","citing_paper":"/paper/2505.04075"},"observation_digest":"sha256:c430e6ea9418a1aaf17e45d6b408c91df5c86ca56243e3d8cbab9daa6e57a397","observation_id":"eb166e9c-6894-42c1-9870-57e466a35466","resolution":{"observed_at":"2026-08-15T23:44:05.143201Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.06066","last_updated":"2024-01-11T17:31:42Z","snapshot_observed_at":"2026-08-18T13:55:31.813413Z","submitted_at":"2024-01-11T17:31:42Z","title":"DeepSeekMoE: Towards Ultimate Expert Specialization in Mixture-of-Experts Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.06066","snapshot_observed_at":"2026-08-15T23:44:05.146894Z","title":"X.; Gao, H.; Chen, D.; Li, J.; Zeng, W.; Yu, X.; Wu, Y.; Xie, Z.; Li, Y","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04075","last_updated":"2025-06-05T17:09:08Z","snapshot_observed_at":"2026-08-18T18:50:13.223545Z","submitted_at":"2025-05-07T02:26:17Z","title":"Rethinking LLM Advancement: Compute-Dependent and Independent Paths to Progress","version":2},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-15T23:44:05.146894Z"},"links":{"cited_paper":"/paper/2401.06066","citing_paper":"/paper/2505.04075"},"observation_digest":"sha256:de05b3e140b6a69f58814fa15da9f9843175c771415722cb44f156d7f1474f79","observation_id":"f8c083f7-1cd1-470f-9c4a-3a385cb3c3b7","resolution":{"observed_at":"2026-08-15T23:44:05.146894Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2307.08691","last_updated":"2023-07-17T17:50:36Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-07-17T17:50:36Z","title":"FlashAttention-2: Faster Attention with Better Parallelism and Work Partitioning","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.08691","snapshot_observed_at":"2026-08-15T23:44:05.151208Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.04075","last_updated":"2025-06-05T17:09:08Z","snapshot_observed_at":"2026-08-18T18:50:13.223545Z","submitted_at":"2025-05-07T02:26:17Z","title":"Rethinking LLM Advancement: Compute-Dependent and Independent Paths to Progress","version":2},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-15T23:44:05.151208Z"},"links":{"cited_paper":"/paper/2307.08691","citing_paper":"/paper/2505.04075"},"observation_digest":"sha256:f509702c79c2d8dc7b915f8f340f31e2dd617f162f82c34411824b165795c61b","observation_id":"f0e696e6-1753-411e-896e-3960a94d7e10","resolution":{"observed_at":"2026-08-15T23:44:05.151208Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2205.14135","last_updated":"2022-06-23T17:53:32Z","snapshot_observed_at":"2026-07-06T13:14:48.753329Z","submitted_at":"2022-05-27T17:53:09Z","title":"FlashAttention: Fast and Memory-Efficient Exact Attention with IO-Awareness","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2205.14135","snapshot_observed_at":"2026-08-15T23:44:05.155112Z","title":"Y.; Ermon, S.; Rudra, A.; and R \\'e , C","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2505.04075","last_updated":"2025-06-05T17:09:08Z","snapshot_observed_at":"2026-08-18T18:50:13.223545Z","submitted_at":"2025-05-07T02:26:17Z","title":"Rethinking LLM Advancement: Compute-Dependent and Independent Paths to Progress","version":2},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-15T23:44:05.155112Z"},"links":{"cited_paper":"/paper/2205.14135","citing_paper":"/paper/2505.04075"},"observation_digest":"sha256:cc0718759be22ce44e5de617f570dedf5b46890c24e62eeec08e007f635ba4c4","observation_id":"c8065a29-2f95-40ab-a646-c97b932ff03c","resolution":{"observed_at":"2026-08-15T23:44:05.155112Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2312.07413","last_updated":"2023-12-12T16:34:19Z","snapshot_observed_at":"2026-08-18T10:33:34.231542Z","submitted_at":"2023-12-12T16:34:19Z","title":"AI capabilities can be significantly improved without expensive retraining","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2312.07413","snapshot_observed_at":"2026-08-15T23:44:05.158762Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.04075","last_updated":"2025-06-05T17:09:08Z","snapshot_observed_at":"2026-08-18T18:50:13.223545Z","submitted_at":"2025-05-07T02:26:17Z","title":"Rethinking LLM Advancement: Compute-Dependent and Independent Paths to Progress","version":2},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-15T23:44:05.158762Z"},"links":{"cited_paper":"/paper/2312.07413","citing_paper":"/paper/2505.04075"},"observation_digest":"sha256:6d55882e418b553ffc9171cf9f4e4ca7a363a70e868a4e5911417c11b4bc6172","observation_id":"4350bec1-0ace-4272-981b-2481d0a3351e","resolution":{"observed_at":"2026-08-15T23:44:05.158762Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2501.12948","last_updated":"2026-01-04T03:57:36Z","snapshot_observed_at":"2026-08-15T12:33:55.451951Z","submitted_at":"2025-01-22T15:19:35Z","title":"DeepSeek-R1: Incentivizing Reasoning Capability in LLMs via Reinforcement Learning","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2501.12948","snapshot_observed_at":"2026-08-15T23:44:05.162695Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.04075","last_updated":"2025-06-05T17:09:08Z","snapshot_observed_at":"2026-08-18T18:50:13.223545Z","submitted_at":"2025-05-07T02:26:17Z","title":"Rethinking LLM Advancement: Compute-Dependent and Independent Paths to Progress","version":2},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-15T23:44:05.162695Z"},"links":{"cited_paper":"/paper/2501.12948","citing_paper":"/paper/2505.04075"},"observation_digest":"sha256:4626a6c82bf4e6e55b9728e2e93a5e69032d751b0a44f04d05737c0742dbb589","observation_id":"b786e4f5-696b-4e0f-9047-18cdd4ea692c","resolution":{"observed_at":"2026-08-15T23:44:05.162695Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.19437","last_updated":"2025-02-18T17:26:38Z","snapshot_observed_at":"2026-08-18T18:18:37.449517Z","submitted_at":"2024-12-27T04:03:16Z","title":"DeepSeek-V3 Technical Report","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.19437","snapshot_observed_at":"2026-08-15T23:44:05.167115Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04075","last_updated":"2025-06-05T17:09:08Z","snapshot_observed_at":"2026-08-18T18:50:13.223545Z","submitted_at":"2025-05-07T02:26:17Z","title":"Rethinking LLM Advancement: Compute-Dependent and Independent Paths to Progress","version":2},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-15T23:44:05.167115Z"},"links":{"cited_paper":"/paper/2412.19437","citing_paper":"/paper/2505.04075"},"observation_digest":"sha256:420be7fefcfcdaaa203ba3f11765d89b368210ecf4acc661e58bbf56c83f8cc3","observation_id":"a6fb1829-1d0f-4077-9eee-7e964fc9bb0f","resolution":{"observed_at":"2026-08-15T23:44:05.167115Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1810.04805","last_updated":"2019-05-24T20:37:26Z","snapshot_observed_at":"2026-08-14T18:16:28.847993Z","submitted_at":"2018-10-11T00:50:01Z","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1810.04805","snapshot_observed_at":"2026-08-15T23:44:05.172423Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2505.04075","last_updated":"2025-06-05T17:09:08Z","snapshot_observed_at":"2026-08-18T18:50:13.223545Z","submitted_at":"2025-05-07T02:26:17Z","title":"Rethinking LLM Advancement: Compute-Dependent and Independent Paths to Progress","version":2},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-15T23:44:05.172423Z"},"links":{"cited_paper":"/paper/1810.04805","citing_paper":"/paper/2505.04075"},"observation_digest":"sha256:a84b507bffb58d7d4b412338b0a6b191b5f6941afac33b04b7f51f71464f707d","observation_id":"e9b7c322-0bc3-4446-bc4c-cf2a0838527f","resolution":{"observed_at":"2026-08-15T23:44:05.172423Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.13753","last_updated":"2024-02-21T12:30:33Z","snapshot_observed_at":"2026-08-02T12:47:57.325302Z","submitted_at":"2024-02-21T12:30:33Z","title":"LongRoPE: Extending LLM Context Window Beyond 2 Million Tokens","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.13753","snapshot_observed_at":"2026-08-15T23:44:05.180531Z","title":"L.; Zhang, C.; Xu, Y.; Shang, N.; Xu, J.; Yang, F.; and Yang, M","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04075","last_updated":"2025-06-05T17:09:08Z","snapshot_observed_at":"2026-08-18T18:50:13.223545Z","submitted_at":"2025-05-07T02:26:17Z","title":"Rethinking LLM Advancement: Compute-Dependent and Independent Paths to Progress","version":2},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-15T23:44:05.180531Z"},"links":{"cited_paper":"/paper/2402.13753","citing_paper":"/paper/2505.04075"},"observation_digest":"sha256:2fd2b0f2400c545a762c92796ddd26f556d47a724940afce48d3c11bd6a93257","observation_id":"f663d9b6-030a-4803-ae09-9bb4b2b96338","resolution":{"observed_at":"2026-08-15T23:44:05.180531Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2106.09488","last_updated":"2021-06-11T18:59:24Z","snapshot_observed_at":"2026-08-16T18:17:42.904021Z","submitted_at":"2021-06-11T18:59:24Z","title":"Scaling Laws for Acoustic Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2106.09488","snapshot_observed_at":"2026-08-15T23:44:05.185513Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2505.04075","last_updated":"2025-06-05T17:09:08Z","snapshot_observed_at":"2026-08-18T18:50:13.223545Z","submitted_at":"2025-05-07T02:26:17Z","title":"Rethinking LLM Advancement: Compute-Dependent and Independent Paths to Progress","version":2},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-15T23:44:05.185513Z"},"links":{"cited_paper":"/paper/2106.09488","citing_paper":"/paper/2505.04075"},"observation_digest":"sha256:e42f1f5b135464b8b4b5d6da2c2ed037ba10d00396bff4fb3ab63ad091d27cd6","observation_id":"49317eec-a6f2-4d33-bfae-9f9ad7bd97b3","resolution":{"observed_at":"2026-08-15T23:44:05.185513Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2212.05153","last_updated":"2023-08-24T15:15:44Z","snapshot_observed_at":"2026-08-16T16:09:39.913046Z","submitted_at":"2022-12-10T00:18:05Z","title":"Algorithmic progress in computer vision","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2212.05153","snapshot_observed_at":"2026-08-15T23:44:05.189745Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.04075","last_updated":"2025-06-05T17:09:08Z","snapshot_observed_at":"2026-08-18T18:50:13.223545Z","submitted_at":"2025-05-07T02:26:17Z","title":"Rethinking LLM Advancement: Compute-Dependent and Independent Paths to Progress","version":2},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-15T23:44:05.189745Z"},"links":{"cited_paper":"/paper/2212.05153","citing_paper":"/paper/2505.04075"},"observation_digest":"sha256:0b67f5dbc8898c90f0871fdd1ce928f697301753b53edefea934966077f404b5","observation_id":"24e6a4ca-0700-4fc3-93a9-7a622679c47e","resolution":{"observed_at":"2026-08-15T23:44:05.189745Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2101.03961","last_updated":"2022-06-16T20:36:07Z","snapshot_observed_at":"2026-08-14T22:45:56.335948Z","submitted_at":"2021-01-11T16:11:52Z","title":"Switch Transformers: Scaling to Trillion Parameter Models with Simple and Efficient Sparsity","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2101.03961","snapshot_observed_at":"2026-08-15T23:44:05.194326Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2505.04075","last_updated":"2025-06-05T17:09:08Z","snapshot_observed_at":"2026-08-18T18:50:13.223545Z","submitted_at":"2025-05-07T02:26:17Z","title":"Rethinking LLM Advancement: Compute-Dependent and Independent Paths to Progress","version":2},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-15T23:44:05.194326Z"},"links":{"cited_paper":"/paper/2101.03961","citing_paper":"/paper/2505.04075"},"observation_digest":"sha256:b53f7706702fa0318480fcafacbe6c826a38ef2b77eacc193fadc50a964ce7a1","observation_id":"962a745a-3992-44ba-baca-cc1d9d5a2380","resolution":{"observed_at":"2026-08-15T23:44:05.194326Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:44:05.922629Z","title":null,"venue":null,"work_id":"ceb7fec6-2bb7-4b1c-947a-5b2c7d211bf5","year":2023},"citing_paper":{"arxiv_id":"2505.04075","last_updated":"2025-06-05T17:09:08Z","snapshot_observed_at":"2026-08-18T18:50:13.223545Z","submitted_at":"2025-05-07T02:26:17Z","title":"Rethinking LLM Advancement: Compute-Dependent and Independent Paths to Progress","version":2},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-15T23:44:05.199173Z"},"links":{"citing_paper":"/paper/2505.04075"},"observation_digest":"sha256:2249696ddeab8e3a3970297980f22e07856c3f06dea2a33edf3816c3703ef2b9","observation_id":"5023fe0b-ad7c-4404-8921-287efb53bc13","resolution":{"observed_at":"2026-08-15T23:44:05.926033Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2101.00027","last_updated":"2020-12-31T19:00:10Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2020-12-31T19:00:10Z","title":"The Pile: An 800GB Dataset of Diverse Text for Language Modeling","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2101.00027","snapshot_observed_at":"2026-08-15T23:44:05.203076Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2505.04075","last_updated":"2025-06-05T17:09:08Z","snapshot_observed_at":"2026-08-18T18:50:13.223545Z","submitted_at":"2025-05-07T02:26:17Z","title":"Rethinking LLM Advancement: Compute-Dependent and Independent Paths to Progress","version":2},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-15T23:44:05.203076Z"},"links":{"cited_paper":"/paper/2101.00027","citing_paper":"/paper/2505.04075"},"observation_digest":"sha256:68d0cdcdf04003afb2868fe282cf200e91a40d537507e1fd4bd080937de4c3ca","observation_id":"40306aa9-bebf-4eae-8e2e-519aad42f735","resolution":{"observed_at":"2026-08-15T23:44:05.203076Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.14425","last_updated":"2024-11-21T18:57:17Z","snapshot_observed_at":"2026-08-12T15:09:14.391686Z","submitted_at":"2024-11-21T18:57:17Z","title":"Whack-a-Chip: The Futility of Hardware-Centric Export Controls","version":1},"cited_work":{"arxiv_id":"2411.14425","doi":null,"metadata_source":"pith","pith_arxiv_id":"2411.14425","snapshot_observed_at":"2026-08-15T23:44:05.578740Z","title":"Whack-a-Chip: The Futility of Hardware-Centric Export Controls","venue":"cs.CY","work_id":"85abc1e9-5bd4-4377-a4f8-e076cd2393af","year":2024},"citing_paper":{"arxiv_id":"2505.04075","last_updated":"2025-06-05T17:09:08Z","snapshot_observed_at":"2026-08-18T18:50:13.223545Z","submitted_at":"2025-05-07T02:26:17Z","title":"Rethinking LLM Advancement: Compute-Dependent and Independent Paths to Progress","version":2},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-15T23:44:05.206983Z"},"links":{"cited_paper":"/paper/2411.14425","citing_paper":"/paper/2505.04075"},"observation_digest":"sha256:5ecfb6c1cf25e8059856845f9da9f8b95460f174c0f2c394f7eabdbbcbff6f16","observation_id":"9c8e9558-96f7-4224-bcc3-891730c359d0","resolution":{"observed_at":"2026-08-15T23:44:05.585213Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:44:05.911010Z","title":null,"venue":null,"work_id":"499c3189-4ac0-4b33-baa2-f7d14ffb5874","year":2020},"citing_paper":{"arxiv_id":"2505.04075","last_updated":"2025-06-05T17:09:08Z","snapshot_observed_at":"2026-08-18T18:50:13.223545Z","submitted_at":"2025-05-07T02:26:17Z","title":"Rethinking LLM Advancement: Compute-Dependent and Independent Paths to Progress","version":2},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-15T23:44:05.211215Z"},"links":{"citing_paper":"/paper/2505.04075"},"observation_digest":"sha256:a7111c8d269f267cfa54c28806ef9651a5f88c77da184e2d14bb6f08fbb5bccd","observation_id":"f67d6553-8e6b-477e-980f-8d25a2885ec1","resolution":{"observed_at":"2026-08-15T23:44:05.915397Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2403.05812","last_updated":"2024-03-09T06:26:21Z","snapshot_observed_at":"2026-08-18T17:58:10.306129Z","submitted_at":"2024-03-09T06:26:21Z","title":"Algorithmic progress in language models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.05812","snapshot_observed_at":"2026-08-15T23:44:05.215137Z","title":"C.; Atkinson, D.; Thompson, N.; and Sevilla, J","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04075","last_updated":"2025-06-05T17:09:08Z","snapshot_observed_at":"2026-08-18T18:50:13.223545Z","submitted_at":"2025-05-07T02:26:17Z","title":"Rethinking LLM Advancement: Compute-Dependent and Independent Paths to Progress","version":2},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-15T23:44:05.215137Z"},"links":{"cited_paper":"/paper/2403.05812","citing_paper":"/paper/2505.04075"},"observation_digest":"sha256:d86071283d3bf724d36b0b10192f69b50828bfcada328308d6fae0ed599088c0","observation_id":"f26529a5-b2ca-482e-a11f-8d75abee9bda","resolution":{"observed_at":"2026-08-15T23:44:05.215137Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:44:05.900717Z","title":"A.; Jordan, M","venue":null,"work_id":"01291ad4-2da9-4d2b-9841-ca390a40ba1a","year":1991},"citing_paper":{"arxiv_id":"2505.04075","last_updated":"2025-06-05T17:09:08Z","snapshot_observed_at":"2026-08-18T18:50:13.223545Z","submitted_at":"2025-05-07T02:26:17Z","title":"Rethinking LLM Advancement: Compute-Dependent and Independent Paths to Progress","version":2},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-08-15T23:44:05.220023Z"},"links":{"citing_paper":"/paper/2505.04075"},"observation_digest":"sha256:150acb74a1974973a520082458a792eb2e499022c436c12fa7a6971c27a499b7","observation_id":"adb61e52-acf3-4b25-821c-85a2b597361d","resolution":{"observed_at":"2026-08-15T23:44:05.903686Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1804.06826","last_updated":"2018-04-18T17:25:13Z","snapshot_observed_at":"2026-08-14T19:24:34.372879Z","submitted_at":"2018-04-18T17:25:13Z","title":"Dissecting the NVIDIA Volta GPU Architecture via Microbenchmarking","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1804.06826","snapshot_observed_at":"2026-08-15T23:44:05.224757Z","title":null,"venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2505.04075","last_updated":"2025-06-05T17:09:08Z","snapshot_observed_at":"2026-08-18T18:50:13.223545Z","submitted_at":"2025-05-07T02:26:17Z","title":"Rethinking LLM Advancement: Compute-Dependent and Independent Paths to Progress","version":2},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-08-15T23:44:05.224757Z"},"links":{"cited_paper":"/paper/1804.06826","citing_paper":"/paper/2505.04075"},"observation_digest":"sha256:dc46f49ad4796dc24f799dd1f4f0660a131775d2c45e7354893e0abafe5d236d","observation_id":"1d516883-6327-49bf-8354-67bc3c2be3b7","resolution":{"observed_at":"2026-08-15T23:44:05.224757Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2001.08361","last_updated":"2020-01-23T03:59:20Z","snapshot_observed_at":"2026-08-13T17:41:53.092611Z","submitted_at":"2020-01-23T03:59:20Z","title":"Scaling Laws for Neural Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2001.08361","snapshot_observed_at":"2026-08-15T23:44:05.230081Z","title":"B.; Chess, B.; Child, R.; Gray, S.; Radford, A.; Wu, J.; and Amodei, D","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2505.04075","last_updated":"2025-06-05T17:09:08Z","snapshot_observed_at":"2026-08-18T18:50:13.223545Z","submitted_at":"2025-05-07T02:26:17Z","title":"Rethinking LLM Advancement: Compute-Dependent and Independent Paths to Progress","version":2},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-08-15T23:44:05.230081Z"},"links":{"cited_paper":"/paper/2001.08361","citing_paper":"/paper/2505.04075"},"observation_digest":"sha256:e0dfd4c25f62cb3962200b86f395dd25e8f7624d2b678ea6873d339e0fa33fd9","observation_id":"f9862fbf-a608-4560-abd5-aee124f41df8","resolution":{"observed_at":"2026-08-15T23:44:05.230081Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:44:05.887847Z","title":null,"venue":null,"work_id":"860eac79-38f5-4acc-ad24-36fb5ecb3e30","year":2024},"citing_paper":{"arxiv_id":"2505.04075","last_updated":"2025-06-05T17:09:08Z","snapshot_observed_at":"2026-08-18T18:50:13.223545Z","submitted_at":"2025-05-07T02:26:17Z","title":"Rethinking LLM Advancement: Compute-Dependent and Independent Paths to Progress","version":2},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-08-15T23:44:05.234213Z"},"links":{"citing_paper":"/paper/2505.04075"},"observation_digest":"sha256:95b853c6efdc79899e7cb24f720e2306f505203d747f32255aa67bb57584787f","observation_id":"9492fdaa-5389-48e8-b9f3-835a2d5fcdb7","resolution":{"observed_at":"2026-08-15T23:44:05.891926Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2006.16668","last_updated":"2020-06-30T10:42:02Z","snapshot_observed_at":"2026-08-07T09:27:36.420559Z","submitted_at":"2020-06-30T10:42:02Z","title":"GShard: Scaling Giant Models with Conditional Computation and Automatic Sharding","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2006.16668","snapshot_observed_at":"2026-08-15T23:44:05.238095Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2505.04075","last_updated":"2025-06-05T17:09:08Z","snapshot_observed_at":"2026-08-18T18:50:13.223545Z","submitted_at":"2025-05-07T02:26:17Z","title":"Rethinking LLM Advancement: Compute-Dependent and Independent Paths to Progress","version":2},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-08-15T23:44:05.238095Z"},"links":{"cited_paper":"/paper/2006.16668","citing_paper":"/paper/2505.04075"},"observation_digest":"sha256:de9d37b50f9d1d6bec85b2593f3cb14a6364ff0b4ff0aad2c61b6a2e3ac48965","observation_id":"d8600f0b-278f-4627-b028-68e8864a0d94","resolution":{"observed_at":"2026-08-15T23:44:05.238095Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.06161","last_updated":"2023-12-13T14:44:10Z","snapshot_observed_at":"2026-07-06T15:25:35.930688Z","submitted_at":"2023-05-09T08:16:42Z","title":"StarCoder: may the source be with you!","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.06161","snapshot_observed_at":"2026-08-15T23:44:05.241746Z","title":"B.; Zi, Y.; Muennighoff, N.; Kocetkov, D.; Mou, C.; Marone, M.; Akiki, C.; Li, J.; Chim, J.; Liu, Q.; Zheltonozhskii, E.; Zhuo, T","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.04075","last_updated":"2025-06-05T17:09:08Z","snapshot_observed_at":"2026-08-18T18:50:13.223545Z","submitted_at":"2025-05-07T02:26:17Z","title":"Rethinking LLM Advancement: Compute-Dependent and Independent Paths to Progress","version":2},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-08-15T23:44:05.241746Z"},"links":{"cited_paper":"/paper/2305.06161","citing_paper":"/paper/2505.04075"},"observation_digest":"sha256:a8e84648251a08ad89787bd7dc07563ac60b2c158dcb743fab25b6092dcb197a","observation_id":"c2ef684d-6aed-4153-a9b1-05746d924386","resolution":{"observed_at":"2026-08-15T23:44:05.241746Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:44:05.876007Z","title":null,"venue":null,"work_id":"40e98370-61b0-421e-b4d5-8d6682145aa7","year":2023},"citing_paper":{"arxiv_id":"2505.04075","last_updated":"2025-06-05T17:09:08Z","snapshot_observed_at":"2026-08-18T18:50:13.223545Z","submitted_at":"2025-05-07T02:26:17Z","title":"Rethinking LLM Advancement: Compute-Dependent and Independent Paths to Progress","version":2},"reference_index":31,"source":"arxiv_source","source_observed_at":"2026-08-15T23:44:05.247238Z"},"links":{"citing_paper":"/paper/2505.04075"},"observation_digest":"sha256:6dd4261cd7e04d1d7ae809af0e69680907146c607d931137f50f0bde6ac3864f","observation_id":"768f5be3-2034-4039-9b16-13a9100661c2","resolution":{"observed_at":"2026-08-15T23:44:05.879721Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2407.14885","last_updated":"2024-07-20T14:23:15Z","snapshot_observed_at":"2026-08-16T13:32:29.231630Z","submitted_at":"2024-07-20T14:23:15Z","title":"Falcon2-11B Technical Report","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.14885","snapshot_observed_at":"2026-08-15T23:44:05.251646Z","title":"R.; Cojocaru, R.; Farooq, M.; Campesan, G.; Djilali, Y","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04075","last_updated":"2025-06-05T17:09:08Z","snapshot_observed_at":"2026-08-18T18:50:13.223545Z","submitted_at":"2025-05-07T02:26:17Z","title":"Rethinking LLM Advancement: Compute-Dependent and Independent Paths to Progress","version":2},"reference_index":32,"source":"arxiv_source","source_observed_at":"2026-08-15T23:44:05.251646Z"},"links":{"cited_paper":"/paper/2407.14885","citing_paper":"/paper/2505.04075"},"observation_digest":"sha256:1c84b6b62199d9ce54c22d5d87d1759ad4a635efbe98724c256129dfea9a6972","observation_id":"abb9305c-4496-42ac-86f5-b12a52b165e3","resolution":{"observed_at":"2026-08-15T23:44:05.251646Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2504.17768","last_updated":"2026-06-22T18:38:34Z","snapshot_observed_at":"2026-08-16T23:56:57.327783Z","submitted_at":"2025-04-24T17:39:25Z","title":"The Sparse Frontier: Sparse Attention Trade-offs in Transformer LLMs","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2504.17768","snapshot_observed_at":"2026-08-15T23:44:05.255745Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.04075","last_updated":"2025-06-05T17:09:08Z","snapshot_observed_at":"2026-08-18T18:50:13.223545Z","submitted_at":"2025-05-07T02:26:17Z","title":"Rethinking LLM Advancement: Compute-Dependent and Independent Paths to Progress","version":2},"reference_index":33,"source":"arxiv_source","source_observed_at":"2026-08-15T23:44:05.255745Z"},"links":{"cited_paper":"/paper/2504.17768","citing_paper":"/paper/2505.04075"},"observation_digest":"sha256:497c9286a99fe4b53b4c35f5b7ddb4d5662ed7bc13f587f13da65163f6ce9dbf","observation_id":"8996375b-b9c2-4c3b-9652-4f9536ffa44a","resolution":{"observed_at":"2026-08-15T23:44:05.255745Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:44:05.861735Z","title":null,"venue":null,"work_id":"764783a4-4105-4d06-baac-72c064b667d9","year":2022},"citing_paper":{"arxiv_id":"2505.04075","last_updated":"2025-06-05T17:09:08Z","snapshot_observed_at":"2026-08-18T18:50:13.223545Z","submitted_at":"2025-05-07T02:26:17Z","title":"Rethinking LLM Advancement: Compute-Dependent and Independent Paths to Progress","version":2},"reference_index":34,"source":"arxiv_source","source_observed_at":"2026-08-15T23:44:05.259953Z"},"links":{"citing_paper":"/paper/2505.04075"},"observation_digest":"sha256:f4eb68c25eaf0a918d6377ee1e608ab2bd53feea56571dd01f8ff1e56898e12a","observation_id":"6e329ae9-a48a-4c6d-89db-86892c0dad24","resolution":{"observed_at":"2026-08-15T23:44:05.868002Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:44:05.848839Z","title":null,"venue":null,"work_id":"0b0ef21f-f806-46e1-8a9e-b012d99c0bfb","year":2025},"citing_paper":{"arxiv_id":"2505.04075","last_updated":"2025-06-05T17:09:08Z","snapshot_observed_at":"2026-08-18T18:50:13.223545Z","submitted_at":"2025-05-07T02:26:17Z","title":"Rethinking LLM Advancement: Compute-Dependent and Independent Paths to Progress","version":2},"reference_index":35,"source":"arxiv_source","source_observed_at":"2026-08-15T23:44:05.264844Z"},"links":{"citing_paper":"/paper/2505.04075"},"observation_digest":"sha256:c983fcb761e14c09873c70990509dad6d7e77b3a803cc3a24dc0ba101954cfc4","observation_id":"e858aad1-a38e-481d-a34c-38e1ef640f80","resolution":{"observed_at":"2026-08-15T23:44:05.852590Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2108.12409","last_updated":"2022-04-22T18:20:48Z","snapshot_observed_at":"2026-08-07T11:26:24.970964Z","submitted_at":"2021-08-27T17:35:06Z","title":"Train Short, Test Long: Attention with Linear Biases Enables Input Length Extrapolation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2108.12409","snapshot_observed_at":"2026-08-15T23:44:05.268963Z","title":"A.; and Lewis, M","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2505.04075","last_updated":"2025-06-05T17:09:08Z","snapshot_observed_at":"2026-08-18T18:50:13.223545Z","submitted_at":"2025-05-07T02:26:17Z","title":"Rethinking LLM Advancement: Compute-Dependent and Independent Paths to Progress","version":2},"reference_index":36,"source":"arxiv_source","source_observed_at":"2026-08-15T23:44:05.268963Z"},"links":{"cited_paper":"/paper/2108.12409","citing_paper":"/paper/2505.04075"},"observation_digest":"sha256:983c8d7defec9ed535ef2a474702df9dd46cc247af7b57389246a64550a3f59b","observation_id":"5c36b3f7-b7f7-412f-b09b-fc0a0e0f0f19","resolution":{"observed_at":"2026-08-15T23:44:05.268963Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:44:05.837686Z","title":null,"venue":null,"work_id":"5c9761bd-a5af-4f3a-83ff-4cbc9a4d132c","year":2019},"citing_paper":{"arxiv_id":"2505.04075","last_updated":"2025-06-05T17:09:08Z","snapshot_observed_at":"2026-08-18T18:50:13.223545Z","submitted_at":"2025-05-07T02:26:17Z","title":"Rethinking LLM Advancement: Compute-Dependent and Independent Paths to Progress","version":2},"reference_index":37,"source":"arxiv_source","source_observed_at":"2026-08-15T23:44:05.272938Z"},"links":{"citing_paper":"/paper/2505.04075"},"observation_digest":"sha256:c40a5e6e0b653ae7e2e3b9284a103db4166c0eee51ed5050b6ed49c317c83874","observation_id":"3e5cb9f7-94ef-4ebb-85ef-8570c84327b8","resolution":{"observed_at":"2026-08-15T23:44:05.841475Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:44:05.827162Z","title":null,"venue":null,"work_id":"f157a338-bf3f-4989-bc2f-2a71ebc1326c","year":2025},"citing_paper":{"arxiv_id":"2505.04075","last_updated":"2025-06-05T17:09:08Z","snapshot_observed_at":"2026-08-18T18:50:13.223545Z","submitted_at":"2025-05-07T02:26:17Z","title":"Rethinking LLM Advancement: Compute-Dependent and Independent Paths to Progress","version":2},"reference_index":38,"source":"arxiv_source","source_observed_at":"2026-08-15T23:44:05.276878Z"},"links":{"citing_paper":"/paper/2505.04075"},"observation_digest":"sha256:f7de13de98f7dc5016e61f7b6346a61fbbc5207f6796d9d586e06b7fd8c5cde8","observation_id":"518e6558-fb9e-4735-953e-eb21706cefae","resolution":{"observed_at":"2026-08-15T23:44:05.831097Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:44:05.816482Z","title":null,"venue":null,"work_id":"6d9bc16b-e421-43f6-ae91-a68921fa459c","year":2024},"citing_paper":{"arxiv_id":"2505.04075","last_updated":"2025-06-05T17:09:08Z","snapshot_observed_at":"2026-08-18T18:50:13.223545Z","submitted_at":"2025-05-07T02:26:17Z","title":"Rethinking LLM Advancement: Compute-Dependent and Independent Paths to Progress","version":2},"reference_index":39,"source":"arxiv_source","source_observed_at":"2026-08-15T23:44:05.280671Z"},"links":{"citing_paper":"/paper/2505.04075"},"observation_digest":"sha256:4eab1b9c0172d144be976a111b9c5be6805a0fd36dbad12e31a388cdfd3ffc61","observation_id":"dc6c4e19-3f4a-496c-b39c-4756d18e5122","resolution":{"observed_at":"2026-08-15T23:44:05.820007Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:44:05.803942Z","title":null,"venue":null,"work_id":"4c513f60-de0c-4ce2-9297-1a28bc4aa51d","year":2024},"citing_paper":{"arxiv_id":"2505.04075","last_updated":"2025-06-05T17:09:08Z","snapshot_observed_at":"2026-08-18T18:50:13.223545Z","submitted_at":"2025-05-07T02:26:17Z","title":"Rethinking LLM Advancement: Compute-Dependent and Independent Paths to Progress","version":2},"reference_index":40,"source":"arxiv_source","source_observed_at":"2026-08-15T23:44:05.284116Z"},"links":{"citing_paper":"/paper/2505.04075"},"observation_digest":"sha256:cfb54fc21cbabba8bebfce9389400a021acf9c8d88f7ccb85bf8d9ac6fe32db1","observation_id":"bd915aff-ab75-472c-b246-6d306af88591","resolution":{"observed_at":"2026-08-15T23:44:05.809241Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:44:05.287928Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2505.04075","last_updated":"2025-06-05T17:09:08Z","snapshot_observed_at":"2026-08-18T18:50:13.223545Z","submitted_at":"2025-05-07T02:26:17Z","title":"Rethinking LLM Advancement: Compute-Dependent and Independent Paths to Progress","version":2},"reference_index":41,"source":"arxiv_source","source_observed_at":"2026-08-15T23:44:05.287928Z"},"links":{"citing_paper":"/paper/2505.04075"},"observation_digest":"sha256:a7d48950c5a19ad18bfc280ade57885b0828109a58749bcf3ccb77cd39b62319","observation_id":"00e9d135-f747-440c-a21e-a40b53c800b9","resolution":{"observed_at":"2026-08-15T23:44:05.287928Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:44:05.782905Z","title":null,"venue":null,"work_id":"63b3410c-d78f-416b-8700-928bfdbc5276","year":2024},"citing_paper":{"arxiv_id":"2505.04075","last_updated":"2025-06-05T17:09:08Z","snapshot_observed_at":"2026-08-18T18:50:13.223545Z","submitted_at":"2025-05-07T02:26:17Z","title":"Rethinking LLM Advancement: Compute-Dependent and Independent Paths to Progress","version":2},"reference_index":42,"source":"arxiv_source","source_observed_at":"2026-08-15T23:44:05.292151Z"},"links":{"citing_paper":"/paper/2505.04075"},"observation_digest":"sha256:b7c07c792456c1fd1415cefcf267807730a93034910a0960fd16b3666c7bdf2e","observation_id":"39902fdb-bf12-4f84-8441-d5f6cd11851f","resolution":{"observed_at":"2026-08-15T23:44:05.787222Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2407.08608","last_updated":"2024-07-12T22:15:02Z","snapshot_observed_at":"2026-08-16T11:15:38.109255Z","submitted_at":"2024-07-11T15:44:48Z","title":"FlashAttention-3: Fast and Accurate Attention with Asynchrony and Low-precision","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.08608","snapshot_observed_at":"2026-08-15T23:44:05.297123Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04075","last_updated":"2025-06-05T17:09:08Z","snapshot_observed_at":"2026-08-18T18:50:13.223545Z","submitted_at":"2025-05-07T02:26:17Z","title":"Rethinking LLM Advancement: Compute-Dependent and Independent Paths to Progress","version":2},"reference_index":43,"source":"arxiv_source","source_observed_at":"2026-08-15T23:44:05.297123Z"},"links":{"cited_paper":"/paper/2407.08608","citing_paper":"/paper/2505.04075"},"observation_digest":"sha256:92506919031a8ee8b9eda9deeaf5bb9b9e2fe51c418f360627e2620d29ab95e4","observation_id":"57b3e739-ba9c-43c9-9a8d-aa2b95c86eb0","resolution":{"observed_at":"2026-08-15T23:44:05.297123Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1911.02150","last_updated":"2019-11-06T00:19:05Z","snapshot_observed_at":"2026-07-06T08:35:01.386074Z","submitted_at":"2019-11-06T00:19:05Z","title":"Fast Transformer Decoding: One Write-Head is All You Need","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1911.02150","snapshot_observed_at":"2026-08-15T23:44:05.301572Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2505.04075","last_updated":"2025-06-05T17:09:08Z","snapshot_observed_at":"2026-08-18T18:50:13.223545Z","submitted_at":"2025-05-07T02:26:17Z","title":"Rethinking LLM Advancement: Compute-Dependent and Independent Paths to Progress","version":2},"reference_index":44,"source":"arxiv_source","source_observed_at":"2026-08-15T23:44:05.301572Z"},"links":{"cited_paper":"/paper/1911.02150","citing_paper":"/paper/2505.04075"},"observation_digest":"sha256:86594796abed7dc02f632f9f18797b393390f6080a0f6d9a87b270aafd6a02f8","observation_id":"7fcd377b-5bc8-41da-a46d-ca21a4e17ceb","resolution":{"observed_at":"2026-08-15T23:44:05.301572Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1701.06538","last_updated":"2017-01-23T18:10:00Z","snapshot_observed_at":"2026-08-19T12:32:00.517027Z","submitted_at":"2017-01-23T18:10:00Z","title":"Outrageously Large Neural Networks: The Sparsely-Gated Mixture-of-Experts Layer","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1701.06538","snapshot_observed_at":"2026-08-15T23:44:05.306186Z","title":null,"venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2505.04075","last_updated":"2025-06-05T17:09:08Z","snapshot_observed_at":"2026-08-18T18:50:13.223545Z","submitted_at":"2025-05-07T02:26:17Z","title":"Rethinking LLM Advancement: Compute-Dependent and Independent Paths to Progress","version":2},"reference_index":45,"source":"arxiv_source","source_observed_at":"2026-08-15T23:44:05.306186Z"},"links":{"cited_paper":"/paper/1701.06538","citing_paper":"/paper/2505.04075"},"observation_digest":"sha256:7e19d4946eba5457fc84a606c58d1daf364907b8bc4cf7384cd0b078df21c5ce","observation_id":"f866243a-d3c9-4edc-bb4f-b5bf0c43e3f9","resolution":{"observed_at":"2026-08-15T23:44:05.306186Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2104.09864","last_updated":"2023-11-08T13:36:32Z","snapshot_observed_at":"2026-08-17T06:56:20.644738Z","submitted_at":"2021-04-20T09:54:06Z","title":"RoFormer: Enhanced Transformer with Rotary Position Embedding","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2104.09864","snapshot_observed_at":"2026-08-15T23:44:05.311611Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.04075","last_updated":"2025-06-05T17:09:08Z","snapshot_observed_at":"2026-08-18T18:50:13.223545Z","submitted_at":"2025-05-07T02:26:17Z","title":"Rethinking LLM Advancement: Compute-Dependent and Independent Paths to Progress","version":2},"reference_index":46,"source":"arxiv_source","source_observed_at":"2026-08-15T23:44:05.311611Z"},"links":{"cited_paper":"/paper/2104.09864","citing_paper":"/paper/2505.04075"},"observation_digest":"sha256:fb15fbdba35aaf3b37eecbbd1eef1349ff2bb8c2922dfe2d36e80c423438c251","observation_id":"0cb61b15-ede0-426c-a4d3-c29235e50d2d","resolution":{"observed_at":"2026-08-15T23:44:05.311611Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:44:05.770789Z","title":"N.; Kaiser, .; and Polosukhin, I","venue":null,"work_id":"af7e2ce6-c707-4973-9894-78123e418132","year":2017},"citing_paper":{"arxiv_id":"2505.04075","last_updated":"2025-06-05T17:09:08Z","snapshot_observed_at":"2026-08-18T18:50:13.223545Z","submitted_at":"2025-05-07T02:26:17Z","title":"Rethinking LLM Advancement: Compute-Dependent and Independent Paths to Progress","version":2},"reference_index":47,"source":"arxiv_source","source_observed_at":"2026-08-15T23:44:05.316736Z"},"links":{"citing_paper":"/paper/2505.04075"},"observation_digest":"sha256:f0390f966aef4ea49828259fb3e6068ffeb3c164cab461634cbf3354fd29408a","observation_id":"1955cc03-f4cb-490a-b9f5-eb56e1ed9d86","resolution":{"observed_at":"2026-08-15T23:44:05.775058Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2408.15664","last_updated":"2024-08-28T09:31:09Z","snapshot_observed_at":"2026-08-15T04:59:51.918109Z","submitted_at":"2024-08-28T09:31:09Z","title":"Auxiliary-Loss-Free Load Balancing Strategy for Mixture-of-Experts","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.15664","snapshot_observed_at":"2026-08-15T23:44:05.320832Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04075","last_updated":"2025-06-05T17:09:08Z","snapshot_observed_at":"2026-08-18T18:50:13.223545Z","submitted_at":"2025-05-07T02:26:17Z","title":"Rethinking LLM Advancement: Compute-Dependent and Independent Paths to Progress","version":2},"reference_index":48,"source":"arxiv_source","source_observed_at":"2026-08-15T23:44:05.320832Z"},"links":{"cited_paper":"/paper/2408.15664","citing_paper":"/paper/2505.04075"},"observation_digest":"sha256:5ab05d6007d7f6a9ea9717cfe82b922b2b777d346872a633ce836cf3caf1a1ef","observation_id":"0fb456bc-14f7-44b9-ac31-1d564e49f6e9","resolution":{"observed_at":"2026-08-15T23:44:05.320832Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2201.11903","last_updated":"2023-01-10T23:07:57Z","snapshot_observed_at":"2026-08-13T07:04:41.220509Z","submitted_at":"2022-01-28T02:33:07Z","title":"Chain-of-Thought Prompting Elicits Reasoning in Large Language Models","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2201.11903","snapshot_observed_at":"2026-08-15T23:44:05.324924Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.04075","last_updated":"2025-06-05T17:09:08Z","snapshot_observed_at":"2026-08-18T18:50:13.223545Z","submitted_at":"2025-05-07T02:26:17Z","title":"Rethinking LLM Advancement: Compute-Dependent and Independent Paths to Progress","version":2},"reference_index":49,"source":"arxiv_source","source_observed_at":"2026-08-15T23:44:05.324924Z"},"links":{"cited_paper":"/paper/2201.11903","citing_paper":"/paper/2505.04075"},"observation_digest":"sha256:86ff93c5d6f77acbbe03cfd27cd424502162b5da17752eab42dbb61cfff99e28","observation_id":"715904ec-b9c8-4c1e-83f4-e678d5a32303","resolution":{"observed_at":"2026-08-15T23:44:05.324924Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2502.11089","last_updated":"2025-02-27T09:01:21Z","snapshot_observed_at":"2026-08-16T16:29:35.500686Z","submitted_at":"2025-02-16T11:53:44Z","title":"Native Sparse Attention: Hardware-Aligned and Natively Trainable Sparse Attention","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.11089","snapshot_observed_at":"2026-08-15T23:44:05.329757Z","title":"X.; Wang, L.; Xiao, Z.; Wang, Y.; Ruan, C.; Zhang, M.; Liang, W.; and Zeng, W","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.04075","last_updated":"2025-06-05T17:09:08Z","snapshot_observed_at":"2026-08-18T18:50:13.223545Z","submitted_at":"2025-05-07T02:26:17Z","title":"Rethinking LLM Advancement: Compute-Dependent and Independent Paths to Progress","version":2},"reference_index":50,"source":"arxiv_source","source_observed_at":"2026-08-15T23:44:05.329757Z"},"links":{"cited_paper":"/paper/2502.11089","citing_paper":"/paper/2505.04075"},"observation_digest":"sha256:52ca891a3611b0f80befa74aa4e328c036d67fd82c83454cbc8189afffd681c1","observation_id":"bb731f50-9a33-4cf7-b04a-207825dec488","resolution":{"observed_at":"2026-08-15T23:44:05.329757Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1910.07467","last_updated":"2019-10-16T16:44:22Z","snapshot_observed_at":"2026-08-08T08:22:25.110228Z","submitted_at":"2019-10-16T16:44:22Z","title":"Root Mean Square Layer Normalization","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1910.07467","snapshot_observed_at":"2026-08-15T23:44:05.335848Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2505.04075","last_updated":"2025-06-05T17:09:08Z","snapshot_observed_at":"2026-08-18T18:50:13.223545Z","submitted_at":"2025-05-07T02:26:17Z","title":"Rethinking LLM Advancement: Compute-Dependent and Independent Paths to Progress","version":2},"reference_index":51,"source":"arxiv_source","source_observed_at":"2026-08-15T23:44:05.335848Z"},"links":{"cited_paper":"/paper/1910.07467","citing_paper":"/paper/2505.04075"},"observation_digest":"sha256:f08c0612963a2871551dff808d17a6f634b5306cb639fa9ae85f67a32608e1c3","observation_id":"b19912a7-ea17-4de6-a305-e598e089961e","resolution":{"observed_at":"2026-08-15T23:44:05.335848Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2303.18223","last_updated":"2026-03-18T05:34:39Z","snapshot_observed_at":"2026-08-14T10:40:26.323157Z","submitted_at":"2023-03-31T17:28:46Z","title":"A Survey of Large Language Models","version":19},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.18223","snapshot_observed_at":"2026-08-15T23:44:05.339945Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04075","last_updated":"2025-06-05T17:09:08Z","snapshot_observed_at":"2026-08-18T18:50:13.223545Z","submitted_at":"2025-05-07T02:26:17Z","title":"Rethinking LLM Advancement: Compute-Dependent and Independent Paths to Progress","version":2},"reference_index":52,"source":"arxiv_source","source_observed_at":"2026-08-15T23:44:05.339945Z"},"links":{"cited_paper":"/paper/2303.18223","citing_paper":"/paper/2505.04075"},"observation_digest":"sha256:c13a36375e0d4468ff63c48222d6d7d7947e43f6ef546c3214433b3a343f2d91","observation_id":"8d973f5d-7d9d-4e73-b104-96fac88d3c27","resolution":{"observed_at":"2026-08-15T23:44:05.339945Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2505.04075","last_updated":"2025-06-05T17:09:08Z","latest_version":2,"primary_category":"cs.LG","snapshot_observed_at":"2026-08-18T18:50:13.223545Z","submitted_at":"2025-05-07T02:26:17Z","title":"Rethinking LLM Advancement: Compute-Dependent and Independent Paths to Progress"},"reference_resolution":{"displayed":52,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":49,"verified_exact":1,"verified_fuzzy":2},"total_outbound_references":52},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"thesis":"As of 20 August 2026, this Paper Citation Record lists 52 of 52 outbound references and 1 inbound Pith citation observation for arXiv:2505.04075."}