{"as_of":"2026-08-23T08:14:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:65e13cb8ab6624b32adff271c0150528b5a773912b6dd4efb97863261666ca7c","coverage":[{"denominator":59,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":59,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-16T11:17:29.515104Z","state":"measured"},{"denominator":64,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":64,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-23T06:30:58.430688+00:00","state":"measured"},{"denominator":5,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":5,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-01T17:30:38.577174Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":1,"source":"arxiv_reference","source_observed_at":"2026-08-05T02:28:24.338817Z","state":"measured"}],"external_citation_measurements":[{"count":0,"observed_at":"2026-08-05T02:28:24.338817Z","source":"arxiv_reference"}],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2504.18574","last_updated":"2025-06-11T11:06:08Z","snapshot_observed_at":"2026-08-17T08:53:04.431268Z","submitted_at":"2025-04-22T16:15:19Z","title":"Understanding the Skill Gap in Recurrent Language Models: The Role of the Gather-and-Aggregate Mechanism","version":2},"cited_work":{"arxiv_id":"2504.18574","doi":"10.48550/arxiv.2504.18574","metadata_source":"arxiv_reference","pith_arxiv_id":"2504.18574","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Yingfa Chen, Xinrong Zhang, Shengding Hu, Xu Han, Zhiyuan Liu, and Maosong Sun","venue":"ArXiv.org","work_id":"7369c44b-df16-4704-ad3c-ca4228f33738","year":2025},"citing_paper":{"arxiv_id":"2509.22630","last_updated":"2026-04-24T05:03:12Z","snapshot_observed_at":"2026-08-12T19:20:23.798527Z","submitted_at":"2025-09-26T17:55:22Z","title":"StateX: Enhancing RNN Recall via Post-training State Expansion","version":3},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-05-18T12:27:06.616920Z"},"links":{"cited_paper":"/paper/2504.18574","citing_paper":"/paper/2509.22630"},"observation_digest":"sha256:87349ab446599b5ddb1d4ef8a45500f7bf246ecc3c2d4a755b52b0a72532edb4","observation_id":"9be4a302-3ad6-45b8-9115-0375c1548f6d","resolution":{"observed_at":"2026-05-18T12:31:22.216543Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2504.18574","last_updated":"2025-06-11T11:06:08Z","snapshot_observed_at":"2026-08-17T08:53:04.431268Z","submitted_at":"2025-04-22T16:15:19Z","title":"Understanding the Skill Gap in Recurrent Language Models: The Role of the Gather-and-Aggregate Mechanism","version":2},"cited_work":{"arxiv_id":"2504.18574","doi":"10.48550/arxiv.2504.18574","metadata_source":"arxiv_reference","pith_arxiv_id":"2504.18574","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Yingfa Chen, Xinrong Zhang, Shengding Hu, Xu Han, Zhiyuan Liu, and Maosong Sun","venue":"ArXiv.org","work_id":"7369c44b-df16-4704-ad3c-ca4228f33738","year":2025},"citing_paper":{"arxiv_id":"2606.07604","last_updated":"2026-05-29T09:40:38Z","snapshot_observed_at":"2026-08-03T04:00:50.272221Z","submitted_at":"2026-05-29T09:40:38Z","title":"Contribution Weights: A Geometrical Analysis of Self-Attention Transformers","version":1},"reference_index":65,"source":"arxiv_source","source_observed_at":"2026-06-28T23:29:02.457697Z"},"links":{"cited_paper":"/paper/2504.18574","citing_paper":"/paper/2606.07604"},"observation_digest":"sha256:e39026427d99a02a9d62cfb0f5ed617124b2087d9ba4318bcd1e8b4ead965ce0","observation_id":"9e002fa0-4ba4-41eb-81f2-3ce0023e323a","resolution":{"observed_at":"2026-06-28T23:32:46.643099Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2504.18574","last_updated":"2025-06-11T11:06:08Z","snapshot_observed_at":"2026-08-17T08:53:04.431268Z","submitted_at":"2025-04-22T16:15:19Z","title":"Understanding the Skill Gap in Recurrent Language Models: The Role of the Gather-and-Aggregate Mechanism","version":2},"cited_work":{"arxiv_id":"2504.18574","doi":"10.48550/arxiv.2504.18574","metadata_source":"arxiv_reference","pith_arxiv_id":"2504.18574","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Yingfa Chen, Xinrong Zhang, Shengding Hu, Xu Han, Zhiyuan Liu, and Maosong Sun","venue":"ArXiv.org","work_id":"7369c44b-df16-4704-ad3c-ca4228f33738","year":2025},"citing_paper":{"arxiv_id":"2606.07604","last_updated":"2026-05-29T09:40:38Z","snapshot_observed_at":"2026-08-03T04:00:50.272221Z","submitted_at":"2026-05-29T09:40:38Z","title":"Contribution Weights: A Geometrical Analysis of Self-Attention Transformers","version":1},"reference_index":145,"source":"arxiv_source","source_observed_at":"2026-06-28T23:29:02.457697Z"},"links":{"cited_paper":"/paper/2504.18574","citing_paper":"/paper/2606.07604"},"observation_digest":"sha256:a69373be748b5042f1184f4ecfe5b37db7d72c46ac8c554fac7ac189dc613955","observation_id":"bbc9af6f-13c7-4df8-8590-670839cc1720","resolution":{"observed_at":"2026-06-28T23:32:47.282671Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2504.18574","last_updated":"2025-06-11T11:06:08Z","snapshot_observed_at":"2026-08-17T08:53:04.431268Z","submitted_at":"2025-04-22T16:15:19Z","title":"Understanding the Skill Gap in Recurrent Language Models: The Role of the Gather-and-Aggregate Mechanism","version":2},"cited_work":{"arxiv_id":"2504.18574","doi":"10.48550/arxiv.2504.18574","metadata_source":"arxiv_reference","pith_arxiv_id":"2504.18574","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Yingfa Chen, Xinrong Zhang, Shengding Hu, Xu Han, Zhiyuan Liu, and Maosong Sun","venue":"ArXiv.org","work_id":"7369c44b-df16-4704-ad3c-ca4228f33738","year":2025},"citing_paper":{"arxiv_id":"2606.09862","last_updated":"2026-05-31T17:43:06Z","snapshot_observed_at":"2026-08-20T11:59:54.216596Z","submitted_at":"2026-05-31T17:43:06Z","title":"Blurry Window Attention","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-06-28T17:43:34.429061Z"},"links":{"cited_paper":"/paper/2504.18574","citing_paper":"/paper/2606.09862"},"observation_digest":"sha256:c8f64c3c3b117dadd27847b3c2d31463cbc8b61c7502e3568afd2b6f66469987","observation_id":"b0bd06ea-a2de-4bfd-a4af-56541dd20f4e","resolution":{"observed_at":"2026-07-01T20:46:13.976733Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2504.18574","last_updated":"2025-06-11T11:06:08Z","snapshot_observed_at":"2026-08-17T08:53:04.431268Z","submitted_at":"2025-04-22T16:15:19Z","title":"Understanding the Skill Gap in Recurrent Language Models: The Role of the Gather-and-Aggregate Mechanism","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2504.18574","snapshot_observed_at":"2026-08-01T17:30:38.577174Z","title":"Understanding the skill gap in recurrent language models: The role of the gather-and-aggregate mechanism.arXiv preprint arXiv:2504.18574, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.17621","last_updated":"2026-07-20T07:17:50Z","snapshot_observed_at":"2026-08-07T22:58:38.461590Z","submitted_at":"2026-07-20T07:17:50Z","title":"Mechanistic Attention Guidance for Agent Memory Refinement","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-01T17:30:38.577174Z"},"links":{"cited_paper":"/paper/2504.18574","citing_paper":"/paper/2607.17621"},"observation_digest":"sha256:51b2171d6e8b4c101d848a6879aac21cba28efece8f9f638df0f8059b947925e","observation_id":"28064414-db61-4608-b76e-f90c9d093e90","resolution":{"observed_at":"2026-08-01T17:30:38.577174Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2504.18574/citation-record","integrity":"/paper/2504.18574/integrity","json":"/paper/2504.18574/citation-record.json","paper":"/paper/2504.18574"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2403.01590","last_updated":"2024-03-31T14:31:14Z","snapshot_observed_at":"2026-08-16T14:13:18.547869Z","submitted_at":"2024-03-03T18:58:21Z","title":"The Hidden Attention of Mamba Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.01590","snapshot_observed_at":"2026-08-16T11:17:29.295806Z","title":"The hidden attention of mamba models, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.18574","last_updated":"2025-06-11T11:06:08Z","snapshot_observed_at":"2026-08-17T08:53:04.431268Z","submitted_at":"2025-04-22T16:15:19Z","title":"Understanding the Skill Gap in Recurrent Language Models: The Role of the Gather-and-Aggregate Mechanism","version":2},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-16T11:17:29.295806Z"},"links":{"cited_paper":"/paper/2403.01590","citing_paper":"/paper/2504.18574"},"observation_digest":"sha256:50deac2e380e817231bf0b53aa9e12586c1774024319a8fdba9cbd2e8b70dc89","observation_id":"274a52b5-f4cc-4f27-b320-cc63084eee6d","resolution":{"observed_at":"2026-08-16T11:17:29.295806Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.01781","last_updated":"2024-07-03T11:20:43Z","snapshot_observed_at":"2026-08-18T18:45:01.785556Z","submitted_at":"2024-02-01T19:12:25Z","title":"When Benchmarks are Targets: Revealing the Sensitivity of Large Language Model Leaderboards","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.01781","snapshot_observed_at":"2026-08-16T11:17:29.300022Z","title":"When benchmarks are targets: Revealing the sensitivity of large language model leaderboards, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.18574","last_updated":"2025-06-11T11:06:08Z","snapshot_observed_at":"2026-08-17T08:53:04.431268Z","submitted_at":"2025-04-22T16:15:19Z","title":"Understanding the Skill Gap in Recurrent Language Models: The Role of the Gather-and-Aggregate Mechanism","version":2},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-16T11:17:29.300022Z"},"links":{"cited_paper":"/paper/2402.01781","citing_paper":"/paper/2504.18574"},"observation_digest":"sha256:c6a1fb25dd2269d59e0a86342d84bdf5342b8e9695f62e759722b9af4b18bd81","observation_id":"7d2fff4b-062f-4cdd-a428-2e2513130e46","resolution":{"observed_at":"2026-08-16T11:17:29.300022Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:17:29.303574Z","title":"Mechanistic evaluation of transformers and state space models, 2025 a","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2504.18574","last_updated":"2025-06-11T11:06:08Z","snapshot_observed_at":"2026-08-17T08:53:04.431268Z","submitted_at":"2025-04-22T16:15:19Z","title":"Understanding the Skill Gap in Recurrent Language Models: The Role of the Gather-and-Aggregate Mechanism","version":2},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-16T11:17:29.303574Z"},"links":{"citing_paper":"/paper/2504.18574"},"observation_digest":"sha256:932ac6fdd4f9b1a5122328ecb5289edf186b419ccbeec38ae804529058a9441e","observation_id":"b666e331-f25f-49c8-9208-a5221cf749c6","resolution":{"observed_at":"2026-08-16T11:17:29.303574Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2312.04927","last_updated":"2023-12-08T09:44:25Z","snapshot_observed_at":"2026-08-16T14:36:34.764352Z","submitted_at":"2023-12-08T09:44:25Z","title":"Zoology: Measuring and Improving Recall in Efficient Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2312.04927","snapshot_observed_at":"2026-08-16T11:17:29.306947Z","title":"Zoology: Measuring and improving recall in efficient language models, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2504.18574","last_updated":"2025-06-11T11:06:08Z","snapshot_observed_at":"2026-08-17T08:53:04.431268Z","submitted_at":"2025-04-22T16:15:19Z","title":"Understanding the Skill Gap in Recurrent Language Models: The Role of the Gather-and-Aggregate Mechanism","version":2},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-16T11:17:29.306947Z"},"links":{"cited_paper":"/paper/2312.04927","citing_paper":"/paper/2504.18574"},"observation_digest":"sha256:bdd353e4d14c80ce0261b2b9eb24902b0c91899ef9880712f682534a9ca3ceda","observation_id":"d41bb165-ff5c-48e7-9d05-3b85cd96a74f","resolution":{"observed_at":"2026-08-16T11:17:29.306947Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.18668","last_updated":"2025-03-07T18:57:52Z","snapshot_observed_at":"2026-08-16T14:14:23.399336Z","submitted_at":"2024-02-28T19:28:27Z","title":"Simple linear attention language models balance the recall-throughput tradeoff","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.18668","snapshot_observed_at":"2026-08-16T11:17:29.315441Z","title":"Simple linear attention language models balance the recall-throughput tradeoff, 2025 b","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2504.18574","last_updated":"2025-06-11T11:06:08Z","snapshot_observed_at":"2026-08-17T08:53:04.431268Z","submitted_at":"2025-04-22T16:15:19Z","title":"Understanding the Skill Gap in Recurrent Language Models: The Role of the Gather-and-Aggregate Mechanism","version":2},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-16T11:17:29.315441Z"},"links":{"cited_paper":"/paper/2402.18668","citing_paper":"/paper/2504.18574"},"observation_digest":"sha256:ae218aaa5b55be6c3e0ab38abe5d731e46f4a782b7ba8f3ff5891b1bf070345d","observation_id":"01585eda-4b05-43e7-bb3e-3d6d43edd98e","resolution":{"observed_at":"2026-08-16T11:17:29.315441Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.04517","last_updated":"2024-12-06T15:42:07Z","snapshot_observed_at":"2026-08-16T13:54:34.627474Z","submitted_at":"2024-05-07T17:50:21Z","title":"xLSTM: Extended Long Short-Term Memory","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.04517","snapshot_observed_at":"2026-08-16T11:17:29.319162Z","title":"xlstm: Extended long short-term memory, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.18574","last_updated":"2025-06-11T11:06:08Z","snapshot_observed_at":"2026-08-17T08:53:04.431268Z","submitted_at":"2025-04-22T16:15:19Z","title":"Understanding the Skill Gap in Recurrent Language Models: The Role of the Gather-and-Aggregate Mechanism","version":2},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-16T11:17:29.319162Z"},"links":{"cited_paper":"/paper/2405.04517","citing_paper":"/paper/2504.18574"},"observation_digest":"sha256:fe943659756a5a29b1fe651ea92fd6c07d795d0b8d204d8c29fc81e613d3d611","observation_id":"1804bb02-b76c-4348-8f7d-1e16cacd1f85","resolution":{"observed_at":"2026-08-16T11:17:29.319162Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.10189","last_updated":"2025-02-08T20:53:16Z","snapshot_observed_at":"2026-08-18T18:45:02.408021Z","submitted_at":"2024-08-19T17:48:11Z","title":"Transformers to SSMs: Distilling Quadratic Knowledge to Subquadratic Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.10189","snapshot_observed_at":"2026-08-16T11:17:29.322787Z","title":"Li, Eric P","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.18574","last_updated":"2025-06-11T11:06:08Z","snapshot_observed_at":"2026-08-17T08:53:04.431268Z","submitted_at":"2025-04-22T16:15:19Z","title":"Understanding the Skill Gap in Recurrent Language Models: The Role of the Gather-and-Aggregate Mechanism","version":2},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-16T11:17:29.322787Z"},"links":{"cited_paper":"/paper/2408.10189","citing_paper":"/paper/2504.18574"},"observation_digest":"sha256:c188bc5301d380ec4320becd155ddfca71f459ba92771dc17430f0ed9ece7494","observation_id":"3b037c10-b04a-4383-bcaf-5b010195f3aa","resolution":{"observed_at":"2026-08-16T11:17:29.322787Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2502.14458","last_updated":"2025-02-23T13:02:09Z","snapshot_observed_at":"2026-08-21T21:31:50.533016Z","submitted_at":"2025-02-20T11:18:39Z","title":"Llamba: Scaling Distilled Recurrent Models for Efficient Language Processing","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.14458","snapshot_observed_at":"2026-08-16T11:17:29.326487Z","title":"Llamba: Scaling distilled recurrent models for efficient language processing, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2504.18574","last_updated":"2025-06-11T11:06:08Z","snapshot_observed_at":"2026-08-17T08:53:04.431268Z","submitted_at":"2025-04-22T16:15:19Z","title":"Understanding the Skill Gap in Recurrent Language Models: The Role of the Gather-and-Aggregate Mechanism","version":2},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-16T11:17:29.326487Z"},"links":{"cited_paper":"/paper/2502.14458","citing_paper":"/paper/2504.18574"},"observation_digest":"sha256:8f87319307e6339ce0e3cb85219520db7393c0ded39702ca65fe0d603708583b","observation_id":"a9cda434-3e22-4b3e-baa3-d41ef015c255","resolution":{"observed_at":"2026-08-16T11:17:29.326487Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2306.00802","last_updated":"2023-11-06T22:51:51Z","snapshot_observed_at":"2026-08-21T04:51:43.390711Z","submitted_at":"2023-06-01T15:30:33Z","title":"Birth of a Transformer: A Memory Viewpoint","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.00802","snapshot_observed_at":"2026-08-16T11:17:29.330379Z","title":"Birth of a transformer: A memory viewpoint, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2504.18574","last_updated":"2025-06-11T11:06:08Z","snapshot_observed_at":"2026-08-17T08:53:04.431268Z","submitted_at":"2025-04-22T16:15:19Z","title":"Understanding the Skill Gap in Recurrent Language Models: The Role of the Gather-and-Aggregate Mechanism","version":2},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-16T11:17:29.330379Z"},"links":{"cited_paper":"/paper/2306.00802","citing_paper":"/paper/2504.18574"},"observation_digest":"sha256:88f0e4f265871957b1369badab4d35adf9a7e1a3b1cad8f54e6f379ec5742689","observation_id":"bb9f5de3-db57-4976-a76f-e3a588558437","resolution":{"observed_at":"2026-08-16T11:17:29.330379Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1911.11641","last_updated":"2019-11-26T15:31:46Z","snapshot_observed_at":"2026-08-08T00:48:01.603669Z","submitted_at":"2019-11-26T15:31:46Z","title":"PIQA: Reasoning about Physical Commonsense in Natural Language","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1911.11641","snapshot_observed_at":"2026-08-16T11:17:29.334021Z","title":"Piqa: Reasoning about physical commonsense in natural language, 2019","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2504.18574","last_updated":"2025-06-11T11:06:08Z","snapshot_observed_at":"2026-08-17T08:53:04.431268Z","submitted_at":"2025-04-22T16:15:19Z","title":"Understanding the Skill Gap in Recurrent Language Models: The Role of the Gather-and-Aggregate Mechanism","version":2},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-16T11:17:29.334021Z"},"links":{"cited_paper":"/paper/1911.11641","citing_paper":"/paper/2504.18574"},"observation_digest":"sha256:0cdd0d6137879f087a5a3d951fb44627f733620996762cea94086ed6d5ee7508","observation_id":"9730cd56-2844-4735-9371-546c67fafe69","resolution":{"observed_at":"2026-08-16T11:17:29.334021Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.01030","last_updated":"2025-02-21T21:13:57Z","snapshot_observed_at":"2026-08-16T13:03:39.829594Z","submitted_at":"2024-11-01T21:01:13Z","title":"Birdie: Advancing State Space Models with Reward-Driven Objectives and Curricula","version":5},"cited_work":{"arxiv_id":"2411.01030","doi":null,"metadata_source":"pith","pith_arxiv_id":"2411.01030","snapshot_observed_at":"2026-08-16T11:17:30.059814Z","title":"Birdie: Advancing State Space Models with Reward-Driven Objectives and Curricula","venue":"cs.CL","work_id":"b2eb3b2e-521f-4550-9f74-eac94cdb2cb8","year":2024},"citing_paper":{"arxiv_id":"2504.18574","last_updated":"2025-06-11T11:06:08Z","snapshot_observed_at":"2026-08-17T08:53:04.431268Z","submitted_at":"2025-04-22T16:15:19Z","title":"Understanding the Skill Gap in Recurrent Language Models: The Role of the Gather-and-Aggregate Mechanism","version":2},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-16T11:17:29.337937Z"},"links":{"cited_paper":"/paper/2411.01030","citing_paper":"/paper/2504.18574"},"observation_digest":"sha256:5e133dd01ca35277b00d5d60cd4b2da009a4eff1bc712509a108a4ea1e0ca36c","observation_id":"8ec5a5ff-9357-4c18-a64d-6bc18268c724","resolution":{"observed_at":"2026-08-16T11:17:30.064577Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:17:29.341330Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2504.18574","last_updated":"2025-06-11T11:06:08Z","snapshot_observed_at":"2026-08-17T08:53:04.431268Z","submitted_at":"2025-04-22T16:15:19Z","title":"Understanding the Skill Gap in Recurrent Language Models: The Role of the Gather-and-Aggregate Mechanism","version":2},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-16T11:17:29.341330Z"},"links":{"citing_paper":"/paper/2504.18574"},"observation_digest":"sha256:3e13a04723ca1e3e04e8708088389fa53fe4a8fb95288b990a917487bef60ed7","observation_id":"3502beab-7a98-4194-addd-39f3762c78fe","resolution":{"observed_at":"2026-08-16T11:17:29.341330Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1803.05457","last_updated":"2018-03-14T18:04:21Z","snapshot_observed_at":"2026-08-14T19:36:07.505691Z","submitted_at":"2018-03-14T18:04:21Z","title":"Think you have Solved Question Answering? Try ARC, the AI2 Reasoning Challenge","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1803.05457","snapshot_observed_at":"2026-08-16T11:17:29.344694Z","title":"Think you have solved question answering? try arc, the ai2 reasoning challenge, 2018","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2504.18574","last_updated":"2025-06-11T11:06:08Z","snapshot_observed_at":"2026-08-17T08:53:04.431268Z","submitted_at":"2025-04-22T16:15:19Z","title":"Understanding the Skill Gap in Recurrent Language Models: The Role of the Gather-and-Aggregate Mechanism","version":2},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-16T11:17:29.344694Z"},"links":{"cited_paper":"/paper/1803.05457","citing_paper":"/paper/2504.18574"},"observation_digest":"sha256:089a2c98845415325d299703f6be9d4f7c7c3a667206c00d5b8ff0017309d96d","observation_id":"96e205e6-4659-49a8-a8d9-e49f5245c41e","resolution":{"observed_at":"2026-08-16T11:17:29.344694Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2110.14168","last_updated":"2021-11-18T00:23:45Z","snapshot_observed_at":"2026-08-14T02:43:01.480086Z","submitted_at":"2021-10-27T04:49:45Z","title":"Training Verifiers to Solve Math Word Problems","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2110.14168","snapshot_observed_at":"2026-08-16T11:17:29.348342Z","title":"Training verifiers to solve math word problems, 2021","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2504.18574","last_updated":"2025-06-11T11:06:08Z","snapshot_observed_at":"2026-08-17T08:53:04.431268Z","submitted_at":"2025-04-22T16:15:19Z","title":"Understanding the Skill Gap in Recurrent Language Models: The Role of the Gather-and-Aggregate Mechanism","version":2},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-16T11:17:29.348342Z"},"links":{"cited_paper":"/paper/2110.14168","citing_paper":"/paper/2504.18574"},"observation_digest":"sha256:c8af156670c62cc511d7bbb6cb6578b9a98015d9c93237669a3dfbc1888019b2","observation_id":"a5bf5498-3ddb-40e4-9fdb-fa901b9fe2a9","resolution":{"observed_at":"2026-08-16T11:17:29.348342Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:17:29.351643Z","title":"Transformers are SSM s: Generalized models and efficient algorithms through structured state space duality","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.18574","last_updated":"2025-06-11T11:06:08Z","snapshot_observed_at":"2026-08-17T08:53:04.431268Z","submitted_at":"2025-04-22T16:15:19Z","title":"Understanding the Skill Gap in Recurrent Language Models: The Role of the Gather-and-Aggregate Mechanism","version":2},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-16T11:17:29.351643Z"},"links":{"citing_paper":"/paper/2504.18574"},"observation_digest":"sha256:260dfce9cfeb74c33a2bb54e600855f2cac84f114b2a662fb25927a01850c440","observation_id":"744e73f7-9c1a-4ec1-9da9-8714e7c3a710","resolution":{"observed_at":"2026-08-16T11:17:29.351643Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:17:29.355258Z","title":"Fu, Stefano Ermon, Atri Rudra, and Christopher Ré","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2504.18574","last_updated":"2025-06-11T11:06:08Z","snapshot_observed_at":"2026-08-17T08:53:04.431268Z","submitted_at":"2025-04-22T16:15:19Z","title":"Understanding the Skill Gap in Recurrent Language Models: The Role of the Gather-and-Aggregate Mechanism","version":2},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-16T11:17:29.355258Z"},"links":{"citing_paper":"/paper/2504.18574"},"observation_digest":"sha256:8d564337cdd35babae8c4bcd25fec28836acf8cee25e57877ba19e9e0391761d","observation_id":"da806b24-1e2b-431d-a2ce-f6a7f2776a1f","resolution":{"observed_at":"2026-08-16T11:17:29.355258Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:17:29.359076Z","title":"A mathematical framework for transformer circuits","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2504.18574","last_updated":"2025-06-11T11:06:08Z","snapshot_observed_at":"2026-08-17T08:53:04.431268Z","submitted_at":"2025-04-22T16:15:19Z","title":"Understanding the Skill Gap in Recurrent Language Models: The Role of the Gather-and-Aggregate Mechanism","version":2},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-16T11:17:29.359076Z"},"links":{"citing_paper":"/paper/2504.18574"},"observation_digest":"sha256:a5a0f93d002522facc768ecb9455e5db54bd5486f06396f9bf5ff6cb2f81a56c","observation_id":"fcd4ac40-a716-4156-ab3b-35bf9993ba1a","resolution":{"observed_at":"2026-08-16T11:17:29.359076Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.16712","last_updated":"2024-05-26T22:23:02Z","snapshot_observed_at":"2026-08-18T10:18:01.875999Z","submitted_at":"2024-05-26T22:23:02Z","title":"Zamba: A Compact 7B SSM Hybrid Model","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.16712","snapshot_observed_at":"2026-08-16T11:17:29.362835Z","title":"Zamba: A compact 7b ssm hybrid model, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.18574","last_updated":"2025-06-11T11:06:08Z","snapshot_observed_at":"2026-08-17T08:53:04.431268Z","submitted_at":"2025-04-22T16:15:19Z","title":"Understanding the Skill Gap in Recurrent Language Models: The Role of the Gather-and-Aggregate Mechanism","version":2},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-16T11:17:29.362835Z"},"links":{"cited_paper":"/paper/2405.16712","citing_paper":"/paper/2504.18574"},"observation_digest":"sha256:a4f10df358089ad34d83306bcb8db2a5c803849cca5042a72d76b4ed989e3415","observation_id":"10a14136-eb73-42ac-b0b6-5ec193d430d9","resolution":{"observed_at":"2026-08-16T11:17:29.362835Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:17:29.367022Z","title":"Mamba: Linear-time sequence modeling with selective state spaces, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2504.18574","last_updated":"2025-06-11T11:06:08Z","snapshot_observed_at":"2026-08-17T08:53:04.431268Z","submitted_at":"2025-04-22T16:15:19Z","title":"Understanding the Skill Gap in Recurrent Language Models: The Role of the Gather-and-Aggregate Mechanism","version":2},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-16T11:17:29.367022Z"},"links":{"citing_paper":"/paper/2504.18574"},"observation_digest":"sha256:d58b3f75edcd4d21d131ac67bdf13ab8f39346f5f4c8b54defa1f89d6b252b88","observation_id":"c8e870a0-cd04-4019-a531-9c20e79314f6","resolution":{"observed_at":"2026-08-16T11:17:29.367022Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:17:29.371225Z","title":"Efficiently modeling long sequences with structured state spaces, 2022","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2504.18574","last_updated":"2025-06-11T11:06:08Z","snapshot_observed_at":"2026-08-17T08:53:04.431268Z","submitted_at":"2025-04-22T16:15:19Z","title":"Understanding the Skill Gap in Recurrent Language Models: The Role of the Gather-and-Aggregate Mechanism","version":2},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-16T11:17:29.371225Z"},"links":{"citing_paper":"/paper/2504.18574"},"observation_digest":"sha256:e1c8d36f279589286b61be8f428d5ab38f55b53355044a242958a95acb376940","observation_id":"3f9b9675-8931-4413-b25a-4649e675405f","resolution":{"observed_at":"2026-08-16T11:17:29.371225Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2009.03300","last_updated":"2021-01-12T18:57:11Z","snapshot_observed_at":"2026-08-13T20:44:28.824685Z","submitted_at":"2020-09-07T17:59:25Z","title":"Measuring Massive Multitask Language Understanding","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2009.03300","snapshot_observed_at":"2026-08-16T11:17:29.374594Z","title":"Measuring massive multitask language understanding, 2021","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2504.18574","last_updated":"2025-06-11T11:06:08Z","snapshot_observed_at":"2026-08-17T08:53:04.431268Z","submitted_at":"2025-04-22T16:15:19Z","title":"Understanding the Skill Gap in Recurrent Language Models: The Role of the Gather-and-Aggregate Mechanism","version":2},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-16T11:17:29.374594Z"},"links":{"cited_paper":"/paper/2009.03300","citing_paper":"/paper/2504.18574"},"observation_digest":"sha256:37cae294d65b18cf5b6827668168d63a794d8599784ff40468c0839545db080a","observation_id":"150d10dc-1f9c-4921-8901-a9e7266ee834","resolution":{"observed_at":"2026-08-16T11:17:29.374594Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.01032","last_updated":"2024-06-03T22:22:15Z","snapshot_observed_at":"2026-08-21T15:16:48.017050Z","submitted_at":"2024-02-01T21:44:11Z","title":"Repeat After Me: Transformers are Better than State Space Models at Copying","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.01032","snapshot_observed_at":"2026-08-16T11:17:29.378407Z","title":"Kakade, and Eran Malach","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.18574","last_updated":"2025-06-11T11:06:08Z","snapshot_observed_at":"2026-08-17T08:53:04.431268Z","submitted_at":"2025-04-22T16:15:19Z","title":"Understanding the Skill Gap in Recurrent Language Models: The Role of the Gather-and-Aggregate Mechanism","version":2},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-16T11:17:29.378407Z"},"links":{"cited_paper":"/paper/2402.01032","citing_paper":"/paper/2504.18574"},"observation_digest":"sha256:bcecc6c6ae06508ff979ea19985ef45b58751957faf1a450b59127852fce7108","observation_id":"7a702ef9-59fd-4ab9-8a5e-043aaf4b9cf7","resolution":{"observed_at":"2026-08-16T11:17:29.378407Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:17:29.382464Z","title":"Transformers are rnns: Fast autoregressive transformers with linear attention, 2020","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2504.18574","last_updated":"2025-06-11T11:06:08Z","snapshot_observed_at":"2026-08-17T08:53:04.431268Z","submitted_at":"2025-04-22T16:15:19Z","title":"Understanding the Skill Gap in Recurrent Language Models: The Role of the Gather-and-Aggregate Mechanism","version":2},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-16T11:17:29.382464Z"},"links":{"citing_paper":"/paper/2504.18574"},"observation_digest":"sha256:818d7d8ebcc30d4f14c9d084acf7564e86bc5d4c8f44d7af7a840dc1f234305f","observation_id":"8709d941-d0bc-462e-bbbe-1b5145547611","resolution":{"observed_at":"2026-08-16T11:17:29.382464Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.19887","last_updated":"2024-07-03T14:30:33Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-03-28T23:55:06Z","title":"Jamba: A Hybrid Transformer-Mamba Language Model","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.19887","snapshot_observed_at":"2026-08-16T11:17:29.386346Z","title":"Jamba: A hybrid transformer-mamba language model, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.18574","last_updated":"2025-06-11T11:06:08Z","snapshot_observed_at":"2026-08-17T08:53:04.431268Z","submitted_at":"2025-04-22T16:15:19Z","title":"Understanding the Skill Gap in Recurrent Language Models: The Role of the Gather-and-Aggregate Mechanism","version":2},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-08-16T11:17:29.386346Z"},"links":{"cited_paper":"/paper/2403.19887","citing_paper":"/paper/2504.18574"},"observation_digest":"sha256:e9c499785326d8e781bbd8e9357d81232f7c5b261b91e048bb65531ce1cb70cf","observation_id":"89050351-a3f5-4dbb-b6ed-ebb16fd4cbd1","resolution":{"observed_at":"2026-08-16T11:17:29.386346Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2307.09458","last_updated":"2023-07-24T08:32:40Z","snapshot_observed_at":"2026-08-16T15:15:14.602404Z","submitted_at":"2023-07-18T17:39:04Z","title":"Does Circuit Analysis Interpretability Scale? Evidence from Multiple Choice Capabilities in Chinchilla","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.09458","snapshot_observed_at":"2026-08-16T11:17:29.390998Z","title":"Does circuit analysis interpretability scale? evidence from multiple choice capabilities in chinchilla, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2504.18574","last_updated":"2025-06-11T11:06:08Z","snapshot_observed_at":"2026-08-17T08:53:04.431268Z","submitted_at":"2025-04-22T16:15:19Z","title":"Understanding the Skill Gap in Recurrent Language Models: The Role of the Gather-and-Aggregate Mechanism","version":2},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-08-16T11:17:29.390998Z"},"links":{"cited_paper":"/paper/2307.09458","citing_paper":"/paper/2504.18574"},"observation_digest":"sha256:a00e6d6864752ee58febb4facc3f551c4f1f5e6de4b3bdaf2628e962201e577a","observation_id":"5039dc44-df64-4767-924d-9c56d0af465f","resolution":{"observed_at":"2026-08-16T11:17:29.390998Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2202.05262","last_updated":"2023-01-13T15:16:16Z","snapshot_observed_at":"2026-08-15T12:28:05.800155Z","submitted_at":"2022-02-10T18:59:54Z","title":"Locating and Editing Factual Associations in GPT","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2202.05262","snapshot_observed_at":"2026-08-16T11:17:29.395086Z","title":"Locating and editing factual associations in gpt, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2504.18574","last_updated":"2025-06-11T11:06:08Z","snapshot_observed_at":"2026-08-17T08:53:04.431268Z","submitted_at":"2025-04-22T16:15:19Z","title":"Understanding the Skill Gap in Recurrent Language Models: The Role of the Gather-and-Aggregate Mechanism","version":2},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-08-16T11:17:29.395086Z"},"links":{"cited_paper":"/paper/2202.05262","citing_paper":"/paper/2504.18574"},"observation_digest":"sha256:67dbd95140294ef2b67cb38bb1025f1d7f5f8e77fe2b160d909f646bbe9a48ab","observation_id":"92c9c5ad-eaf8-4230-9c11-beda352f8b6b","resolution":{"observed_at":"2026-08-16T11:17:29.395086Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.08744","last_updated":"2024-05-06T14:31:32Z","snapshot_observed_at":"2026-08-19T19:17:29.825465Z","submitted_at":"2023-10-12T22:12:28Z","title":"Circuit Component Reuse Across Tasks in Transformer Language Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.08744","snapshot_observed_at":"2026-08-16T11:17:29.398705Z","title":"Circuit component reuse across tasks in transformer language models, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.18574","last_updated":"2025-06-11T11:06:08Z","snapshot_observed_at":"2026-08-17T08:53:04.431268Z","submitted_at":"2025-04-22T16:15:19Z","title":"Understanding the Skill Gap in Recurrent Language Models: The Role of the Gather-and-Aggregate Mechanism","version":2},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-08-16T11:17:29.398705Z"},"links":{"cited_paper":"/paper/2310.08744","citing_paper":"/paper/2504.18574"},"observation_digest":"sha256:a5477b2522598ac61e93906652389729f8234aab495cc73622c4e09d61979bcd","observation_id":"d55e0c77-2750-4a82-95f9-35389b92589e","resolution":{"observed_at":"2026-08-16T11:17:29.398705Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1809.02789","last_updated":"2018-09-08T11:47:16Z","snapshot_observed_at":"2026-08-14T07:00:02.529732Z","submitted_at":"2018-09-08T11:47:16Z","title":"Can a Suit of Armor Conduct Electricity? A New Dataset for Open Book Question Answering","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1809.02789","snapshot_observed_at":"2026-08-16T11:17:29.402258Z","title":"Can a suit of armor conduct electricity? a new dataset for open book question answering, 2018","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2504.18574","last_updated":"2025-06-11T11:06:08Z","snapshot_observed_at":"2026-08-17T08:53:04.431268Z","submitted_at":"2025-04-22T16:15:19Z","title":"Understanding the Skill Gap in Recurrent Language Models: The Role of the Gather-and-Aggregate Mechanism","version":2},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-08-16T11:17:29.402258Z"},"links":{"cited_paper":"/paper/1809.02789","citing_paper":"/paper/2504.18574"},"observation_digest":"sha256:43722671bb2fc620929d477fc174e682c262ccd7090f669f7867580dbb5dd4e9","observation_id":"272e3181-1500-431b-afbe-28ecfdf07694","resolution":{"observed_at":"2026-08-16T11:17:29.402258Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:17:29.405455Z","title":"In-context learning and induction heads","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2504.18574","last_updated":"2025-06-11T11:06:08Z","snapshot_observed_at":"2026-08-17T08:53:04.431268Z","submitted_at":"2025-04-22T16:15:19Z","title":"Understanding the Skill Gap in Recurrent Language Models: The Role of the Gather-and-Aggregate Mechanism","version":2},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-08-16T11:17:29.405455Z"},"links":{"citing_paper":"/paper/2504.18574"},"observation_digest":"sha256:ff89fe5310fb03132d0b5b6b4ae1825f536a43b7f3d07dfbcfbf138880fb5491","observation_id":"13551029-cb68-4e3a-8884-37301cc25a03","resolution":{"observed_at":"2026-08-16T11:17:29.405455Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2502.20339","last_updated":"2025-02-27T18:08:16Z","snapshot_observed_at":"2026-08-17T15:28:30.798645Z","submitted_at":"2025-02-27T18:08:16Z","title":"Thinking Slow, Fast: Scaling Inference Compute with Distilled Reasoners","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.20339","snapshot_observed_at":"2026-08-16T11:17:29.408368Z","title":"Li, Aviv Bick, J","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2504.18574","last_updated":"2025-06-11T11:06:08Z","snapshot_observed_at":"2026-08-17T08:53:04.431268Z","submitted_at":"2025-04-22T16:15:19Z","title":"Understanding the Skill Gap in Recurrent Language Models: The Role of the Gather-and-Aggregate Mechanism","version":2},"reference_index":31,"source":"arxiv_source","source_observed_at":"2026-08-16T11:17:29.408368Z"},"links":{"cited_paper":"/paper/2502.20339","citing_paper":"/paper/2504.18574"},"observation_digest":"sha256:4c6df877e3e444c2e22b7e642f3bf457defc769f1cdc0010d171e8373c4e96ce","observation_id":"14b2d967-86ca-482a-8588-c171cb2ac7b5","resolution":{"observed_at":"2026-08-16T11:17:29.408368Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1606.06031","last_updated":"2016-06-20T09:37:17Z","snapshot_observed_at":"2026-08-17T07:59:38.221655Z","submitted_at":"2016-06-20T09:37:17Z","title":"The LAMBADA dataset: Word prediction requiring a broad discourse context","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1606.06031","snapshot_observed_at":"2026-08-16T11:17:29.411637Z","title":"The lambada dataset: Word prediction requiring a broad discourse context, 2016","venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2504.18574","last_updated":"2025-06-11T11:06:08Z","snapshot_observed_at":"2026-08-17T08:53:04.431268Z","submitted_at":"2025-04-22T16:15:19Z","title":"Understanding the Skill Gap in Recurrent Language Models: The Role of the Gather-and-Aggregate Mechanism","version":2},"reference_index":32,"source":"arxiv_source","source_observed_at":"2026-08-16T11:17:29.411637Z"},"links":{"cited_paper":"/paper/1606.06031","citing_paper":"/paper/2504.18574"},"observation_digest":"sha256:b764ac3b302d9494d35d78193f76592176dcd064ed114f4f43bddef4a7ecde70","observation_id":"1cb266be-81ed-4731-baba-7ca80fb820a8","resolution":{"observed_at":"2026-08-16T11:17:29.411637Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.04248","last_updated":"2024-04-25T17:01:52Z","snapshot_observed_at":"2026-08-16T14:20:53.387690Z","submitted_at":"2024-02-06T18:56:35Z","title":"Can Mamba Learn How to Learn? A Comparative Study on In-Context Learning Tasks","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.04248","snapshot_observed_at":"2026-08-16T11:17:29.414642Z","title":"Can mamba learn how to learn? a comparative study on in-context learning tasks, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.18574","last_updated":"2025-06-11T11:06:08Z","snapshot_observed_at":"2026-08-17T08:53:04.431268Z","submitted_at":"2025-04-22T16:15:19Z","title":"Understanding the Skill Gap in Recurrent Language Models: The Role of the Gather-and-Aggregate Mechanism","version":2},"reference_index":33,"source":"arxiv_source","source_observed_at":"2026-08-16T11:17:29.414642Z"},"links":{"cited_paper":"/paper/2402.04248","citing_paper":"/paper/2504.18574"},"observation_digest":"sha256:a637a6b93f278b4300891bed3cbbfce68de8b994e84399248a1f8a5afa14afab","observation_id":"e985821e-a63f-4754-8409-d1daebb4f7f7","resolution":{"observed_at":"2026-08-16T11:17:29.414642Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.05892","last_updated":"2024-09-26T22:39:08Z","snapshot_observed_at":"2026-08-21T16:15:10.500659Z","submitted_at":"2024-04-08T22:20:59Z","title":"Eagle and Finch: RWKV with Matrix-Valued States and Dynamic Recurrence","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.05892","snapshot_observed_at":"2026-08-16T11:17:29.418206Z","title":"Eagle and finch: Rwkv with matrix-valued states and dynamic recurrence, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.18574","last_updated":"2025-06-11T11:06:08Z","snapshot_observed_at":"2026-08-17T08:53:04.431268Z","submitted_at":"2025-04-22T16:15:19Z","title":"Understanding the Skill Gap in Recurrent Language Models: The Role of the Gather-and-Aggregate Mechanism","version":2},"reference_index":34,"source":"arxiv_source","source_observed_at":"2026-08-16T11:17:29.418206Z"},"links":{"cited_paper":"/paper/2404.05892","citing_paper":"/paper/2504.18574"},"observation_digest":"sha256:ef5c4c59d79b3407399f93b8e96a66d87ccb1aaa94b25c52ab75ad21d3432ae2","observation_id":"8cdeace5-8556-49aa-ae63-1819ddec647f","resolution":{"observed_at":"2026-08-16T11:17:29.418206Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.07904","last_updated":"2024-08-19T17:16:55Z","snapshot_observed_at":"2026-08-16T14:01:40.481918Z","submitted_at":"2024-04-11T16:43:03Z","title":"HGRN2: Gated Linear RNNs with State Expansion","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.07904","snapshot_observed_at":"2026-08-16T11:17:29.421987Z","title":"Hgrn2: Gated linear rnns with state expansion, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.18574","last_updated":"2025-06-11T11:06:08Z","snapshot_observed_at":"2026-08-17T08:53:04.431268Z","submitted_at":"2025-04-22T16:15:19Z","title":"Understanding the Skill Gap in Recurrent Language Models: The Role of the Gather-and-Aggregate Mechanism","version":2},"reference_index":35,"source":"arxiv_source","source_observed_at":"2026-08-16T11:17:29.421987Z"},"links":{"cited_paper":"/paper/2404.07904","citing_paper":"/paper/2504.18574"},"observation_digest":"sha256:da5d51665fbfa49d0324986cebf831d8ee20cbd93b9cf89a970a52b5e322e4a8","observation_id":"4d21a790-bd48-41cf-b027-ef278a9b576c","resolution":{"observed_at":"2026-08-16T11:17:29.421987Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:17:29.425571Z","title":"A practical review of mechanistic interpretability for transformer-based language models, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.18574","last_updated":"2025-06-11T11:06:08Z","snapshot_observed_at":"2026-08-17T08:53:04.431268Z","submitted_at":"2025-04-22T16:15:19Z","title":"Understanding the Skill Gap in Recurrent Language Models: The Role of the Gather-and-Aggregate Mechanism","version":2},"reference_index":36,"source":"arxiv_source","source_observed_at":"2026-08-16T11:17:29.425571Z"},"links":{"citing_paper":"/paper/2504.18574"},"observation_digest":"sha256:55f1ef8f5b6fa27cda47fc9ef4e23661847c8b0d387f09db72325d8e9da2e6d6","observation_id":"309d24b4-ec97-457d-ac06-2d4c7ac28cc6","resolution":{"observed_at":"2026-08-16T11:17:29.425571Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.07522","last_updated":"2025-02-28T02:20:49Z","snapshot_observed_at":"2026-08-16T13:44:03.977685Z","submitted_at":"2024-06-11T17:50:51Z","title":"Samba: Simple Hybrid State Space Models for Efficient Unlimited Context Language Modeling","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.07522","snapshot_observed_at":"2026-08-16T11:17:29.429018Z","title":"Samba: Simple hybrid state space models for efficient unlimited context language modeling, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.18574","last_updated":"2025-06-11T11:06:08Z","snapshot_observed_at":"2026-08-17T08:53:04.431268Z","submitted_at":"2025-04-22T16:15:19Z","title":"Understanding the Skill Gap in Recurrent Language Models: The Role of the Gather-and-Aggregate Mechanism","version":2},"reference_index":37,"source":"arxiv_source","source_observed_at":"2026-08-16T11:17:29.429018Z"},"links":{"cited_paper":"/paper/2406.07522","citing_paper":"/paper/2504.18574"},"observation_digest":"sha256:7135e22340372ebc8e07370dc45bec2cb56819f4452badb354a0d370b67c5f15","observation_id":"a767c654-e658-4110-bf3e-973bc512b0e8","resolution":{"observed_at":"2026-08-16T11:17:29.429018Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1907.10641","last_updated":"2019-11-21T19:01:32Z","snapshot_observed_at":"2026-08-16T10:42:13.725165Z","submitted_at":"2019-07-24T18:11:59Z","title":"WinoGrande: An Adversarial Winograd Schema Challenge at Scale","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1907.10641","snapshot_observed_at":"2026-08-16T11:17:29.432533Z","title":"Winogrande: An adversarial winograd schema challenge at scale, 2019","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2504.18574","last_updated":"2025-06-11T11:06:08Z","snapshot_observed_at":"2026-08-17T08:53:04.431268Z","submitted_at":"2025-04-22T16:15:19Z","title":"Understanding the Skill Gap in Recurrent Language Models: The Role of the Gather-and-Aggregate Mechanism","version":2},"reference_index":38,"source":"arxiv_source","source_observed_at":"2026-08-16T11:17:29.432533Z"},"links":{"cited_paper":"/paper/1907.10641","citing_paper":"/paper/2504.18574"},"observation_digest":"sha256:5a31cf2b5e209f297d4c63d467536b699587fc8d08a694bd644226f59069c92c","observation_id":"54a302ed-90c5-47a9-91e7-6732c6c3f12e","resolution":{"observed_at":"2026-08-16T11:17:29.432533Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.09268","last_updated":"2024-02-14T15:54:55Z","snapshot_observed_at":"2026-08-16T14:18:36.667442Z","submitted_at":"2024-02-14T15:54:55Z","title":"Transformers, parallel computation, and logarithmic depth","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.09268","snapshot_observed_at":"2026-08-16T11:17:29.436416Z","title":"Transformers, parallel computation, and logarithmic depth, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.18574","last_updated":"2025-06-11T11:06:08Z","snapshot_observed_at":"2026-08-17T08:53:04.431268Z","submitted_at":"2025-04-22T16:15:19Z","title":"Understanding the Skill Gap in Recurrent Language Models: The Role of the Gather-and-Aggregate Mechanism","version":2},"reference_index":39,"source":"arxiv_source","source_observed_at":"2026-08-16T11:17:29.436416Z"},"links":{"cited_paper":"/paper/2402.09268","citing_paper":"/paper/2504.18574"},"observation_digest":"sha256:2e375b828123999cedadcdb40bc658126ff11fcffb436e658a1364ad3102f3f8","observation_id":"576e2fc0-aff7-4a2c-bcf6-9198e6a7b761","resolution":{"observed_at":"2026-08-16T11:17:29.436416Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:17:29.439957Z","title":"Retentive network: A successor to transformer for large language models, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2504.18574","last_updated":"2025-06-11T11:06:08Z","snapshot_observed_at":"2026-08-17T08:53:04.431268Z","submitted_at":"2025-04-22T16:15:19Z","title":"Understanding the Skill Gap in Recurrent Language Models: The Role of the Gather-and-Aggregate Mechanism","version":2},"reference_index":40,"source":"arxiv_source","source_observed_at":"2026-08-16T11:17:29.439957Z"},"links":{"citing_paper":"/paper/2504.18574"},"observation_digest":"sha256:c7826e61e117dbb44c725238444772a029bf32da27a0a71a2d873329dfef39a4","observation_id":"a59fe66d-339a-4412-a348-052b24b086a7","resolution":{"observed_at":"2026-08-16T11:17:29.439957Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2210.09261","last_updated":"2022-10-17T17:08:26Z","snapshot_observed_at":"2026-08-21T02:25:44.454471Z","submitted_at":"2022-10-17T17:08:26Z","title":"Challenging BIG-Bench Tasks and Whether Chain-of-Thought Can Solve Them","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2210.09261","snapshot_observed_at":"2026-08-16T11:17:29.443099Z","title":"Le, Ed H","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2504.18574","last_updated":"2025-06-11T11:06:08Z","snapshot_observed_at":"2026-08-17T08:53:04.431268Z","submitted_at":"2025-04-22T16:15:19Z","title":"Understanding the Skill Gap in Recurrent Language Models: The Role of the Gather-and-Aggregate Mechanism","version":2},"reference_index":41,"source":"arxiv_source","source_observed_at":"2026-08-16T11:17:29.443099Z"},"links":{"cited_paper":"/paper/2210.09261","citing_paper":"/paper/2504.18574"},"observation_digest":"sha256:73c3ad556177d21391a6a928dee14906e5d6ba08d95ecf2a9f8572f6fbac5a67","observation_id":"7d90395e-ccc4-4a76-8e28-8fe87d62527f","resolution":{"observed_at":"2026-08-16T11:17:29.443099Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T11:17:29.446919Z","title":"Llama: Open and efficient foundation language models, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2504.18574","last_updated":"2025-06-11T11:06:08Z","snapshot_observed_at":"2026-08-17T08:53:04.431268Z","submitted_at":"2025-04-22T16:15:19Z","title":"Understanding the Skill Gap in Recurrent Language Models: The Role of the Gather-and-Aggregate Mechanism","version":2},"reference_index":42,"source":"arxiv_source","source_observed_at":"2026-08-16T11:17:29.446919Z"},"links":{"citing_paper":"/paper/2504.18574"},"observation_digest":"sha256:b3a201ab0d6acfd02c2653139657d00d126c843ce9ead43d9b460bbec7d1787b","observation_id":"e55de9c9-63b3-4138-90dd-1bc97dd45e81","resolution":{"observed_at":"2026-08-16T11:17:29.446919Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.02343","last_updated":"2024-10-03T09:53:48Z","snapshot_observed_at":"2026-08-16T13:13:02.070461Z","submitted_at":"2024-10-03T09:53:48Z","title":"Listening to the Wise Few: Select-and-Copy Attention Heads for Multiple-Choice QA","version":1},"cited_work":{"arxiv_id":"2410.02343","doi":null,"metadata_source":"pith","pith_arxiv_id":"2410.02343","snapshot_observed_at":"2026-08-16T11:17:29.737358Z","title":"Listening to the Wise Few: Select-and-Copy Attention Heads for Multiple-Choice QA","venue":"cs.CL","work_id":"14adde0c-4a3b-4462-9702-dbbad77d6b4f","year":2024},"citing_paper":{"arxiv_id":"2504.18574","last_updated":"2025-06-11T11:06:08Z","snapshot_observed_at":"2026-08-17T08:53:04.431268Z","submitted_at":"2025-04-22T16:15:19Z","title":"Understanding the Skill Gap in Recurrent Language Models: The Role of the Gather-and-Aggregate Mechanism","version":2},"reference_index":43,"source":"arxiv_source","source_observed_at":"2026-08-16T11:17:29.450372Z"},"links":{"cited_paper":"/paper/2410.02343","citing_paper":"/paper/2504.18574"},"observation_digest":"sha256:812d1bc117f3fc0de362108760d289cfa140b23e92cbca33fed8c90f471f4237","observation_id":"d5b9033d-6cbd-444f-ba87-6c1c2e4de0ff","resolution":{"observed_at":"2026-08-16T11:17:29.742040Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1706.03762","last_updated":"2023-08-02T00:41:18Z","snapshot_observed_at":"2026-08-19T04:42:40.974785Z","submitted_at":"2017-06-12T17:57:34Z","title":"Attention Is All You Need","version":7},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1706.03762","snapshot_observed_at":"2026-08-16T11:17:29.454033Z","title":"Gomez, Lukasz Kaiser, and Illia Polosukhin","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2504.18574","last_updated":"2025-06-11T11:06:08Z","snapshot_observed_at":"2026-08-17T08:53:04.431268Z","submitted_at":"2025-04-22T16:15:19Z","title":"Understanding the Skill Gap in Recurrent Language Models: The Role of the Gather-and-Aggregate Mechanism","version":2},"reference_index":44,"source":"arxiv_source","source_observed_at":"2026-08-16T11:17:29.454033Z"},"links":{"cited_paper":"/paper/1706.03762","citing_paper":"/paper/2504.18574"},"observation_digest":"sha256:02b0e4531bbb6d7d5a0c7f123eb60495b9d781d999620457c0cfe524ade57f3e","observation_id":"260af610-8f60-4ffe-9c91-3d43bc2ee660","resolution":{"observed_at":"2026-08-16T11:17:29.454033Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.07887","last_updated":"2024-06-12T05:25:15Z","snapshot_observed_at":"2026-07-06T18:29:21.709395Z","submitted_at":"2024-06-12T05:25:15Z","title":"An Empirical Study of Mamba-based Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.07887","snapshot_observed_at":"2026-08-16T11:17:29.458181Z","title":"An empirical study of mamba-based language models, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.18574","last_updated":"2025-06-11T11:06:08Z","snapshot_observed_at":"2026-08-17T08:53:04.431268Z","submitted_at":"2025-04-22T16:15:19Z","title":"Understanding the Skill Gap in Recurrent Language Models: The Role of the Gather-and-Aggregate Mechanism","version":2},"reference_index":45,"source":"arxiv_source","source_observed_at":"2026-08-16T11:17:29.458181Z"},"links":{"cited_paper":"/paper/2406.07887","citing_paper":"/paper/2504.18574"},"observation_digest":"sha256:ab5dad753daba9d4ea99c23d473fd1d67c0fb747066e14f297e751c44f63b991","observation_id":"23bb924a-024d-4f07-8254-54f94deebba0","resolution":{"observed_at":"2026-08-16T11:17:29.458181Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.15237","last_updated":"2025-06-27T07:54:57Z","snapshot_observed_at":"2026-08-21T16:35:41.215348Z","submitted_at":"2024-08-27T17:56:11Z","title":"The Mamba in the Llama: Distilling and Accelerating Hybrid Models","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.15237","snapshot_observed_at":"2026-08-16T11:17:29.462648Z","title":"Rush, and Tri Dao","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.18574","last_updated":"2025-06-11T11:06:08Z","snapshot_observed_at":"2026-08-17T08:53:04.431268Z","submitted_at":"2025-04-22T16:15:19Z","title":"Understanding the Skill Gap in Recurrent Language Models: The Role of the Gather-and-Aggregate Mechanism","version":2},"reference_index":46,"source":"arxiv_source","source_observed_at":"2026-08-16T11:17:29.462648Z"},"links":{"cited_paper":"/paper/2408.15237","citing_paper":"/paper/2504.18574"},"observation_digest":"sha256:6c924427c3a84a14cc49cd95cb34eb3689a8971dedca08d6fe663ae173d18d6e","observation_id":"511afae0-6ff4-42ec-970a-91afea4f5ebb","resolution":{"observed_at":"2026-08-16T11:17:29.462648Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.15468","last_updated":"2024-10-04T07:29:29Z","snapshot_observed_at":"2026-08-16T13:42:45.787144Z","submitted_at":"2024-06-15T05:35:47Z","title":"MMLU-SR: A Benchmark for Stress-Testing Reasoning Capability of Large Language Models","version":2},"cited_work":{"arxiv_id":"2406.15468","doi":null,"metadata_source":"pith","pith_arxiv_id":"2406.15468","snapshot_observed_at":"2026-08-16T11:17:29.686037Z","title":"MMLU-SR: A Benchmark for Stress-Testing Reasoning Capability of Large Language Models","venue":"cs.CL","work_id":"f28f0142-f983-4275-871e-21a0a2dad35c","year":2024},"citing_paper":{"arxiv_id":"2504.18574","last_updated":"2025-06-11T11:06:08Z","snapshot_observed_at":"2026-08-17T08:53:04.431268Z","submitted_at":"2025-04-22T16:15:19Z","title":"Understanding the Skill Gap in Recurrent Language Models: The Role of the Gather-and-Aggregate Mechanism","version":2},"reference_index":47,"source":"arxiv_source","source_observed_at":"2026-08-16T11:17:29.467461Z"},"links":{"cited_paper":"/paper/2406.15468","citing_paper":"/paper/2504.18574"},"observation_digest":"sha256:1cc3034d4eda7c5f2f488d54ced2291c342d6b84018664c6b97c227238e8b43a","observation_id":"b9f1a7b3-a9f0-4d1c-b7fc-359b5afeb85d","resolution":{"observed_at":"2026-08-16T11:17:29.691720Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.18510","last_updated":"2024-12-06T19:50:34Z","snapshot_observed_at":"2026-08-19T19:46:23.689160Z","submitted_at":"2024-02-28T17:38:06Z","title":"RNNs are not Transformers (Yet): The Key Bottleneck on In-context Retrieval","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.18510","snapshot_observed_at":"2026-08-16T11:17:29.471464Z","title":"Rnns are not transformers (yet): The key bottleneck on in-context retrieval, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.18574","last_updated":"2025-06-11T11:06:08Z","snapshot_observed_at":"2026-08-17T08:53:04.431268Z","submitted_at":"2025-04-22T16:15:19Z","title":"Understanding the Skill Gap in Recurrent Language Models: The Role of the Gather-and-Aggregate Mechanism","version":2},"reference_index":48,"source":"arxiv_source","source_observed_at":"2026-08-16T11:17:29.471464Z"},"links":{"cited_paper":"/paper/2402.18510","citing_paper":"/paper/2504.18574"},"observation_digest":"sha256:745f5bd053980d979b58a7d47b341f24760a290f70839a63fbe3b7e999a38fc8","observation_id":"39b407cc-ab66-4f00-a548-a13453cae3de","resolution":{"observed_at":"2026-08-16T11:17:29.471464Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.15018","last_updated":"2025-03-07T22:41:19Z","snapshot_observed_at":"2026-08-16T13:32:26.123645Z","submitted_at":"2024-07-21T00:10:23Z","title":"Answer, Assemble, Ace: Understanding How LMs Answer Multiple Choice Questions","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.15018","snapshot_observed_at":"2026-08-16T11:17:29.475182Z","title":"Answer, assemble, ace: Understanding how lms answer multiple choice questions, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2504.18574","last_updated":"2025-06-11T11:06:08Z","snapshot_observed_at":"2026-08-17T08:53:04.431268Z","submitted_at":"2025-04-22T16:15:19Z","title":"Understanding the Skill Gap in Recurrent Language Models: The Role of the Gather-and-Aggregate Mechanism","version":2},"reference_index":49,"source":"arxiv_source","source_observed_at":"2026-08-16T11:17:29.475182Z"},"links":{"cited_paper":"/paper/2407.15018","citing_paper":"/paper/2504.18574"},"observation_digest":"sha256:6153745ae1c0cf74b7595af59d7f002478e140c42deb9e1305e1cee6ec9521f7","observation_id":"4b30a852-609b-4be9-bbbe-f3dbd6d1c326","resolution":{"observed_at":"2026-08-16T11:17:29.475182Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.15574","last_updated":"2024-04-24T00:24:03Z","snapshot_observed_at":"2026-08-19T23:39:55.572999Z","submitted_at":"2024-04-24T00:24:03Z","title":"Retrieval Head Mechanistically Explains Long-Context Factuality","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.15574","snapshot_observed_at":"2026-08-16T11:17:29.479315Z","title":"Retrieval head mechanistically explains long-context factuality, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.18574","last_updated":"2025-06-11T11:06:08Z","snapshot_observed_at":"2026-08-17T08:53:04.431268Z","submitted_at":"2025-04-22T16:15:19Z","title":"Understanding the Skill Gap in Recurrent Language Models: The Role of the Gather-and-Aggregate Mechanism","version":2},"reference_index":50,"source":"arxiv_source","source_observed_at":"2026-08-16T11:17:29.479315Z"},"links":{"cited_paper":"/paper/2404.15574","citing_paper":"/paper/2504.18574"},"observation_digest":"sha256:ebf35fedea55526aac684fbd4cda3f37b99ccbddac5fbfc1f80c8e7d81eb335d","observation_id":"43524d81-0b94-4a4e-aba6-91c87d1ec87a","resolution":{"observed_at":"2026-08-16T11:17:29.479315Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2309.17453","last_updated":"2024-04-07T00:56:53Z","snapshot_observed_at":"2026-08-20T09:03:18.402041Z","submitted_at":"2023-09-29T17:59:56Z","title":"Efficient Streaming Language Models with Attention Sinks","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2309.17453","snapshot_observed_at":"2026-08-16T11:17:29.483033Z","title":"Efficient streaming language models with attention sinks, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.18574","last_updated":"2025-06-11T11:06:08Z","snapshot_observed_at":"2026-08-17T08:53:04.431268Z","submitted_at":"2025-04-22T16:15:19Z","title":"Understanding the Skill Gap in Recurrent Language Models: The Role of the Gather-and-Aggregate Mechanism","version":2},"reference_index":51,"source":"arxiv_source","source_observed_at":"2026-08-16T11:17:29.483033Z"},"links":{"cited_paper":"/paper/2309.17453","citing_paper":"/paper/2504.18574"},"observation_digest":"sha256:c8f780eca4d7b5df46bbbd34af16c75940d80825cbdcb40aa15c5e752fae3aed","observation_id":"425565dc-4037-4428-81ce-c65b6f62879e","resolution":{"observed_at":"2026-08-16T11:17:29.483033Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.06464","last_updated":"2025-03-06T06:57:34Z","snapshot_observed_at":"2026-08-14T21:08:22.323819Z","submitted_at":"2024-12-09T13:09:04Z","title":"Gated Delta Networks: Improving Mamba2 with Delta Rule","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.06464","snapshot_observed_at":"2026-08-16T11:17:29.486888Z","title":"Gated delta networks: Improving mamba2 with delta rule, 2024 a","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.18574","last_updated":"2025-06-11T11:06:08Z","snapshot_observed_at":"2026-08-17T08:53:04.431268Z","submitted_at":"2025-04-22T16:15:19Z","title":"Understanding the Skill Gap in Recurrent Language Models: The Role of the Gather-and-Aggregate Mechanism","version":2},"reference_index":52,"source":"arxiv_source","source_observed_at":"2026-08-16T11:17:29.486888Z"},"links":{"cited_paper":"/paper/2412.06464","citing_paper":"/paper/2504.18574"},"observation_digest":"sha256:0c7f8dbe0ebc6e0df5d8e2308d2df04c6e27c83bd22cc30ee0e68bf0978475d8","observation_id":"5803b803-8937-49bf-906e-a81c2f8ca904","resolution":{"observed_at":"2026-08-16T11:17:29.486888Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2312.06635","last_updated":"2024-08-27T01:27:29Z","snapshot_observed_at":"2026-08-21T01:26:32.098232Z","submitted_at":"2023-12-11T18:51:59Z","title":"Gated Linear Attention Transformers with Hardware-Efficient Training","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2312.06635","snapshot_observed_at":"2026-08-16T11:17:29.490837Z","title":"Gated linear attention transformers with hardware-efficient training, 2024 b","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.18574","last_updated":"2025-06-11T11:06:08Z","snapshot_observed_at":"2026-08-17T08:53:04.431268Z","submitted_at":"2025-04-22T16:15:19Z","title":"Understanding the Skill Gap in Recurrent Language Models: The Role of the Gather-and-Aggregate Mechanism","version":2},"reference_index":53,"source":"arxiv_source","source_observed_at":"2026-08-16T11:17:29.490837Z"},"links":{"cited_paper":"/paper/2312.06635","citing_paper":"/paper/2504.18574"},"observation_digest":"sha256:30cbc2e101d43317874132a44a7c55d1699c019a87fc7ff1c60b16678e2985dd","observation_id":"a4576f78-e72a-476c-bc71-bb618f6d934e","resolution":{"observed_at":"2026-08-16T11:17:29.490837Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.00137","last_updated":"2025-04-29T01:52:03Z","snapshot_observed_at":"2026-08-16T13:29:24.742618Z","submitted_at":"2024-07-31T19:50:57Z","title":"Correcting Negative Bias in Large Language Models through Negative Attention Score Alignment","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.00137","snapshot_observed_at":"2026-08-16T11:17:29.495021Z","title":"Gwon, and Sungroh Yoon","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.18574","last_updated":"2025-06-11T11:06:08Z","snapshot_observed_at":"2026-08-17T08:53:04.431268Z","submitted_at":"2025-04-22T16:15:19Z","title":"Understanding the Skill Gap in Recurrent Language Models: The Role of the Gather-and-Aggregate Mechanism","version":2},"reference_index":54,"source":"arxiv_source","source_observed_at":"2026-08-16T11:17:29.495021Z"},"links":{"cited_paper":"/paper/2408.00137","citing_paper":"/paper/2504.18574"},"observation_digest":"sha256:e9a0cbc718593dc893c40a7ad9906a5fb134738f83e37750f2b38a680fba2828","observation_id":"e43a8ad6-406a-4160-95dc-3cbbb53f5723","resolution":{"observed_at":"2026-08-16T11:17:29.495021Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1905.07830","last_updated":"2019-05-19T23:57:23Z","snapshot_observed_at":"2026-08-15T09:37:44.321271Z","submitted_at":"2019-05-19T23:57:23Z","title":"HellaSwag: Can a Machine Really Finish Your Sentence?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1905.07830","snapshot_observed_at":"2026-08-16T11:17:29.498938Z","title":"Hellaswag: Can a machine really finish your sentence?, 2019","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2504.18574","last_updated":"2025-06-11T11:06:08Z","snapshot_observed_at":"2026-08-17T08:53:04.431268Z","submitted_at":"2025-04-22T16:15:19Z","title":"Understanding the Skill Gap in Recurrent Language Models: The Role of the Gather-and-Aggregate Mechanism","version":2},"reference_index":55,"source":"arxiv_source","source_observed_at":"2026-08-16T11:17:29.498938Z"},"links":{"cited_paper":"/paper/1905.07830","citing_paper":"/paper/2504.18574"},"observation_digest":"sha256:156f335354510f2660f4da5fd5a5dd34949c1e4dff8d46e392c8b2d25218fa6f","observation_id":"dbf7df7c-5f16-4f6f-8d73-c9f47576db85","resolution":{"observed_at":"2026-08-16T11:17:29.498938Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.01659","last_updated":"2024-09-03T07:01:46Z","snapshot_observed_at":"2026-08-18T04:01:16.088853Z","submitted_at":"2024-09-03T07:01:46Z","title":"Interpreting and Improving Large Language Models in Arithmetic Calculation","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.01659","snapshot_observed_at":"2026-08-16T11:17:29.502413Z","title":"Interpreting and improving large language models in arithmetic calculation, 2024 a","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.18574","last_updated":"2025-06-11T11:06:08Z","snapshot_observed_at":"2026-08-17T08:53:04.431268Z","submitted_at":"2025-04-22T16:15:19Z","title":"Understanding the Skill Gap in Recurrent Language Models: The Role of the Gather-and-Aggregate Mechanism","version":2},"reference_index":56,"source":"arxiv_source","source_observed_at":"2026-08-16T11:17:29.502413Z"},"links":{"cited_paper":"/paper/2409.01659","citing_paper":"/paper/2504.18574"},"observation_digest":"sha256:e50695216a23f765cf6067e59dc5667b2790218a0841dc16e47e4993a9cb9306","observation_id":"5dc4a025-f1db-42ec-b9fb-9344fe09943f","resolution":{"observed_at":"2026-08-16T11:17:29.502413Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.07146","last_updated":"2024-10-31T13:54:35Z","snapshot_observed_at":"2026-08-16T13:19:30.233020Z","submitted_at":"2024-09-11T09:49:50Z","title":"Gated Slot Attention for Efficient Linear-Time Sequence Modeling","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.07146","snapshot_observed_at":"2026-08-16T11:17:29.505442Z","title":"Gated slot attention for efficient linear-time sequence modeling, 2024 b","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.18574","last_updated":"2025-06-11T11:06:08Z","snapshot_observed_at":"2026-08-17T08:53:04.431268Z","submitted_at":"2025-04-22T16:15:19Z","title":"Understanding the Skill Gap in Recurrent Language Models: The Role of the Gather-and-Aggregate Mechanism","version":2},"reference_index":57,"source":"arxiv_source","source_observed_at":"2026-08-16T11:17:29.505442Z"},"links":{"cited_paper":"/paper/2409.07146","citing_paper":"/paper/2504.18574"},"observation_digest":"sha256:fc176e1655c9e5d51dc0b77b43708a1af9048e3237e7e2633d8f300ec47c15c6","observation_id":"9f559450-79c0-4d51-966e-88afdb56db99","resolution":{"observed_at":"2026-08-16T11:17:29.505442Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.15194","last_updated":"2024-12-19T18:58:04Z","snapshot_observed_at":"2026-08-20T02:22:18.860708Z","submitted_at":"2024-12-19T18:58:04Z","title":"MMLU-CF: A Contamination-free Multi-task Language Understanding Benchmark","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.15194","snapshot_observed_at":"2026-08-16T11:17:29.508961Z","title":"Mmlu-cf: A contamination-free multi-task language understanding benchmark, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.18574","last_updated":"2025-06-11T11:06:08Z","snapshot_observed_at":"2026-08-17T08:53:04.431268Z","submitted_at":"2025-04-22T16:15:19Z","title":"Understanding the Skill Gap in Recurrent Language Models: The Role of the Gather-and-Aggregate Mechanism","version":2},"reference_index":58,"source":"arxiv_source","source_observed_at":"2026-08-16T11:17:29.508961Z"},"links":{"cited_paper":"/paper/2412.15194","citing_paper":"/paper/2504.18574"},"observation_digest":"sha256:ff7e17ab194585383a18fdeb7153392a75cade5d4074142ff749c13af966080a","observation_id":"90a15906-3214-4ead-8b2e-11f4b91575ee","resolution":{"observed_at":"2026-08-16T11:17:29.508961Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.03752","last_updated":"2024-12-23T17:57:29Z","snapshot_observed_at":"2026-08-18T13:58:15.039437Z","submitted_at":"2024-09-05T17:59:12Z","title":"Attention Heads of Large Language Models: A Survey","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.03752","snapshot_observed_at":"2026-08-16T11:17:29.511968Z","title":"Attention heads of large language models: A survey, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.18574","last_updated":"2025-06-11T11:06:08Z","snapshot_observed_at":"2026-08-17T08:53:04.431268Z","submitted_at":"2025-04-22T16:15:19Z","title":"Understanding the Skill Gap in Recurrent Language Models: The Role of the Gather-and-Aggregate Mechanism","version":2},"reference_index":59,"source":"arxiv_source","source_observed_at":"2026-08-16T11:17:29.511968Z"},"links":{"cited_paper":"/paper/2409.03752","citing_paper":"/paper/2504.18574"},"observation_digest":"sha256:71f51c0991f9679b20bdb53d8637b29d2efdd6c5139ca01bddec88343a52e296","observation_id":"9de26958-c816-4d57-b280-0b822bb2f4e1","resolution":{"observed_at":"2026-08-16T11:17:29.511968Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.05355","last_updated":"2024-10-07T15:40:45Z","snapshot_observed_at":"2026-08-20T14:51:10.875950Z","submitted_at":"2024-10-07T15:40:45Z","title":"Falcon Mamba: The First Competitive Attention-free 7B Language Model","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.05355","snapshot_observed_at":"2026-08-16T11:17:29.515104Z","title":"Falcon mamba: The first competitive attention-free 7b language model, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.18574","last_updated":"2025-06-11T11:06:08Z","snapshot_observed_at":"2026-08-17T08:53:04.431268Z","submitted_at":"2025-04-22T16:15:19Z","title":"Understanding the Skill Gap in Recurrent Language Models: The Role of the Gather-and-Aggregate Mechanism","version":2},"reference_index":60,"source":"arxiv_source","source_observed_at":"2026-08-16T11:17:29.515104Z"},"links":{"cited_paper":"/paper/2410.05355","citing_paper":"/paper/2504.18574"},"observation_digest":"sha256:b1ce3dc7a1a9fe5bd2706493ef3fdaf661892cb3ec7bdcb6b56415ba9a68c9e2","observation_id":"88514441-b42c-40be-ad71-e1e88c5357c2","resolution":{"observed_at":"2026-08-16T11:17:29.515104Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2504.18574","last_updated":"2025-06-11T11:06:08Z","latest_version":2,"primary_category":"cs.LG","snapshot_observed_at":"2026-08-17T08:53:04.431268Z","submitted_at":"2025-04-22T16:15:19Z","title":"Understanding the Skill Gap in Recurrent Language Models: The Role of the Gather-and-Aggregate Mechanism"},"reference_resolution":{"displayed":59,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":56,"verified_exact":3,"verified_fuzzy":0},"total_outbound_references":59},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"thesis":"As of 23 August 2026, this Paper Citation Record lists 59 of 59 outbound references and 5 inbound Pith citation observations for arXiv:2504.18574."}