{"as_of":"2026-08-10T03:16:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:d03f8fa378773887587b51f1bb2e888591a59d4e8afeb5b40a13bf65438e8e64","coverage":[{"denominator":57,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":57,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T22:10:42.664065Z","state":"measured"},{"denominator":61,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":61,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-09T06:31:02.800959+00:00","state":"measured"},{"denominator":4,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":4,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-03T06:57:48.485750Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-07-02T01:56:27.336351Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-10T02:05:36.760839Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"cited_work":{"arxiv_id":"2506.22696","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2506.22696","snapshot_observed_at":"2026-07-02T01:56:27.336351Z","title":"arXiv preprint arXiv:2506.22696 , year=","venue":null,"work_id":"076bb49f-d976-49de-92a3-360db9563d2d","year":2025},"citing_paper":{"arxiv_id":"2512.24880","last_updated":"2026-01-05T16:51:18Z","snapshot_observed_at":"2026-08-03T01:54:33.526522Z","submitted_at":"2025-12-31T14:16:26Z","title":"mHC: Manifold-Constrained Hyper-Connections","version":2},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-05-15T12:31:48.001520Z"},"links":{"cited_paper":"/paper/2506.22696","citing_paper":"/paper/2512.24880"},"observation_digest":"sha256:27904f24675302c20e8380ce6a7d32805fcfac0c89d3b0e374e41d20c5932eb3","observation_id":"c3bb16f6-fb4f-437d-a3b1-720f21918be0","resolution":{"observed_at":"2026-05-15T12:31:48.048670Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-10T02:05:36.760839Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2506.22696","snapshot_observed_at":"2026-08-03T06:57:48.485750Z","title":"net/forum?id=Bkg6RiCqY7","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2601.21579","last_updated":"2026-06-01T16:38:29Z","snapshot_observed_at":"2026-08-04T03:50:50.767974Z","submitted_at":"2026-01-29T11:43:05Z","title":"KromHC: Manifold-Constrained Hyper-Connections with Kronecker-Product Residual Matrices","version":2},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-03T06:57:48.485750Z"},"links":{"cited_paper":"/paper/2506.22696","citing_paper":"/paper/2601.21579"},"observation_digest":"sha256:1d77431268236c5d70f298bf73629279d17cf4b5015d549b0d164719dee3d216","observation_id":"1a5b3ce4-2940-49e8-a909-3a073882034f","resolution":{"observed_at":"2026-08-03T06:57:48.485750Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-10T02:05:36.760839Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"cited_work":{"arxiv_id":"2506.22696","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2506.22696","snapshot_observed_at":"2026-07-02T01:56:27.336351Z","title":"arXiv preprint arXiv:2506.22696 , year=","venue":null,"work_id":"076bb49f-d976-49de-92a3-360db9563d2d","year":2025},"citing_paper":{"arxiv_id":"2603.15031","last_updated":"2026-03-16T09:32:21Z","snapshot_observed_at":"2026-08-02T08:46:00.749789Z","submitted_at":"2026-03-16T09:32:21Z","title":"Attention Residuals","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-05-21T06:39:04.312270Z"},"links":{"cited_paper":"/paper/2506.22696","citing_paper":"/paper/2603.15031"},"observation_digest":"sha256:2347faf496b0a81bd42dbc51f363c7fe0feaf1d8bae87c44add846e95c6d8a40","observation_id":"05bcf0ab-3cf0-47aa-b7c8-e760f495da94","resolution":{"observed_at":"2026-05-21T06:39:04.510323Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-10T02:05:36.760839Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"cited_work":{"arxiv_id":"2506.22696","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2506.22696","snapshot_observed_at":"2026-07-02T01:56:27.336351Z","title":"arXiv preprint arXiv:2506.22696 , year=","venue":null,"work_id":"076bb49f-d976-49de-92a3-360db9563d2d","year":2025},"citing_paper":{"arxiv_id":"2606.03483","last_updated":"2026-06-02T11:00:49Z","snapshot_observed_at":"2026-08-10T02:09:28.772375Z","submitted_at":"2026-06-02T11:00:49Z","title":"Analyzing Stream Collapse in Hyper-Connections: From Diagnosis to Mitigation","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-06-28T11:27:13.506226Z"},"links":{"cited_paper":"/paper/2506.22696","citing_paper":"/paper/2606.03483"},"observation_digest":"sha256:b3650b9a1d02996a6d6dca21e3669547acce84db6303800037a301cfde9f1519","observation_id":"c0e0e803-3f12-4048-ac6e-0b18a95d4216","resolution":{"observed_at":"2026-07-02T01:56:27.339163Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2506.22696/citation-record","integrity":"/paper/2506.22696/integrity","json":"/paper/2506.22696/citation-record.json","paper":"/paper/2506.22696"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2303.08774","last_updated":"2024-03-04T06:01:33Z","snapshot_observed_at":"2026-08-07T07:30:12.213965Z","submitted_at":"2023-03-15T17:15:04Z","title":"GPT-4 Technical Report","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.08774","snapshot_observed_at":"2026-08-06T22:10:37.761768Z","title":"L., Almeida, D., Altenschmidt, J., Altman, S., Anadkat, S., et al","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-10T02:05:36.760839Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:37.761768Z"},"links":{"cited_paper":"/paper/2303.08774","citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:e7f55185a4c4429548d4bbf3f7995a66975eaa54f8b84da4a442c1d1b0d68dbb","observation_id":"32c371ae-288a-4e5c-ad8d-9b95749285c7","resolution":{"observed_at":"2026-08-06T22:10:37.761768Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:50.164049Z","title":"Data on notable ai models, 2024","venue":null,"work_id":"b876d95d-8257-4580-b0fc-c5ab745e1a4c","year":2024},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-10T02:05:36.760839Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:37.850440Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:1ac2d537d6c5c8367b1bd2808d6a96fb9c9b76368b8781374d0a4420d584955f","observation_id":"1c3987d3-2016-4994-a19c-cd558fb9021a","resolution":{"observed_at":"2026-08-06T22:10:50.278477Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:37.940979Z","title":null,"venue":null,"work_id":null,"year":1972},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-10T02:05:36.760839Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:37.940979Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:04c1d67f508fa2b049e3eaa5a36a47ac369f109f912007eea6560affab1438e0","observation_id":"6bb4684d-8903-43b2-91e1-777e6c740b40","resolution":{"observed_at":"2026-08-06T22:10:37.940979Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2003.04887","last_updated":"2020-06-25T00:09:04Z","snapshot_observed_at":"2026-08-09T00:12:21.730010Z","submitted_at":"2020-03-10T17:58:01Z","title":"ReZero is All You Need: Fast Convergence at Large Depth","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2003.04887","snapshot_observed_at":"2026-08-06T22:10:38.027642Z","title":"P., Mao, H","venue":null,"work_id":null,"year":2003},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-10T02:05:36.760839Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:38.027642Z"},"links":{"cited_paper":"/paper/2003.04887","citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:b49b7e1a9308851d1a3f01f1df96cabc244831bc15471c26861a30c908df960f","observation_id":"143a60d4-5f6e-4944-bb99-00be61621381","resolution":{"observed_at":"2026-08-06T22:10:38.027642Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:38.114071Z","title":"L., Gao, J., and Choi, Y","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-10T02:05:36.760839Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:38.114071Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:64d6f120d93968b56bc18972bba15f6c8e10874142a704951912ac8e858dc131","observation_id":"7df33577-9d16-41ac-8b03-ac2e16bf7043","resolution":{"observed_at":"2026-08-06T22:10:38.114071Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:38.227792Z","title":"J., Leary, C., Maclaurin, D., Necula, G., Paszke, A., Vander P las, J., Wanderman- M ilne, S., and Zhang, Q","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-10T02:05:36.760839Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:38.227792Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:c2c51892df9017a377e3d254ccc83ab2c81b7e6a9bd236327dbf56d5fe4d6391","observation_id":"0a4cbcbc-b951-4730-920d-13c76e6794b7","resolution":{"observed_at":"2026-08-06T22:10:38.227792Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:38.287379Z","title":"Highway transformer: Self-gating enhanced self-attentive networks","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-10T02:05:36.760839Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:38.287379Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:ebc6cc9beea0b22cd2ff30f5049fa1d2051d06874adb20fd3b55bd56b6118180","observation_id":"c9cea776-30bd-4710-8ab8-05ec64e84447","resolution":{"observed_at":"2026-08-06T22:10:38.287379Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1803.05457","last_updated":"2018-03-14T18:04:21Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2018-03-14T18:04:21Z","title":"Think you have Solved Question Answering? Try ARC, the AI2 Reasoning Challenge","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1803.05457","snapshot_observed_at":"2026-08-06T22:10:38.357759Z","title":"Think you have solved question answering? try arc, the ai2 reasoning challenge","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-10T02:05:36.760839Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:38.357759Z"},"links":{"cited_paper":"/paper/1803.05457","citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:3faac1b57e68af8eb2ceec684b4792dc01ac73996e98f4eb31b0c48da19b10a9","observation_id":"77782c8b-fae9-4901-9ab8-aabd10cf125c","resolution":{"observed_at":"2026-08-06T22:10:38.357759Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:49.861354Z","title":"and Gu, A","venue":null,"work_id":"1344d113-fb02-4d6e-9dd5-339d55fed5eb","year":2024},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-10T02:05:36.760839Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:38.459876Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:86a3616810b8e4696e13d87b8138de2afeafda4c055c00b4773bc79b72d32b4d","observation_id":"e3911a57-0c6e-4013-a2d6-a585c28fc786","resolution":{"observed_at":"2026-08-06T22:10:49.998768Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:49.587544Z","title":"The practitioner’s guide to the maximal update parameterization","venue":null,"work_id":"afea8643-1342-489d-a992-a276f55e7bb2","year":2024},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-10T02:05:36.760839Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:38.580547Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:6ba22b85d6c713d53184b2689e0b5ce193b12a2c4333d377a6d0fa0a23b5175c","observation_id":"2ff2c62a-7d03-453f-b20c-14181287d758","resolution":{"observed_at":"2026-08-06T22:10:49.724550Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:38.689710Z","title":"Exploiting deep representations for neural machine translation","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-10T02:05:36.760839Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:38.689710Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:781209a6754965f4c98e242d0812741ce25e6a65f89dd23acc3b9e9a1f0dc778","observation_id":"7c1b5811-dfc4-4588-baf8-55b8a18f7683","resolution":{"observed_at":"2026-08-06T22:10:38.689710Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1609/aaai.v33i01.330186","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:43.377426Z","title":"Dynamic layer aggregation for neural machine translation with routing-by-agreement","venue":null,"work_id":"8997050a-e07f-4148-81c1-1b0dec180a2e","year":2019},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-10T02:05:36.760839Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:38.773045Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:7aabfe99d45cab0607c4560b9379e71542a9581548e811f96ad4615148032cf5","observation_id":"6471b11d-8e29-416e-8878-81298e5d8b56","resolution":{"observed_at":"2026-08-06T22:10:43.496475Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:49.403859Z","title":"M., Tong, S., Lepikhin, D., Xu, Y., Krikun, M., Zhou, Y., Yu, A","venue":null,"work_id":"cd9021d8-1ac4-4e35-ae38-b0cda38f955f","year":2022},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-10T02:05:36.760839Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:38.836683Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:c44a649b95cf4288a409598630a9c48913faa8aedd78288ad556f225e7b9ee44","observation_id":"3926092e-feac-42eb-9cf6-16529d3789e7","resolution":{"observed_at":"2026-08-06T22:10:49.502237Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2407.21783","last_updated":"2024-11-23T23:27:33Z","snapshot_observed_at":"2026-07-06T18:55:11.576666Z","submitted_at":"2024-07-31T17:54:27Z","title":"The Llama 3 Herd of Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.21783","snapshot_observed_at":"2026-08-06T22:10:38.895675Z","title":"The llama 3 herd of models","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-10T02:05:36.760839Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:38.895675Z"},"links":{"cited_paper":"/paper/2407.21783","citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:eedb2084d1f9632571a1da6820f25b4ab6e71a3916394246a399662b5b697f8c","observation_id":"27a6a7e3-8a21-4b6a-9751-9d758db5459e","resolution":{"observed_at":"2026-08-06T22:10:38.895675Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:38.957499Z","title":"A mathematical framework for transformer circuits","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-10T02:05:36.760839Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:38.957499Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:8cc18cbb131fa24fb11130aa7079cfa3e7855dea4ee1b78863235ac2dbb32c7b","observation_id":"d68e213b-d7fa-43e5-b2a6-65f2dac4298e","resolution":{"observed_at":"2026-08-06T22:10:38.957499Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:49.005139Z","title":"Depth-wise attention ( DWA tt): A layer fusion method for data-efficient classification","venue":null,"work_id":"f4f9c701-38c4-4108-86d1-c75ea09955fd","year":2024},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-10T02:05:36.760839Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:39.025580Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:9ba8bc28490a89f97dc4b91e96547f74a85554f2ef5689489d9eefaf6a59b03c","observation_id":"e5596dc8-c3e0-428b-bd1e-3342fd278c75","resolution":{"observed_at":"2026-08-06T22:10:49.202895Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:48.718015Z","title":"Switch transformers: scaling to trillion parameter models with simple and efficient sparsity","venue":null,"work_id":"e9d81d57-371e-49fe-a243-81db4c2e336a","year":2022},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-10T02:05:36.760839Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:39.127169Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:d68753985d7e51045b58b53a22d9ed7cfe37a9a19d7f0dafbf65db7b323f6117","observation_id":"94b9bbe9-0595-4df8-9d49-bfa3a90304a2","resolution":{"observed_at":"2026-08-06T22:10:48.848672Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2101.00027","last_updated":"2020-12-31T19:00:10Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2020-12-31T19:00:10Z","title":"The Pile: An 800GB Dataset of Diverse Text for Language Modeling","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2101.00027","snapshot_observed_at":"2026-08-06T22:10:39.216652Z","title":"The P ile: An 800gb dataset of diverse text for language modeling","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-10T02:05:36.760839Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:39.216652Z"},"links":{"cited_paper":"/paper/2101.00027","citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:0b7ae79a3c698b3626fa2c223f6b16729b58cb8109cb757fc82cd6dfdd139733","observation_id":"71def2d5-51fb-4d4b-bb34-fe3b9aba7768","resolution":{"observed_at":"2026-08-06T22:10:39.216652Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:39.301860Z","title":"A framework for few-shot language model evaluation, 12 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-10T02:05:36.760839Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:39.301860Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:243199761d0989af5e65df0834f43ac469c8f6aceb1f24c22c30bca9d8211458","observation_id":"fcab7e4d-22fa-4a93-93d6-25f5a1db61ea","resolution":{"observed_at":"2026-08-06T22:10:39.301860Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:39.393140Z","title":"Transformer feed-forward layers are key-value memories","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-10T02:05:36.760839Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:39.393140Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:4aa17139cb9d06ddd24a2a924f94b221f138b785897cd8501b013bebe0890601","observation_id":"549250fd-ad90-4797-8b5a-d4e02e08b644","resolution":{"observed_at":"2026-08-06T22:10:39.393140Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:48.407572Z","title":"and Bengio, Y","venue":null,"work_id":"ca2ca371-a318-45ac-bd24-1c7c7b4d1412","year":2010},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-10T02:05:36.760839Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:39.490319Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:b847bd074d2be83e135650c56cf3a539047bcddc8b4ebc84a76033aa2448f879","observation_id":"306abe5c-86d6-409b-8547-1d8c22e868d0","resolution":{"observed_at":"2026-08-06T22:10:48.551657Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1364/ao.28.001940","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:43.125844Z","title":"F., Keller, P","venue":null,"work_id":"06dc8417-2af1-41f6-b459-0ceca8867029","year":1940},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-10T02:05:36.760839Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:39.577236Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:54f6ea516be936e660774ea70832c0cc36ac944531e9bae078192c2cdd7bee5a","observation_id":"ccca6fd6-9854-471c-b0dc-2bbd76751228","resolution":{"observed_at":"2026-08-06T22:10:43.237138Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/w17-2622","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:42.977568Z","title":"Improving language modeling using densely connected recurrent neural networks","venue":null,"work_id":"27aa16dd-079c-4e17-abdd-831ad926af78","year":2017},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-10T02:05:36.760839Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:39.742103Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:7e01745377293e18c5298d5ce7dd50d3fe8b49b9c43e164fa8afc89fae3babd0","observation_id":"55c1cd0a-64fa-4c66-8d45-3bbddaf7ba91","resolution":{"observed_at":"2026-08-06T22:10:43.029950Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:48.215737Z","title":"Openwebtext corpus","venue":null,"work_id":"2fc2190b-87d8-47d1-8358-f8eee1c48bdb","year":2019},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-10T02:05:36.760839Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:39.812409Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:3d80a4bdd154529cf184b6a60acfce9eb7c992d63cca5bd8d1991821bf281152","observation_id":"3e4f1d3a-2e16-44d8-a194-31845d29ba0a","resolution":{"observed_at":"2026-08-06T22:10:48.274655Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:48.036572Z","title":"Levanter , 2024","venue":null,"work_id":"6d3f7938-9f9b-4a98-a278-57bd097c0be1","year":2024},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-10T02:05:36.760839Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:39.881434Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:24561893d5ac9944b8a30f04540600794ce9a4b7de521ed62738fe296bd01b41","observation_id":"a449fe91-9057-4cf1-a18b-7e3eaa3216fe","resolution":{"observed_at":"2026-08-06T22:10:48.100444Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:47.777693Z","title":"A., Welbl, J., Clark, A., Hennigan, T., Noland, E., Millican, K., van den Driessche, G., Damoc, B., Guy, A., Osindero, S., Simonyan, K., Elsen, E., Vinyals, O., Rae, J","venue":null,"work_id":"dbdbee2b-42b0-43bd-9586-97219ab20a88","year":2024},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-10T02:05:36.760839Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:39.957622Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:17b5f009629a1d43e77297542b2e12e5dd404a0f22fa0a836f830727032f2f43","observation_id":"11ec86af-93fa-4281-ac2b-45a438c216ba","resolution":{"observed_at":"2026-08-06T22:10:47.931783Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:40.044197Z","title":null,"venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-10T02:05:36.760839Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:40.044197Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:10f7bf6bf12ef28f644972536cdaa38770b5a21119b6e93021953c4b19c3d4e6","observation_id":"65d1f1cc-3ef4-4974-bf72-c3eb93caac67","resolution":{"observed_at":"2026-08-06T22:10:40.044197Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:47.463667Z","title":"S., Perez, F., Ba, J., and Volkovs, M","venue":null,"work_id":"4d830613-3409-4ff0-8b60-3889b5fe5e0a","year":2020},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-10T02:05:36.760839Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:40.131319Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:1a8feef60822ca18ed7d7c4cef1452c096b008a67f54a250d6b24b4a7c264649","observation_id":"6e4c6bac-9ba4-41d9-b0e0-2679f0943100","resolution":{"observed_at":"2026-08-06T22:10:47.607651Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2401.04088","last_updated":"2024-01-08T18:47:34Z","snapshot_observed_at":"2026-08-08T06:16:25.839566Z","submitted_at":"2024-01-08T18:47:34Z","title":"Mixtral of Experts","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.04088","snapshot_observed_at":"2026-08-06T22:10:40.230675Z","title":"Q., Sablayrolles, A., Roux, A., Mensch, A., Savary, B., Bamford, C., Chaplot, D","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-10T02:05:36.760839Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:40.230675Z"},"links":{"cited_paper":"/paper/2401.04088","citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:37086a1f08855867690cfe80ca1c76f083d4f5918577df5ac1e2b681d473d715","observation_id":"908dce63-c9ac-4143-92cc-91d066e1e0d2","resolution":{"observed_at":"2026-08-06T22:10:40.230675Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2001.08361","last_updated":"2020-01-23T03:59:20Z","snapshot_observed_at":"2026-07-06T08:52:12.656082Z","submitted_at":"2020-01-23T03:59:20Z","title":"Scaling Laws for Neural Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2001.08361","snapshot_observed_at":"2026-08-06T22:10:40.323401Z","title":"B., Chess, B., Child, R., Gray, S., Radford, A., Wu, J., and Amodei, D","venue":null,"work_id":null,"year":2001},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-10T02:05:36.760839Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:40.323401Z"},"links":{"cited_paper":"/paper/2001.08361","citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:666f34deb6bd0262d8e47d75d0c85e706b3dd893e226800e294e8bb49b047a11","observation_id":"355aed13-bfd0-4d7a-86b9-c8dd8c98ee09","resolution":{"observed_at":"2026-08-06T22:10:40.323401Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:47.184042Z","title":"A., Khyalia, S., Jung, J., Goka, H., and Lee, H","venue":null,"work_id":"1d69200f-2e9e-477a-bb9c-387afc673830","year":2024},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-10T02:05:36.760839Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":31,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:40.438103Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:29d38dcbd8477d8fd8d70904715e817653ef62787b996e17ccd9640f43bd46b4","observation_id":"5a40469d-96e9-4e9d-8fae-7054e109e9ae","resolution":{"observed_at":"2026-08-06T22:10:47.308625Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:46.895745Z","title":"and Garcia, C","venue":null,"work_id":"72ea9f0f-8658-4d6b-b405-21c9eebad4d1","year":2021},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-10T02:05:36.760839Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":32,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:40.575474Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:ddc56ec4e09059b16b06161882de05ad3dae109db562c030fcea2b4b0eb7e6af","observation_id":"08a0971b-4f05-4e5f-b123-580de6ae7277","resolution":{"observed_at":"2026-08-06T22:10:47.015386Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:40.676503Z","title":"Correlation matrix memories","venue":null,"work_id":null,"year":1972},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-10T02:05:36.760839Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":33,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:40.676503Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:a023c5277e7337cf5ed6d569d4c00ed5638a8a1533f86717d60d699680d62a66","observation_id":"64c3ee2c-3eab-4881-95c2-59631ab744e8","resolution":{"observed_at":"2026-08-06T22:10:40.676503Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:46.571805Z","title":"S., Viguier, S., and Ligozat, A.-L","venue":null,"work_id":"a7ea4dc2-c758-42dc-ada1-8fae00528a7e","year":2023},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-10T02:05:36.760839Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":34,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:40.808780Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:b16569abd7207aed6ab74430758189d884f3b9d9ba3bbb2681384e888e3a3721","observation_id":"b4f17652-0086-4c9d-946b-e78d9355e1e4","resolution":{"observed_at":"2026-08-06T22:10:46.737432Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:40.884403Z","title":"Locating and editing factual associations in gpt","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-10T02:05:36.760839Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":35,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:40.884403Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:f64a0776efa367bb05f3b1f1f4d5b5786d71b372d081fa85a09b9444dda5646c","observation_id":"c16a5847-53ea-4045-a571-22bf147949e8","resolution":{"observed_at":"2026-08-06T22:10:40.884403Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:40.972787Z","title":"Pointer sentinel mixture models, 2016","venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-10T02:05:36.760839Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":36,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:40.972787Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:3c12f28865c5d72700f8c3c8e15017590ace8313df2011680a0d385e4dcdb1e7","observation_id":"4236ebcd-f3f7-4ed5-8e92-ae0dbae54c1c","resolution":{"observed_at":"2026-08-06T22:10:40.972787Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:46.352640Z","title":null,"venue":null,"work_id":"3caf15ac-3e31-4c96-92bb-72e93d6198df","year":2023},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-10T02:05:36.760839Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":37,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:41.072184Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:e26b38a3f310c78abed8db1a6dbab43626daad8566b119c58bb626123b9d5baa","observation_id":"206e45f8-9c1e-483a-801e-a90bfdc243f7","resolution":{"observed_at":"2026-08-06T22:10:46.460833Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:46.029863Z","title":"N., Bernardi, R., Pezzelle, S., Baroni, M., Boleda, G., and Fernández, R","venue":null,"work_id":"a71fb3f1-e241-4c9a-8911-b918600fbeca","year":2016},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-10T02:05:36.760839Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":38,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:41.191219Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:c97ec38f98b9945dcf8f75c96880a17bc5c4a5d78dbb5f8b61e6e1891ee5b24c","observation_id":"b1175a3e-4148-47ab-ae2e-c6fc4e52c955","resolution":{"observed_at":"2026-08-06T22:10:46.142709Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:41.311087Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-10T02:05:36.760839Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":39,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:41.311087Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:02f1976fcbeb9eb725b9972c522532632edcc1671061edc8d15f89ba98e53904","observation_id":"18085f3e-d60b-4c3d-8093-32895328e37c","resolution":{"observed_at":"2026-08-06T22:10:41.311087Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:41.383599Z","title":"Language models are unsupervised multitask learners","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-10T02:05:36.760839Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":40,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:41.383599Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:a26b4bd1d99a51d53ad2037b8cb86616c6d5a92418f7d86b14b73acd05f8e906","observation_id":"fb38678a-f1c6-417b-b348-f1fde8ca02f8","resolution":{"observed_at":"2026-08-06T22:10:41.383599Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1907.10641","last_updated":"2019-11-21T19:01:32Z","snapshot_observed_at":"2026-07-06T08:09:59.842324Z","submitted_at":"2019-07-24T18:11:59Z","title":"WinoGrande: An Adversarial Winograd Schema Challenge at Scale","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1907.10641","snapshot_observed_at":"2026-08-06T22:10:41.445154Z","title":"L., Bhagavatula, C., and Choi, Y","venue":null,"work_id":null,"year":1907},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-10T02:05:36.760839Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":41,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:41.445154Z"},"links":{"cited_paper":"/paper/1907.10641","citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:ea23e57562f16e76cae093cff74a1ce43f6a5be4dcdc2a481e0043850b6a6382","observation_id":"d7431f82-9ad5-499c-b812-860dc7ddcfb8","resolution":{"observed_at":"2026-08-06T22:10:41.445154Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/n18-1117","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:42.778723Z","title":"Dense information flow for neural machine translation","venue":null,"work_id":"6ddea3eb-db21-4d48-b70b-61693a6ce807","year":2018},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-10T02:05:36.760839Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":42,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:41.539224Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:79c784b890bf2ae10a3640317787e855c2cf05c65943960d8467a08f087436b3","observation_id":"e0d92e61-5ff9-4f73-9d7e-3101552fcf9f","resolution":{"observed_at":"2026-08-06T22:10:42.842398Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2110.09456","last_updated":"2021-11-01T15:34:23Z","snapshot_observed_at":"2026-08-10T02:05:34.324085Z","submitted_at":"2021-10-18T16:47:45Z","title":"NormFormer: Improved Transformer Pretraining with Extra Normalization","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2110.09456","snapshot_observed_at":"2026-08-06T22:10:41.617138Z","title":"Normformer: Improved transformer pretraining with extra normalization","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-10T02:05:36.760839Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":43,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:41.617138Z"},"links":{"cited_paper":"/paper/2110.09456","citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:2db665a4d2c7e303af4fb74620d440b016ff98dd2b179a7b3abcb09f5ffe838c","observation_id":"95eb7219-1915-42ee-8692-65a282ad4ccc","resolution":{"observed_at":"2026-08-06T22:10:41.617138Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1505.00387","last_updated":"2015-11-03T18:15:15Z","snapshot_observed_at":"2026-07-06T04:16:46.012738Z","submitted_at":"2015-05-03T01:56:57Z","title":"Highway Networks","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1505.00387","snapshot_observed_at":"2026-08-06T22:10:41.707792Z","title":"K., Greff, K., and Schmidhuber, J","venue":null,"work_id":null,"year":2015},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-10T02:05:36.760839Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":44,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:41.707792Z"},"links":{"cited_paper":"/paper/1505.00387","citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:dbe516140de47306893e497849fe99a7be65ac8156f14f5efa05bf59a8ca3cc5","observation_id":"9cf1d0b2-bd1e-4a6a-a027-751c00864274","resolution":{"observed_at":"2026-08-06T22:10:41.707792Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:41.781657Z","title":"Energy and policy considerations for deep learning in NLP","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-10T02:05:36.760839Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":45,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:41.781657Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:5c621143d39065d66a818972bc0c0ee042f6c2351bc73bb14d6b040e23d5b051","observation_id":"475dd86c-63e0-4f7a-8407-f7db7c93e97d","resolution":{"observed_at":"2026-08-06T22:10:41.781657Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2307.08621","last_updated":"2023-08-09T08:53:08Z","snapshot_observed_at":"2026-08-02T13:21:32.251959Z","submitted_at":"2023-07-17T16:40:01Z","title":"Retentive Network: A Successor to Transformer for Large Language Models","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.08621","snapshot_observed_at":"2026-08-06T22:10:41.843365Z","title":"Retentive network: A successor to transformer for large language models, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-10T02:05:36.760839Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":46,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:41.843365Z"},"links":{"cited_paper":"/paper/2307.08621","citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:8b5187a14cfed53d5d76f930b22c0bdd20e048050ac3f9b36e6f22ecd9f3bf7f","observation_id":"2a7940ea-10ff-4130-9db4-3614e1d6c4f1","resolution":{"observed_at":"2026-08-06T22:10:41.843365Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:41.928686Z","title":"N., Kaiser, L., and Polosukhin, I","venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-10T02:05:36.760839Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":47,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:41.928686Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:1565f2743c92d709acc1a2baf0683a2496e402d7b4036ecd4e4e63707ddc20bd","observation_id":"a66badff-3400-4cc6-bc6c-92c056048304","resolution":{"observed_at":"2026-08-06T22:10:41.928686Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2211.04325","last_updated":"2024-06-04T22:09:46Z","snapshot_observed_at":"2026-08-09T20:41:07.756820Z","submitted_at":"2022-10-26T00:28:40Z","title":"Will we run out of data? Limits of LLM scaling based on human-generated data","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2211.04325","snapshot_observed_at":"2026-08-06T22:10:42.018922Z","title":"Will we run out of data? limits of llm scaling based on human-generated data, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-10T02:05:36.760839Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":48,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:42.018922Z"},"links":{"cited_paper":"/paper/2211.04325","citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:bc1c8078ce430b2203d08338fdc5ff50e5cc32299600674dc42b6b7bc4b1b9f7","observation_id":"ea500b1a-5515-4f4a-935e-322268ff2939","resolution":{"observed_at":"2026-08-06T22:10:42.018922Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2024.33869","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:43.803951Z","title":"DeepNet: Scaling Transformers to 1,000 Layers","venue":null,"work_id":"cc51ea78-a7c2-49e2-9492-eb56fc93c8df","year":2024},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-10T02:05:36.760839Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":49,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:42.086374Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:9a485d6df57f498ef76b66b592f43cc5f05200c385db1d5b31e0972059dee1a1","observation_id":"c46b6888-8933-431f-a842-4e0fff70b41b","resolution":{"observed_at":"2026-08-06T22:10:43.941942Z","resolver_source":"raw_fallback","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:45.765917Z","title":"Sustainable ai: Environmental implications, challenges and opportunities","venue":null,"work_id":"0cee0ac8-73b7-4aab-9a40-3d7a20c6f9c9","year":2022},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-10T02:05:36.760839Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":50,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:42.151420Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:37c9da5f05a55c7b9fd4d6a6a53be916642852dc80c1c1639f0d7ffdf22a8c19","observation_id":"7617ae6f-8976-4a2b-b583-67a199e1a4dc","resolution":{"observed_at":"2026-08-06T22:10:45.855046Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:42.219073Z","title":"On layer normalization in the transformer architecture","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-10T02:05:36.760839Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":51,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:42.219073Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:8483fd40bf471bd66b5bb46124be753dab1cd6681bf55c0eb5a6aaddf443a0e8","observation_id":"5802b0e6-5736-4f42-8ea7-df2c1b7868ee","resolution":{"observed_at":"2026-08-06T22:10:42.219073Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:45.476042Z","title":"Rewiring the transformer with depth-wise LSTM s","venue":null,"work_id":"98f80d96-ed9d-412e-81f3-3692a67ac612","year":2024},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-10T02:05:36.760839Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":52,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:42.278612Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:dee7245dff55f34b79cbe5483813deda2429f1a4548796496a27f804a8568385","observation_id":"796d5560-502e-49fa-ba23-81aaa5ae8566","resolution":{"observed_at":"2026-08-06T22:10:45.580802Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:45.171245Z","title":"Understanding and improving layer normalization","venue":null,"work_id":"42f67193-c4ec-4dc2-a1ea-6bcdae233caf","year":2019},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-10T02:05:36.760839Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":53,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:42.388022Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:1134fefc8a3ee09a6a13cdda0b048143975b028832b3eb7a99c27ba2478f81c3","observation_id":"e8464d62-9500-459d-8730-31e1add1f216","resolution":{"observed_at":"2026-08-06T22:10:45.315939Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:44.924907Z","title":"J., Babuschkin, I., Sidor, S., Liu, X., Farhi, D., Ryder, N., Pachocki, J., Chen, W., and Gao, J","venue":null,"work_id":"913996fc-14d4-4b60-bf0a-551272e75bbd","year":2024},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-10T02:05:36.760839Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":54,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:42.458155Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:a4c2c1be3054d50d8ce2ad73f42c81956e7b070e6b26cbb591ad7a245596a1f9","observation_id":"9ef79cd2-3e8c-42f8-bd63-e806e3e52afd","resolution":{"observed_at":"2026-08-06T22:10:45.028453Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:42.530396Z","title":"Hellaswag: Can a machine really finish your sentence? In Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics, 2019","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-10T02:05:36.760839Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":55,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:42.530396Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:7f375bc0978e5ba232aa7b1a994f3d23d842b7a3e30564e4816657a519098ace","observation_id":"cc2393ac-79da-45c2-8088-c4dac56f5837","resolution":{"observed_at":"2026-08-06T22:10:42.530396Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:44.623012Z","title":"Ready-to-go transmission projects 2023","venue":null,"work_id":"759cdbc4-942f-4d14-aafd-dcf1f0fcd083","year":2023},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-10T02:05:36.760839Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":56,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:42.600570Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:89dc055584925f23fc53d172b8797059d98307eee65da34a1560935fb33181d2","observation_id":"e1723c6c-4bbe-4f1d-b712-1721fbba7c28","resolution":{"observed_at":"2026-08-06T22:10:44.742616Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:10:42.664065Z","title":"write newline","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","snapshot_observed_at":"2026-08-10T02:05:36.760839Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","version":1},"reference_index":57,"source":"arxiv_source","source_observed_at":"2026-08-06T22:10:42.664065Z"},"links":{"citing_paper":"/paper/2506.22696"},"observation_digest":"sha256:729eb7aaaca4a32bb81605e4f4a341ba478006f43fba493ddaf7ad5063840229","observation_id":"f7e03f87-cc49-4c6c-8e81-cfd3780c8aed","resolution":{"observed_at":"2026-08-06T22:10:42.664065Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2506.22696","last_updated":"2025-06-28T00:29:42Z","latest_version":1,"primary_category":"cs.LG","snapshot_observed_at":"2026-08-10T02:05:36.760839Z","submitted_at":"2025-06-28T00:29:42Z","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream"},"reference_resolution":{"displayed":57,"state_counts":{"malformed_identifier":0,"metadata_mismatch":1,"parse_uncertain":0,"unresolved":32,"verified_exact":4,"verified_fuzzy":20},"total_outbound_references":57},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"thesis":"As of 10 August 2026, this Paper Citation Record lists 57 of 57 outbound references and 4 inbound Pith citation observations for arXiv:2506.22696."}