{"as_of":"2026-08-09T15:31:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:054eaad812a03381b16d919a7a5c4a20b0320cd426e36d23d48006d06835d947","coverage":[{"denominator":37,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":37,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-05T21:05:03.281857Z","state":"measured"},{"denominator":42,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":42,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-09T06:31:02.800959+00:00","state":"measured"},{"denominator":5,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":5,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-05T20:59:36.817312Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-19T20:22:45.427956Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-08T15:12:43.884415Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2508.09628","snapshot_observed_at":"2026-08-05T20:59:36.817312Z","title":"mechanistic interpretability","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2508.09627","last_updated":"2025-08-13T08:59:04Z","snapshot_observed_at":"2026-08-06T15:53:16.127835Z","submitted_at":"2025-08-13T08:59:04Z","title":"Physics- and geometry-aware spatio-spectral graph neural operator for time-independent and time-dependent PDEs","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-05T20:59:36.817312Z"},"links":{"cited_paper":"/paper/2508.09628","citing_paper":"/paper/2508.09627"},"observation_digest":"sha256:5362bd65cd7490b7013034a37d27309f822a6ae986737bc6e76f416be70d9654","observation_id":"309dc42d-5c34-4ea4-b840-7fbbe20d47fa","resolution":{"observed_at":"2026-08-05T20:59:36.817312Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-08T15:12:43.884415Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"cited_work":{"arxiv_id":"2508.09628","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2508.09628","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"[ÁLGRB26] Antonio Álvarez-López, Borjan Geshkovski, and Domènec Ruiz-Balet","venue":null,"work_id":"04dcc830-26c9-4d53-a03a-9610389db975","year":2025},"citing_paper":{"arxiv_id":"2601.21366","last_updated":"2026-05-13T13:56:23Z","snapshot_observed_at":"2026-08-02T00:55:15.904098Z","submitted_at":"2026-01-29T07:47:46Z","title":"Perceptrons and localization of attention's mean-field landscape","version":2},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-05-16T09:49:27.206423Z"},"links":{"cited_paper":"/paper/2508.09628","citing_paper":"/paper/2601.21366"},"observation_digest":"sha256:152a6ec481bdd7943831ed4cf7add510cca11f1dee39e82d40b732ebc627d288","observation_id":"9ff66935-5964-44bf-84ef-d05cf39f9040","resolution":{"observed_at":"2026-05-16T09:50:49.255283Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-08T15:12:43.884415Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"cited_work":{"arxiv_id":"2508.09628","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2508.09628","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"[ÁLGRB26] Antonio Álvarez-López, Borjan Geshkovski, and Domènec Ruiz-Balet","venue":null,"work_id":"04dcc830-26c9-4d53-a03a-9610389db975","year":2025},"citing_paper":{"arxiv_id":"2605.10931","last_updated":"2026-05-11T17:58:14Z","snapshot_observed_at":"2026-07-06T23:22:52.369277Z","submitted_at":"2026-05-11T17:58:14Z","title":"Quantifying Concentration Phenomena of Mean-Field Transformers in the Low-Temperature Regime","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-05-12T03:29:02.798274Z"},"links":{"cited_paper":"/paper/2508.09628","citing_paper":"/paper/2605.10931"},"observation_digest":"sha256:da7ae9e6b67c69c60379b071bc791b1ecd320f0821975a733d335fb74f8732fd","observation_id":"6c0dd501-97f7-4d37-bba9-b268c4f4d725","resolution":{"observed_at":"2026-05-12T07:21:23.623296Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-08T15:12:43.884415Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"cited_work":{"arxiv_id":"2508.09628","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2508.09628","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"[ÁLGRB26] Antonio Álvarez-López, Borjan Geshkovski, and Domènec Ruiz-Balet","venue":null,"work_id":"04dcc830-26c9-4d53-a03a-9610389db975","year":2025},"citing_paper":{"arxiv_id":"2605.16747","last_updated":"2026-05-16T02:03:20Z","snapshot_observed_at":"2026-07-06T23:27:52.850836Z","submitted_at":"2026-05-16T02:03:20Z","title":"Propagation of Chaos in Contextual Flow Maps","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-05-19T20:19:15.267696Z"},"links":{"cited_paper":"/paper/2508.09628","citing_paper":"/paper/2605.16747"},"observation_digest":"sha256:3b6de48a237aee7172c106a2f42696a36aa54b35f5393fc8d330e2c6b0823c02","observation_id":"453e05bf-04b4-4332-a7e0-9f676057d857","resolution":{"observed_at":"2026-05-19T20:22:45.429760Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-08T15:12:43.884415Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2508.09628","snapshot_observed_at":"2026-08-01T15:04:59.632998Z","title":"Alcalde, B","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.18584","last_updated":"2026-07-20T23:43:26Z","snapshot_observed_at":"2026-08-08T04:20:11.525784Z","submitted_at":"2026-07-20T23:43:26Z","title":"On the Diverse Dynamical Behaviors Arising in Deep Linear Transformers","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-01T15:04:59.632998Z"},"links":{"cited_paper":"/paper/2508.09628","citing_paper":"/paper/2607.18584"},"observation_digest":"sha256:14d682203c3f12281c04b8e91e05978d99d010bafc068ecabbd9f14991e19812","observation_id":"ac331234-f9f4-4382-8e49-bdc6e6b0b237","resolution":{"observed_at":"2026-08-01T15:04:59.632998Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2508.09628/citation-record","integrity":"/paper/2508.09628/integrity","json":"/paper/2508.09628/citation-record.json","paper":"/paper/2508.09628"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2407.01602","last_updated":"2026-05-13T09:54:58Z","snapshot_observed_at":"2026-08-01T10:43:33.010473Z","submitted_at":"2024-06-26T16:13:35Z","title":"Clustering in pure-attention hardmax transformers and its role in sentiment analysis","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.01602","snapshot_observed_at":"2026-08-05T21:05:00.078409Z","title":"Cluster- ing in pure-attention hardmax transformers and its role in sentiment analysis","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-08T15:12:43.884415Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-05T21:05:00.078409Z"},"links":{"cited_paper":"/paper/2407.01602","citing_paper":"/paper/2508.09628"},"observation_digest":"sha256:fbf02d84445d5dea57b3777d6b0eccaeee9ff0b2239f23255457c66dd0c09f44","observation_id":"a79cc77b-c8d9-41b0-bfd2-225cd6c46d5f","resolution":{"observed_at":"2026-08-05T21:05:00.078409Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2504.02732","last_updated":"2025-08-05T16:43:21Z","snapshot_observed_at":"2026-08-08T16:05:45.479083Z","submitted_at":"2025-04-03T16:17:55Z","title":"Why do LLMs attend to the first token?","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2504.02732","snapshot_observed_at":"2026-08-05T21:05:00.173935Z","title":"Why do LLMs attend to the first token? arXiv preprint arXiv:2504.02732,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-08T15:12:43.884415Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-05T21:05:00.173935Z"},"links":{"cited_paper":"/paper/2504.02732","citing_paper":"/paper/2508.09628"},"observation_digest":"sha256:787a5212c8c79b1dce67511a894c1c9bd243f244c88d71c1da331429d0c8767d","observation_id":"2a857ce5-42e7-422c-a5bf-cd165b0b8c05","resolution":{"observed_at":"2026-08-05T21:05:00.173935Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1906.04341","last_updated":"2019-06-11T01:31:41Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2019-06-11T01:31:41Z","title":"What Does BERT Look At? An Analysis of BERT's Attention","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1906.04341","snapshot_observed_at":"2026-08-05T21:05:00.735476Z","title":"What does bert look at? an analysis of bert’s attention","venue":null,"work_id":null,"year":1906},"citing_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-08T15:12:43.884415Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-05T21:05:00.735476Z"},"links":{"cited_paper":"/paper/1906.04341","citing_paper":"/paper/2508.09628"},"observation_digest":"sha256:abb03a04933e0f5422771f836ad72f600b929df36ba98fd2ef58f8a4ab9247a7","observation_id":"8de2b951-47f2-426e-a1ed-49426cd7aad4","resolution":{"observed_at":"2026-08-05T21:05:00.735476Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2504.14697","last_updated":"2026-05-08T22:13:33Z","snapshot_observed_at":"2026-07-06T21:12:12.799570Z","submitted_at":"2025-04-20T18:21:34Z","title":"Quantitative Clustering in Mean-Field Transformer Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2504.14697","snapshot_observed_at":"2026-08-05T21:05:00.902200Z","title":"Quantitative clustering in mean-field transformer models","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-08T15:12:43.884415Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-05T21:05:00.902200Z"},"links":{"cited_paper":"/paper/2504.14697","citing_paper":"/paper/2508.09628"},"observation_digest":"sha256:9eb33fcf2f81262f792ec0e6455fd9b4e448ed3cdd12f3bf11aa8ea6f9333e39","observation_id":"de8a7f2c-3462-4114-a2d2-205411380a63","resolution":{"observed_at":"2026-08-05T21:05:00.902200Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.02579","last_updated":"2024-03-05T01:30:34Z","snapshot_observed_at":"2026-08-09T10:31:00.994511Z","submitted_at":"2024-03-05T01:30:34Z","title":"Geometric Dynamics of Signal Propagation Predict Trainability of Transformers","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.02579","snapshot_observed_at":"2026-08-05T21:05:00.970224Z","title":"Geometric dynamics of signal propagation predict trainability of transformers","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-08T15:12:43.884415Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-05T21:05:00.970224Z"},"links":{"cited_paper":"/paper/2403.02579","citing_paper":"/paper/2508.09628"},"observation_digest":"sha256:60984645e7d22e1a0106b3183b205ba751cfec08ccd432aa3a44acfd68185d88","observation_id":"17465e48-62c3-4130-a215-f56782bdcdb2","resolution":{"observed_at":"2026-08-05T21:05:00.970224Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T21:05:01.067760Z","title":"Synchronization on circles and spheres with non- linear interactions","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-08T15:12:43.884415Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-05T21:05:01.067760Z"},"links":{"citing_paper":"/paper/2508.09628"},"observation_digest":"sha256:c62fede58bb3041892ed7584b12afa3a6d82360d902af8de933c5e70f324596a","observation_id":"ad42dd54-577b-4b9e-8b4c-648d682e92bc","resolution":{"observed_at":"2026-08-05T21:05:01.067760Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.04301","last_updated":"2024-07-27T07:28:03Z","snapshot_observed_at":"2026-08-09T01:08:04.784978Z","submitted_at":"2024-01-09T01:19:03Z","title":"Setting the Record Straight on Transformer Oversmoothing","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.04301","snapshot_observed_at":"2026-08-05T21:05:01.144333Z","title":"Setting the record straight on transformer oversmoothing","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-08T15:12:43.884415Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-05T21:05:01.144333Z"},"links":{"cited_paper":"/paper/2401.04301","citing_paper":"/paper/2508.09628"},"observation_digest":"sha256:ff3af98e972535865def4ecd847d5c98824d973e5c0dae44e03a1767f9e24892","observation_id":"98a6833f-b403-48f9-8e07-f900a757b531","resolution":{"observed_at":"2026-08-05T21:05:01.144333Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.14468","last_updated":"2025-06-03T21:55:57Z","snapshot_observed_at":"2026-08-09T10:29:43.595399Z","submitted_at":"2024-12-19T02:34:15Z","title":"HashAttention: Semantic Sparsity for Faster Inference","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.14468","snapshot_observed_at":"2026-08-05T21:05:01.335779Z","title":"Hashattention: Semantic spar- sity for faster inference","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-08T15:12:43.884415Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-05T21:05:01.335779Z"},"links":{"cited_paper":"/paper/2412.14468","citing_paper":"/paper/2508.09628"},"observation_digest":"sha256:462de32345b6c14ce871a769154b2b538f1185fe62517fbec47502ca6999bd06","observation_id":"2d6d96bd-2fef-4755-a75e-479fd07b444a","resolution":{"observed_at":"2026-08-05T21:05:01.335779Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2008.02491","last_updated":"2021-03-29T20:37:39Z","snapshot_observed_at":"2026-07-06T09:44:58.164228Z","submitted_at":"2020-08-06T07:33:17Z","title":"Large-time asymptotics in deep learning","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2008.02491","snapshot_observed_at":"2026-08-05T21:05:01.408879Z","title":"Large-time asymptotics in deep learning","venue":null,"work_id":null,"year":2008},"citing_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-08T15:12:43.884415Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-05T21:05:01.408879Z"},"links":{"cited_paper":"/paper/2008.02491","citing_paper":"/paper/2508.09628"},"observation_digest":"sha256:51cfdd6f5ea0149c5c45a10324b11f700ca06a836445bfbf5e86f037276267e4","observation_id":"262a21f3-a2d9-4cbe-b8c9-327143904bed","resolution":{"observed_at":"2026-08-05T21:05:01.408879Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.06833","last_updated":"2024-10-09T12:50:50Z","snapshot_observed_at":"2026-07-06T19:30:21.486298Z","submitted_at":"2024-10-09T12:50:50Z","title":"Dynamic metastability in the self-attention model","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.06833","snapshot_observed_at":"2026-08-05T21:05:01.579731Z","title":"Dynamic metastability in the self-attention model","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-08T15:12:43.884415Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-05T21:05:01.579731Z"},"links":{"cited_paper":"/paper/2410.06833","citing_paper":"/paper/2508.09628"},"observation_digest":"sha256:b3f8a2efc89a6f90b01ba11d2868ecbf51b9bfabd79ae78fed9c05af2742a1d9","observation_id":"12e0497c-0c22-41b7-b97a-d08a90817134","resolution":{"observed_at":"2026-08-05T21:05:01.579731Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.10781","last_updated":"2025-03-02T14:37:53Z","snapshot_observed_at":"2026-08-02T20:46:05.666977Z","submitted_at":"2024-10-14T17:50:28Z","title":"When Attention Sink Emerges in Language Models: An Empirical View","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.10781","snapshot_observed_at":"2026-08-05T21:05:01.696413Z","title":"When attention sink emerges in language models: An empirical view.arXiv preprint arXiv:2410.10781,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-08T15:12:43.884415Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-05T21:05:01.696413Z"},"links":{"cited_paper":"/paper/2410.10781","citing_paper":"/paper/2508.09628"},"observation_digest":"sha256:5afced449b657a1735c24f632519dd17cab62abc8bb99572de2b736355199813","observation_id":"158e6bcb-d12e-4165-9bb1-dfcefd14b61f","resolution":{"observed_at":"2026-08-05T21:05:01.696413Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.04551","last_updated":"2026-02-13T09:35:36Z","snapshot_observed_at":"2026-08-06T15:52:47.802935Z","submitted_at":"2024-11-07T09:18:39Z","title":"Measure-to-measure interpolation using Transformers","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.04551","snapshot_observed_at":"2026-08-05T21:05:01.801281Z","title":"Measure-to-measure interpolation using Transformers","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-08T15:12:43.884415Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-05T21:05:01.801281Z"},"links":{"cited_paper":"/paper/2411.04551","citing_paper":"/paper/2508.09628"},"observation_digest":"sha256:c463fd888990a1bf02838f7861305e67f6f044fe5695195c2a4f277b04f83f68","observation_id":"a3504dfa-fff8-45d7-bd0b-dc3602970111","resolution":{"observed_at":"2026-08-05T21:05:01.801281Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T21:05:01.891232Z","title":"On the num- ber of modes of Gaussian kernel density estimators","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-08T15:12:43.884415Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-05T21:05:01.891232Z"},"links":{"citing_paper":"/paper/2508.09628"},"observation_digest":"sha256:e73563c829f27f80ad16829284a5b610b7330ef0ee7bdd3007df5a2ad9df26f0","observation_id":"8d0bf044-d43e-460e-b9cd-56f0bcf44e83","resolution":{"observed_at":"2026-08-05T21:05:01.891232Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2501.18793","last_updated":"2025-01-30T22:52:40Z","snapshot_observed_at":"2026-07-06T20:28:42.872378Z","submitted_at":"2025-01-30T22:52:40Z","title":"OT-Transformer: A Continuous-time Transformer Architecture with Optimal Transport Regularization","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2501.18793","snapshot_observed_at":"2026-08-05T21:05:02.010857Z","title":"Ot-transformer: a continuous-time transformer architecture with optimal transport regularization","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-08T15:12:43.884415Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-05T21:05:02.010857Z"},"links":{"cited_paper":"/paper/2501.18793","citing_paper":"/paper/2508.09628"},"observation_digest":"sha256:4f91dd733d7d0974867c624acb63174806788a838bfaa89c6172f3f4ecf653f6","observation_id":"dcbc64f4-0be8-498f-b08e-0685c9966b15","resolution":{"observed_at":"2026-08-05T21:05:02.010857Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1607.00345","last_updated":"2016-07-01T18:37:33Z","snapshot_observed_at":"2026-07-06T05:02:06.677337Z","submitted_at":"2016-07-01T18:37:33Z","title":"Convergence Rate of Frank-Wolfe for Non-Convex Objectives","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1607.00345","snapshot_observed_at":"2026-08-05T21:05:02.095327Z","title":"Convergence rate of Frank-Wolfe for non- convex objectives","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-08T15:12:43.884415Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-05T21:05:02.095327Z"},"links":{"cited_paper":"/paper/1607.00345","citing_paper":"/paper/2508.09628"},"observation_digest":"sha256:89a9f7a1dcb4bfe7ffb0d0e15aa7292767e3bcb227744a56c0c7d3ced4bf7f91","observation_id":"0acc40c1-1587-462c-9606-2f3dd6be362d","resolution":{"observed_at":"2026-08-05T21:05:02.095327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2504.17768","last_updated":"2026-06-22T18:38:34Z","snapshot_observed_at":"2026-08-07T15:59:25.196048Z","submitted_at":"2025-04-24T17:39:25Z","title":"The Sparse Frontier: Sparse Attention Trade-offs in Transformer LLMs","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2504.17768","snapshot_observed_at":"2026-08-05T21:05:02.285372Z","title":"The sparse frontier: Sparse atten- tion trade-offs in transformer llms","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-08T15:12:43.884415Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-05T21:05:02.285372Z"},"links":{"cited_paper":"/paper/2504.17768","citing_paper":"/paper/2508.09628"},"observation_digest":"sha256:be078c23b3320b6c61f210def593540e8129edd2618097b20545ebf40f2ee06d","observation_id":"081c77cc-c564-48f5-8658-6911c065cbf1","resolution":{"observed_at":"2026-08-05T21:05:02.285372Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2202.08625","last_updated":"2022-02-17T12:20:52Z","snapshot_observed_at":"2026-07-31T09:00:36.259346Z","submitted_at":"2022-02-17T12:20:52Z","title":"Revisiting Over-smoothing in BERT from the Perspective of Graph","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2202.08625","snapshot_observed_at":"2026-08-05T21:05:02.577611Z","title":"Revisiting over-smoothing in bert from the perspective of graph","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-08T15:12:43.884415Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-05T21:05:02.577611Z"},"links":{"cited_paper":"/paper/2202.08625","citing_paper":"/paper/2508.09628"},"observation_digest":"sha256:0b87d7d53f90f3265dddc520768303fbbbfa1e7ebdcdb81c0fd0eec74ac1490e","observation_id":"00aa6a06-0312-44d2-a433-36cc74d98dd5","resolution":{"observed_at":"2026-08-05T21:05:02.577611Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2502.06766","last_updated":"2025-02-12T15:55:37Z","snapshot_observed_at":"2026-08-09T00:35:37.697981Z","submitted_at":"2025-02-10T18:47:04Z","title":"Exploiting Sparsity for Long Context Inference: Million Token Contexts on Commodity GPUs","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.06766","snapshot_observed_at":"2026-08-05T21:05:02.658992Z","title":"Exploiting sparsity for long context inference: Million token contexts on commodity gpus","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-08T15:12:43.884415Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-05T21:05:02.658992Z"},"links":{"cited_paper":"/paper/2502.06766","citing_paper":"/paper/2508.09628"},"observation_digest":"sha256:277e6095b6ce83e5e213699ca3bb558f61bb41191c1fd61f6df78c8ed24590b3","observation_id":"57282a15-f411-456a-84a5-032af00dde3f","resolution":{"observed_at":"2026-08-05T21:05:02.658992Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.12016","last_updated":"2024-10-04T06:26:20Z","snapshot_observed_at":"2026-07-06T18:32:32.228906Z","submitted_at":"2024-06-17T18:33:44Z","title":"Prefixing Attention Sinks can Mitigate Activation Outliers for Large Language Model Quantization","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.12016","snapshot_observed_at":"2026-08-05T21:05:02.757268Z","title":"Prefixing attention sinks can mitigate activation outliers for large language model quantization","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-08T15:12:43.884415Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-05T21:05:02.757268Z"},"links":{"cited_paper":"/paper/2406.12016","citing_paper":"/paper/2508.09628"},"observation_digest":"sha256:5045518130162e945f94b26ff72ff08d19ee646090ea631b22507f8d886f9228","observation_id":"494fae0f-631f-4625-b04d-5b7192da51d5","resolution":{"observed_at":"2026-08-05T21:05:02.757268Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.14813","last_updated":"2025-01-31T16:46:33Z","snapshot_observed_at":"2026-08-05T10:08:04.090281Z","submitted_at":"2024-12-19T13:07:39Z","title":"Solutions of stationary McKean-Vlasov equation on a high-dimensional sphere and other Riemannian manifolds","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.14813","snapshot_observed_at":"2026-08-05T21:05:02.869027Z","title":"Solutions of stationary McKean-Vlasov equation on a high-dimensional sphere and other Riemannian manifolds","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-08T15:12:43.884415Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-05T21:05:02.869027Z"},"links":{"cited_paper":"/paper/2412.14813","citing_paper":"/paper/2508.09628"},"observation_digest":"sha256:39873daf1b694f7c4dcb4cda7e8ebc168536bb122e69d6760a816c666e5ebf47","observation_id":"538ee197-ac36-440d-a423-7bbaf0feba7c","resolution":{"observed_at":"2026-08-05T21:05:02.869027Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T21:05:02.959657Z","title":"Residual connections and normalization can provably pre- vent oversmoothing in gnns","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-08T15:12:43.884415Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-05T21:05:02.959657Z"},"links":{"citing_paper":"/paper/2508.09628"},"observation_digest":"sha256:1f27b5680fb0afde4cd7a83a7c7ef6f2d38e781cbf1994b6dce4abb12621e13b","observation_id":"c36067ca-a734-4c41-add4-e6d4b7185725","resolution":{"observed_at":"2026-08-05T21:05:02.959657Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T21:05:03.029195Z","title":"Recurrent self-attention dy- namics: An energy-agnostic perspective from Jacobians","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-08T15:12:43.884415Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-05T21:05:03.029195Z"},"links":{"citing_paper":"/paper/2508.09628"},"observation_digest":"sha256:aceff754e8aac078ca7bc1ad23a66a9bfd037e6c06cc1e2dc94ecad2514e7eb9","observation_id":"ca4b5a50-be6b-4172-ae63-fd07b01d3c88","resolution":{"observed_at":"2026-08-05T21:05:03.029195Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.12151","last_updated":"2024-03-03T20:06:24Z","snapshot_observed_at":"2026-07-06T17:32:15.447061Z","submitted_at":"2024-02-19T14:02:31Z","title":"Transformer-based Causal Language Models Perform Clustering","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.12151","snapshot_observed_at":"2026-08-05T21:05:03.195459Z","title":"Transformer-based causal language models perform clustering","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-08T15:12:43.884415Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-05T21:05:03.195459Z"},"links":{"cited_paper":"/paper/2402.12151","citing_paper":"/paper/2508.09628"},"observation_digest":"sha256:0135bb1a2e3b273e965ed0452cdc12dc7a64a60895e75e3ec6ff895c9b4be65c","observation_id":"17f3ed77-d668-453a-83aa-885d58529a95","resolution":{"observed_at":"2026-08-05T21:05:03.195459Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T21:05:03.281857Z","title":"Learning Gaussian Mixture Models via Transformer Mea- sure Flows","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-08T15:12:43.884415Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-05T21:05:03.281857Z"},"links":{"citing_paper":"/paper/2508.09628"},"observation_digest":"sha256:4c38bbc61520234182eea833c92f9ad43d35b15808cc45942bfc1fbd2a076409","observation_id":"84895308-faa7-4380-a1be-acbcc3c7461e","resolution":{"observed_at":"2026-08-05T21:05:03.281857Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.15415","last_updated":"2026-05-13T16:26:02Z","snapshot_observed_at":"2026-08-03T17:13:04.618597Z","submitted_at":"2024-02-23T16:26:01Z","title":"Understanding Catastrophic Forgetting In LoRA via Mean-Field Attention Dynamics","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.15415","snapshot_observed_at":"2026-08-05T21:05:01.961970Z","title":"The impact of lora on the emergence of clusters in transformers","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-08T15:12:43.884415Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"reference_index":1973,"source":"pdf_text","source_observed_at":"2026-08-05T21:05:01.961970Z"},"links":{"cited_paper":"/paper/2402.15415","citing_paper":"/paper/2508.09628"},"observation_digest":"sha256:8d47a8417e9e37d6ea12d878105510089c33481a117bf8562b4d715e5267d19f","observation_id":"371ea7a7-c3d8-4c64-9fd8-d0eb67aa8408","resolution":{"observed_at":"2026-08-05T21:05:01.961970Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2506.19125","last_updated":"2025-06-23T20:52:01Z","snapshot_observed_at":"2026-08-06T23:09:57.421414Z","submitted_at":"2025-06-23T20:52:01Z","title":"Finding Clustering Algorithms in the Transformer Architecture","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2506.19125","snapshot_observed_at":"2026-08-05T21:05:00.638809Z","title":"Finding clustering algorithms in the transformer ar- chitecture","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-08T15:12:43.884415Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"reference_index":1996,"source":"pdf_text","source_observed_at":"2026-08-05T21:05:00.638809Z"},"links":{"cited_paper":"/paper/2506.19125","citing_paper":"/paper/2508.09628"},"observation_digest":"sha256:4b1d494fe31593f04693aae7cff2563d5c266a25f6b379d2ecc85ea13dbe2292","observation_id":"b9a84948-b02f-4242-bc2b-51587ca2242c","resolution":{"observed_at":"2026-08-05T21:05:00.638809Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2505.24333","last_updated":"2026-02-09T14:17:44Z","snapshot_observed_at":"2026-08-01T14:42:03.228573Z","submitted_at":"2025-05-30T08:18:23Z","title":"Two failure modes of deep transformers and how to avoid them: a unified theory of signal propagation at initialisation","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2505.24333","snapshot_observed_at":"2026-08-05T21:05:01.482611Z","title":"Two failure modes of deep transformers and how to avoid them: a unified theory of signal prop- agation at initialisation","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-08T15:12:43.884415Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"reference_index":2004,"source":"pdf_text","source_observed_at":"2026-08-05T21:05:01.482611Z"},"links":{"cited_paper":"/paper/2505.24333","citing_paper":"/paper/2508.09628"},"observation_digest":"sha256:6aa843e95e60d2e296b76ff179acd7d90ca5a22b0ab1c5a6217302fb71a64bea","observation_id":"84fbdc7d-2dfd-484a-8773-869950266557","resolution":{"observed_at":"2026-08-05T21:05:01.482611Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.02098","last_updated":"2024-02-03T09:35:53Z","snapshot_observed_at":"2026-07-06T17:24:49.522453Z","submitted_at":"2024-02-03T09:35:53Z","title":"Self-attention Networks Localize When QK-eigenspectrum Concentrates","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.02098","snapshot_observed_at":"2026-08-05T21:05:00.291750Z","title":"Self-attention net- works localize when qk-eigenspectrum concentrates","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-08T15:12:43.884415Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"reference_index":2005,"source":"pdf_text","source_observed_at":"2026-08-05T21:05:00.291750Z"},"links":{"cited_paper":"/paper/2402.02098","citing_paper":"/paper/2508.09628"},"observation_digest":"sha256:ccfdee43671aa9f243e17caa9af761efeffc4d5e4a299d72716f8e838164a16e","observation_id":"9484b247-29cb-44e4-a03a-7128988fae8c","resolution":{"observed_at":"2026-08-05T21:05:00.291750Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2507.22857","last_updated":"2025-07-30T17:31:57Z","snapshot_observed_at":"2026-08-07T03:26:47.684480Z","submitted_at":"2025-07-30T17:31:57Z","title":"Synchronization of mean-field models on the circle","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2507.22857","snapshot_observed_at":"2026-08-05T21:05:02.400768Z","title":"Synchro- nization of mean-field models on the circle","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-08T15:12:43.884415Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"reference_index":2007,"source":"pdf_text","source_observed_at":"2026-08-05T21:05:02.400768Z"},"links":{"cited_paper":"/paper/2507.22857","citing_paper":"/paper/2508.09628"},"observation_digest":"sha256:1a7b3a27e7ce9b096b02422a3245d7e7655f97a110bfbd2091b6d06b1cd0b20e","observation_id":"ccb18f0d-2307-4b30-80bc-525375f2b941","resolution":{"observed_at":"2026-08-05T21:05:02.400768Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.18288","last_updated":"2024-12-24T08:52:06Z","snapshot_observed_at":"2026-07-06T20:12:40.901520Z","submitted_at":"2024-12-24T08:52:06Z","title":"Towards understanding how attention mechanism works in deep learning","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.18288","snapshot_observed_at":"2026-08-05T21:05:02.502481Z","title":"Towards understanding how attention mechanism works in deep learning","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-08T15:12:43.884415Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"reference_index":2012,"source":"pdf_text","source_observed_at":"2026-08-05T21:05:02.502481Z"},"links":{"cited_paper":"/paper/2412.18288","citing_paper":"/paper/2508.09628"},"observation_digest":"sha256:9b1ce04bf1302f90611263eddd7f3703916153c0a118d450e824d7cc9f39eeec","observation_id":"02f2568a-cf97-47ad-8fe9-c5fa3b1a24af","resolution":{"observed_at":"2026-08-05T21:05:02.502481Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2501.10573","last_updated":"2025-01-17T22:02:17Z","snapshot_observed_at":"2026-08-04T23:31:10.619101Z","submitted_at":"2025-01-17T22:02:17Z","title":"The Geometry of Tokens in Internal Representations of Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2501.10573","snapshot_observed_at":"2026-08-05T21:05:03.116745Z","title":"The geometry of tokens in in- ternal representations of large language models","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-08T15:12:43.884415Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"reference_index":2015,"source":"pdf_text","source_observed_at":"2026-08-05T21:05:03.116745Z"},"links":{"cited_paper":"/paper/2501.10573","citing_paper":"/paper/2508.09628"},"observation_digest":"sha256:64ad466339ee2793503feb0e2e81cc67356919a8caba2c45792799dd1c1c9e93","observation_id":"72a598f8-4f63-4750-952a-5f2c788ec367","resolution":{"observed_at":"2026-08-05T21:05:03.116745Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1906.02762","last_updated":"2019-06-06T18:10:08Z","snapshot_observed_at":"2026-08-03T04:24:07.412786Z","submitted_at":"2019-06-06T18:10:08Z","title":"Understanding and Improving Transformer From a Multi-Particle Dynamic System Point of View","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1906.02762","snapshot_observed_at":"2026-08-05T21:05:02.178595Z","title":"Understanding and improving transformer from a multi-particle dynamic system point of view","venue":null,"work_id":null,"year":1906},"citing_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-08T15:12:43.884415Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"reference_index":2016,"source":"pdf_text","source_observed_at":"2026-08-05T21:05:02.178595Z"},"links":{"cited_paper":"/paper/1906.02762","citing_paper":"/paper/2508.09628"},"observation_digest":"sha256:36a51236aa406fb0aed62e5c865227c30370346736bb7e34d86d1088a745df7a","observation_id":"1126e4a3-feee-49f0-b245-31c76acbda4d","resolution":{"observed_at":"2026-08-05T21:05:02.178595Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T21:05:00.826601Z","title":"Continuum attention for neural operators","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-08T15:12:43.884415Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"reference_index":2019,"source":"pdf_text","source_observed_at":"2026-08-05T21:05:00.826601Z"},"links":{"citing_paper":"/paper/2508.09628"},"observation_digest":"sha256:1faf374a838e089746428f62ec46aa32a04e375cca1aefa152c46d64c9034db6","observation_id":"555c9677-29c9-478e-a733-7558f45f99eb","resolution":{"observed_at":"2026-08-05T21:05:00.826601Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.06066","last_updated":"2024-01-11T17:31:42Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-01-11T17:31:42Z","title":"DeepSeekMoE: Towards Ultimate Expert Specialization in Mixture-of-Experts Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.06066","snapshot_observed_at":"2026-08-05T21:05:01.247144Z","title":"Deepseekmoe: Towards ultimate expert specialization in mixture- of-experts language models","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-08T15:12:43.884415Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"reference_index":2021,"source":"pdf_text","source_observed_at":"2026-08-05T21:05:01.247144Z"},"links":{"cited_paper":"/paper/2401.06066","citing_paper":"/paper/2508.09628"},"observation_digest":"sha256:3e16569ded2a018935d89961db17cd9fd8becebcd6e8ab5d72836fdc4253f7c6","observation_id":"390a7195-ac1d-470b-b503-314d173b73ae","resolution":{"observed_at":"2026-08-05T21:05:01.247144Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2501.18322","last_updated":"2026-06-17T19:55:52Z","snapshot_observed_at":"2026-07-06T20:28:24.203633Z","submitted_at":"2025-01-30T13:04:54Z","title":"A Unified Perspective on the Dynamics of Deep Transformers","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2501.18322","snapshot_observed_at":"2026-08-05T21:05:00.558987Z","title":"A unified perspective on the dynamics of deep transformers","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-08T15:12:43.884415Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"reference_index":2022,"source":"pdf_text","source_observed_at":"2026-08-05T21:05:00.558987Z"},"links":{"cited_paper":"/paper/2501.18322","citing_paper":"/paper/2508.09628"},"observation_digest":"sha256:bb28f003d2e1df212547a8e182306ee76eab31bcf5f555814a731924ea49dd72","observation_id":"188a1fad-ad55-4b70-b2e7-7cd138745c58","resolution":{"observed_at":"2026-08-05T21:05:00.558987Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2505.16284","last_updated":"2025-05-22T06:26:28Z","snapshot_observed_at":"2026-08-07T22:03:10.571335Z","submitted_at":"2025-05-22T06:26:28Z","title":"Only Large Weights (And Not Skip Connections) Can Prevent the Perils of Rank Collapse","version":1},"cited_work":{"arxiv_id":"2505.16284","doi":null,"metadata_source":"pith","pith_arxiv_id":"2505.16284","snapshot_observed_at":"2026-08-05T21:05:04.132846Z","title":"Only Large Weights (And Not Skip Connections) Can Prevent the Perils of Rank Collapse","venue":"cs.LG","work_id":"9498e2d1-61c1-4cc2-af39-7b32de8875f1","year":2025},"citing_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-08T15:12:43.884415Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-05T21:05:00.103629Z"},"links":{"cited_paper":"/paper/2505.16284","citing_paper":"/paper/2508.09628"},"observation_digest":"sha256:3bc34a70f205b64014bd103c4e21dbe69a58e7a7565416ce7442d9623d760259","observation_id":"d2d0fa49-e60d-42c1-aa89-fb76debf5d82","resolution":{"observed_at":"2026-08-05T21:05:04.193376Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2210.03841","last_updated":"2022-10-07T22:32:27Z","snapshot_observed_at":"2026-07-06T14:02:23.566635Z","submitted_at":"2022-10-07T22:32:27Z","title":"Breaking BERT: Evaluating and Optimizing Sparsified Attention","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2210.03841","snapshot_observed_at":"2026-08-05T21:05:00.464502Z","title":"Breaking BERT: evaluating and optimizing sparsified attention","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","snapshot_observed_at":"2026-08-08T15:12:43.884415Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe","version":1},"reference_index":2025,"source":"pdf_text","source_observed_at":"2026-08-05T21:05:00.464502Z"},"links":{"cited_paper":"/paper/2210.03841","citing_paper":"/paper/2508.09628"},"observation_digest":"sha256:e20f695eebb93a9dcb61d72d07e952eeb82cd87cb77b8040cedc08c16c2f189c","observation_id":"979aa6c9-75d3-4961-a16b-81985ff1f8ea","resolution":{"observed_at":"2026-08-05T21:05:00.464502Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2508.09628","last_updated":"2025-08-13T08:59:13Z","latest_version":1,"primary_category":"math.OC","snapshot_observed_at":"2026-08-08T15:12:43.884415Z","submitted_at":"2025-08-13T08:59:13Z","title":"Attention's forward pass and Frank-Wolfe"},"reference_resolution":{"displayed":37,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":36,"verified_exact":1,"verified_fuzzy":0},"total_outbound_references":37},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"thesis":"As of 9 August 2026, this Paper Citation Record lists 37 of 37 outbound references and 5 inbound Pith citation observations for arXiv:2508.09628."}