{"as_of":"2026-08-11T06:57:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:c56551dd60e88754a5f9be12752e71610342af6342fafa50e3a70c15a9618c5c","coverage":[{"denominator":51,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":51,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-09T19:40:10.117050Z","state":"measured"},{"denominator":56,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":56,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-11T06:34:44.6726+00:00","state":"measured"},{"denominator":5,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":5,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-03T20:49:18.282782Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-07-03T09:57:56.071813Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2502.00281","last_updated":"2025-05-24T02:54:56Z","snapshot_observed_at":"2026-08-10T13:54:38.541789Z","submitted_at":"2025-02-01T02:36:14Z","title":"Sigmoid Self-Attention has Lower Sample Complexity than Softmax Self-Attention: A Mixture-of-Experts Perspective","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.00281","snapshot_observed_at":"2026-08-03T20:49:18.282782Z","title":"Sigmoid self-attention is better than softmax self-attention: A mixture-of-experts perspective","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2511.18493","last_updated":"2026-06-05T22:36:16Z","snapshot_observed_at":"2026-08-03T20:49:13.917352Z","submitted_at":"2025-11-23T15:25:36Z","title":"SAGE: Shape-Adapting Gated Experts for Adaptive Histopathology Image Segmentation","version":4},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-03T20:49:18.282782Z"},"links":{"cited_paper":"/paper/2502.00281","citing_paper":"/paper/2511.18493"},"observation_digest":"sha256:652a7ec0c16e5907eeaa5f9ea5e925141ac807ad195f1782fee55788b254aefa","observation_id":"74902ead-3577-4d01-9a87-7f7862c4d1c6","resolution":{"observed_at":"2026-08-03T20:49:18.282782Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2502.00281","last_updated":"2025-05-24T02:54:56Z","snapshot_observed_at":"2026-08-10T13:54:38.541789Z","submitted_at":"2025-02-01T02:36:14Z","title":"Sigmoid Self-Attention has Lower Sample Complexity than Softmax Self-Attention: A Mixture-of-Experts Perspective","version":2},"cited_work":{"arxiv_id":"2502.00281","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2502.00281","snapshot_observed_at":"2026-07-03T09:57:56.071813Z","title":"Sigmoid Self-Attention has Lower Sample Complexity than Softmax Self- Attention: A Mixture-of-Experts Perspective","venue":null,"work_id":"7b54bf07-df0e-467a-816c-d06b3068eb64","year":2025},"citing_paper":{"arxiv_id":"2604.09512","last_updated":"2026-04-10T17:30:51Z","snapshot_observed_at":"2026-07-06T22:58:21.624968Z","submitted_at":"2026-04-10T17:30:51Z","title":"Integrated electro-optic attention nonlinearities for transformers","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-05-10T17:40:50.396800Z"},"links":{"cited_paper":"/paper/2502.00281","citing_paper":"/paper/2604.09512"},"observation_digest":"sha256:d325e3fe6936a85e788ae20d3192627da4ce8f5dfdb7dc6cffbd5457d199f47e","observation_id":"62cb4b34-ec64-48a5-a379-5011aaab5a53","resolution":{"observed_at":"2026-05-11T06:20:58.535002Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2502.00281","last_updated":"2025-05-24T02:54:56Z","snapshot_observed_at":"2026-08-10T13:54:38.541789Z","submitted_at":"2025-02-01T02:36:14Z","title":"Sigmoid Self-Attention has Lower Sample Complexity than Softmax Self-Attention: A Mixture-of-Experts Perspective","version":2},"cited_work":{"arxiv_id":"2502.00281","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2502.00281","snapshot_observed_at":"2026-07-03T09:57:56.071813Z","title":"Sigmoid Self-Attention has Lower Sample Complexity than Softmax Self- Attention: A Mixture-of-Experts Perspective","venue":null,"work_id":"7b54bf07-df0e-467a-816c-d06b3068eb64","year":2025},"citing_paper":{"arxiv_id":"2605.06845","last_updated":"2026-06-29T07:27:51Z","snapshot_observed_at":"2026-08-02T08:21:58.619762Z","submitted_at":"2026-05-07T18:47:51Z","title":"Convergence Rates for Latent Mixing Measures in Infinite Homoscedastic Location-Scale Mixture Models","version":1},"reference_index":97,"source":"arxiv_source","source_observed_at":"2026-05-11T01:03:12.737706Z"},"links":{"cited_paper":"/paper/2502.00281","citing_paper":"/paper/2605.06845"},"observation_digest":"sha256:f079c3c90c123bd3c48c297b30c0d540d7e742439656831e478a2fc24e4d0ad2","observation_id":"f2b15b6b-1169-4598-853c-f53962355732","resolution":{"observed_at":"2026-05-11T04:50:55.274953Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2502.00281","last_updated":"2025-05-24T02:54:56Z","snapshot_observed_at":"2026-08-10T13:54:38.541789Z","submitted_at":"2025-02-01T02:36:14Z","title":"Sigmoid Self-Attention has Lower Sample Complexity than Softmax Self-Attention: A Mixture-of-Experts Perspective","version":2},"cited_work":{"arxiv_id":"2502.00281","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2502.00281","snapshot_observed_at":"2026-07-03T09:57:56.071813Z","title":"Sigmoid Self-Attention has Lower Sample Complexity than Softmax Self- Attention: A Mixture-of-Experts Perspective","venue":null,"work_id":"7b54bf07-df0e-467a-816c-d06b3068eb64","year":2025},"citing_paper":{"arxiv_id":"2605.13507","last_updated":"2026-05-13T13:27:33Z","snapshot_observed_at":"2026-07-06T23:25:07.022065Z","submitted_at":"2026-05-13T13:27:33Z","title":"Efficient Implementation of an Adaptive Transformer Accelerator for Massive MIMO Outdoor Localization","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-05-14T18:27:21.248464Z"},"links":{"cited_paper":"/paper/2502.00281","citing_paper":"/paper/2605.13507"},"observation_digest":"sha256:2e2a60c2245b6b18e47b205f52fc9a940543991daf8447f8cd385fa1c2262df2","observation_id":"a1ff76b9-ee72-4d8c-8925-53542b2ad83e","resolution":{"observed_at":"2026-05-14T18:27:35.241620Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2502.00281","last_updated":"2025-05-24T02:54:56Z","snapshot_observed_at":"2026-08-10T13:54:38.541789Z","submitted_at":"2025-02-01T02:36:14Z","title":"Sigmoid Self-Attention has Lower Sample Complexity than Softmax Self-Attention: A Mixture-of-Experts Perspective","version":2},"cited_work":{"arxiv_id":"2502.00281","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2502.00281","snapshot_observed_at":"2026-07-03T09:57:56.071813Z","title":"Sigmoid Self-Attention has Lower Sample Complexity than Softmax Self- Attention: A Mixture-of-Experts Perspective","venue":null,"work_id":"7b54bf07-df0e-467a-816c-d06b3068eb64","year":2025},"citing_paper":{"arxiv_id":"2606.12478","last_updated":"2026-06-10T06:58:49Z","snapshot_observed_at":"2026-08-04T10:54:40.882435Z","submitted_at":"2026-06-10T06:58:49Z","title":"Boltzmann Attention: Learnable Ising Couplings for Cooperative Attention","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-06-27T10:18:40.938618Z"},"links":{"cited_paper":"/paper/2502.00281","citing_paper":"/paper/2606.12478"},"observation_digest":"sha256:637aa95d053a9735a51066905d5eb5d3fa8470de628b0af0ef6fd67fecb18948","observation_id":"1b5517cb-1af4-4347-9199-1a246cf347ee","resolution":{"observed_at":"2026-07-03T09:57:56.073408Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2502.00281/citation-record","integrity":"/paper/2502.00281/integrity","json":"/paper/2502.00281/citation-record.json","paper":"/paper/2502.00281"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2410.11222","last_updated":"2025-07-08T22:45:25Z","snapshot_observed_at":"2026-08-10T11:06:39.240955Z","submitted_at":"2024-10-15T03:06:37Z","title":"Quadratic Gating Mixture of Experts: Statistical Insights into Self-Attention","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.11222","snapshot_observed_at":"2026-08-09T19:40:09.900330Z","title":"Akbarian, H","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2502.00281","last_updated":"2025-05-24T02:54:56Z","snapshot_observed_at":"2026-08-10T13:54:38.541789Z","submitted_at":"2025-02-01T02:36:14Z","title":"Sigmoid Self-Attention has Lower Sample Complexity than Softmax Self-Attention: A Mixture-of-Experts Perspective","version":2},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-09T19:40:09.900330Z"},"links":{"cited_paper":"/paper/2410.11222","citing_paper":"/paper/2502.00281"},"observation_digest":"sha256:22924fa69b076684302025e21ebbdfd6ef4207f2672bf4faeca0ed7cc6f3853f","observation_id":"e8120a2f-1ed4-4b27-a28e-bd9d932542bb","resolution":{"observed_at":"2026-08-09T19:40:09.900330Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T19:40:11.199175Z","title":"Brown, B","venue":null,"work_id":"a4380df7-4e43-455a-a389-443ef324e8f1","year":1901},"citing_paper":{"arxiv_id":"2502.00281","last_updated":"2025-05-24T02:54:56Z","snapshot_observed_at":"2026-08-10T13:54:38.541789Z","submitted_at":"2025-02-01T02:36:14Z","title":"Sigmoid Self-Attention has Lower Sample Complexity than Softmax Self-Attention: A Mixture-of-Experts Perspective","version":2},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-09T19:40:09.905517Z"},"links":{"citing_paper":"/paper/2502.00281"},"observation_digest":"sha256:162dfb5de87fc3158103c3e53c1c15f639ef86f372c1ca055e6e148339f5847d","observation_id":"c8d8891a-f976-44ad-8f0d-71c3911bb9f6","resolution":{"observed_at":"2026-08-09T19:40:11.203351Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T19:40:11.186117Z","title":"Carion, F","venue":null,"work_id":"3e8b4f62-ad7b-40d6-a6bf-5c1f56086078","year":2020},"citing_paper":{"arxiv_id":"2502.00281","last_updated":"2025-05-24T02:54:56Z","snapshot_observed_at":"2026-08-10T13:54:38.541789Z","submitted_at":"2025-02-01T02:36:14Z","title":"Sigmoid Self-Attention has Lower Sample Complexity than Softmax Self-Attention: A Mixture-of-Experts Perspective","version":2},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-09T19:40:09.910208Z"},"links":{"citing_paper":"/paper/2502.00281"},"observation_digest":"sha256:7ba31261c8d1d58f2f31a226a40888a87135d22a7442347da1f05c23698a4384","observation_id":"ab4d4468-b600-4c27-98a4-acc42eef12ad","resolution":{"observed_at":"2026-08-09T19:40:11.190297Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T19:40:11.172858Z","title":null,"venue":null,"work_id":"30abe340-03b2-4039-a173-eaf8fcd606f6","year":2021},"citing_paper":{"arxiv_id":"2502.00281","last_updated":"2025-05-24T02:54:56Z","snapshot_observed_at":"2026-08-10T13:54:38.541789Z","submitted_at":"2025-02-01T02:36:14Z","title":"Sigmoid Self-Attention has Lower Sample Complexity than Softmax Self-Attention: A Mixture-of-Experts Perspective","version":2},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-09T19:40:09.914886Z"},"links":{"citing_paper":"/paper/2502.00281"},"observation_digest":"sha256:fd0520e3501a44be365663d91b74fbe0073335bc69219a2b589fd32c171e6cfc","observation_id":"10bba22e-00dd-44fc-8f03-aeabe3451f3d","resolution":{"observed_at":"2026-08-09T19:40:11.177037Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T19:40:11.159089Z","title":null,"venue":null,"work_id":"4ac4f950-9931-49e3-8bcd-cfb6c49c8dcb","year":2022},"citing_paper":{"arxiv_id":"2502.00281","last_updated":"2025-05-24T02:54:56Z","snapshot_observed_at":"2026-08-10T13:54:38.541789Z","submitted_at":"2025-02-01T02:36:14Z","title":"Sigmoid Self-Attention has Lower Sample Complexity than Softmax Self-Attention: A Mixture-of-Experts Perspective","version":2},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-09T19:40:09.919331Z"},"links":{"citing_paper":"/paper/2502.00281"},"observation_digest":"sha256:a0e2d243fa02826d60c5102d91365781ec62896c1a83c1409cc686e7f7c54369","observation_id":"f0ffd833-082e-4733-997e-b698dcc0f59b","resolution":{"observed_at":"2026-08-09T19:40:11.163315Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T19:40:11.145793Z","title":null,"venue":null,"work_id":"7933ee49-76ac-40a9-bcea-5646b513fdcb","year":2023},"citing_paper":{"arxiv_id":"2502.00281","last_updated":"2025-05-24T02:54:56Z","snapshot_observed_at":"2026-08-10T13:54:38.541789Z","submitted_at":"2025-02-01T02:36:14Z","title":"Sigmoid Self-Attention has Lower Sample Complexity than Softmax Self-Attention: A Mixture-of-Experts Perspective","version":2},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-09T19:40:09.923873Z"},"links":{"citing_paper":"/paper/2502.00281"},"observation_digest":"sha256:25a771e56a419c5456c36b31779ca78f623e13b91a8e47a8d41d996249047029","observation_id":"ae242085-d1c6-42e9-a732-924c497e3b57","resolution":{"observed_at":"2026-08-09T19:40:11.150009Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T19:40:11.132305Z","title":null,"venue":null,"work_id":"711c24eb-9e8e-46ed-8e10-0be0427f96ab","year":2022},"citing_paper":{"arxiv_id":"2502.00281","last_updated":"2025-05-24T02:54:56Z","snapshot_observed_at":"2026-08-10T13:54:38.541789Z","submitted_at":"2025-02-01T02:36:14Z","title":"Sigmoid Self-Attention has Lower Sample Complexity than Softmax Self-Attention: A Mixture-of-Experts Perspective","version":2},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-09T19:40:09.928662Z"},"links":{"citing_paper":"/paper/2502.00281"},"observation_digest":"sha256:f60b67794e7256f0f000fb414fd73a8645881e06e6a4bd1459baa6481ce58417","observation_id":"54a17dd1-0fea-454a-b6e9-5fe9fb1fe11a","resolution":{"observed_at":"2026-08-09T19:40:11.136890Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T19:40:11.118648Z","title":"Csordás, K","venue":null,"work_id":"ee69d7c6-6120-44e3-b786-b9c15a095474","year":2023},"citing_paper":{"arxiv_id":"2502.00281","last_updated":"2025-05-24T02:54:56Z","snapshot_observed_at":"2026-08-10T13:54:38.541789Z","submitted_at":"2025-02-01T02:36:14Z","title":"Sigmoid Self-Attention has Lower Sample Complexity than Softmax Self-Attention: A Mixture-of-Experts Perspective","version":2},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-09T19:40:09.932953Z"},"links":{"citing_paper":"/paper/2502.00281"},"observation_digest":"sha256:5ee41f2f69ce008b52d97a8049d4d91d5af92dfb3d45d53144105c92bbd91dc1","observation_id":"cf36eb1e-0b80-44d1-88ad-859c22423932","resolution":{"observed_at":"2026-08-09T19:40:11.123287Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2312.07987","last_updated":"2024-09-30T21:19:29Z","snapshot_observed_at":"2026-08-03T12:04:56.535363Z","submitted_at":"2023-12-13T09:00:21Z","title":"SwitchHead: Accelerating Transformers with Mixture-of-Experts Attention","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2312.07987","snapshot_observed_at":"2026-08-09T19:40:09.937100Z","title":"Csordás, P","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2502.00281","last_updated":"2025-05-24T02:54:56Z","snapshot_observed_at":"2026-08-10T13:54:38.541789Z","submitted_at":"2025-02-01T02:36:14Z","title":"Sigmoid Self-Attention has Lower Sample Complexity than Softmax Self-Attention: A Mixture-of-Experts Perspective","version":2},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-09T19:40:09.937100Z"},"links":{"cited_paper":"/paper/2312.07987","citing_paper":"/paper/2502.00281"},"observation_digest":"sha256:f063f5a576ceebc58889783b256c9a4fe057f238f75ab36b71eb58cc44205291","observation_id":"e45bede9-6c9d-4f26-ad44-2b34d4e07e10","resolution":{"observed_at":"2026-08-09T19:40:09.937100Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T19:40:11.104595Z","title":null,"venue":null,"work_id":"a3a56831-6767-4a84-94c0-f5036c55e60e","year":2024},"citing_paper":{"arxiv_id":"2502.00281","last_updated":"2025-05-24T02:54:56Z","snapshot_observed_at":"2026-08-10T13:54:38.541789Z","submitted_at":"2025-02-01T02:36:14Z","title":"Sigmoid Self-Attention has Lower Sample Complexity than Softmax Self-Attention: A Mixture-of-Experts Perspective","version":2},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-09T19:40:09.941678Z"},"links":{"citing_paper":"/paper/2502.00281"},"observation_digest":"sha256:a632042ef4de4b1404444a09dbd8b2e1332cbbcf9cb75b40f448e0576703bc84","observation_id":"43abca66-ad71-4c7e-97b7-77b8e897c22c","resolution":{"observed_at":"2026-08-09T19:40:11.109063Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T19:40:11.090011Z","title":null,"venue":null,"work_id":"26c2eb66-1550-471f-9226-17396f41be4c","year":null},"citing_paper":{"arxiv_id":"2502.00281","last_updated":"2025-05-24T02:54:56Z","snapshot_observed_at":"2026-08-10T13:54:38.541789Z","submitted_at":"2025-02-01T02:36:14Z","title":"Sigmoid Self-Attention has Lower Sample Complexity than Softmax Self-Attention: A Mixture-of-Experts Perspective","version":2},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-09T19:40:09.945761Z"},"links":{"citing_paper":"/paper/2502.00281"},"observation_digest":"sha256:fb685cd32d89287cc5a6b3547fbc5e186b75f74f7bd92128882377eb4d11d92a","observation_id":"d1b3f20a-c2fd-435f-ba94-91f6aefc0470","resolution":{"observed_at":"2026-08-09T19:40:11.094932Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2412.19437","last_updated":"2025-02-18T17:26:38Z","snapshot_observed_at":"2026-08-11T01:48:59.557045Z","submitted_at":"2024-12-27T04:03:16Z","title":"DeepSeek-V3 Technical Report","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.19437","snapshot_observed_at":"2026-08-09T19:40:09.950221Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2502.00281","last_updated":"2025-05-24T02:54:56Z","snapshot_observed_at":"2026-08-10T13:54:38.541789Z","submitted_at":"2025-02-01T02:36:14Z","title":"Sigmoid Self-Attention has Lower Sample Complexity than Softmax Self-Attention: A Mixture-of-Experts Perspective","version":2},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-09T19:40:09.950221Z"},"links":{"cited_paper":"/paper/2412.19437","citing_paper":"/paper/2502.00281"},"observation_digest":"sha256:5d11cdd5eb74684469aaa14d5a0de560e3cb6e3b23d285fbbde2879abb8f52ad","observation_id":"fa7dafaf-4d6b-46be-baf8-2b81dce23543","resolution":{"observed_at":"2026-08-09T19:40:09.950221Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T19:40:11.076514Z","title":"Devlin, M.-W","venue":null,"work_id":"6486eaf0-7818-41c5-878e-eaf1972b8131","year":2019},"citing_paper":{"arxiv_id":"2502.00281","last_updated":"2025-05-24T02:54:56Z","snapshot_observed_at":"2026-08-10T13:54:38.541789Z","submitted_at":"2025-02-01T02:36:14Z","title":"Sigmoid Self-Attention has Lower Sample Complexity than Softmax Self-Attention: A Mixture-of-Experts Perspective","version":2},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-09T19:40:09.954822Z"},"links":{"citing_paper":"/paper/2502.00281"},"observation_digest":"sha256:0cc85f3503c6e1e3084a4f23b253932a5c12a9106ce736416419f2e4e7105e3a","observation_id":"253386c7-9ee4-41f6-bb58-3b149a922e74","resolution":{"observed_at":"2026-08-09T19:40:11.080979Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2010.11929","last_updated":"2021-06-03T13:08:56Z","snapshot_observed_at":"2026-08-10T01:12:16.468283Z","submitted_at":"2020-10-22T17:55:59Z","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2010.11929","snapshot_observed_at":"2026-08-09T19:40:09.958925Z","title":"Dosovitskiy, L","venue":null,"work_id":null,"year":2010},"citing_paper":{"arxiv_id":"2502.00281","last_updated":"2025-05-24T02:54:56Z","snapshot_observed_at":"2026-08-10T13:54:38.541789Z","submitted_at":"2025-02-01T02:36:14Z","title":"Sigmoid Self-Attention has Lower Sample Complexity than Softmax Self-Attention: A Mixture-of-Experts Perspective","version":2},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-09T19:40:09.958925Z"},"links":{"cited_paper":"/paper/2010.11929","citing_paper":"/paper/2502.00281"},"observation_digest":"sha256:178a920818d8b1870e68d6aebf3429d5582ce6f8256204883d924f68481e78b3","observation_id":"d087c60a-ee86-406f-a0b7-7b7b0a1725e2","resolution":{"observed_at":"2026-08-09T19:40:09.958925Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T19:40:11.063341Z","title":null,"venue":null,"work_id":"b48d6a9d-9c28-439d-94dc-c703fe4e027d","year":2021},"citing_paper":{"arxiv_id":"2502.00281","last_updated":"2025-05-24T02:54:56Z","snapshot_observed_at":"2026-08-10T13:54:38.541789Z","submitted_at":"2025-02-01T02:36:14Z","title":"Sigmoid Self-Attention has Lower Sample Complexity than Softmax Self-Attention: A Mixture-of-Experts Perspective","version":2},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-09T19:40:09.963234Z"},"links":{"citing_paper":"/paper/2502.00281"},"observation_digest":"sha256:901f078924ab20dcdc7afd6c8c50a62d8c754746e416dd610d391ed8fa1570ef","observation_id":"676de2a8-a1a3-4c58-a6d7-c0899e021e64","resolution":{"observed_at":"2026-08-09T19:40:11.067577Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T19:40:11.049905Z","title":"Faria and G","venue":null,"work_id":"9be24fc6-0d93-47fd-813e-1d27b3095cde","year":2010},"citing_paper":{"arxiv_id":"2502.00281","last_updated":"2025-05-24T02:54:56Z","snapshot_observed_at":"2026-08-10T13:54:38.541789Z","submitted_at":"2025-02-01T02:36:14Z","title":"Sigmoid Self-Attention has Lower Sample Complexity than Softmax Self-Attention: A Mixture-of-Experts Perspective","version":2},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-09T19:40:09.967335Z"},"links":{"citing_paper":"/paper/2502.00281"},"observation_digest":"sha256:24f5eab88b3c713322f0618ed3dd05daa03324dc59bdd1862ee6944ebfa020aa","observation_id":"599fd6a8-175d-4b02-8c68-7a0bdd711742","resolution":{"observed_at":"2026-08-09T19:40:11.054095Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T19:40:11.036673Z","title":"Fedus, B","venue":null,"work_id":"6fe43f99-ed1d-40c2-ab18-4adce7a206d4","year":2022},"citing_paper":{"arxiv_id":"2502.00281","last_updated":"2025-05-24T02:54:56Z","snapshot_observed_at":"2026-08-10T13:54:38.541789Z","submitted_at":"2025-02-01T02:36:14Z","title":"Sigmoid Self-Attention has Lower Sample Complexity than Softmax Self-Attention: A Mixture-of-Experts Perspective","version":2},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-09T19:40:09.971313Z"},"links":{"citing_paper":"/paper/2502.00281"},"observation_digest":"sha256:56616cd28840d6ab611f8efdc3dbe32a74d0b7fe17915f7cf462197b733e1f41","observation_id":"6e5711a7-2217-4e2b-a1a0-c18ff6caa360","resolution":{"observed_at":"2026-08-09T19:40:11.040919Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T19:40:11.023200Z","title":null,"venue":null,"work_id":"a73fb340-3105-46c3-b30d-92f24dec9098","year":2021},"citing_paper":{"arxiv_id":"2502.00281","last_updated":"2025-05-24T02:54:56Z","snapshot_observed_at":"2026-08-10T13:54:38.541789Z","submitted_at":"2025-02-01T02:36:14Z","title":"Sigmoid Self-Attention has Lower Sample Complexity than Softmax Self-Attention: A Mixture-of-Experts Perspective","version":2},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-09T19:40:09.975323Z"},"links":{"citing_paper":"/paper/2502.00281"},"observation_digest":"sha256:6d7f9b810352b7e5156195951866dd507ca74616aaa4d371e3eeee46f0359897","observation_id":"db5d1512-5d0d-431c-94ef-e6f6823b6a38","resolution":{"observed_at":"2026-08-09T19:40:11.027620Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2410.10781","last_updated":"2025-03-02T14:37:53Z","snapshot_observed_at":"2026-08-02T20:46:05.666977Z","submitted_at":"2024-10-14T17:50:28Z","title":"When Attention Sink Emerges in Language Models: An Empirical View","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.10781","snapshot_observed_at":"2026-08-09T19:40:09.979304Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2502.00281","last_updated":"2025-05-24T02:54:56Z","snapshot_observed_at":"2026-08-10T13:54:38.541789Z","submitted_at":"2025-02-01T02:36:14Z","title":"Sigmoid Self-Attention has Lower Sample Complexity than Softmax Self-Attention: A Mixture-of-Experts Perspective","version":2},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-09T19:40:09.979304Z"},"links":{"cited_paper":"/paper/2410.10781","citing_paper":"/paper/2502.00281"},"observation_digest":"sha256:8d4e42f225103ef03d031d75bb50177412ed5f0ebe8349dfbff9e02083794810","observation_id":"94040920-2a3c-4ba5-8fdc-c71943b91d03","resolution":{"observed_at":"2026-08-09T19:40:09.979304Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T19:40:11.010095Z","title":"Hazimeh, Z","venue":null,"work_id":"98ae3cb8-a99f-4db7-b57d-74156fb026fb","year":2021},"citing_paper":{"arxiv_id":"2502.00281","last_updated":"2025-05-24T02:54:56Z","snapshot_observed_at":"2026-08-10T13:54:38.541789Z","submitted_at":"2025-02-01T02:36:14Z","title":"Sigmoid Self-Attention has Lower Sample Complexity than Softmax Self-Attention: A Mixture-of-Experts Perspective","version":2},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-09T19:40:09.984123Z"},"links":{"citing_paper":"/paper/2502.00281"},"observation_digest":"sha256:b988a136d1ab2c7b862ef583b01d435b010012dad5442c43c2f7ba114f0fd7de","observation_id":"5f986ff3-09af-4868-9ebb-81821c2c1630","resolution":{"observed_at":"2026-08-09T19:40:11.014277Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T19:40:10.996762Z","title":"Ho, C.-Y","venue":null,"work_id":"6cf39c1f-aa9c-4d93-8af4-702b28d01ee6","year":2022},"citing_paper":{"arxiv_id":"2502.00281","last_updated":"2025-05-24T02:54:56Z","snapshot_observed_at":"2026-08-10T13:54:38.541789Z","submitted_at":"2025-02-01T02:36:14Z","title":"Sigmoid Self-Attention has Lower Sample Complexity than Softmax Self-Attention: A Mixture-of-Experts Perspective","version":2},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-09T19:40:09.988056Z"},"links":{"citing_paper":"/paper/2502.00281"},"observation_digest":"sha256:faad1377c96783c7bf211e0f9539ca61936ecb52a9fb53cfb039a938be57248d","observation_id":"bd3c8fad-4ea1-4be6-a400-ced16f5f9f9d","resolution":{"observed_at":"2026-08-09T19:40:11.001140Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T19:40:09.992027Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2502.00281","last_updated":"2025-05-24T02:54:56Z","snapshot_observed_at":"2026-08-10T13:54:38.541789Z","submitted_at":"2025-02-01T02:36:14Z","title":"Sigmoid Self-Attention has Lower Sample Complexity than Softmax Self-Attention: A Mixture-of-Experts Perspective","version":2},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-09T19:40:09.992027Z"},"links":{"citing_paper":"/paper/2502.00281"},"observation_digest":"sha256:b7c1118ea7703ba717f3441ef9971da7d20678f5075a5332bb0d49758d3e34ee","observation_id":"6161a011-10e8-4898-a37e-5bc640160320","resolution":{"observed_at":"2026-08-09T19:40:09.992027Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T19:40:10.983227Z","title":null,"venue":null,"work_id":"717db5d1-22c2-4708-904a-437fce06497b","year":1991},"citing_paper":{"arxiv_id":"2502.00281","last_updated":"2025-05-24T02:54:56Z","snapshot_observed_at":"2026-08-10T13:54:38.541789Z","submitted_at":"2025-02-01T02:36:14Z","title":"Sigmoid Self-Attention has Lower Sample Complexity than Softmax Self-Attention: A Mixture-of-Experts Perspective","version":2},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-09T19:40:09.996131Z"},"links":{"citing_paper":"/paper/2502.00281"},"observation_digest":"sha256:88436272291b5cd76893693b43fb8e96379db5166736622a0bd8a2971ec30a4e","observation_id":"538213f1-c24a-4f17-bbc8-671ad2be8eef","resolution":{"observed_at":"2026-08-09T19:40:10.987525Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T19:40:10.970053Z","title":null,"venue":null,"work_id":"91e06de7-b4da-4c93-9b88-945234869c2a","year":2019},"citing_paper":{"arxiv_id":"2502.00281","last_updated":"2025-05-24T02:54:56Z","snapshot_observed_at":"2026-08-10T13:54:38.541789Z","submitted_at":"2025-02-01T02:36:14Z","title":"Sigmoid Self-Attention has Lower Sample Complexity than Softmax Self-Attention: A Mixture-of-Experts Perspective","version":2},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-09T19:40:10.000145Z"},"links":{"citing_paper":"/paper/2502.00281"},"observation_digest":"sha256:4afc98a851e22f1a7d834d4c57991bddeee4cbb1338a81d3dc68a97742e60b47","observation_id":"74f79a52-ec75-4a5c-826f-5f4a8271b756","resolution":{"observed_at":"2026-08-09T19:40:10.974348Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2401.04088","last_updated":"2024-01-08T18:47:34Z","snapshot_observed_at":"2026-08-08T06:16:25.839566Z","submitted_at":"2024-01-08T18:47:34Z","title":"Mixtral of Experts","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.04088","snapshot_observed_at":"2026-08-09T19:40:10.004105Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2502.00281","last_updated":"2025-05-24T02:54:56Z","snapshot_observed_at":"2026-08-10T13:54:38.541789Z","submitted_at":"2025-02-01T02:36:14Z","title":"Sigmoid Self-Attention has Lower Sample Complexity than Softmax Self-Attention: A Mixture-of-Experts Perspective","version":2},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-09T19:40:10.004105Z"},"links":{"cited_paper":"/paper/2401.04088","citing_paper":"/paper/2502.00281"},"observation_digest":"sha256:c69481d1f276c675706686427b8776b276c1379a8128dbbb83e24644a79b6469","observation_id":"98d8873a-e043-433d-85a5-673f82117a78","resolution":{"observed_at":"2026-08-09T19:40:10.004105Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T19:40:10.008682Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2502.00281","last_updated":"2025-05-24T02:54:56Z","snapshot_observed_at":"2026-08-10T13:54:38.541789Z","submitted_at":"2025-02-01T02:36:14Z","title":"Sigmoid Self-Attention has Lower Sample Complexity than Softmax Self-Attention: A Mixture-of-Experts Perspective","version":2},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-09T19:40:10.008682Z"},"links":{"citing_paper":"/paper/2502.00281"},"observation_digest":"sha256:c0953eec8e330a7ec4a724fda0cd13c2c96bc5ec41bba73faad25b33f0168795","observation_id":"bc98eb83-21b7-4899-8753-b55aa7e3fe1c","resolution":{"observed_at":"2026-08-09T19:40:10.008682Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T19:40:10.956720Z","title":null,"venue":null,"work_id":"f62e2578-73aa-462a-9371-6b280ab0f5d6","year":1994},"citing_paper":{"arxiv_id":"2502.00281","last_updated":"2025-05-24T02:54:56Z","snapshot_observed_at":"2026-08-10T13:54:38.541789Z","submitted_at":"2025-02-01T02:36:14Z","title":"Sigmoid Self-Attention has Lower Sample Complexity than Softmax Self-Attention: A Mixture-of-Experts Perspective","version":2},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-09T19:40:10.012895Z"},"links":{"citing_paper":"/paper/2502.00281"},"observation_digest":"sha256:a922ebf4ec1fa5b3a5472537e2397df91880e9e606207f187766f377804f3957","observation_id":"968242c1-feda-412c-b867-0bc959ae2c0b","resolution":{"observed_at":"2026-08-09T19:40:10.961009Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2303.00957","last_updated":"2023-03-02T04:24:29Z","snapshot_observed_at":"2026-08-01T17:39:47.889401Z","submitted_at":"2023-03-02T04:24:29Z","title":"Preference Transformer: Modeling Human Preferences using Transformers for RL","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.00957","snapshot_observed_at":"2026-08-09T19:40:10.017433Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2502.00281","last_updated":"2025-05-24T02:54:56Z","snapshot_observed_at":"2026-08-10T13:54:38.541789Z","submitted_at":"2025-02-01T02:36:14Z","title":"Sigmoid Self-Attention has Lower Sample Complexity than Softmax Self-Attention: A Mixture-of-Experts Perspective","version":2},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-09T19:40:10.017433Z"},"links":{"cited_paper":"/paper/2303.00957","citing_paper":"/paper/2502.00281"},"observation_digest":"sha256:3396b1a824e4128f5708dae57f4c54397a3f5fc7a50d7d785ad1ce6e1fc224fc","observation_id":"2809a598-64be-4929-b590-d4fc542cf60b","resolution":{"observed_at":"2026-08-09T19:40:10.017433Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T19:40:10.943113Z","title":"Kwon and S.-W","venue":null,"work_id":"62fa9199-42e1-4a60-8709-8b867a8d9d4b","year":2023},"citing_paper":{"arxiv_id":"2502.00281","last_updated":"2025-05-24T02:54:56Z","snapshot_observed_at":"2026-08-10T13:54:38.541789Z","submitted_at":"2025-02-01T02:36:14Z","title":"Sigmoid Self-Attention has Lower Sample Complexity than Softmax Self-Attention: A Mixture-of-Experts Perspective","version":2},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-09T19:40:10.022054Z"},"links":{"citing_paper":"/paper/2502.00281"},"observation_digest":"sha256:07d95e170d2c713ebd5ed228a89c637d1f15787cb89609ede9e924609881b42e","observation_id":"26154118-9089-4458-97a9-ec9b9e392146","resolution":{"observed_at":"2026-08-09T19:40:10.947431Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T19:40:10.929832Z","title":null,"venue":null,"work_id":"a93749d8-590c-4695-b986-101916213f0f","year":1995},"citing_paper":{"arxiv_id":"2502.00281","last_updated":"2025-05-24T02:54:56Z","snapshot_observed_at":"2026-08-10T13:54:38.541789Z","submitted_at":"2025-02-01T02:36:14Z","title":"Sigmoid Self-Attention has Lower Sample Complexity than Softmax Self-Attention: A Mixture-of-Experts Perspective","version":2},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-09T19:40:10.026196Z"},"links":{"citing_paper":"/paper/2502.00281"},"observation_digest":"sha256:1a758021795ebbcb600515e5ec2b348d6e35c0ea12fe21e472b4ccc299182f9f","observation_id":"8c1220ec-2af6-4db9-af5f-a9a9b87b42bc","resolution":{"observed_at":"2026-08-09T19:40:10.934201Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T19:40:10.916257Z","title":null,"venue":null,"work_id":"e4018048-183c-4d6f-9f78-9cd4c1a4ca7d","year":2021},"citing_paper":{"arxiv_id":"2502.00281","last_updated":"2025-05-24T02:54:56Z","snapshot_observed_at":"2026-08-10T13:54:38.541789Z","submitted_at":"2025-02-01T02:36:14Z","title":"Sigmoid Self-Attention has Lower Sample Complexity than Softmax Self-Attention: A Mixture-of-Experts Perspective","version":2},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-09T19:40:10.030423Z"},"links":{"citing_paper":"/paper/2502.00281"},"observation_digest":"sha256:c2d67d382377a73512c30996ef62a4f7d0ff4ac6ede773a4493ecafe2e890a27","observation_id":"b6ab5a69-e223-4325-bc4d-737676593977","resolution":{"observed_at":"2026-08-09T19:40:10.920938Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T19:40:10.903092Z","title":null,"venue":null,"work_id":"854926bf-ef8a-4f3c-8ce6-3900f2cb37a2","year":1930},"citing_paper":{"arxiv_id":"2502.00281","last_updated":"2025-05-24T02:54:56Z","snapshot_observed_at":"2026-08-10T13:54:38.541789Z","submitted_at":"2025-02-01T02:36:14Z","title":"Sigmoid Self-Attention has Lower Sample Complexity than Softmax Self-Attention: A Mixture-of-Experts Perspective","version":2},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-09T19:40:10.034812Z"},"links":{"citing_paper":"/paper/2502.00281"},"observation_digest":"sha256:1d73f4da9368b9853003bafdca03911bee65be9a6202dd7e39bf697a7540a55f","observation_id":"eaad19f3-c0ac-42c3-9944-674c11baa8d1","resolution":{"observed_at":"2026-08-09T19:40:10.907333Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T19:40:10.889363Z","title":"Manole and N","venue":null,"work_id":"a610a92c-4598-4dd3-9ae4-4a9f58acafd3","year":2022},"citing_paper":{"arxiv_id":"2502.00281","last_updated":"2025-05-24T02:54:56Z","snapshot_observed_at":"2026-08-10T13:54:38.541789Z","submitted_at":"2025-02-01T02:36:14Z","title":"Sigmoid Self-Attention has Lower Sample Complexity than Softmax Self-Attention: A Mixture-of-Experts Perspective","version":2},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-09T19:40:10.039164Z"},"links":{"citing_paper":"/paper/2502.00281"},"observation_digest":"sha256:25f9c364162d6f1327a9b4c302f1d63ad2eb9db6ddc7f5571b370400aaa59eb6","observation_id":"80e2ac64-eebf-441c-8ea6-aa3007049d4c","resolution":{"observed_at":"2026-08-09T19:40:10.893918Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1110.2058","last_updated":"2011-11-01T11:39:30Z","snapshot_observed_at":"2026-07-06T02:35:30.385069Z","submitted_at":"2011-10-10T14:43:02Z","title":"Convergence Rates for Mixture-of-Experts","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1110.2058","snapshot_observed_at":"2026-08-09T19:40:10.043497Z","title":null,"venue":null,"work_id":null,"year":2011},"citing_paper":{"arxiv_id":"2502.00281","last_updated":"2025-05-24T02:54:56Z","snapshot_observed_at":"2026-08-10T13:54:38.541789Z","submitted_at":"2025-02-01T02:36:14Z","title":"Sigmoid Self-Attention has Lower Sample Complexity than Softmax Self-Attention: A Mixture-of-Experts Perspective","version":2},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-09T19:40:10.043497Z"},"links":{"cited_paper":"/paper/1110.2058","citing_paper":"/paper/2502.00281"},"observation_digest":"sha256:a814f9d7495a1d9fba45f1fcc267c3dd4b39c6f3e5f3ff5a87c42ba3058f720e","observation_id":"6a9355de-8d42-45e6-938a-9fc09e2c4049","resolution":{"observed_at":"2026-08-09T19:40:10.043497Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.02060","last_updated":"2025-03-03T01:25:46Z","snapshot_observed_at":"2026-07-29T16:11:06.082798Z","submitted_at":"2024-09-03T17:08:20Z","title":"OLMoE: Open Mixture-of-Experts Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.02060","snapshot_observed_at":"2026-08-09T19:40:10.047855Z","title":"Muennighoff, L","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2502.00281","last_updated":"2025-05-24T02:54:56Z","snapshot_observed_at":"2026-08-10T13:54:38.541789Z","submitted_at":"2025-02-01T02:36:14Z","title":"Sigmoid Self-Attention has Lower Sample Complexity than Softmax Self-Attention: A Mixture-of-Experts Perspective","version":2},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-09T19:40:10.047855Z"},"links":{"cited_paper":"/paper/2409.02060","citing_paper":"/paper/2502.00281"},"observation_digest":"sha256:eb24640b73cbe1f33c421c4de256f568e5864fd3b4b67c8fdc86e89b974d3b56","observation_id":"71feb4ba-a7e5-46a1-9945-9ceb7a7c5eab","resolution":{"observed_at":"2026-08-09T19:40:10.047855Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T19:40:10.875481Z","title":"Nguyen, P","venue":null,"work_id":"f9c963bf-7baa-44e6-9c47-dcd9db0c72e6","year":2024},"citing_paper":{"arxiv_id":"2502.00281","last_updated":"2025-05-24T02:54:56Z","snapshot_observed_at":"2026-08-10T13:54:38.541789Z","submitted_at":"2025-02-01T02:36:14Z","title":"Sigmoid Self-Attention has Lower Sample Complexity than Softmax Self-Attention: A Mixture-of-Experts Perspective","version":2},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-09T19:40:10.052583Z"},"links":{"citing_paper":"/paper/2502.00281"},"observation_digest":"sha256:6bafd3c059d684602e11b5052b7e76b59ba2b7fbaca9616d5fc03dd723d8cba2","observation_id":"ab56543d-cac9-4b9e-be45-9a0e599f7307","resolution":{"observed_at":"2026-08-09T19:40:10.879965Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2410.02935","last_updated":"2025-03-06T21:09:01Z","snapshot_observed_at":"2026-08-08T01:57:45.234567Z","submitted_at":"2024-10-03T19:28:52Z","title":"On Expert Estimation in Hierarchical Mixture of Experts: Beyond Softmax Gating Functions","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.02935","snapshot_observed_at":"2026-08-09T19:40:10.056730Z","title":"Nguyen, X","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2502.00281","last_updated":"2025-05-24T02:54:56Z","snapshot_observed_at":"2026-08-10T13:54:38.541789Z","submitted_at":"2025-02-01T02:36:14Z","title":"Sigmoid Self-Attention has Lower Sample Complexity than Softmax Self-Attention: A Mixture-of-Experts Perspective","version":2},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-09T19:40:10.056730Z"},"links":{"cited_paper":"/paper/2410.02935","citing_paper":"/paper/2502.00281"},"observation_digest":"sha256:7367c2d60362364a4bce867e247708e0e0fdcccf4fa9fbe067977ce272e2f59a","observation_id":"baf56675-9f9b-45f7-8540-65b729d3bb66","resolution":{"observed_at":"2026-08-09T19:40:10.056730Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T19:40:10.861486Z","title":"Nguyen, N","venue":null,"work_id":"e2f56e93-f1ed-4420-be97-09eb0b3de30a","year":2024},"citing_paper":{"arxiv_id":"2502.00281","last_updated":"2025-05-24T02:54:56Z","snapshot_observed_at":"2026-08-10T13:54:38.541789Z","submitted_at":"2025-02-01T02:36:14Z","title":"Sigmoid Self-Attention has Lower Sample Complexity than Softmax Self-Attention: A Mixture-of-Experts Perspective","version":2},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-09T19:40:10.061063Z"},"links":{"citing_paper":"/paper/2502.00281"},"observation_digest":"sha256:46685cb8646293129b0643eb1b12d4977faa30a887a8c5ab779b5d0d8a327bd9","observation_id":"6178e07b-b68c-43de-8d2f-3c8027c7b27f","resolution":{"observed_at":"2026-08-09T19:40:10.865963Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T19:40:10.847285Z","title":"Nguyen, T","venue":null,"work_id":"45d9b69d-74de-405c-a084-6d793cf6051f","year":2023},"citing_paper":{"arxiv_id":"2502.00281","last_updated":"2025-05-24T02:54:56Z","snapshot_observed_at":"2026-08-10T13:54:38.541789Z","submitted_at":"2025-02-01T02:36:14Z","title":"Sigmoid Self-Attention has Lower Sample Complexity than Softmax Self-Attention: A Mixture-of-Experts Perspective","version":2},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-09T19:40:10.065429Z"},"links":{"citing_paper":"/paper/2502.00281"},"observation_digest":"sha256:80276771d7e92c414576508fed2222b624e68890cd6a74a698426b97c9013489","observation_id":"e3a0f99e-2ecb-428b-9498-90a9b789db58","resolution":{"observed_at":"2026-08-09T19:40:10.851697Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T19:40:10.833263Z","title":"Puigcerver, C","venue":null,"work_id":"8c6c5341-9dcf-4e06-b5c1-0b32ba38dcfd","year":2024},"citing_paper":{"arxiv_id":"2502.00281","last_updated":"2025-05-24T02:54:56Z","snapshot_observed_at":"2026-08-10T13:54:38.541789Z","submitted_at":"2025-02-01T02:36:14Z","title":"Sigmoid Self-Attention has Lower Sample Complexity than Softmax Self-Attention: A Mixture-of-Experts Perspective","version":2},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-08-09T19:40:10.069969Z"},"links":{"citing_paper":"/paper/2502.00281"},"observation_digest":"sha256:6cd3a8e4cd358455b6911852d5ca29acf12572ff4c18354974215e8b1d13ccd4","observation_id":"30a20f9a-c936-4ee9-a8e3-552c09ce2cfa","resolution":{"observed_at":"2026-08-09T19:40:10.837621Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T19:40:10.819676Z","title":"Radford, J","venue":null,"work_id":"0d6fd791-8bf4-4c5b-9b92-c410ac2a40b6","year":2021},"citing_paper":{"arxiv_id":"2502.00281","last_updated":"2025-05-24T02:54:56Z","snapshot_observed_at":"2026-08-10T13:54:38.541789Z","submitted_at":"2025-02-01T02:36:14Z","title":"Sigmoid Self-Attention has Lower Sample Complexity than Softmax Self-Attention: A Mixture-of-Experts Perspective","version":2},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-09T19:40:10.074169Z"},"links":{"citing_paper":"/paper/2502.00281"},"observation_digest":"sha256:3026ded8e8a3651d6303dce644ca4909d8ff62fda575a1fb04082f8b8d9f3083","observation_id":"c65e66c5-abe5-4307-b1ff-9a324a67e769","resolution":{"observed_at":"2026-08-09T19:40:10.823953Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T19:40:10.804747Z","title":"Raffel, N","venue":null,"work_id":"1d7245bf-31fb-42ab-acc2-221d587285f6","year":2020},"citing_paper":{"arxiv_id":"2502.00281","last_updated":"2025-05-24T02:54:56Z","snapshot_observed_at":"2026-08-10T13:54:38.541789Z","submitted_at":"2025-02-01T02:36:14Z","title":"Sigmoid Self-Attention has Lower Sample Complexity than Softmax Self-Attention: A Mixture-of-Experts Perspective","version":2},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-08-09T19:40:10.078721Z"},"links":{"citing_paper":"/paper/2502.00281"},"observation_digest":"sha256:f097a29a52d5ca26f75f07f345297bc7583865ddaefb4bb338a2058b4712c700","observation_id":"07cf5d11-6c29-4bff-b1d7-cee2ebcd2739","resolution":{"observed_at":"2026-08-09T19:40:10.809871Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2409.04431","last_updated":"2025-01-22T01:18:51Z","snapshot_observed_at":"2026-08-10T13:53:56.915968Z","submitted_at":"2024-09-06T17:53:26Z","title":"Theory, Analysis, and Best Practices for Sigmoid Self-Attention","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.04431","snapshot_observed_at":"2026-08-09T19:40:10.082924Z","title":"Ramapuram, F","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2502.00281","last_updated":"2025-05-24T02:54:56Z","snapshot_observed_at":"2026-08-10T13:54:38.541789Z","submitted_at":"2025-02-01T02:36:14Z","title":"Sigmoid Self-Attention has Lower Sample Complexity than Softmax Self-Attention: A Mixture-of-Experts Perspective","version":2},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-08-09T19:40:10.082924Z"},"links":{"cited_paper":"/paper/2409.04431","citing_paper":"/paper/2502.00281"},"observation_digest":"sha256:46e79b6cccc612fd30cd65a934ca1822c748c7348538ce6aafe3ab9e2d0c86dd","observation_id":"83fe0c0b-b786-43e1-a462-f18671deb5dd","resolution":{"observed_at":"2026-08-09T19:40:10.082924Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T19:40:10.789669Z","title":"Shazeer, A","venue":null,"work_id":"e93a5515-b073-4b32-90d7-875d823d1c8d","year":2017},"citing_paper":{"arxiv_id":"2502.00281","last_updated":"2025-05-24T02:54:56Z","snapshot_observed_at":"2026-08-10T13:54:38.541789Z","submitted_at":"2025-02-01T02:36:14Z","title":"Sigmoid Self-Attention has Lower Sample Complexity than Softmax Self-Attention: A Mixture-of-Experts Perspective","version":2},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-08-09T19:40:10.087570Z"},"links":{"citing_paper":"/paper/2502.00281"},"observation_digest":"sha256:e401fc47da0612ffe4471d521cbe04856e0567249084cc4aa7c294910c870964","observation_id":"415866f7-466c-4977-a643-b7911dea9cdb","resolution":{"observed_at":"2026-08-09T19:40:10.793983Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2302.13971","last_updated":"2023-02-27T17:11:15Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-02-27T17:11:15Z","title":"LLaMA: Open and Efficient Foundation Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2302.13971","snapshot_observed_at":"2026-08-09T19:40:10.091745Z","title":"Touvron, T","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2502.00281","last_updated":"2025-05-24T02:54:56Z","snapshot_observed_at":"2026-08-10T13:54:38.541789Z","submitted_at":"2025-02-01T02:36:14Z","title":"Sigmoid Self-Attention has Lower Sample Complexity than Softmax Self-Attention: A Mixture-of-Experts Perspective","version":2},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-08-09T19:40:10.091745Z"},"links":{"cited_paper":"/paper/2302.13971","citing_paper":"/paper/2502.00281"},"observation_digest":"sha256:4900e05abfd9c066105099cdb1007458a9d090165952df13f289106635e28f36","observation_id":"45f5aca0-f4ac-43fe-8be7-60ea9fe12926","resolution":{"observed_at":"2026-08-09T19:40:10.091745Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T19:40:10.774838Z","title":"van de Geer.Empirical Processes in M-estimation","venue":null,"work_id":"b69bc2e1-6ef8-4cbc-b9f6-d11715eca49f","year":2000},"citing_paper":{"arxiv_id":"2502.00281","last_updated":"2025-05-24T02:54:56Z","snapshot_observed_at":"2026-08-10T13:54:38.541789Z","submitted_at":"2025-02-01T02:36:14Z","title":"Sigmoid Self-Attention has Lower Sample Complexity than Softmax Self-Attention: A Mixture-of-Experts Perspective","version":2},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-08-09T19:40:10.095973Z"},"links":{"citing_paper":"/paper/2502.00281"},"observation_digest":"sha256:6ceb29b75cc1329be3eac9182f2b5640bd3443b87268d0d2d9ceeacd91781169","observation_id":"361ce6d9-8ada-43f5-a50d-41c25448b45a","resolution":{"observed_at":"2026-08-09T19:40:10.780108Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T19:40:10.760792Z","title":"Vaswani, N","venue":null,"work_id":"4f65bf1b-1251-49a1-9f59-05ba63123762","year":2017},"citing_paper":{"arxiv_id":"2502.00281","last_updated":"2025-05-24T02:54:56Z","snapshot_observed_at":"2026-08-10T13:54:38.541789Z","submitted_at":"2025-02-01T02:36:14Z","title":"Sigmoid Self-Attention has Lower Sample Complexity than Softmax Self-Attention: A Mixture-of-Experts Perspective","version":2},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-08-09T19:40:10.100075Z"},"links":{"citing_paper":"/paper/2502.00281"},"observation_digest":"sha256:f8d614a5147e3c0be6aa8e8630a192d99f1a42a6bf0f0c107f5715ad3250fcab","observation_id":"5a7d2c5b-9169-40d2-a67b-7d18cfeb4396","resolution":{"observed_at":"2026-08-09T19:40:10.765132Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2404.15045","last_updated":"2024-04-23T13:47:09Z","snapshot_observed_at":"2026-08-10T17:58:18.709861Z","submitted_at":"2024-04-23T13:47:09Z","title":"Multi-Head Mixture-of-Experts","version":1},"cited_work":{"arxiv_id":"2404.15045","doi":null,"metadata_source":"pith","pith_arxiv_id":"2404.15045","snapshot_observed_at":"2026-08-09T19:40:10.166134Z","title":"Multi-Head Mixture-of-Experts","venue":"cs.CL","work_id":"c884ac3f-4882-4631-9875-739785d8bedc","year":2024},"citing_paper":{"arxiv_id":"2502.00281","last_updated":"2025-05-24T02:54:56Z","snapshot_observed_at":"2026-08-10T13:54:38.541789Z","submitted_at":"2025-02-01T02:36:14Z","title":"Sigmoid Self-Attention has Lower Sample Complexity than Softmax Self-Attention: A Mixture-of-Experts Perspective","version":2},"reference_index":48,"source":"pdf_text","source_observed_at":"2026-08-09T19:40:10.104099Z"},"links":{"cited_paper":"/paper/2404.15045","citing_paper":"/paper/2502.00281"},"observation_digest":"sha256:6e5ddce506f537581336f1eda653b326aaa5b5d730c028b9a95fd48c49868bd3","observation_id":"1c69072e-898a-4f23-bf1b-49ea75647eba","resolution":{"observed_at":"2026-08-09T19:40:10.171584Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T19:40:10.746624Z","title":null,"venue":null,"work_id":"0ec29162-672e-4849-9f2e-cd7d2b213920","year":2025},"citing_paper":{"arxiv_id":"2502.00281","last_updated":"2025-05-24T02:54:56Z","snapshot_observed_at":"2026-08-10T13:54:38.541789Z","submitted_at":"2025-02-01T02:36:14Z","title":"Sigmoid Self-Attention has Lower Sample Complexity than Softmax Self-Attention: A Mixture-of-Experts Perspective","version":2},"reference_index":49,"source":"pdf_text","source_observed_at":"2026-08-09T19:40:10.108506Z"},"links":{"citing_paper":"/paper/2502.00281"},"observation_digest":"sha256:0f6e1f21ec8ca76a3934b1b2da588ee1b113df9fe1c5be7855c7d08e1f3bb006","observation_id":"39cfab8e-90a2-4419-8c76-e23f39afd472","resolution":{"observed_at":"2026-08-09T19:40:10.751070Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2105.03036","last_updated":"2021-05-07T02:38:23Z","snapshot_observed_at":"2026-07-06T11:07:08.503991Z","submitted_at":"2021-05-07T02:38:23Z","title":"SpeechMoE: Scaling to Large Acoustic Models with Dynamic Routing Mixture of Experts","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2105.03036","snapshot_observed_at":"2026-08-09T19:40:10.112733Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2502.00281","last_updated":"2025-05-24T02:54:56Z","snapshot_observed_at":"2026-08-10T13:54:38.541789Z","submitted_at":"2025-02-01T02:36:14Z","title":"Sigmoid Self-Attention has Lower Sample Complexity than Softmax Self-Attention: A Mixture-of-Experts Perspective","version":2},"reference_index":50,"source":"pdf_text","source_observed_at":"2026-08-09T19:40:10.112733Z"},"links":{"cited_paper":"/paper/2105.03036","citing_paper":"/paper/2502.00281"},"observation_digest":"sha256:8fd246f7493e17e21111baf2b9af99771055d0bb0215e924b2e01ddd49adc883","observation_id":"fc2b7f1a-0b9a-425a-a8a9-b788e2943258","resolution":{"observed_at":"2026-08-09T19:40:10.112733Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T19:40:10.731452Z","title":null,"venue":null,"work_id":"d8c65bd2-6c38-4c8f-aeb3-fd2bcb79d67e","year":2023},"citing_paper":{"arxiv_id":"2502.00281","last_updated":"2025-05-24T02:54:56Z","snapshot_observed_at":"2026-08-10T13:54:38.541789Z","submitted_at":"2025-02-01T02:36:14Z","title":"Sigmoid Self-Attention has Lower Sample Complexity than Softmax Self-Attention: A Mixture-of-Experts Perspective","version":2},"reference_index":51,"source":"pdf_text","source_observed_at":"2026-08-09T19:40:10.117050Z"},"links":{"citing_paper":"/paper/2502.00281"},"observation_digest":"sha256:227e0521bda1baf7fc746aaf483fd4247dd61cd0030b8f1eafc8f2e7087341a1","observation_id":"39ae668c-00e4-4f95-b16e-470717cc645f","resolution":{"observed_at":"2026-08-09T19:40:10.736837Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2502.00281","last_updated":"2025-05-24T02:54:56Z","latest_version":2,"primary_category":"cs.LG","snapshot_observed_at":"2026-08-10T13:54:38.541789Z","submitted_at":"2025-02-01T02:36:14Z","title":"Sigmoid Self-Attention has Lower Sample Complexity than Softmax Self-Attention: A Mixture-of-Experts Perspective"},"reference_resolution":{"displayed":51,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":31,"verified_exact":1,"verified_fuzzy":19},"total_outbound_references":51},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"thesis":"As of 11 August 2026, this Paper Citation Record lists 51 of 51 outbound references and 5 inbound Pith citation observations for arXiv:2502.00281."}