{"as_of":"2026-08-10T12:05:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:e69eafb781adaec24508aea37042b5680622faf8e063d5f83272a6259c8898e0","coverage":[{"denominator":16,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":16,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T18:22:29.948200Z","state":"measured"},{"denominator":16,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":16,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-10T06:31:04.303077+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2608.04714/citation-record","integrity":"/paper/2608.04714/integrity","json":"/paper/2608.04714/citation-record.json","paper":"/paper/2608.04714"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:22:30.097440Z","title":"D Inter-Backend Agreement Analysis To complement aggregate mean-divergence met- rics, we assess whether backends agree onwhich questionsa modelanswers correctly","venue":null,"work_id":"2ea15130-01fa-4474-bd4b-8fa7699f20eb","year":null},"citing_paper":{"arxiv_id":"2608.04714","last_updated":"2026-08-05T11:28:43Z","snapshot_observed_at":"2026-08-10T02:55:24.316124Z","submitted_at":"2026-08-05T11:28:43Z","title":"What We Observe as LLM Behavior Can Be a Side-effect of Inference Backend","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-06T18:22:29.948200Z"},"links":{"citing_paper":"/paper/2608.04714"},"observation_digest":"sha256:9993c8e09d46134582c93c9ee6bea6ffc45622c92a8be4cbe6aecd39e4604808","observation_id":"26447790-e3c1-40b9-9077-cafe40777bb2","resolution":{"observed_at":"2026-08-06T18:22:30.157322Z","resolver_source":"raw_fallback","status":"malformed_identifier"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:22:31.621364Z","title":"InProceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), ACL 2022, Dublin, Ireland, May 22-27, 2022, pages 8086–8098","venue":null,"work_id":"cbb53bab-0764-45f0-9c91-ec2f669e392d","year":2022},"citing_paper":{"arxiv_id":"2608.04714","last_updated":"2026-08-05T11:28:43Z","snapshot_observed_at":"2026-08-10T02:55:24.316124Z","submitted_at":"2026-08-05T11:28:43Z","title":"What We Observe as LLM Behavior Can Be a Side-effect of Inference Backend","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-06T18:22:28.672881Z"},"links":{"citing_paper":"/paper/2608.04714"},"observation_digest":"sha256:3f3b77af6d71619a6bd9aaf22f7cd01ab8ed4b7542c7a3785ec45fbbcdea7ee1","observation_id":"621489ed-5461-410f-a0fe-874d2b7c9f2e","resolution":{"observed_at":"2026-08-06T18:22:31.835655Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:22:31.060536Z","title":null,"venue":null,"work_id":"d6118dd5-ded3-43fa-8389-26be64f33bf9","year":2021},"citing_paper":{"arxiv_id":"2608.04714","last_updated":"2026-08-05T11:28:43Z","snapshot_observed_at":"2026-08-10T02:55:24.316124Z","submitted_at":"2026-08-05T11:28:43Z","title":"What We Observe as LLM Behavior Can Be a Side-effect of Inference Backend","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-06T18:22:29.050073Z"},"links":{"citing_paper":"/paper/2608.04714"},"observation_digest":"sha256:4776a35e1e394647626a7c2bccded97efac90f2e141206a57b129ad82052c0ca","observation_id":"485ce8da-c92a-45ea-ae6d-8642fdf06ee8","resolution":{"observed_at":"2026-08-06T18:22:31.160252Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:22:31.000780Z","title":"InFind- ings of the Association for Computational Linguistics: ACL 2022, Dublin, Ireland, May 22-27, 2022, volume ACL 2022 ofFindings of ACL, pages 2086–2105","venue":null,"work_id":"f5ef3d9b-2629-4a44-ad47-fa9a00df704e","year":2022},"citing_paper":{"arxiv_id":"2608.04714","last_updated":"2026-08-05T11:28:43Z","snapshot_observed_at":"2026-08-10T02:55:24.316124Z","submitted_at":"2026-08-05T11:28:43Z","title":"What We Observe as LLM Behavior Can Be a Side-effect of Inference Backend","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-06T18:22:29.418776Z"},"links":{"citing_paper":"/paper/2608.04714"},"observation_digest":"sha256:e354c6ffb9ca5a612972fd07646b8cd5155c6513f6cba62fe3c60a1bd884b43c","observation_id":"a9cb238a-6098-4805-b5f6-9a1f3a7b3886","resolution":{"observed_at":"2026-08-06T18:22:31.019529Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:22:30.748256Z","title":"InThe Twelfth International Conference on Learning Representations, ICLR 2024, Vienna, Austria, May 7-11,","venue":null,"work_id":"2f842251-b77a-44e9-b15f-b75b31c4280c","year":2024},"citing_paper":{"arxiv_id":"2608.04714","last_updated":"2026-08-05T11:28:43Z","snapshot_observed_at":"2026-08-10T02:55:24.316124Z","submitted_at":"2026-08-05T11:28:43Z","title":"What We Observe as LLM Behavior Can Be a Side-effect of Inference Backend","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-06T18:22:29.561011Z"},"links":{"citing_paper":"/paper/2608.04714"},"observation_digest":"sha256:cf31e287a85da82c710097143adbfc236621d254eefe2a4f8b68e380db4cd646","observation_id":"e4e084fc-d0ca-463a-8065-b88d190a5622","resolution":{"observed_at":"2026-08-06T18:22:30.879469Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:22:30.514449Z","title":"InForty-first International Conference on Machine Learning, ICML 2024, Vienna, Austria, July 21-27, 2024, volume 235 ofProceedings of Machine Learning Research, pages 50043–50064","venue":null,"work_id":"904ad1c6-f330-485f-b5e9-3703c67ad0ef","year":2024},"citing_paper":{"arxiv_id":"2608.04714","last_updated":"2026-08-05T11:28:43Z","snapshot_observed_at":"2026-08-10T02:55:24.316124Z","submitted_at":"2026-08-05T11:28:43Z","title":"What We Observe as LLM Behavior Can Be a Side-effect of Inference Backend","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-06T18:22:29.703975Z"},"links":{"citing_paper":"/paper/2608.04714"},"observation_digest":"sha256:d6359ce06f21aa35642c58d0636ef8f6849f717ead5d383f75a55fdc06368c7d","observation_id":"674da63f-f0e9-40e2-9cd7-69cdcb1e6dfe","resolution":{"observed_at":"2026-08-06T18:22:30.599223Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:22:30.439514Z","title":null,"venue":null,"work_id":"b7e72f39-a68e-412f-b11d-175ee4ded29f","year":2025},"citing_paper":{"arxiv_id":"2608.04714","last_updated":"2026-08-05T11:28:43Z","snapshot_observed_at":"2026-08-10T02:55:24.316124Z","submitted_at":"2026-08-05T11:28:43Z","title":"What We Observe as LLM Behavior Can Be a Side-effect of Inference Backend","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-06T18:22:29.800756Z"},"links":{"citing_paper":"/paper/2608.04714"},"observation_digest":"sha256:c49dd73d608c483598e231e81b33466a8860af0e53304c28158363d914c9a4c6","observation_id":"4482119c-1850-48d6-b438-93b7641eebef","resolution":{"observed_at":"2026-08-06T18:22:30.489353Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:22:30.233662Z","title":null,"venue":null,"work_id":"82b263d6-14c8-4afc-a717-2ce03f45ea22","year":2021},"citing_paper":{"arxiv_id":"2608.04714","last_updated":"2026-08-05T11:28:43Z","snapshot_observed_at":"2026-08-10T02:55:24.316124Z","submitted_at":"2026-08-05T11:28:43Z","title":"What We Observe as LLM Behavior Can Be a Side-effect of Inference Backend","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-06T18:22:29.898185Z"},"links":{"citing_paper":"/paper/2608.04714"},"observation_digest":"sha256:ff01d53dccfe0423c9cc26688fd1b12e4df246c02f9d9f05ece24fc306621aa9","observation_id":"14717d55-e6ca-4903-9f3d-0b61974ba8b6","resolution":{"observed_at":"2026-08-06T18:22:30.320468Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:22:32.300578Z","title":"InProceedings of the 55th Annual Meeting of the Association for Computational Linguistics, ACL 2017, Vancouver, Canada, July 30 - August 4, Volume 1: Long Papers, pages 1601–1611","venue":null,"work_id":"f52b2ac7-4138-4ff6-aa79-ae237c5f366d","year":2017},"citing_paper":{"arxiv_id":"2608.04714","last_updated":"2026-08-05T11:28:43Z","snapshot_observed_at":"2026-08-10T02:55:24.316124Z","submitted_at":"2026-08-05T11:28:43Z","title":"What We Observe as LLM Behavior Can Be a Side-effect of Inference Backend","version":1},"reference_index":2017,"source":"pdf_text","source_observed_at":"2026-08-06T18:22:28.274455Z"},"links":{"citing_paper":"/paper/2608.04714"},"observation_digest":"sha256:f3e9fa0c51619bc978d124b07c47776afe61278b49f7f308b5f0747998576cff","observation_id":"3cd81c42-988e-4002-93f2-46648b26d85e","resolution":{"observed_at":"2026-08-06T18:22:32.447106Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2002.06305","last_updated":"2020-02-15T02:40:10Z","snapshot_observed_at":"2026-08-07T15:45:43.952318Z","submitted_at":"2020-02-15T02:40:10Z","title":"Fine-Tuning Pretrained Language Models: Weight Initializations, Data Orders, and Early Stopping","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2002.06305","snapshot_observed_at":"2026-08-06T18:22:28.042785Z","title":"Antske Fokkens, Marieke van Erp, Marten Postma, Ted Pedersen, Piek V ossen, and Nuno Freire","venue":null,"work_id":null,"year":2002},"citing_paper":{"arxiv_id":"2608.04714","last_updated":"2026-08-05T11:28:43Z","snapshot_observed_at":"2026-08-10T02:55:24.316124Z","submitted_at":"2026-08-05T11:28:43Z","title":"What We Observe as LLM Behavior Can Be a Side-effect of Inference Backend","version":1},"reference_index":2020,"source":"pdf_text","source_observed_at":"2026-08-06T18:22:28.042785Z"},"links":{"cited_paper":"/paper/2002.06305","citing_paper":"/paper/2608.04714"},"observation_digest":"sha256:b380f940392433412b23c40781cdde55a700732ac96036567e14d35f3c0e76a0","observation_id":"e787555d-0ada-4d70-89b4-998b2c209f89","resolution":{"observed_at":"2026-08-06T18:22:28.042785Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:22:32.571879Z","title":"In9th International Conference on Learn- ing Representations, ICLR 2021, Virtual Event, Austria, May 3-7,","venue":null,"work_id":"da5cc705-6908-4836-b644-2fa09fda16a0","year":2021},"citing_paper":{"arxiv_id":"2608.04714","last_updated":"2026-08-05T11:28:43Z","snapshot_observed_at":"2026-08-10T02:55:24.316124Z","submitted_at":"2026-08-05T11:28:43Z","title":"What We Observe as LLM Behavior Can Be a Side-effect of Inference Backend","version":1},"reference_index":2021,"source":"pdf_text","source_observed_at":"2026-08-06T18:22:28.114075Z"},"links":{"citing_paper":"/paper/2608.04714"},"observation_digest":"sha256:a79a89f86c37f6c0578c2cce0550362f2aa867487623aeabeb64c279f193c2e7","observation_id":"c32e3082-5072-4fb3-b080-0767f9d12f23","resolution":{"observed_at":"2026-08-06T18:22:32.641194Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:22:32.029404Z","title":"InProceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), ACL 2022, Dublin, Ireland, May 22-27, 2022, pages 3214–3252","venue":null,"work_id":"2ba5559a-59a1-431c-aea6-c2405b96c3cf","year":2022},"citing_paper":{"arxiv_id":"2608.04714","last_updated":"2026-08-05T11:28:43Z","snapshot_observed_at":"2026-08-10T02:55:24.316124Z","submitted_at":"2026-08-05T11:28:43Z","title":"What We Observe as LLM Behavior Can Be a Side-effect of Inference Backend","version":1},"reference_index":2022,"source":"pdf_text","source_observed_at":"2026-08-06T18:22:28.548279Z"},"links":{"citing_paper":"/paper/2608.04714"},"observation_digest":"sha256:2cb881de24f1111e4c98254ffa9065cf8f814a99b0849068c8352872eb3d035e","observation_id":"227a5cbf-e67d-4f47-bc6d-0397edb2dc9f","resolution":{"observed_at":"2026-08-06T18:22:32.102650Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:22:32.163284Z","title":"InProceedings of the 29th Symposium on Operating Systems Principles, SOSP 2023, Koblenz, Germany, October 23-26, 2023, pages 611–626","venue":null,"work_id":"56f49243-0d63-46d6-a8e3-a5d661b3dde9","year":2023},"citing_paper":{"arxiv_id":"2608.04714","last_updated":"2026-08-05T11:28:43Z","snapshot_observed_at":"2026-08-10T02:55:24.316124Z","submitted_at":"2026-08-05T11:28:43Z","title":"What We Observe as LLM Behavior Can Be a Side-effect of Inference Backend","version":1},"reference_index":2023,"source":"pdf_text","source_observed_at":"2026-08-06T18:22:28.411644Z"},"links":{"citing_paper":"/paper/2608.04714"},"observation_digest":"sha256:9271e43824f00c5c955cd8383f7a3a2fb86938b28cc3e6bad7fbca0af7b95606","observation_id":"7bedeac6-339f-44e7-b551-6a70e8ac8163","resolution":{"observed_at":"2026-08-06T18:22:32.228677Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2405.14782","last_updated":"2026-05-31T00:04:33Z","snapshot_observed_at":"2026-08-07T18:21:12.072228Z","submitted_at":"2024-05-23T16:50:49Z","title":"Lessons from the Trenches on Reproducible Evaluation of Language Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.14782","snapshot_observed_at":"2026-08-06T18:22:28.014619Z","title":"Su Lin Blodgett, Solon Barocas, Hal Daumé III, and Hanna Wallach","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.04714","last_updated":"2026-08-05T11:28:43Z","snapshot_observed_at":"2026-08-10T02:55:24.316124Z","submitted_at":"2026-08-05T11:28:43Z","title":"What We Observe as LLM Behavior Can Be a Side-effect of Inference Backend","version":1},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-06T18:22:28.014619Z"},"links":{"cited_paper":"/paper/2405.14782","citing_paper":"/paper/2608.04714"},"observation_digest":"sha256:a3bc85491a8a8bc12efeb8f844172b7a4f2bdb7040c35e79ba39c39f480eb7b6","observation_id":"b4323e58-5be1-4c03-b9fb-a3a956c8e5f3","resolution":{"observed_at":"2026-08-06T18:22:28.014619Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:22:31.282839Z","title":"Association for Computa- tional Linguistics","venue":null,"work_id":"5d8d3416-8a10-4016-96a6-97bf1112b85c","year":2025},"citing_paper":{"arxiv_id":"2608.04714","last_updated":"2026-08-05T11:28:43Z","snapshot_observed_at":"2026-08-10T02:55:24.316124Z","submitted_at":"2026-08-05T11:28:43Z","title":"What We Observe as LLM Behavior Can Be a Side-effect of Inference Backend","version":1},"reference_index":2025,"source":"pdf_text","source_observed_at":"2026-08-06T18:22:28.847204Z"},"links":{"citing_paper":"/paper/2608.04714"},"observation_digest":"sha256:205a35db217f1ef7565a89fad8add6026398946f4993bee98899d1105a4c9577","observation_id":"ca63beb0-c544-4816-9bbe-edca083dcec7","resolution":{"observed_at":"2026-08-06T18:22:31.461213Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2605.19537","last_updated":"2026-05-20T07:11:41Z","snapshot_observed_at":"2026-08-06T03:06:10.590521Z","submitted_at":"2026-05-19T08:37:27Z","title":"The Silent Hyperparameter: Quantifying the Impact of Inference Backends on LLM Reproducibility","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2605.19537","snapshot_observed_at":"2026-08-06T18:22:29.255940Z","title":"Alicia Parrish, Angelica Chen, Nikita Nangia, Vishakh Padmakumar, Jason Phang, Jana Thompson, Phu Mon Htut, and Samuel R","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.04714","last_updated":"2026-08-05T11:28:43Z","snapshot_observed_at":"2026-08-10T02:55:24.316124Z","submitted_at":"2026-08-05T11:28:43Z","title":"What We Observe as LLM Behavior Can Be a Side-effect of Inference Backend","version":1},"reference_index":2026,"source":"pdf_text","source_observed_at":"2026-08-06T18:22:29.255940Z"},"links":{"cited_paper":"/paper/2605.19537","citing_paper":"/paper/2608.04714"},"observation_digest":"sha256:ee4cb38198acf07dc2dc6cfe8b4e57cd4968fa84ae726c887a2866e1a16e9902","observation_id":"e0e363b8-ed6c-4057-b3ce-0d966da20ec5","resolution":{"observed_at":"2026-08-06T18:22:29.255940Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2608.04714","last_updated":"2026-08-05T11:28:43Z","latest_version":1,"primary_category":"cs.SE","snapshot_observed_at":"2026-08-10T02:55:24.316124Z","submitted_at":"2026-08-05T11:28:43Z","title":"What We Observe as LLM Behavior Can Be a Side-effect of Inference Backend"},"reference_resolution":{"displayed":16,"state_counts":{"malformed_identifier":1,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":6,"verified_exact":0,"verified_fuzzy":9},"total_outbound_references":16},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"thesis":"As of 10 August 2026, this Paper Citation Record lists 16 of 16 outbound references and 0 inbound Pith citation observations for arXiv:2608.04714."}