{"as_of":"2026-08-19T20:46:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:d8dbc3ee956826716774bde88b58fedcf0769419201b7c7e06f7b86d7cea0f67","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":54,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":54,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-19T06:32:44.657259+00:00","state":"measured"},{"denominator":54,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":54,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-15T20:35:09.847839Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":1,"source":"pith","source_observed_at":"2026-08-05T02:28:24.338817Z","state":"measured"}],"external_citation_measurements":[{"count":14,"observed_at":"2026-08-05T02:28:24.338817Z","source":"pith"}],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2408.04667","last_updated":"2025-04-02T15:17:02Z","snapshot_observed_at":"2026-08-16T13:28:09.369179Z","submitted_at":"2024-08-06T16:43:35Z","title":"Non-Determinism of \"Deterministic\" LLM Settings","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.04667","snapshot_observed_at":"2026-08-12T15:03:23.837472Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.14725","last_updated":"2025-06-03T08:55:05Z","snapshot_observed_at":"2026-08-16T05:08:51.624496Z","submitted_at":"2024-11-22T04:41:20Z","title":"Evaluating and Advancing Multimodal Large Language Models in Perception Ability Lens","version":2},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-12T15:03:23.837472Z"},"links":{"cited_paper":"/paper/2408.04667","citing_paper":"/paper/2411.14725"},"observation_digest":"sha256:1927b95b242e1c49d6ccc8a718496a6d6e35a43c113ee4e73b17fd2ec555f118","observation_id":"4dd63f1c-c7d0-4a21-b8ec-672b916c5bad","resolution":{"observed_at":"2026-08-12T15:03:23.837472Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.04667","last_updated":"2025-04-02T15:17:02Z","snapshot_observed_at":"2026-08-16T13:28:09.369179Z","submitted_at":"2024-08-06T16:43:35Z","title":"Non-Determinism of \"Deterministic\" LLM Settings","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.04667","snapshot_observed_at":"2026-08-11T14:04:26.104221Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.12509","last_updated":"2025-02-18T15:24:25Z","snapshot_observed_at":"2026-08-16T21:16:12.321849Z","submitted_at":"2024-12-17T03:37:31Z","title":"Can You Trust LLM Judgments? Reliability of LLM-as-a-Judge","version":2},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-11T14:04:26.104221Z"},"links":{"cited_paper":"/paper/2408.04667","citing_paper":"/paper/2412.12509"},"observation_digest":"sha256:4b9f079e29729939a7ac2f1915030aa21bd6b0ebbde3106c501b821adf92a7a0","observation_id":"1f02719c-6832-491d-a57d-29855bc180eb","resolution":{"observed_at":"2026-08-11T14:04:26.104221Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.04667","last_updated":"2025-04-02T15:17:02Z","snapshot_observed_at":"2026-08-16T13:28:09.369179Z","submitted_at":"2024-08-06T16:43:35Z","title":"Non-Determinism of \"Deterministic\" LLM Settings","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.04667","snapshot_observed_at":"2026-08-11T11:11:01.257031Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.15772","last_updated":"2024-12-20T10:43:42Z","snapshot_observed_at":"2026-08-18T18:30:40.472459Z","submitted_at":"2024-12-20T10:43:42Z","title":"Linguistic Features Extracted by GPT-4 Improve Alzheimer's Disease Detection based on Spontaneous Speech","version":1},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-11T11:11:01.257031Z"},"links":{"cited_paper":"/paper/2408.04667","citing_paper":"/paper/2412.15772"},"observation_digest":"sha256:f701b920055eb258fdc2c8a8f8c56b8d2d4fbf8047fae63370c211b2aa9ccca4","observation_id":"fb737a49-8d4d-4985-a5bb-aec78c98def3","resolution":{"observed_at":"2026-08-11T11:11:01.257031Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.04667","last_updated":"2025-04-02T15:17:02Z","snapshot_observed_at":"2026-08-16T13:28:09.369179Z","submitted_at":"2024-08-06T16:43:35Z","title":"Non-Determinism of \"Deterministic\" LLM Settings","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.04667","snapshot_observed_at":"2026-08-10T23:11:29.404770Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.20864","last_updated":"2024-12-30T11:07:05Z","snapshot_observed_at":"2026-08-19T09:38:06.012451Z","submitted_at":"2024-12-30T11:07:05Z","title":"Enhancing Annotated Bibliography Generation with LLM Ensembles","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-10T23:11:29.404770Z"},"links":{"cited_paper":"/paper/2408.04667","citing_paper":"/paper/2412.20864"},"observation_digest":"sha256:f6fc630161f9d6590a0220868c63c346fe8f1f3f2db3b632bfe0b3cef44a86de","observation_id":"6ea77d25-824a-474e-89fc-24c048842b6e","resolution":{"observed_at":"2026-08-10T23:11:29.404770Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.04667","last_updated":"2025-04-02T15:17:02Z","snapshot_observed_at":"2026-08-16T13:28:09.369179Z","submitted_at":"2024-08-06T16:43:35Z","title":"Non-Determinism of \"Deterministic\" LLM Settings","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.04667","snapshot_observed_at":"2026-08-09T18:50:55.567461Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2502.00507","last_updated":"2025-05-24T13:27:39Z","snapshot_observed_at":"2026-08-14T07:24:39.954552Z","submitted_at":"2025-02-01T17:55:58Z","title":"A statistically consistent measure of semantic uncertainty using Language Models","version":3},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-09T18:50:55.567461Z"},"links":{"cited_paper":"/paper/2408.04667","citing_paper":"/paper/2502.00507"},"observation_digest":"sha256:8575567284fea420e6ce8521f5985d339e49e1d385e90fa6d3930560d4061724","observation_id":"7496e46b-210a-45e7-bfed-c3fe49380160","resolution":{"observed_at":"2026-08-09T18:50:55.567461Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.04667","last_updated":"2025-04-02T15:17:02Z","snapshot_observed_at":"2026-08-16T13:28:09.369179Z","submitted_at":"2024-08-06T16:43:35Z","title":"Non-Determinism of \"Deterministic\" LLM Settings","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.04667","snapshot_observed_at":"2026-08-09T17:17:30.293262Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2502.00916","last_updated":"2025-02-02T21:05:21Z","snapshot_observed_at":"2026-08-17T17:34:57.902021Z","submitted_at":"2025-02-02T21:05:21Z","title":"The Accuracy, Robustness, and Readability of LLM-Generated Sustainability-Related Word Definitions","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-09T17:17:30.293262Z"},"links":{"cited_paper":"/paper/2408.04667","citing_paper":"/paper/2502.00916"},"observation_digest":"sha256:8bac4378ba5a6c2ad87d84d8375395442d7a9ee2fc5bd1dd5bf65fc4343c9424","observation_id":"4c1cc66c-0072-439a-99f0-8951ce39d030","resolution":{"observed_at":"2026-08-09T17:17:30.293262Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.04667","last_updated":"2025-04-02T15:17:02Z","snapshot_observed_at":"2026-08-16T13:28:09.369179Z","submitted_at":"2024-08-06T16:43:35Z","title":"Non-Determinism of \"Deterministic\" LLM Settings","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.04667","snapshot_observed_at":"2026-08-15T20:26:56.005227Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.12970","last_updated":"2025-05-19T11:06:50Z","snapshot_observed_at":"2026-08-19T13:39:18.779440Z","submitted_at":"2025-05-19T11:06:50Z","title":"A Structured Literature Review on Traditional Approaches in Current Natural Language Processing","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-15T20:26:56.005227Z"},"links":{"cited_paper":"/paper/2408.04667","citing_paper":"/paper/2505.12970"},"observation_digest":"sha256:6e9b5d728b79d4ecfe2af57a065ccbe97420c257770c4c1879b3100d5e25d8e5","observation_id":"d2f1fb60-6bbb-4b58-8368-f6e25261b6bb","resolution":{"observed_at":"2026-08-15T20:26:56.005227Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.04667","last_updated":"2025-04-02T15:17:02Z","snapshot_observed_at":"2026-08-16T13:28:09.369179Z","submitted_at":"2024-08-06T16:43:35Z","title":"Non-Determinism of \"Deterministic\" LLM Settings","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.04667","snapshot_observed_at":"2026-08-15T20:35:09.847839Z","title":"LLM Stability: A detailed analysis with some surprises","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.13546","last_updated":"2025-05-19T03:28:33Z","snapshot_observed_at":"2026-08-17T11:55:02.058266Z","submitted_at":"2025-05-19T03:28:33Z","title":"Prompt Stability Matters: Evaluating and Optimizing Auto-Generated Prompt in General-Purpose Systems","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-15T20:35:09.847839Z"},"links":{"cited_paper":"/paper/2408.04667","citing_paper":"/paper/2505.13546"},"observation_digest":"sha256:ad16485fb45a5e5c5e7a69f69bfb0ab11f1eaf91a3bdb08459333e5eedd2d4c1","observation_id":"fb94a454-ee5a-4405-b260-2a913a344ca2","resolution":{"observed_at":"2026-08-15T20:35:09.847839Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.04667","last_updated":"2025-04-02T15:17:02Z","snapshot_observed_at":"2026-08-16T13:28:09.369179Z","submitted_at":"2024-08-06T16:43:35Z","title":"Non-Determinism of \"Deterministic\" LLM Settings","version":5},"cited_work":{"arxiv_id":"2408.04667","doi":"10.48550/arxiv.2408.04667","metadata_source":"pith","pith_arxiv_id":"2408.04667","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Llm stability: A detailed analysis with some surprises","venue":"cs.CL","work_id":"2deedf62-78bc-49dd-8891-fb47f06c77af","year":2024},"citing_paper":{"arxiv_id":"2505.15134","last_updated":"2025-05-21T05:39:11Z","snapshot_observed_at":"2026-08-17T17:47:20.877990Z","submitted_at":"2025-05-21T05:39:11Z","title":"The Unreasonable Effectiveness of Entropy Minimization in LLM Reasoning","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-05-18T15:58:33.219451Z"},"links":{"cited_paper":"/paper/2408.04667","citing_paper":"/paper/2505.15134"},"observation_digest":"sha256:247f163da965645c77076fdc0ad395dd8e4c8c86c29e66e192bf94a84143294d","observation_id":"3657c203-3043-4500-b3a8-fcc6a914c8e5","resolution":{"observed_at":"2026-05-18T15:58:33.320648Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2408.04667","last_updated":"2025-04-02T15:17:02Z","snapshot_observed_at":"2026-08-16T13:28:09.369179Z","submitted_at":"2024-08-06T16:43:35Z","title":"Non-Determinism of \"Deterministic\" LLM Settings","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.04667","snapshot_observed_at":"2026-08-07T15:28:18.784104Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.17095","last_updated":"2025-05-21T03:44:13Z","snapshot_observed_at":"2026-08-17T04:10:46.118215Z","submitted_at":"2025-05-21T03:44:13Z","title":"Are LLMs reliable? An exploration of the reliability of large language models in clinical note generation","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-07T15:28:18.784104Z"},"links":{"cited_paper":"/paper/2408.04667","citing_paper":"/paper/2505.17095"},"observation_digest":"sha256:207b05b10f20fce5c4b87b450b4f58869d81202197b7fee6020240795cc9bb1b","observation_id":"6f031bff-9e47-4538-8380-c782f87652aa","resolution":{"observed_at":"2026-08-07T15:28:18.784104Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.04667","last_updated":"2025-04-02T15:17:02Z","snapshot_observed_at":"2026-08-16T13:28:09.369179Z","submitted_at":"2024-08-06T16:43:35Z","title":"Non-Determinism of \"Deterministic\" LLM Settings","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.04667","snapshot_observed_at":"2026-08-07T15:12:18.716951Z","title":"Llm stability: A detailed analysis with some surprises","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.17131","last_updated":"2025-05-22T01:59:54Z","snapshot_observed_at":"2026-08-16T01:50:50.437369Z","submitted_at":"2025-05-22T01:59:54Z","title":"Relative Bias: A Comparative Framework for Quantifying Bias in LLMs","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-07T15:12:18.716951Z"},"links":{"cited_paper":"/paper/2408.04667","citing_paper":"/paper/2505.17131"},"observation_digest":"sha256:65fb4a4ea0215c3e390190527ae53dbd609f0ba539bd38d0846fea83d27dd2c4","observation_id":"02e014cc-a2ce-4e43-808d-8de825d45fef","resolution":{"observed_at":"2026-08-07T15:12:18.716951Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.04667","last_updated":"2025-04-02T15:17:02Z","snapshot_observed_at":"2026-08-16T13:28:09.369179Z","submitted_at":"2024-08-06T16:43:35Z","title":"Non-Determinism of \"Deterministic\" LLM Settings","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.04667","snapshot_observed_at":"2026-08-06T21:10:04.347147Z","title":"deterministic","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.00829","last_updated":"2025-07-01T15:01:18Z","snapshot_observed_at":"2026-08-19T17:05:40.882846Z","submitted_at":"2025-07-01T15:01:18Z","title":"On the Surprising Efficacy of LLMs for Penetration-Testing","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-06T21:10:04.347147Z"},"links":{"cited_paper":"/paper/2408.04667","citing_paper":"/paper/2507.00829"},"observation_digest":"sha256:04031263202fa21c408d69591caa754441dabd3de840d042186f3f447c41f96a","observation_id":"9f02aa17-409e-458c-ba92-f1e86240ef77","resolution":{"observed_at":"2026-08-06T21:10:04.347147Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.04667","last_updated":"2025-04-02T15:17:02Z","snapshot_observed_at":"2026-08-16T13:28:09.369179Z","submitted_at":"2024-08-06T16:43:35Z","title":"Non-Determinism of \"Deterministic\" LLM Settings","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.04667","snapshot_observed_at":"2026-08-06T17:29:43.688791Z","title":"Llm stability: A detailed analysis with some surprises.arXiv preprint arXiv:2408.04667,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.10852","last_updated":"2025-08-02T01:45:01Z","snapshot_observed_at":"2026-08-15T06:21:52.329111Z","submitted_at":"2025-07-14T22:56:58Z","title":"LLMs on Trial: Evaluating Judicial Fairness for Large Language Models","version":2},"reference_index":2021,"source":"pdf_text","source_observed_at":"2026-08-06T17:29:43.688791Z"},"links":{"cited_paper":"/paper/2408.04667","citing_paper":"/paper/2507.10852"},"observation_digest":"sha256:172ca72349b6960cd4a84bcddbe2b9ef329f5269fb9e22a86ae32c45adb3f072","observation_id":"5234fe6f-5c51-417d-aa6a-35f0c173edf6","resolution":{"observed_at":"2026-08-06T17:29:43.688791Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.04667","last_updated":"2025-04-02T15:17:02Z","snapshot_observed_at":"2026-08-16T13:28:09.369179Z","submitted_at":"2024-08-06T16:43:35Z","title":"Non-Determinism of \"Deterministic\" LLM Settings","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.04667","snapshot_observed_at":"2026-08-06T00:58:27.192825Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.05686","last_updated":"2025-08-06T05:04:14Z","snapshot_observed_at":"2026-08-19T19:10:32.712394Z","submitted_at":"2025-08-06T05:04:14Z","title":"Efficiency of turbulence","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-06T00:58:27.192825Z"},"links":{"cited_paper":"/paper/2408.04667","citing_paper":"/paper/2508.05686"},"observation_digest":"sha256:8b9119cbf9dd389d043b659b4cd7a5e3ea64357898e81a3d3ac8342594771807","observation_id":"baf5e748-7182-4b8c-a26e-b76e15dd257c","resolution":{"observed_at":"2026-08-06T00:58:27.192825Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.04667","last_updated":"2025-04-02T15:17:02Z","snapshot_observed_at":"2026-08-16T13:28:09.369179Z","submitted_at":"2024-08-06T16:43:35Z","title":"Non-Determinism of \"Deterministic\" LLM Settings","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.04667","snapshot_observed_at":"2026-08-15T17:30:45.714966Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.12040","last_updated":"2025-08-16T13:29:35Z","snapshot_observed_at":"2026-08-19T08:33:51.851826Z","submitted_at":"2025-08-16T13:29:35Z","title":"Mind the Generation Process: Fine-Grained Confidence Estimation During LLM Generation","version":1},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-15T17:30:45.714966Z"},"links":{"cited_paper":"/paper/2408.04667","citing_paper":"/paper/2508.12040"},"observation_digest":"sha256:aed6ae3f7f980a946bf670e9585c673c6d5085221a99dc85b04c80ea2a4941c1","observation_id":"2a246be3-b2e0-4eab-a538-673f959a461f","resolution":{"observed_at":"2026-08-15T17:30:45.714966Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.04667","last_updated":"2025-04-02T15:17:02Z","snapshot_observed_at":"2026-08-16T13:28:09.369179Z","submitted_at":"2024-08-06T16:43:35Z","title":"Non-Determinism of \"Deterministic\" LLM Settings","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.04667","snapshot_observed_at":"2026-08-05T15:10:14.513329Z","title":"Preprint, arXiv:2408.04667","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.20385","last_updated":"2025-08-28T03:17:47Z","snapshot_observed_at":"2026-08-19T05:40:00.432513Z","submitted_at":"2025-08-28T03:17:47Z","title":"CAPE: Context-Aware Personality Evaluation Framework for Large Language Models","version":1},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-05T15:10:14.513329Z"},"links":{"cited_paper":"/paper/2408.04667","citing_paper":"/paper/2508.20385"},"observation_digest":"sha256:bb474e5ffbb29aa0c7420d053120fee9454ba7773190f0b3fcf7d5c813844aee","observation_id":"f02b42b0-f172-4b7a-a2e3-85b453c39fea","resolution":{"observed_at":"2026-08-05T15:10:14.513329Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.04667","last_updated":"2025-04-02T15:17:02Z","snapshot_observed_at":"2026-08-16T13:28:09.369179Z","submitted_at":"2024-08-06T16:43:35Z","title":"Non-Determinism of \"Deterministic\" LLM Settings","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.04667","snapshot_observed_at":"2026-08-05T14:23:36.324490Z","title":"Deterministic","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2508.21389","last_updated":"2025-08-29T08:05:00Z","snapshot_observed_at":"2026-08-13T03:10:57.103348Z","submitted_at":"2025-08-29T08:05:00Z","title":"AllSummedUp: un framework open-source pour comparer les metriques d'evaluation de resume","version":1},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-05T14:23:36.324490Z"},"links":{"cited_paper":"/paper/2408.04667","citing_paper":"/paper/2508.21389"},"observation_digest":"sha256:1009e47b9789b20cad8cf63827eb368375056293bf36a4e05928d3aa04c94cf0","observation_id":"627f266c-e604-4080-bb26-68d745027969","resolution":{"observed_at":"2026-08-05T14:23:36.324490Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.04667","last_updated":"2025-04-02T15:17:02Z","snapshot_observed_at":"2026-08-16T13:28:09.369179Z","submitted_at":"2024-08-06T16:43:35Z","title":"Non-Determinism of \"Deterministic\" LLM Settings","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.04667","snapshot_observed_at":"2026-08-05T05:30:11.765974Z","title":"deterministic","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2509.09705","last_updated":"2025-09-05T17:31:14Z","snapshot_observed_at":"2026-08-18T15:07:05.826261Z","submitted_at":"2025-09-05T17:31:14Z","title":"The Non-Determinism of Small LLMs: Evidence of Low Answer Consistency in Repetition Trials of Standard Multiple-Choice Benchmarks","version":1},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-05T05:30:11.765974Z"},"links":{"cited_paper":"/paper/2408.04667","citing_paper":"/paper/2509.09705"},"observation_digest":"sha256:5357ecf4207ae3002e3f155d4fee2ba69eb19e5b82bf70327ffa44517b866d6a","observation_id":"27856e2b-641e-4404-9e61-9f9bd02c79c9","resolution":{"observed_at":"2026-08-05T05:30:11.765974Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.04667","last_updated":"2025-04-02T15:17:02Z","snapshot_observed_at":"2026-08-16T13:28:09.369179Z","submitted_at":"2024-08-06T16:43:35Z","title":"Non-Determinism of \"Deterministic\" LLM Settings","version":5},"cited_work":{"arxiv_id":"2408.04667","doi":"10.48550/arxiv.2408.04667","metadata_source":"pith","pith_arxiv_id":"2408.04667","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Llm stability: A detailed analysis with some surprises","venue":"cs.CL","work_id":"2deedf62-78bc-49dd-8891-fb47f06c77af","year":2024},"citing_paper":{"arxiv_id":"2511.20284","last_updated":"2026-05-05T13:11:45Z","snapshot_observed_at":"2026-08-15T03:14:36.230845Z","submitted_at":"2025-11-25T13:11:23Z","title":"Can LLMs Make (Personalized) Access Control Decisions?","version":2},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-05-17T05:33:18.457421Z"},"links":{"cited_paper":"/paper/2408.04667","citing_paper":"/paper/2511.20284"},"observation_digest":"sha256:204e3ad9c1e34804198077b33f32582241773a619762db9128f899da28460f6e","observation_id":"1a789c45-fef6-4234-be0d-d84098568244","resolution":{"observed_at":"2026-05-17T05:34:04.993796Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2408.04667","last_updated":"2025-04-02T15:17:02Z","snapshot_observed_at":"2026-08-16T13:28:09.369179Z","submitted_at":"2024-08-06T16:43:35Z","title":"Non-Determinism of \"Deterministic\" LLM Settings","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.04667","snapshot_observed_at":"2026-08-03T12:18:38.387548Z","title":"https://doi.org/10.48550/arXiv.2408.04667","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2601.03552","last_updated":"2026-07-23T06:05:45Z","snapshot_observed_at":"2026-08-15T13:26:22.770570Z","submitted_at":"2026-01-07T03:36:55Z","title":"From Risk Perception to Behavior Large Language Models-Based Simulation of Pandemic Prevention Behaviors","version":2},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-03T12:18:38.387548Z"},"links":{"cited_paper":"/paper/2408.04667","citing_paper":"/paper/2601.03552"},"observation_digest":"sha256:f545fa929ad9b06d28109f5e11184bd62a97290a70944e4d4d35076ceb681c0a","observation_id":"d62d542c-396c-41d5-8999-1576d1b01fa2","resolution":{"observed_at":"2026-08-03T12:18:38.387548Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.04667","last_updated":"2025-04-02T15:17:02Z","snapshot_observed_at":"2026-08-16T13:28:09.369179Z","submitted_at":"2024-08-06T16:43:35Z","title":"Non-Determinism of \"Deterministic\" LLM Settings","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.04667","snapshot_observed_at":"2026-08-03T08:32:47.692578Z","title":"Available: https://arxiv.org/abs/2408.04667","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2601.16755","last_updated":"2026-07-28T20:59:33Z","snapshot_observed_at":"2026-08-19T07:02:59.321639Z","submitted_at":"2026-01-23T13:59:34Z","title":"An Empirical Study of Foundation Models for Variability-Induced Compilation Errors in Configurable C Code","version":2},"reference_index":2025,"source":"pdf_text","source_observed_at":"2026-08-03T08:32:47.692578Z"},"links":{"cited_paper":"/paper/2408.04667","citing_paper":"/paper/2601.16755"},"observation_digest":"sha256:467b31c44dac2247e5145f07651477428792c9e8c5b007935eebbd0254f182ef","observation_id":"a4cde694-d986-4e14-a7f8-7e1d2be2dfb3","resolution":{"observed_at":"2026-08-03T08:32:47.692578Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.04667","last_updated":"2025-04-02T15:17:02Z","snapshot_observed_at":"2026-08-16T13:28:09.369179Z","submitted_at":"2024-08-06T16:43:35Z","title":"Non-Determinism of \"Deterministic\" LLM Settings","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.04667","snapshot_observed_at":"2026-08-03T02:51:54.973946Z","title":"Deterministic","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2602.09629","last_updated":"2026-02-10T10:17:25Z","snapshot_observed_at":"2026-08-19T12:36:06.322131Z","submitted_at":"2026-02-10T10:17:25Z","title":"Stop Testing Attacks, Start Diagnosing Defenses: The Four-Checkpoint Framework Reveals Where LLM Safety Breaks","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-03T02:51:54.973946Z"},"links":{"cited_paper":"/paper/2408.04667","citing_paper":"/paper/2602.09629"},"observation_digest":"sha256:c83d06551d7c015fc32d11546b3dcb6c6f97ff6015172081b6f951d4832a4888","observation_id":"622b63e8-e833-46bc-ab16-d7c6e589b73f","resolution":{"observed_at":"2026-08-03T02:51:54.973946Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.04667","last_updated":"2025-04-02T15:17:02Z","snapshot_observed_at":"2026-08-16T13:28:09.369179Z","submitted_at":"2024-08-06T16:43:35Z","title":"Non-Determinism of \"Deterministic\" LLM Settings","version":5},"cited_work":{"arxiv_id":"2408.04667","doi":"10.48550/arxiv.2408.04667","metadata_source":"pith","pith_arxiv_id":"2408.04667","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Llm stability: A detailed analysis with some surprises","venue":"cs.CL","work_id":"2deedf62-78bc-49dd-8891-fb47f06c77af","year":2024},"citing_paper":{"arxiv_id":"2602.17469","last_updated":"2026-04-30T06:55:12Z","snapshot_observed_at":"2026-07-06T22:46:26.082843Z","submitted_at":"2026-02-19T15:35:13Z","title":"Cross-Lingual Sentiment Misalignment: Auditing Multilingual Language Models for Inversion Risk, Dialectal Representation, and Affective Stability","version":2},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-05-15T20:59:59.582440Z"},"links":{"cited_paper":"/paper/2408.04667","citing_paper":"/paper/2602.17469"},"observation_digest":"sha256:83b0dda4483c39b1737d4f0f8f2564b676dc5920d573b874df0f69469433baec","observation_id":"971da63f-9ae1-4c1f-8f66-4a4cb351a9a9","resolution":{"observed_at":"2026-05-15T21:00:17.802542Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2408.04667","last_updated":"2025-04-02T15:17:02Z","snapshot_observed_at":"2026-08-16T13:28:09.369179Z","submitted_at":"2024-08-06T16:43:35Z","title":"Non-Determinism of \"Deterministic\" LLM Settings","version":5},"cited_work":{"arxiv_id":"2408.04667","doi":"10.48550/arxiv.2408.04667","metadata_source":"pith","pith_arxiv_id":"2408.04667","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Llm stability: A detailed analysis with some surprises","venue":"cs.CL","work_id":"2deedf62-78bc-49dd-8891-fb47f06c77af","year":2024},"citing_paper":{"arxiv_id":"2603.08819","last_updated":"2026-06-20T21:46:17Z","snapshot_observed_at":"2026-08-16T05:47:07.319118Z","submitted_at":"2026-03-09T18:20:20Z","title":"Beyond Relevance: On the Relationship Between Retrieval and RAG Information Coverage","version":3},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-05-15T13:10:06.367994Z"},"links":{"cited_paper":"/paper/2408.04667","citing_paper":"/paper/2603.08819"},"observation_digest":"sha256:26d667b3d6b41db73551a14a98ab2574d931d41885fcfc192be59de8cfd867c8","observation_id":"b0301305-8a4e-42ae-81af-7425ea300d2a","resolution":{"observed_at":"2026-05-15T13:10:49.531517Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2408.04667","last_updated":"2025-04-02T15:17:02Z","snapshot_observed_at":"2026-08-16T13:28:09.369179Z","submitted_at":"2024-08-06T16:43:35Z","title":"Non-Determinism of \"Deterministic\" LLM Settings","version":5},"cited_work":{"arxiv_id":"2408.04667","doi":"10.48550/arxiv.2408.04667","metadata_source":"pith","pith_arxiv_id":"2408.04667","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Llm stability: A detailed analysis with some surprises","venue":"cs.CL","work_id":"2deedf62-78bc-49dd-8891-fb47f06c77af","year":2024},"citing_paper":{"arxiv_id":"2604.05150","last_updated":"2026-04-06T20:25:20Z","snapshot_observed_at":"2026-08-15T03:40:34.533698Z","submitted_at":"2026-04-06T20:25:20Z","title":"Compiled AI: Deterministic Code Generation for LLM-Based Workflow Automation","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-05-10T18:57:34.386632Z"},"links":{"cited_paper":"/paper/2408.04667","citing_paper":"/paper/2604.05150"},"observation_digest":"sha256:ff70e03e370a8d9b6093bef5590d83d40b5736c2d4c1ea0501e4aa9324c8a824","observation_id":"a135ecd6-04f8-43d4-b436-1942a99cbc4c","resolution":{"observed_at":"2026-05-10T23:40:51.546335Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2408.04667","last_updated":"2025-04-02T15:17:02Z","snapshot_observed_at":"2026-08-16T13:28:09.369179Z","submitted_at":"2024-08-06T16:43:35Z","title":"Non-Determinism of \"Deterministic\" LLM Settings","version":5},"cited_work":{"arxiv_id":"2408.04667","doi":"10.48550/arxiv.2408.04667","metadata_source":"pith","pith_arxiv_id":"2408.04667","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Llm stability: A detailed analysis with some surprises","venue":"cs.CL","work_id":"2deedf62-78bc-49dd-8891-fb47f06c77af","year":2024},"citing_paper":{"arxiv_id":"2604.09998","last_updated":"2026-06-15T20:22:53Z","snapshot_observed_at":"2026-08-11T02:56:22.436953Z","submitted_at":"2026-04-11T03:00:37Z","title":"Like a Hammer, It Can Build, It Can Break: Large Language Model Uses, Perceptions, and Adoption in Cybersecurity Operations on Reddit","version":1},"reference_index":68,"source":"pdf_text","source_observed_at":"2026-05-10T16:44:36.047426Z"},"links":{"cited_paper":"/paper/2408.04667","citing_paper":"/paper/2604.09998"},"observation_digest":"sha256:38a6cd857cfb1ae345424440a7849e7a02c61de2a259de4090f72d995d0793b7","observation_id":"88a04ce3-18f6-42fa-b9d0-a9a6d329b34c","resolution":{"observed_at":"2026-05-11T08:16:01.033544Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2408.04667","last_updated":"2025-04-02T15:17:02Z","snapshot_observed_at":"2026-08-16T13:28:09.369179Z","submitted_at":"2024-08-06T16:43:35Z","title":"Non-Determinism of \"Deterministic\" LLM Settings","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.04667","snapshot_observed_at":"2026-07-12T22:57:13.837709Z","title":"Deterministic","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2604.09998","last_updated":"2026-06-15T20:22:53Z","snapshot_observed_at":"2026-08-11T02:56:22.436953Z","submitted_at":"2026-04-11T03:00:37Z","title":"Like a Hammer, It Can Build, It Can Break: Large Language Model Uses, Perceptions, and Adoption in Cybersecurity Operations on Reddit","version":2},"reference_index":55,"source":"pdf_text","source_observed_at":"2026-07-12T22:57:13.837709Z"},"links":{"cited_paper":"/paper/2408.04667","citing_paper":"/paper/2604.09998"},"observation_digest":"sha256:59574eac344ccbe4ac4ed80bd967d4655557ad5fcb07aaab87a0c6aaefdaac7a","observation_id":"f1857af0-b027-470c-97c9-99316f4c4e85","resolution":{"observed_at":"2026-07-12T22:57:13.837709Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.04667","last_updated":"2025-04-02T15:17:02Z","snapshot_observed_at":"2026-08-16T13:28:09.369179Z","submitted_at":"2024-08-06T16:43:35Z","title":"Non-Determinism of \"Deterministic\" LLM Settings","version":5},"cited_work":{"arxiv_id":"2408.04667","doi":"10.48550/arxiv.2408.04667","metadata_source":"pith","pith_arxiv_id":"2408.04667","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Llm stability: A detailed analysis with some surprises","venue":"cs.CL","work_id":"2deedf62-78bc-49dd-8891-fb47f06c77af","year":2024},"citing_paper":{"arxiv_id":"2604.16310","last_updated":"2026-01-30T15:32:14Z","snapshot_observed_at":"2026-07-06T23:03:39.351412Z","submitted_at":"2026-01-30T15:32:14Z","title":"RAG-DIVE: A Dynamic Approach for Multi-Turn Dialogue Evaluation in Retrieval-Augmented Generation","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-05-16T09:13:55.204404Z"},"links":{"cited_paper":"/paper/2408.04667","citing_paper":"/paper/2604.16310"},"observation_digest":"sha256:9610f8b106b7f51393e6810c6159144723aa6ddcb34e2c776d6f40de6854263b","observation_id":"3aadecf2-24dc-4d44-834e-7dbf8c994702","resolution":{"observed_at":"2026-05-16T09:17:40.136376Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2408.04667","last_updated":"2025-04-02T15:17:02Z","snapshot_observed_at":"2026-08-16T13:28:09.369179Z","submitted_at":"2024-08-06T16:43:35Z","title":"Non-Determinism of \"Deterministic\" LLM Settings","version":5},"cited_work":{"arxiv_id":"2408.04667","doi":"10.48550/arxiv.2408.04667","metadata_source":"pith","pith_arxiv_id":"2408.04667","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Llm stability: A detailed analysis with some surprises","venue":"cs.CL","work_id":"2deedf62-78bc-49dd-8891-fb47f06c77af","year":2024},"citing_paper":{"arxiv_id":"2604.18775","last_updated":"2026-04-20T19:32:00Z","snapshot_observed_at":"2026-08-17T04:11:15.420534Z","submitted_at":"2026-04-20T19:32:00Z","title":"An Empirical Study of Multi-Generation Sampling for Jailbreak Detection in Large Language Models","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-05-10T04:44:18.853951Z"},"links":{"cited_paper":"/paper/2408.04667","citing_paper":"/paper/2604.18775"},"observation_digest":"sha256:a8e085b7a43b69efd337b6db6087b404faf1638911af98946a079c74a639c27b","observation_id":"95bd4eb3-0f9e-4dbd-a629-c7afc0f1a251","resolution":{"observed_at":"2026-05-10T11:50:21.287128Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2408.04667","last_updated":"2025-04-02T15:17:02Z","snapshot_observed_at":"2026-08-16T13:28:09.369179Z","submitted_at":"2024-08-06T16:43:35Z","title":"Non-Determinism of \"Deterministic\" LLM Settings","version":5},"cited_work":{"arxiv_id":"2408.04667","doi":"10.48550/arxiv.2408.04667","metadata_source":"pith","pith_arxiv_id":"2408.04667","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Llm stability: A detailed analysis with some surprises","venue":"cs.CL","work_id":"2deedf62-78bc-49dd-8891-fb47f06c77af","year":2024},"citing_paper":{"arxiv_id":"2604.19598","last_updated":"2026-04-23T01:33:33Z","snapshot_observed_at":"2026-08-13T01:36:51.562699Z","submitted_at":"2026-04-21T15:51:46Z","title":"Cross-Model Consistency of AI-Generated Exercise Prescriptions: A Repeated Generation Study Across Three Large Language Models","version":2},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-05-10T03:21:17.833685Z"},"links":{"cited_paper":"/paper/2408.04667","citing_paper":"/paper/2604.19598"},"observation_digest":"sha256:f4a9c646a9498fc4adf4c59aa4b4a0bc723873b76c052617f654727e44f08ccc","observation_id":"5968131c-1a33-456f-a753-94e591a84478","resolution":{"observed_at":"2026-05-11T12:41:01.312961Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2408.04667","last_updated":"2025-04-02T15:17:02Z","snapshot_observed_at":"2026-08-16T13:28:09.369179Z","submitted_at":"2024-08-06T16:43:35Z","title":"Non-Determinism of \"Deterministic\" LLM Settings","version":5},"cited_work":{"arxiv_id":"2408.04667","doi":"10.48550/arxiv.2408.04667","metadata_source":"pith","pith_arxiv_id":"2408.04667","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Llm stability: A detailed analysis with some surprises","venue":"cs.CL","work_id":"2deedf62-78bc-49dd-8891-fb47f06c77af","year":2024},"citing_paper":{"arxiv_id":"2604.22176","last_updated":"2026-04-24T03:00:38Z","snapshot_observed_at":"2026-08-15T23:45:46.206332Z","submitted_at":"2026-04-24T03:00:38Z","title":"FixV2W: Correcting Invalid CVE-CWE Mappings with Knowledge Graph Embeddings","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-05-08T11:40:19.970617Z"},"links":{"cited_paper":"/paper/2408.04667","citing_paper":"/paper/2604.22176"},"observation_digest":"sha256:cb320012133e3a7e733a804cd1cf95410823f59a82370ee71a6853dfcf9908bd","observation_id":"476e1025-1319-4852-a6a9-41189698485d","resolution":{"observed_at":"2026-05-11T19:31:11.143901Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2408.04667","last_updated":"2025-04-02T15:17:02Z","snapshot_observed_at":"2026-08-16T13:28:09.369179Z","submitted_at":"2024-08-06T16:43:35Z","title":"Non-Determinism of \"Deterministic\" LLM Settings","version":5},"cited_work":{"arxiv_id":"2408.04667","doi":"10.48550/arxiv.2408.04667","metadata_source":"pith","pith_arxiv_id":"2408.04667","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Llm stability: A detailed analysis with some surprises","venue":"cs.CL","work_id":"2deedf62-78bc-49dd-8891-fb47f06c77af","year":2024},"citing_paper":{"arxiv_id":"2604.22411","last_updated":"2026-04-24T10:11:06Z","snapshot_observed_at":"2026-07-06T23:08:47.078992Z","submitted_at":"2026-04-24T10:11:06Z","title":"Introducing Background Temperature to Characterise Hidden Randomness in Large Language Models","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-05-08T12:14:47.518940Z"},"links":{"cited_paper":"/paper/2408.04667","citing_paper":"/paper/2604.22411"},"observation_digest":"sha256:837650ab29fe2042835c19162b161e9d777ea6840891d80335f9f010aa2f8aa3","observation_id":"7d5a0177-5685-4e10-a181-7b04f87acd3c","resolution":{"observed_at":"2026-05-11T19:21:07.502006Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2408.04667","last_updated":"2025-04-02T15:17:02Z","snapshot_observed_at":"2026-08-16T13:28:09.369179Z","submitted_at":"2024-08-06T16:43:35Z","title":"Non-Determinism of \"Deterministic\" LLM Settings","version":5},"cited_work":{"arxiv_id":"2408.04667","doi":"10.48550/arxiv.2408.04667","metadata_source":"pith","pith_arxiv_id":"2408.04667","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Llm stability: A detailed analysis with some surprises","venue":"cs.CL","work_id":"2deedf62-78bc-49dd-8891-fb47f06c77af","year":2024},"citing_paper":{"arxiv_id":"2604.27006","last_updated":"2026-04-29T08:55:16Z","snapshot_observed_at":"2026-08-13T06:57:40.380291Z","submitted_at":"2026-04-29T08:55:16Z","title":"Beyond Accuracy: LLM Variability in Evidence Screening for Software Engineering SLRs","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-05-07T13:12:40.596426Z"},"links":{"cited_paper":"/paper/2408.04667","citing_paper":"/paper/2604.27006"},"observation_digest":"sha256:bb94ee67fac73ff6165785ba291a3e678d6f7b6c7b6d36b2dbb518281b1bc06f","observation_id":"1ae26abf-6a21-4629-8372-1c960f15cb39","resolution":{"observed_at":"2026-05-12T09:01:26.126830Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2408.04667","last_updated":"2025-04-02T15:17:02Z","snapshot_observed_at":"2026-08-16T13:28:09.369179Z","submitted_at":"2024-08-06T16:43:35Z","title":"Non-Determinism of \"Deterministic\" LLM Settings","version":5},"cited_work":{"arxiv_id":"2408.04667","doi":"10.48550/arxiv.2408.04667","metadata_source":"pith","pith_arxiv_id":"2408.04667","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Llm stability: A detailed analysis with some surprises","venue":"cs.CL","work_id":"2deedf62-78bc-49dd-8891-fb47f06c77af","year":2024},"citing_paper":{"arxiv_id":"2605.02096","last_updated":"2026-08-13T11:57:54Z","snapshot_observed_at":"2026-08-16T23:12:05.587064Z","submitted_at":"2026-05-03T23:31:18Z","title":"Foundation Models as Oracles for Refactoring Correctness Detection","version":1},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-05-08T19:13:12.449778Z"},"links":{"cited_paper":"/paper/2408.04667","citing_paper":"/paper/2605.02096"},"observation_digest":"sha256:dc0f34858752f5ffc85560638488e151e642471c5d1a4d19f76e558f13273dc0","observation_id":"44c38169-2574-4179-a25d-60e4bd882ed4","resolution":{"observed_at":"2026-05-09T06:00:36.059957Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2408.04667","last_updated":"2025-04-02T15:17:02Z","snapshot_observed_at":"2026-08-16T13:28:09.369179Z","submitted_at":"2024-08-06T16:43:35Z","title":"Non-Determinism of \"Deterministic\" LLM Settings","version":5},"cited_work":{"arxiv_id":"2408.04667","doi":"10.48550/arxiv.2408.04667","metadata_source":"pith","pith_arxiv_id":"2408.04667","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Llm stability: A detailed analysis with some surprises","venue":"cs.CL","work_id":"2deedf62-78bc-49dd-8891-fb47f06c77af","year":2024},"citing_paper":{"arxiv_id":"2605.02096","last_updated":"2026-08-13T11:57:54Z","snapshot_observed_at":"2026-08-16T23:12:05.587064Z","submitted_at":"2026-05-03T23:31:18Z","title":"Foundation Models as Oracles for Refactoring Correctness Detection","version":2},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-07-04T01:48:03.650837Z"},"links":{"cited_paper":"/paper/2408.04667","citing_paper":"/paper/2605.02096"},"observation_digest":"sha256:15be8ad7497e59dc70931da21821f82acbf4d309ff78664126fa68d89c918759","observation_id":"4793597c-d434-4085-91a6-f568cb6c60e2","resolution":{"observed_at":"2026-07-04T01:49:21.460204Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2408.04667","last_updated":"2025-04-02T15:17:02Z","snapshot_observed_at":"2026-08-16T13:28:09.369179Z","submitted_at":"2024-08-06T16:43:35Z","title":"Non-Determinism of \"Deterministic\" LLM Settings","version":5},"cited_work":{"arxiv_id":"2408.04667","doi":"10.48550/arxiv.2408.04667","metadata_source":"pith","pith_arxiv_id":"2408.04667","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Llm stability: A detailed analysis with some surprises","venue":"cs.CL","work_id":"2deedf62-78bc-49dd-8891-fb47f06c77af","year":2024},"citing_paper":{"arxiv_id":"2605.25101","last_updated":"2026-05-24T14:30:56Z","snapshot_observed_at":"2026-08-13T20:49:31.915224Z","submitted_at":"2026-05-24T14:30:56Z","title":"Multi-Agent Specification-based Metamorphic Testing of FMU-Based Simulations","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-06-29T23:52:33.892289Z"},"links":{"cited_paper":"/paper/2408.04667","citing_paper":"/paper/2605.25101"},"observation_digest":"sha256:cc49d404f865d642a78fcb375bc3481f2fb331b9b3b4b18c71dd455eca2ba8a8","observation_id":"6a5e0111-f80a-45fe-a3da-ee4fa60952a2","resolution":{"observed_at":"2026-06-29T23:54:03.259116Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2408.04667","last_updated":"2025-04-02T15:17:02Z","snapshot_observed_at":"2026-08-16T13:28:09.369179Z","submitted_at":"2024-08-06T16:43:35Z","title":"Non-Determinism of \"Deterministic\" LLM Settings","version":5},"cited_work":{"arxiv_id":"2408.04667","doi":"10.48550/arxiv.2408.04667","metadata_source":"pith","pith_arxiv_id":"2408.04667","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Llm stability: A detailed analysis with some surprises","venue":"cs.CL","work_id":"2deedf62-78bc-49dd-8891-fb47f06c77af","year":2024},"citing_paper":{"arxiv_id":"2605.27440","last_updated":"2026-05-22T17:23:02Z","snapshot_observed_at":"2026-08-14T22:26:40.416688Z","submitted_at":"2026-05-22T17:23:02Z","title":"Paraphrase Brittleness in Production Retrieval-Augmented Commercial Recommendation: Reproducibility Below the Rerun-Stability Baseline","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-06-30T14:44:45.353335Z"},"links":{"cited_paper":"/paper/2408.04667","citing_paper":"/paper/2605.27440"},"observation_digest":"sha256:b0068b5e12788022c91143d4b2af8671251b7aba3f85ceda033399654d69a290","observation_id":"bb372c13-286a-4994-8deb-64fb72784d94","resolution":{"observed_at":"2026-06-30T14:54:45.696788Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2408.04667","last_updated":"2025-04-02T15:17:02Z","snapshot_observed_at":"2026-08-16T13:28:09.369179Z","submitted_at":"2024-08-06T16:43:35Z","title":"Non-Determinism of \"Deterministic\" LLM Settings","version":5},"cited_work":{"arxiv_id":"2408.04667","doi":"10.48550/arxiv.2408.04667","metadata_source":"pith","pith_arxiv_id":"2408.04667","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Llm stability: A detailed analysis with some surprises","venue":"cs.CL","work_id":"2deedf62-78bc-49dd-8891-fb47f06c77af","year":2024},"citing_paper":{"arxiv_id":"2605.27763","last_updated":"2026-05-26T23:22:55Z","snapshot_observed_at":"2026-07-31T18:23:26.053584Z","submitted_at":"2026-05-26T23:22:55Z","title":"A Paired Testing Protocol for Batch-Conditioned Refusal Robustness in LLM Serving","version":1},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-06-29T18:03:19.798168Z"},"links":{"cited_paper":"/paper/2408.04667","citing_paper":"/paper/2605.27763"},"observation_digest":"sha256:94ca191c150618d32fb428ac8b0c3283dc59273bf0f0e2279be227a6cd809b61","observation_id":"252cf7f2-35e9-497b-87d5-88fa2b6fd084","resolution":{"observed_at":"2026-06-29T18:03:47.813802Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2408.04667","last_updated":"2025-04-02T15:17:02Z","snapshot_observed_at":"2026-08-16T13:28:09.369179Z","submitted_at":"2024-08-06T16:43:35Z","title":"Non-Determinism of \"Deterministic\" LLM Settings","version":5},"cited_work":{"arxiv_id":"2408.04667","doi":"10.48550/arxiv.2408.04667","metadata_source":"pith","pith_arxiv_id":"2408.04667","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Llm stability: A detailed analysis with some surprises","venue":"cs.CL","work_id":"2deedf62-78bc-49dd-8891-fb47f06c77af","year":2024},"citing_paper":{"arxiv_id":"2605.28321","last_updated":"2026-05-27T11:24:46Z","snapshot_observed_at":"2026-08-07T17:37:53.228914Z","submitted_at":"2026-05-27T11:24:46Z","title":"Multi-Agent LLM-based Metamorphic Testing for REST APIs","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-06-29T10:53:47.462020Z"},"links":{"cited_paper":"/paper/2408.04667","citing_paper":"/paper/2605.28321"},"observation_digest":"sha256:b7557de3de8d07fb0f793cd998d19282939de56cd7a0b06968d500df92805310","observation_id":"2f1701ec-e678-4b24-8f6f-25f49a4ac659","resolution":{"observed_at":"2026-06-29T11:03:19.032496Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2408.04667","last_updated":"2025-04-02T15:17:02Z","snapshot_observed_at":"2026-08-16T13:28:09.369179Z","submitted_at":"2024-08-06T16:43:35Z","title":"Non-Determinism of \"Deterministic\" LLM Settings","version":5},"cited_work":{"arxiv_id":"2408.04667","doi":"10.48550/arxiv.2408.04667","metadata_source":"pith","pith_arxiv_id":"2408.04667","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Llm stability: A detailed analysis with some surprises","venue":"cs.CL","work_id":"2deedf62-78bc-49dd-8891-fb47f06c77af","year":2024},"citing_paper":{"arxiv_id":"2606.03142","last_updated":"2026-06-02T04:36:32Z","snapshot_observed_at":"2026-08-13T20:05:28.255368Z","submitted_at":"2026-06-02T04:36:32Z","title":"Disentangling Visual and Factual Correctness in LVLMs' Visualization Literacy","version":1},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-06-28T11:19:51.893740Z"},"links":{"cited_paper":"/paper/2408.04667","citing_paper":"/paper/2606.03142"},"observation_digest":"sha256:6d494c90d2d214c4d87e2f5fac3d13ac9716a3e44fc66c1ea3857cc3d948ae2b","observation_id":"10cc173d-a2ac-439d-9a2a-a21a9803eadf","resolution":{"observed_at":"2026-07-02T02:06:26.191980Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2408.04667","last_updated":"2025-04-02T15:17:02Z","snapshot_observed_at":"2026-08-16T13:28:09.369179Z","submitted_at":"2024-08-06T16:43:35Z","title":"Non-Determinism of \"Deterministic\" LLM Settings","version":5},"cited_work":{"arxiv_id":"2408.04667","doi":"10.48550/arxiv.2408.04667","metadata_source":"pith","pith_arxiv_id":"2408.04667","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Llm stability: A detailed analysis with some surprises","venue":"cs.CL","work_id":"2deedf62-78bc-49dd-8891-fb47f06c77af","year":2024},"citing_paper":{"arxiv_id":"2606.03330","last_updated":"2026-06-02T08:39:50Z","snapshot_observed_at":"2026-08-02T20:44:01.368085Z","submitted_at":"2026-06-02T08:39:50Z","title":"FLIPS: Instance-Fingerprinting for LLMs via Pseudo-random Sequences","version":1},"reference_index":46,"source":"arxiv_source","source_observed_at":"2026-06-28T11:24:01.547119Z"},"links":{"cited_paper":"/paper/2408.04667","citing_paper":"/paper/2606.03330"},"observation_digest":"sha256:d1fbbca288e4fbae3c82b000ddca2bec9404c1ca9ca367bdfb46da2d82f500e9","observation_id":"43c4be2b-3806-471e-8b07-ecddbc7f46b3","resolution":{"observed_at":"2026-07-02T01:56:27.971433Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2408.04667","last_updated":"2025-04-02T15:17:02Z","snapshot_observed_at":"2026-08-16T13:28:09.369179Z","submitted_at":"2024-08-06T16:43:35Z","title":"Non-Determinism of \"Deterministic\" LLM Settings","version":5},"cited_work":{"arxiv_id":"2408.04667","doi":"10.48550/arxiv.2408.04667","metadata_source":"pith","pith_arxiv_id":"2408.04667","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Llm stability: A detailed analysis with some surprises","venue":"cs.CL","work_id":"2deedf62-78bc-49dd-8891-fb47f06c77af","year":2024},"citing_paper":{"arxiv_id":"2607.06229","last_updated":"2026-07-07T12:54:08Z","snapshot_observed_at":"2026-08-15T16:37:48.272808Z","submitted_at":"2026-07-07T12:54:08Z","title":"Spider 2.0-AIFunc: Extending Real-World Text-to-SQL to AI-Native SQL Workflows","version":1},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-07-08T12:54:03.626597Z"},"links":{"cited_paper":"/paper/2408.04667","citing_paper":"/paper/2607.06229"},"observation_digest":"sha256:c67dd89a99ed1a78cc540494c7c6637aebfe8cad07f0743a9d77020da2676b57","observation_id":"9d7cf968-87a3-4467-8967-059f9a780a26","resolution":{"observed_at":"2026-07-08T12:54:52.851991Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2408.04667","last_updated":"2025-04-02T15:17:02Z","snapshot_observed_at":"2026-08-16T13:28:09.369179Z","submitted_at":"2024-08-06T16:43:35Z","title":"Non-Determinism of \"Deterministic\" LLM Settings","version":5},"cited_work":{"arxiv_id":"2408.04667","doi":"10.48550/arxiv.2408.04667","metadata_source":"pith","pith_arxiv_id":"2408.04667","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Llm stability: A detailed analysis with some surprises","venue":"cs.CL","work_id":"2deedf62-78bc-49dd-8891-fb47f06c77af","year":2024},"citing_paper":{"arxiv_id":"2607.07766","last_updated":"2026-07-08T15:39:10Z","snapshot_observed_at":"2026-08-15T03:28:15.999818Z","submitted_at":"2026-07-08T15:39:10Z","title":"Alignment Plausibility: A New Standard for Assuring AI in Healthcare","version":1},"reference_index":55,"source":"pdf_text","source_observed_at":"2026-07-10T18:44:28.259986Z"},"links":{"cited_paper":"/paper/2408.04667","citing_paper":"/paper/2607.07766"},"observation_digest":"sha256:62e1fb161c09a4438d757278e671549fe38d63fc6abd0c96fdafe7024de81fb9","observation_id":"8390f1b6-8b9d-4b02-bcbd-e74307116c59","resolution":{"observed_at":"2026-07-10T18:47:31.499853Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2408.04667","last_updated":"2025-04-02T15:17:02Z","snapshot_observed_at":"2026-08-16T13:28:09.369179Z","submitted_at":"2024-08-06T16:43:35Z","title":"Non-Determinism of \"Deterministic\" LLM Settings","version":5},"cited_work":{"arxiv_id":"2408.04667","doi":"10.48550/arxiv.2408.04667","metadata_source":"pith","pith_arxiv_id":"2408.04667","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Llm stability: A detailed analysis with some surprises","venue":"cs.CL","work_id":"2deedf62-78bc-49dd-8891-fb47f06c77af","year":2024},"citing_paper":{"arxiv_id":"2607.07985","last_updated":"2026-07-08T23:24:55Z","snapshot_observed_at":"2026-08-07T05:14:48.269155Z","submitted_at":"2026-07-08T23:24:55Z","title":"A Reliability Assessment of LALM Audio Judges for Full-Duplex Voice Agents","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-07-10T14:13:50.737253Z"},"links":{"cited_paper":"/paper/2408.04667","citing_paper":"/paper/2607.07985"},"observation_digest":"sha256:b9a488bf8f885b0c4307a31c5f28bbfb0b947bca261883be713d2e2d8fdccde7","observation_id":"0006f4aa-2bad-4c1e-824a-dfad92273668","resolution":{"observed_at":"2026-07-10T14:17:10.070543Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2408.04667","last_updated":"2025-04-02T15:17:02Z","snapshot_observed_at":"2026-08-16T13:28:09.369179Z","submitted_at":"2024-08-06T16:43:35Z","title":"Non-Determinism of \"Deterministic\" LLM Settings","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.04667","snapshot_observed_at":"2026-07-14T13:32:31.523845Z","title":"deterministic","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.10202","last_updated":"2026-08-08T06:29:00Z","snapshot_observed_at":"2026-08-15T02:38:54.736482Z","submitted_at":"2026-07-11T08:26:48Z","title":"When Counterbalancing Hides the Bias: Access-Conditioned Position Lock in Forced-Choice LLM Evaluation","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-07-14T13:32:31.523845Z"},"links":{"cited_paper":"/paper/2408.04667","citing_paper":"/paper/2607.10202"},"observation_digest":"sha256:fde5ecf77e00906d01663c3eb41e6fe2c85466e23bf1edb8f7e45741ffcdae1d","observation_id":"a3934626-a9af-4777-9bde-06aacb78da9b","resolution":{"observed_at":"2026-07-14T13:32:31.523845Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.04667","last_updated":"2025-04-02T15:17:02Z","snapshot_observed_at":"2026-08-16T13:28:09.369179Z","submitted_at":"2024-08-06T16:43:35Z","title":"Non-Determinism of \"Deterministic\" LLM Settings","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.04667","snapshot_observed_at":"2026-08-02T05:40:04.599785Z","title":"Deterministic","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.13304","last_updated":"2026-07-14T22:12:52Z","snapshot_observed_at":"2026-08-18T15:49:03.600581Z","submitted_at":"2026-07-14T22:12:52Z","title":"Where Does the Noise Come From? A Variance-Components Decomposition of Non-Determinism in LLM Brand Answers","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-02T05:40:04.599785Z"},"links":{"cited_paper":"/paper/2408.04667","citing_paper":"/paper/2607.13304"},"observation_digest":"sha256:90b22d0275105abaa5ff7f425ddcbbe9577a45186e34d462b4b82ad64765ac0b","observation_id":"53b50347-6149-4417-b6ca-1361df2875f7","resolution":{"observed_at":"2026-08-02T05:40:04.599785Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.04667","last_updated":"2025-04-02T15:17:02Z","snapshot_observed_at":"2026-08-16T13:28:09.369179Z","submitted_at":"2024-08-06T16:43:35Z","title":"Non-Determinism of \"Deterministic\" LLM Settings","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.04667","snapshot_observed_at":"2026-08-02T03:41:04.881119Z","title":"arXiv preprint arXiv:2408.04667 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.13820","last_updated":"2026-07-15T13:28:18Z","snapshot_observed_at":"2026-08-13T03:10:59.794674Z","submitted_at":"2026-07-15T13:28:18Z","title":"PROBE: Benchmarking Code Generation in Large Language Models","version":1},"reference_index":76,"source":"arxiv_source","source_observed_at":"2026-08-02T03:41:04.881119Z"},"links":{"cited_paper":"/paper/2408.04667","citing_paper":"/paper/2607.13820"},"observation_digest":"sha256:23971a20919f0c869b20af58283e96002ba1ecd2605d4265d235d7de25a9a6a1","observation_id":"7e65b358-3a1f-4f0f-b8ae-b5d39fada2a7","resolution":{"observed_at":"2026-08-02T03:41:04.881119Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.04667","last_updated":"2025-04-02T15:17:02Z","snapshot_observed_at":"2026-08-16T13:28:09.369179Z","submitted_at":"2024-08-06T16:43:35Z","title":"Non-Determinism of \"Deterministic\" LLM Settings","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.04667","snapshot_observed_at":"2026-07-30T22:40:44.563667Z","title":"and Radcliffe, Evan and Rajagopal, Guru Rajan and Sloan, Adam and Tudrej, Tomasz and Ture, Ferhan and Wu, Zhe and Xu, Lixinyu and Baldwin, Breck , title =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.23424","last_updated":"2026-07-31T07:03:49Z","snapshot_observed_at":"2026-08-16T22:17:22.286078Z","submitted_at":"2026-07-26T02:46:04Z","title":"Wrong and More Confident: A Field Experiment on Large Language Models Taking a Graduate Economics Exam","version":1},"reference_index":53,"source":"arxiv_source","source_observed_at":"2026-07-30T22:40:44.563667Z"},"links":{"cited_paper":"/paper/2408.04667","citing_paper":"/paper/2607.23424"},"observation_digest":"sha256:858ab4c3a082cd94f05aab51a0ba7c77f7583a248d55eebadc75adbd003122ed","observation_id":"be100cf3-c3ca-40df-a794-70aa635840af","resolution":{"observed_at":"2026-07-30T22:40:44.563667Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.04667","last_updated":"2025-04-02T15:17:02Z","snapshot_observed_at":"2026-08-16T13:28:09.369179Z","submitted_at":"2024-08-06T16:43:35Z","title":"Non-Determinism of \"Deterministic\" LLM Settings","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.04667","snapshot_observed_at":"2026-07-31T23:42:25.295592Z","title":"and Radcliffe, Evan and Rajagopal, Guru Rajan and Sloan, Adam and Tudrej, Tomasz and Ture, Ferhan and Wu, Zhe and Xu, Lixinyu and Baldwin, Breck , title =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.23424","last_updated":"2026-07-31T07:03:49Z","snapshot_observed_at":"2026-08-16T22:17:22.286078Z","submitted_at":"2026-07-26T02:46:04Z","title":"Wrong and More Confident: A Field Experiment on Large Language Models Taking a Graduate Economics Exam","version":2},"reference_index":53,"source":"arxiv_source","source_observed_at":"2026-07-31T23:42:25.295592Z"},"links":{"cited_paper":"/paper/2408.04667","citing_paper":"/paper/2607.23424"},"observation_digest":"sha256:5b875e12e32d8462c297d6fe1057537d0dd04de024c104a78a6c5fa6bd077764","observation_id":"f66fa8e0-369a-48e2-9d86-015e52ac50c1","resolution":{"observed_at":"2026-07-31T23:42:25.295592Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.04667","last_updated":"2025-04-02T15:17:02Z","snapshot_observed_at":"2026-08-16T13:28:09.369179Z","submitted_at":"2024-08-06T16:43:35Z","title":"Non-Determinism of \"Deterministic\" LLM Settings","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.04667","snapshot_observed_at":"2026-08-03T01:52:37.877568Z","title":"and Radcliffe, Evan and Rajagopal, Guru Rajan and Sloan, Adam and Tudrej, Tomasz and Ture, Ferhan and Wu, Zhe and Xu, Lixinyu and Baldwin, Breck , title =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.23424","last_updated":"2026-07-31T07:03:49Z","snapshot_observed_at":"2026-08-16T22:17:22.286078Z","submitted_at":"2026-07-26T02:46:04Z","title":"Wrong and More Confident: A Field Experiment on Large Language Models Taking a Graduate Economics Exam","version":3},"reference_index":53,"source":"arxiv_source","source_observed_at":"2026-08-03T01:52:37.877568Z"},"links":{"cited_paper":"/paper/2408.04667","citing_paper":"/paper/2607.23424"},"observation_digest":"sha256:725e206c005eda2ba28511dff99ecd088e8c1d3085e5f5c49bbef15917711028","observation_id":"620c1444-7cc2-43cc-90e6-837520eb1902","resolution":{"observed_at":"2026-08-03T01:52:37.877568Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.04667","last_updated":"2025-04-02T15:17:02Z","snapshot_observed_at":"2026-08-16T13:28:09.369179Z","submitted_at":"2024-08-06T16:43:35Z","title":"Non-Determinism of \"Deterministic\" LLM Settings","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.04667","snapshot_observed_at":"2026-08-02T12:15:36.440483Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.24765","last_updated":"2026-06-05T12:36:36Z","snapshot_observed_at":"2026-08-16T14:52:51.643690Z","submitted_at":"2026-06-05T12:36:36Z","title":"Measuring and Improving Behavioral Consistency in Large Language Models through Fact-Heuristic-Emotion State Enforcement","version":1},"reference_index":61,"source":"pdf_text","source_observed_at":"2026-08-02T12:15:36.440483Z"},"links":{"cited_paper":"/paper/2408.04667","citing_paper":"/paper/2607.24765"},"observation_digest":"sha256:b81dcc657a1c35d10d861f3a32cc6377e58bd33c98dc56f80d085845f20ca952","observation_id":"de9d2c7b-3692-4ca7-9a8d-8c869b461ab1","resolution":{"observed_at":"2026-08-02T12:15:36.440483Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.04667","last_updated":"2025-04-02T15:17:02Z","snapshot_observed_at":"2026-08-16T13:28:09.369179Z","submitted_at":"2024-08-06T16:43:35Z","title":"Non-Determinism of \"Deterministic\" LLM Settings","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.04667","snapshot_observed_at":"2026-08-12T00:41:59.406582Z","title":"deterministic","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2608.07954","last_updated":"2026-08-08T06:36:24Z","snapshot_observed_at":"2026-08-19T07:57:20.141597Z","submitted_at":"2026-08-08T06:36:24Z","title":"KGCache: Amortized Subgraph Retrieval for KG Reasoning with LLMs","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-12T00:41:59.406582Z"},"links":{"cited_paper":"/paper/2408.04667","citing_paper":"/paper/2608.07954"},"observation_digest":"sha256:e980a4df588460106ecb4bfd4fb8242af7bb1c62f769d24d4781b4b0463b56c0","observation_id":"204ea3a3-a29c-4bcf-a4fe-f578e9dafb57","resolution":{"observed_at":"2026-08-12T00:41:59.406582Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.04667","last_updated":"2025-04-02T15:17:02Z","snapshot_observed_at":"2026-08-16T13:28:09.369179Z","submitted_at":"2024-08-06T16:43:35Z","title":"Non-Determinism of \"Deterministic\" LLM Settings","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.04667","snapshot_observed_at":"2026-08-11T04:25:27.494819Z","title":"Deterministic","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.09919","last_updated":"2026-08-10T17:57:37Z","snapshot_observed_at":"2026-08-19T12:48:28.619703Z","submitted_at":"2026-08-10T17:57:37Z","title":"Detecting Behavioral Changes in Python Refactoring Implementations with Foundation Models","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-11T04:25:27.494819Z"},"links":{"cited_paper":"/paper/2408.04667","citing_paper":"/paper/2608.09919"},"observation_digest":"sha256:c229cc3eb543c7f53a2a4b524dea18664f06ad841cb0c98ca15416f60801f4bb","observation_id":"97204d8e-9449-4d61-a947-12b0e6653fb0","resolution":{"observed_at":"2026-08-11T04:25:27.494819Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.04667","last_updated":"2025-04-02T15:17:02Z","snapshot_observed_at":"2026-08-16T13:28:09.369179Z","submitted_at":"2024-08-06T16:43:35Z","title":"Non-Determinism of \"Deterministic\" LLM Settings","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.04667","snapshot_observed_at":"2026-08-15T14:22:44.083090Z","title":"Passonneau, Evan Radcliffe, Guru Rajan Rajagopal, Adam Sloan, Tomasz Tudrej, Ferhan Ture, Zhe Wu, Lixinyu Xu, and Breck Baldwin","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.11344","last_updated":"2026-08-13T01:40:03Z","snapshot_observed_at":"2026-08-18T10:47:34.118010Z","submitted_at":"2026-08-11T18:52:09Z","title":"Governing Agentic AI in FinTech","version":2},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-15T14:22:44.083090Z"},"links":{"cited_paper":"/paper/2408.04667","citing_paper":"/paper/2608.11344"},"observation_digest":"sha256:55872c9a0eb1a4543bba9e7fef19cc9d69e47e7a43d8864fbf7325c05833479e","observation_id":"badb32c4-139c-4e50-9629-91280d966db1","resolution":{"observed_at":"2026-08-15T14:22:44.083090Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2408.04667/citation-record","integrity":"/paper/2408.04667/integrity","json":"/paper/2408.04667/citation-record.json","paper":"/paper/2408.04667"},"outbound":[],"paper":{"arxiv_id":"2408.04667","last_updated":"2025-04-02T15:17:02Z","latest_version":5,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-16T13:28:09.369179Z","submitted_at":"2024-08-06T16:43:35Z","title":"Non-Determinism of \"Deterministic\" LLM Settings"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"thesis":"As of 19 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 54 inbound Pith citation observations for arXiv:2408.04667."}