{"as_of":"2026-08-10T20:17:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:97b3c1760b5d69bf077d9e9c7f8aa53c5eb06e2dcfb44db44b75e66f21da8f5c","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":16,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":16,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-10T06:31:04.303077+00:00","state":"measured"},{"denominator":16,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":16,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-10T17:42:11.126560Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-24T03:55:59.649374Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2308.02828","last_updated":"2024-10-17T17:38:59Z","snapshot_observed_at":"2026-08-08T09:32:17.455083Z","submitted_at":"2023-08-05T09:30:33Z","title":"An Empirical Study of the Non-determinism of ChatGPT in Code Generation","version":2},"cited_work":{"arxiv_id":"2308.02828","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2308.02828","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Llm is like a box of chocolates: the non-determinism of chatgpt in code generation","venue":null,"work_id":"766bbe9b-092f-4c70-951c-894e72227a0a","year":2023},"citing_paper":{"arxiv_id":"2402.09664","last_updated":"2026-04-07T05:36:18Z","snapshot_observed_at":"2026-07-06T17:30:25.359458Z","submitted_at":"2024-02-15T02:24:46Z","title":"CodeMind: Evaluating Large Language Models for Code Reasoning","version":6},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-05-24T03:53:55.964755Z"},"links":{"cited_paper":"/paper/2308.02828","citing_paper":"/paper/2402.09664"},"observation_digest":"sha256:d1fa4b669a6562525a8bfb806ef162c9b78594d9e9ccd5b6490183abd7e645d0","observation_id":"f03f1396-e185-44d4-9960-42fa563fa4db","resolution":{"observed_at":"2026-05-24T03:55:59.653750Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2308.02828","last_updated":"2024-10-17T17:38:59Z","snapshot_observed_at":"2026-08-08T09:32:17.455083Z","submitted_at":"2023-08-05T09:30:33Z","title":"An Empirical Study of the Non-determinism of ChatGPT in Code Generation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.02828","snapshot_observed_at":"2026-08-10T17:42:11.126560Z","title":"Llm is like a box of chocolates: the non-determinism of chatgpt in code generation,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2501.11979","last_updated":"2025-01-21T08:52:47Z","snapshot_observed_at":"2026-08-10T17:36:14.421837Z","submitted_at":"2025-01-21T08:52:47Z","title":"Linear Feedback Control Systems for Iterative Prompt Optimization in Large Language Models","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-10T17:42:11.126560Z"},"links":{"cited_paper":"/paper/2308.02828","citing_paper":"/paper/2501.11979"},"observation_digest":"sha256:44b733fe0bc0261904ec2d8ec2b34ad2c0fa66289c1fa725eaa2901519728a66","observation_id":"caeb8e5e-e543-4074-8081-e6e45573e391","resolution":{"observed_at":"2026-08-10T17:42:11.126560Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.02828","last_updated":"2024-10-17T17:38:59Z","snapshot_observed_at":"2026-08-08T09:32:17.455083Z","submitted_at":"2023-08-05T09:30:33Z","title":"An Empirical Study of the Non-determinism of ChatGPT in Code Generation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.02828","snapshot_observed_at":"2026-08-10T17:06:55.547924Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2501.12557","last_updated":"2025-01-22T00:31:51Z","snapshot_observed_at":"2026-08-10T17:01:24.005843Z","submitted_at":"2025-01-22T00:31:51Z","title":"Understanding the LLM-ification of CHI: Unpacking the Impact of LLMs at CHI through a Systematic Literature Review","version":1},"reference_index":127,"source":"pdf_text","source_observed_at":"2026-08-10T17:06:55.547924Z"},"links":{"cited_paper":"/paper/2308.02828","citing_paper":"/paper/2501.12557"},"observation_digest":"sha256:cbb775b35669c84a25f02612841cb224af910d1e60463cace25e00d0c86672a6","observation_id":"92acd925-dc8f-46ff-bafe-35e8ffd2b8f2","resolution":{"observed_at":"2026-08-10T17:06:55.547924Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.02828","last_updated":"2024-10-17T17:38:59Z","snapshot_observed_at":"2026-08-08T09:32:17.455083Z","submitted_at":"2023-08-05T09:30:33Z","title":"An Empirical Study of the Non-determinism of ChatGPT in Code Generation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.02828","snapshot_observed_at":"2026-08-10T13:53:45.092902Z","title":"Zhang, Mark Harman, and Meng Wang","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2501.15875","last_updated":"2025-01-27T08:59:10Z","snapshot_observed_at":"2026-08-10T13:47:53.915943Z","submitted_at":"2025-01-27T08:59:10Z","title":"LCTG Bench: LLM Controlled Text Generation Benchmark","version":1},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-10T13:53:45.092902Z"},"links":{"cited_paper":"/paper/2308.02828","citing_paper":"/paper/2501.15875"},"observation_digest":"sha256:a0290a70950b1acaf58f0587acc3f9c05ffeb980f6776aa57235512eb4bbf6ad","observation_id":"36398d83-49b3-4d53-bc28-9315c526c932","resolution":{"observed_at":"2026-08-10T13:53:45.092902Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.02828","last_updated":"2024-10-17T17:38:59Z","snapshot_observed_at":"2026-08-08T09:32:17.455083Z","submitted_at":"2023-08-05T09:30:33Z","title":"An Empirical Study of the Non-determinism of ChatGPT in Code Generation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.02828","snapshot_observed_at":"2026-08-10T13:10:07.861278Z","title":"LLM is Like a Box of Chocolates: the Non-determinism of ChatGPT in Code Generation","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2501.16461","last_updated":"2025-01-27T19:43:09Z","snapshot_observed_at":"2026-08-10T13:04:58.291300Z","submitted_at":"2025-01-27T19:43:09Z","title":"Trustworthiness in Stochastic Systems: Towards Opening the Black Box","version":1},"reference_index":85,"source":"pdf_text","source_observed_at":"2026-08-10T13:10:07.861278Z"},"links":{"cited_paper":"/paper/2308.02828","citing_paper":"/paper/2501.16461"},"observation_digest":"sha256:cb5824d8c5c6fa95a9e2a05e089bcc467d5f1a5ceaae1f7350c04843b9c70060","observation_id":"0ea245dc-5117-438b-8ac5-6644e675528e","resolution":{"observed_at":"2026-08-10T13:10:07.861278Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.02828","last_updated":"2024-10-17T17:38:59Z","snapshot_observed_at":"2026-08-08T09:32:17.455083Z","submitted_at":"2023-08-05T09:30:33Z","title":"An Empirical Study of the Non-determinism of ChatGPT in Code Generation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.02828","snapshot_observed_at":"2026-08-10T05:33:52.428134Z","title":"Llm is like a box of choco- lates: the non-determinism of chatgpt in code generation","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2501.16952","last_updated":"2025-01-28T13:49:39Z","snapshot_observed_at":"2026-08-10T10:29:50.598020Z","submitted_at":"2025-01-28T13:49:39Z","title":"Multiple Abstraction Level Retrieve Augment Generation","version":1},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-08-10T05:33:52.428134Z"},"links":{"cited_paper":"/paper/2308.02828","citing_paper":"/paper/2501.16952"},"observation_digest":"sha256:5925cbdee68dadcb421fd0672ab8833b985b95ae4ee0b1b49025152a1de3dbab","observation_id":"77948597-9ab7-4152-991c-acbb4d0f6b72","resolution":{"observed_at":"2026-08-10T05:33:52.428134Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.02828","last_updated":"2024-10-17T17:38:59Z","snapshot_observed_at":"2026-08-08T09:32:17.455083Z","submitted_at":"2023-08-05T09:30:33Z","title":"An Empirical Study of the Non-determinism of ChatGPT in Code Generation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.02828","snapshot_observed_at":"2026-08-08T12:58:05.623259Z","title":"Llm is like a box of chocolates: the non-determinism of chatgpt in code generation","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2502.07399","last_updated":"2025-02-11T09:27:00Z","snapshot_observed_at":"2026-08-08T12:51:56.052520Z","submitted_at":"2025-02-11T09:27:00Z","title":"On Iterative Evaluation and Enhancement of Code Quality Using GPT-4o","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-08T12:58:05.623259Z"},"links":{"cited_paper":"/paper/2308.02828","citing_paper":"/paper/2502.07399"},"observation_digest":"sha256:dab377adc9692005efa01f4e21c8fdd859dcb561c0d247ec48fc13a7938c98dd","observation_id":"062d7830-b111-4850-9aa7-cd55e6fb166f","resolution":{"observed_at":"2026-08-08T12:58:05.623259Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.02828","last_updated":"2024-10-17T17:38:59Z","snapshot_observed_at":"2026-08-08T09:32:17.455083Z","submitted_at":"2023-08-05T09:30:33Z","title":"An Empirical Study of the Non-determinism of ChatGPT in Code Generation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.02828","snapshot_observed_at":"2026-08-07T20:56:23.111096Z","title":"M., Harman, M., and Wang, M","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2502.09622","last_updated":"2025-06-09T02:36:10Z","snapshot_observed_at":"2026-08-09T10:13:05.522551Z","submitted_at":"2025-02-13T18:59:47Z","title":"Theoretical Benefit and Limitation of Diffusion Language Model","version":2},"reference_index":43,"source":"arxiv_source","source_observed_at":"2026-08-07T20:56:23.111096Z"},"links":{"cited_paper":"/paper/2308.02828","citing_paper":"/paper/2502.09622"},"observation_digest":"sha256:0b21d5ebb312b4c45b6f7867cf3e4702908b84e32defba1d74a8ae823945bf7c","observation_id":"f9521dc3-06bb-487f-ad55-40d14889c3dc","resolution":{"observed_at":"2026-08-07T20:56:23.111096Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.02828","last_updated":"2024-10-17T17:38:59Z","snapshot_observed_at":"2026-08-08T09:32:17.455083Z","submitted_at":"2023-08-05T09:30:33Z","title":"An Empirical Study of the Non-determinism of ChatGPT in Code Generation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.02828","snapshot_observed_at":"2026-08-07T20:37:30.787061Z","title":"Llm is like a box of chocolates: the non-determinism of chatgpt in code generation,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2502.09771","last_updated":"2025-02-13T21:00:21Z","snapshot_observed_at":"2026-08-09T08:28:27.048127Z","submitted_at":"2025-02-13T21:00:21Z","title":"Knowledge-Enhanced Program Repair for Data Science Code","version":1},"reference_index":52,"source":"pdf_text","source_observed_at":"2026-08-07T20:37:30.787061Z"},"links":{"cited_paper":"/paper/2308.02828","citing_paper":"/paper/2502.09771"},"observation_digest":"sha256:121096a9e3ae4606ab4433261a34b5213cb745ef9217c20adcd1c26f2a66047d","observation_id":"fbffb1b7-0c94-4fd5-960f-8daa18b15ed9","resolution":{"observed_at":"2026-08-07T20:37:30.787061Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.02828","last_updated":"2024-10-17T17:38:59Z","snapshot_observed_at":"2026-08-08T09:32:17.455083Z","submitted_at":"2023-08-05T09:30:33Z","title":"An Empirical Study of the Non-determinism of ChatGPT in Code Generation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.02828","snapshot_observed_at":"2026-08-07T15:29:06.864738Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.15088","last_updated":"2025-05-21T04:14:35Z","snapshot_observed_at":"2026-08-10T08:27:18.497471Z","submitted_at":"2025-05-21T04:14:35Z","title":"Leveraging Large Language Models for Command Injection Vulnerability Analysis in Python: An Empirical Study on Popular Open-Source Projects","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-07T15:29:06.864738Z"},"links":{"cited_paper":"/paper/2308.02828","citing_paper":"/paper/2505.15088"},"observation_digest":"sha256:57e1536071e559cf5ac0fa293db106b290c85bcbf074a1256f962d1b2e35f7b1","observation_id":"4aca4d47-e4b5-4494-8911-32ae20c3b70b","resolution":{"observed_at":"2026-08-07T15:29:06.864738Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.02828","last_updated":"2024-10-17T17:38:59Z","snapshot_observed_at":"2026-08-08T09:32:17.455083Z","submitted_at":"2023-08-05T09:30:33Z","title":"An Empirical Study of the Non-determinism of ChatGPT in Code Generation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.02828","snapshot_observed_at":"2026-08-07T11:10:32.049198Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.03396","last_updated":"2025-06-03T21:08:33Z","snapshot_observed_at":"2026-08-07T11:01:49.654255Z","submitted_at":"2025-06-03T21:08:33Z","title":"Fault Localisation and Repair for DL Systems: An Empirical Study with LLMs","version":1},"reference_index":56,"source":"pdf_text","source_observed_at":"2026-08-07T11:10:32.049198Z"},"links":{"cited_paper":"/paper/2308.02828","citing_paper":"/paper/2506.03396"},"observation_digest":"sha256:e86157c5b3cd98ff21ca6a190f5bdc33d454fa5d1041c639f492958baabfc08e","observation_id":"5cce1f86-dc76-4c07-9735-5c24990f59cb","resolution":{"observed_at":"2026-08-07T11:10:32.049198Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.02828","last_updated":"2024-10-17T17:38:59Z","snapshot_observed_at":"2026-08-08T09:32:17.455083Z","submitted_at":"2023-08-05T09:30:33Z","title":"An Empirical Study of the Non-determinism of ChatGPT in Code Generation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.02828","snapshot_observed_at":"2026-08-06T20:38:56.675833Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.02306","last_updated":"2025-07-03T04:27:16Z","snapshot_observed_at":"2026-08-09T06:25:39.906547Z","submitted_at":"2025-07-03T04:27:16Z","title":"Synthetic Heuristic Evaluation: A Comparison between AI- and Human-Powered Usability Evaluation","version":1},"reference_index":52,"source":"pdf_text","source_observed_at":"2026-08-06T20:38:56.675833Z"},"links":{"cited_paper":"/paper/2308.02828","citing_paper":"/paper/2507.02306"},"observation_digest":"sha256:56ef11aaccbec5586812ec57a13f5313a26f8ce0ac746338bd9ca597cca7f632","observation_id":"974da0fe-cf1f-4843-85a9-b7f554ac70dc","resolution":{"observed_at":"2026-08-06T20:38:56.675833Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.02828","last_updated":"2024-10-17T17:38:59Z","snapshot_observed_at":"2026-08-08T09:32:17.455083Z","submitted_at":"2023-08-05T09:30:33Z","title":"An Empirical Study of the Non-determinism of ChatGPT in Code Generation","version":2},"cited_work":{"arxiv_id":"2308.02828","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2308.02828","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Llm is like a box of chocolates: the non-determinism of chatgpt in code generation","venue":null,"work_id":"766bbe9b-092f-4c70-951c-894e72227a0a","year":2023},"citing_paper":{"arxiv_id":"2604.05150","last_updated":"2026-04-06T20:25:20Z","snapshot_observed_at":"2026-07-06T22:53:55.926521Z","submitted_at":"2026-04-06T20:25:20Z","title":"Compiled AI: Deterministic Code Generation for LLM-Based Workflow Automation","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-05-10T18:57:34.386632Z"},"links":{"cited_paper":"/paper/2308.02828","citing_paper":"/paper/2604.05150"},"observation_digest":"sha256:e98052d49021343959bfd4513adee85a45288a356f29e9bb4911ac4d14cfe740","observation_id":"edcfbdb7-c434-4a4d-a75a-b37ee0f7422a","resolution":{"observed_at":"2026-05-10T23:40:51.582602Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2308.02828","last_updated":"2024-10-17T17:38:59Z","snapshot_observed_at":"2026-08-08T09:32:17.455083Z","submitted_at":"2023-08-05T09:30:33Z","title":"An Empirical Study of the Non-determinism of ChatGPT in Code Generation","version":2},"cited_work":{"arxiv_id":"2308.02828","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2308.02828","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Llm is like a box of chocolates: the non-determinism of chatgpt in code generation","venue":null,"work_id":"766bbe9b-092f-4c70-951c-894e72227a0a","year":2023},"citing_paper":{"arxiv_id":"2604.19826","last_updated":"2026-04-20T14:47:46Z","snapshot_observed_at":"2026-07-06T23:06:26.596990Z","submitted_at":"2026-04-20T14:47:46Z","title":"Co-Located Tests, Better AI Code: How Test Syntax Structure Affects Foundation Model Code Generation","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-05-10T04:21:39.637962Z"},"links":{"cited_paper":"/paper/2308.02828","citing_paper":"/paper/2604.19826"},"observation_digest":"sha256:5c411431f3ab5e10015af61e4d5590843dad2404c694c77c414864eac7e23c59","observation_id":"1d1cc71e-c609-41cd-be06-c078ef862029","resolution":{"observed_at":"2026-05-11T12:01:05.205896Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2308.02828","last_updated":"2024-10-17T17:38:59Z","snapshot_observed_at":"2026-08-08T09:32:17.455083Z","submitted_at":"2023-08-05T09:30:33Z","title":"An Empirical Study of the Non-determinism of ChatGPT in Code Generation","version":2},"cited_work":{"arxiv_id":"2308.02828","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2308.02828","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Llm is like a box of chocolates: the non-determinism of chatgpt in code generation","venue":null,"work_id":"766bbe9b-092f-4c70-951c-894e72227a0a","year":2023},"citing_paper":{"arxiv_id":"2604.22411","last_updated":"2026-04-24T10:11:06Z","snapshot_observed_at":"2026-07-06T23:08:47.078992Z","submitted_at":"2026-04-24T10:11:06Z","title":"Introducing Background Temperature to Characterise Hidden Randomness in Large Language Models","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-05-08T12:14:47.518940Z"},"links":{"cited_paper":"/paper/2308.02828","citing_paper":"/paper/2604.22411"},"observation_digest":"sha256:7a2d478727dc6285d00ae64f61149a242a2e744f6a33c5ba843752839c4e276f","observation_id":"8605fe87-f9ce-485e-a020-e9a7974deccc","resolution":{"observed_at":"2026-05-11T19:21:07.514412Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2308.02828","last_updated":"2024-10-17T17:38:59Z","snapshot_observed_at":"2026-08-08T09:32:17.455083Z","submitted_at":"2023-08-05T09:30:33Z","title":"An Empirical Study of the Non-determinism of ChatGPT in Code Generation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.02828","snapshot_observed_at":"2026-08-02T05:40:05.494011Z","title":"M., Harman, M., and Wang, M","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.13304","last_updated":"2026-07-14T22:12:52Z","snapshot_observed_at":"2026-08-08T14:35:11.847721Z","submitted_at":"2026-07-14T22:12:52Z","title":"Where Does the Noise Come From? A Variance-Components Decomposition of Non-Determinism in LLM Brand Answers","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-02T05:40:05.494011Z"},"links":{"cited_paper":"/paper/2308.02828","citing_paper":"/paper/2607.13304"},"observation_digest":"sha256:9ffba396cae9edbb7dd2d384832fc8f0ef36e910ef5cb29289a8b77503164436","observation_id":"bf75eb89-5d89-4956-8e2c-226473f03b92","resolution":{"observed_at":"2026-08-02T05:40:05.494011Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2308.02828/citation-record","integrity":"/paper/2308.02828/integrity","json":"/paper/2308.02828/citation-record.json","paper":"/paper/2308.02828"},"outbound":[],"paper":{"arxiv_id":"2308.02828","last_updated":"2024-10-17T17:38:59Z","latest_version":2,"primary_category":"cs.SE","snapshot_observed_at":"2026-08-08T09:32:17.455083Z","submitted_at":"2023-08-05T09:30:33Z","title":"An Empirical Study of the Non-determinism of ChatGPT in Code Generation"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"thesis":"As of 10 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 16 inbound Pith citation observations for arXiv:2308.02828."}