{"as_of":"2026-08-10T17:56:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:d7d55ca2590608bbf3dd26ec83e90e4c82422b4b8065d4a993010a91e50453c9","coverage":[{"denominator":47,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":47,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-10T05:17:24.424275Z","state":"measured"},{"denominator":51,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":51,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-10T06:31:04.303077+00:00","state":"measured"},{"denominator":4,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":4,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T20:35:53.084536Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-21T22:34:23.789200Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2501.16998","last_updated":"2025-01-28T14:52:16Z","snapshot_observed_at":"2026-08-10T13:02:17.598246Z","submitted_at":"2025-01-28T14:52:16Z","title":"Large Language Models for Code Generation: The Practitioners Perspective","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2501.16998","snapshot_observed_at":"2026-08-07T20:35:53.084536Z","title":"K., Ahmad, A., Sami, M","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2502.09766","last_updated":"2025-02-13T20:50:33Z","snapshot_observed_at":"2026-08-10T13:03:55.585294Z","submitted_at":"2025-02-13T20:50:33Z","title":"LLM-Generated Microservice Implementations from RESTful API Definitions","version":1},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-08-07T20:35:53.084536Z"},"links":{"cited_paper":"/paper/2501.16998","citing_paper":"/paper/2502.09766"},"observation_digest":"sha256:1980e6dde4379832bbb28b4a1d119b83abb36ee8e01c68cf1240fff10283db16","observation_id":"6ab19358-bddd-4f91-bef1-963ed71fc0ee","resolution":{"observed_at":"2026-08-07T20:35:53.084536Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2501.16998","last_updated":"2025-01-28T14:52:16Z","snapshot_observed_at":"2026-08-10T13:02:17.598246Z","submitted_at":"2025-01-28T14:52:16Z","title":"Large Language Models for Code Generation: The Practitioners Perspective","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2501.16998","snapshot_observed_at":"2026-08-07T00:55:16.871200Z","title":"Rasheed, M","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.12312","last_updated":"2025-06-14T02:22:28Z","snapshot_observed_at":"2026-08-09T15:33:33.157022Z","submitted_at":"2025-06-14T02:22:28Z","title":"Perspective on Utilizing Foundation Models for Laboratory Automation in Materials Research","version":1},"reference_index":57,"source":"pdf_text","source_observed_at":"2026-08-07T00:55:16.871200Z"},"links":{"cited_paper":"/paper/2501.16998","citing_paper":"/paper/2506.12312"},"observation_digest":"sha256:93e15963b835d24d92c5b7ae8777d466388f3214d2fe54f0581478f8d59b03ff","observation_id":"a66cb3ab-2674-4dd3-99ff-43fee1d1bf4f","resolution":{"observed_at":"2026-08-07T00:55:16.871200Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2501.16998","last_updated":"2025-01-28T14:52:16Z","snapshot_observed_at":"2026-08-10T13:02:17.598246Z","submitted_at":"2025-01-28T14:52:16Z","title":"Large Language Models for Code Generation: The Practitioners Perspective","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2501.16998","snapshot_observed_at":"2026-08-06T15:24:09.726168Z","title":"arXiv preprint arXiv:2501.16998 (2025)","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.16037","last_updated":"2025-07-21T20:11:01Z","snapshot_observed_at":"2026-08-10T13:02:49.786548Z","submitted_at":"2025-07-21T20:11:01Z","title":"A Pilot Study on LLM-Based Agentic Translation from Android to iOS: Pitfalls and Insights","version":1},"reference_index":2025,"source":"pdf_text","source_observed_at":"2026-08-06T15:24:09.726168Z"},"links":{"cited_paper":"/paper/2501.16998","citing_paper":"/paper/2507.16037"},"observation_digest":"sha256:58e5d726c1fc255d354e6b550a7c05c25f21b71ebeae95458823abf8adc774d0","observation_id":"765f7a1b-af90-4df8-950d-a93555aa4964","resolution":{"observed_at":"2026-08-06T15:24:09.726168Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2501.16998","last_updated":"2025-01-28T14:52:16Z","snapshot_observed_at":"2026-08-10T13:02:17.598246Z","submitted_at":"2025-01-28T14:52:16Z","title":"Large Language Models for Code Generation: The Practitioners Perspective","version":1},"cited_work":{"arxiv_id":"2501.16998","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2501.16998","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Large language models for code generation: The practitioners perspective","venue":null,"work_id":"954e7e20-6a8a-46ee-bb6f-e50169a30aa6","year":2025},"citing_paper":{"arxiv_id":"2509.23986","last_updated":"2026-05-16T22:09:55Z","snapshot_observed_at":"2026-07-06T22:31:00.843452Z","submitted_at":"2025-09-28T17:30:44Z","title":"TusoAI: Agentic Optimization for Scientific Methods","version":2},"reference_index":32,"source":"arxiv_source","source_observed_at":"2026-05-21T22:34:06.906427Z"},"links":{"cited_paper":"/paper/2501.16998","citing_paper":"/paper/2509.23986"},"observation_digest":"sha256:5f86b1eedc473e8a334fe943ce0200ab5e7fae9ef91a802cc936e34cb2ca8a29","observation_id":"a4118927-bdd8-4479-8bf5-4373e4ecbd38","resolution":{"observed_at":"2026-05-21T22:34:23.791229Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2501.16998/citation-record","integrity":"/paper/2501.16998/integrity","json":"/paper/2501.16998/citation-record.json","paper":"/paper/2501.16998"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:17:25.022063Z","title":"In: Proceedings of the 27th International Conference on Evaluation and Assessment in Software Engineering","venue":null,"work_id":"52e1a1ab-0efe-4638-ac11-198375049a5a","year":2023},"citing_paper":{"arxiv_id":"2501.16998","last_updated":"2025-01-28T14:52:16Z","snapshot_observed_at":"2026-08-10T13:02:17.598246Z","submitted_at":"2025-01-28T14:52:16Z","title":"Large Language Models for Code Generation: The Practitioners Perspective","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-10T05:17:24.242039Z"},"links":{"citing_paper":"/paper/2501.16998"},"observation_digest":"sha256:18308960a44892b2cf0ff6cfaa8b4d22c186238a55ceb1777031ed243ccb5f55","observation_id":"cee79229-1711-4863-8ef3-b1da31c92098","resolution":{"observed_at":"2026-08-10T05:17:25.025758Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2312.11444","last_updated":"2023-12-24T12:25:10Z","snapshot_observed_at":"2026-07-06T17:04:46.288600Z","submitted_at":"2023-12-18T18:47:42Z","title":"An In-depth Look at Gemini's Language Abilities","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2312.11444","snapshot_observed_at":"2026-08-10T05:17:24.246821Z","title":"arXiv preprint arXiv:2312.11444 (2023)","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2501.16998","last_updated":"2025-01-28T14:52:16Z","snapshot_observed_at":"2026-08-10T13:02:17.598246Z","submitted_at":"2025-01-28T14:52:16Z","title":"Large Language Models for Code Generation: The Practitioners Perspective","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-10T05:17:24.246821Z"},"links":{"cited_paper":"/paper/2312.11444","citing_paper":"/paper/2501.16998"},"observation_digest":"sha256:92d65f6d479affd7a47fe0139347693f805576d1a2344d515fd3b9650f287e51","observation_id":"b93e93cf-8575-402c-9a0a-da5995221790","resolution":{"observed_at":"2026-08-10T05:17:24.246821Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2108.07732","last_updated":"2021-08-16T03:57:30Z","snapshot_observed_at":"2026-08-02T19:23:53.535075Z","submitted_at":"2021-08-16T03:57:30Z","title":"Program Synthesis with Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2108.07732","snapshot_observed_at":"2026-08-10T05:17:24.251305Z","title":"arXiv preprint arXiv:2108.07732 (2021)","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2501.16998","last_updated":"2025-01-28T14:52:16Z","snapshot_observed_at":"2026-08-10T13:02:17.598246Z","submitted_at":"2025-01-28T14:52:16Z","title":"Large Language Models for Code Generation: The Practitioners Perspective","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-10T05:17:24.251305Z"},"links":{"cited_paper":"/paper/2108.07732","citing_paper":"/paper/2501.16998"},"observation_digest":"sha256:b8193bf939030d70016606a7d0ba4da81538b21ce33017fc7b8be6742414f1f4","observation_id":"9a73a7ec-0ac2-4d8e-ac94-52005999065a","resolution":{"observed_at":"2026-08-10T05:17:24.251305Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:17:25.010949Z","title":"If you use this software, please cite it using these metadata58 (2021)","venue":null,"work_id":"f4f7aa6d-cf7f-4d21-aec4-b3ed6b086d2c","year":2021},"citing_paper":{"arxiv_id":"2501.16998","last_updated":"2025-01-28T14:52:16Z","snapshot_observed_at":"2026-08-10T13:02:17.598246Z","submitted_at":"2025-01-28T14:52:16Z","title":"Large Language Models for Code Generation: The Practitioners Perspective","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-10T05:17:24.255722Z"},"links":{"citing_paper":"/paper/2501.16998"},"observation_digest":"sha256:3a33afc934f9ff61245b203a63778d21c3c1311693f1fced1bc599109937e23b","observation_id":"5d993891-05f6-429e-b9ee-60bc88b3408e","resolution":{"observed_at":"2026-08-10T05:17:25.014953Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:17:24.259709Z","title":"Journal of Methods and Measurement in the Social Sciences6(1), 14–29 (2015)","venue":null,"work_id":null,"year":2015},"citing_paper":{"arxiv_id":"2501.16998","last_updated":"2025-01-28T14:52:16Z","snapshot_observed_at":"2026-08-10T13:02:17.598246Z","submitted_at":"2025-01-28T14:52:16Z","title":"Large Language Models for Code Generation: The Practitioners Perspective","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-10T05:17:24.259709Z"},"links":{"citing_paper":"/paper/2501.16998"},"observation_digest":"sha256:7636f272686f47fa5ae9fef259f8b0a2485514e478a6f932fccf0843f9004e2a","observation_id":"dfa075f7-d5e3-44ac-9f40-ad922c609203","resolution":{"observed_at":"2026-08-10T05:17:24.259709Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:17:24.992885Z","title":"IEEE Transactions on Software Engineering 49(7), 3675–3691 (2023)","venue":null,"work_id":"75a79268-7463-42d1-a337-f2b420f1057d","year":2023},"citing_paper":{"arxiv_id":"2501.16998","last_updated":"2025-01-28T14:52:16Z","snapshot_observed_at":"2026-08-10T13:02:17.598246Z","submitted_at":"2025-01-28T14:52:16Z","title":"Large Language Models for Code Generation: The Practitioners Perspective","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-10T05:17:24.263724Z"},"links":{"citing_paper":"/paper/2501.16998"},"observation_digest":"sha256:76078623461c3cc35c7902b4ae864bef670dc4142a13466aeb3008aa00511149","observation_id":"c0e3d14d-6f50-4092-ad46-d883edf4dd15","resolution":{"observed_at":"2026-08-10T05:17:24.996564Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:17:24.981879Z","title":"In: Proceedings of the 12th ACM/IEEE international symposium on empirical software engineering and mea- surement","venue":null,"work_id":"59c2d43a-c4ad-4613-bd6c-f34b01d466ec","year":2018},"citing_paper":{"arxiv_id":"2501.16998","last_updated":"2025-01-28T14:52:16Z","snapshot_observed_at":"2026-08-10T13:02:17.598246Z","submitted_at":"2025-01-28T14:52:16Z","title":"Large Language Models for Code Generation: The Practitioners Perspective","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-10T05:17:24.268041Z"},"links":{"citing_paper":"/paper/2501.16998"},"observation_digest":"sha256:be422a96d916ff7f8e0c6d32e79cc12e0f67ef8157499454b3562e60e777c454","observation_id":"dd9abdf9-1e01-4ae6-965e-ee167bc87db8","resolution":{"observed_at":"2026-08-10T05:17:24.985991Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2207.10397","last_updated":"2022-11-23T07:42:10Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2022-07-21T10:18:37Z","title":"CodeT: Code Generation with Generated Tests","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2207.10397","snapshot_observed_at":"2026-08-10T05:17:24.272445Z","title":"arXiv preprint arXiv:2207.10397 (2022)","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2501.16998","last_updated":"2025-01-28T14:52:16Z","snapshot_observed_at":"2026-08-10T13:02:17.598246Z","submitted_at":"2025-01-28T14:52:16Z","title":"Large Language Models for Code Generation: The Practitioners Perspective","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-10T05:17:24.272445Z"},"links":{"cited_paper":"/paper/2207.10397","citing_paper":"/paper/2501.16998"},"observation_digest":"sha256:9d05c080ac816aacdfe3f04c683212f55ce089b95cc356faf682507605c212f4","observation_id":"0885cdea-2575-4c7d-af7e-7a0cd13f274d","resolution":{"observed_at":"2026-08-10T05:17:24.272445Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.16498","last_updated":"2025-03-04T09:13:23Z","snapshot_observed_at":"2026-08-09T17:22:51.227375Z","submitted_at":"2024-08-29T12:56:06Z","title":"A Survey on Evaluating Large Language Models in Code Generation Tasks","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.16498","snapshot_observed_at":"2026-08-10T05:17:24.276536Z","title":"arXiv preprint arXiv:2408.16498 (2024)","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2501.16998","last_updated":"2025-01-28T14:52:16Z","snapshot_observed_at":"2026-08-10T13:02:17.598246Z","submitted_at":"2025-01-28T14:52:16Z","title":"Large Language Models for Code Generation: The Practitioners Perspective","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-10T05:17:24.276536Z"},"links":{"cited_paper":"/paper/2408.16498","citing_paper":"/paper/2501.16998"},"observation_digest":"sha256:c80b03003c7c8789de2fb2ab1a1f5c1b63bc9d46dc34e3737052a8af3ce9a28f","observation_id":"a00d97ed-3e0b-4b67-ab91-6e98bc517b4e","resolution":{"observed_at":"2026-08-10T05:17:24.276536Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2107.03374","last_updated":"2021-07-14T17:16:02Z","snapshot_observed_at":"2026-08-08T11:58:24.516369Z","submitted_at":"2021-07-07T17:41:24Z","title":"Evaluating Large Language Models Trained on Code","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2107.03374","snapshot_observed_at":"2026-08-10T05:17:24.280922Z","title":"arXiv preprint arXiv:2107.03374 (2021)","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2501.16998","last_updated":"2025-01-28T14:52:16Z","snapshot_observed_at":"2026-08-10T13:02:17.598246Z","submitted_at":"2025-01-28T14:52:16Z","title":"Large Language Models for Code Generation: The Practitioners Perspective","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-10T05:17:24.280922Z"},"links":{"cited_paper":"/paper/2107.03374","citing_paper":"/paper/2501.16998"},"observation_digest":"sha256:9f514e7c61c651fe5b721139c95280e79eb5518558c8e2498f1f7c7f8b20c093","observation_id":"1402e3f9-2eb2-4469-a4a5-d554ea2d1f6f","resolution":{"observed_at":"2026-08-10T05:17:24.280922Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:17:24.285096Z","title":"arXiv preprint arXiv:2407.06153 (2024) Large Language Models for Code Generation: The Practitioners’ Perspective 19","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2501.16998","last_updated":"2025-01-28T14:52:16Z","snapshot_observed_at":"2026-08-10T13:02:17.598246Z","submitted_at":"2025-01-28T14:52:16Z","title":"Large Language Models for Code Generation: The Practitioners Perspective","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-10T05:17:24.285096Z"},"links":{"citing_paper":"/paper/2501.16998"},"observation_digest":"sha256:d8654f5a69e8e0c10515962d9aca837ecaedffc06cabcf5da056c46ba16e8235","observation_id":"f5a4c1b9-9850-4a00-a740-03b510422137","resolution":{"observed_at":"2026-08-10T05:17:24.285096Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.01861","last_updated":"2023-08-14T09:07:00Z","snapshot_observed_at":"2026-08-03T22:16:12.497107Z","submitted_at":"2023-08-03T16:31:02Z","title":"ClassEval: A Manually-Crafted Benchmark for Evaluating LLMs on Class-level Code Generation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.01861","snapshot_observed_at":"2026-08-10T05:17:24.288734Z","title":"arXiv preprint arXiv:2308.01861 (2023)","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2501.16998","last_updated":"2025-01-28T14:52:16Z","snapshot_observed_at":"2026-08-10T13:02:17.598246Z","submitted_at":"2025-01-28T14:52:16Z","title":"Large Language Models for Code Generation: The Practitioners Perspective","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-10T05:17:24.288734Z"},"links":{"cited_paper":"/paper/2308.01861","citing_paper":"/paper/2501.16998"},"observation_digest":"sha256:c2f8de6d38419673b179252cb6cb367631fe6927768b0d079a9afa96dc3a5ad0","observation_id":"eb0cb359-d9d5-44e8-8959-54c7b7d08051","resolution":{"observed_at":"2026-08-10T05:17:24.288734Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:17:24.292574Z","title":"arXiv preprint arXiv:2402.00689 (2024)","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2501.16998","last_updated":"2025-01-28T14:52:16Z","snapshot_observed_at":"2026-08-10T13:02:17.598246Z","submitted_at":"2025-01-28T14:52:16Z","title":"Large Language Models for Code Generation: The Practitioners Perspective","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-10T05:17:24.292574Z"},"links":{"citing_paper":"/paper/2501.16998"},"observation_digest":"sha256:2d31aea29cbbe0b1d545a919c8566a88b2c1bdbaffbc0785d5234ce8c216837b","observation_id":"84c55678-5c5d-4a49-a07a-265bd1e5a761","resolution":{"observed_at":"2026-08-10T05:17:24.292574Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:17:24.970196Z","title":"In: 2023 IEEE/ACM International Conference on Software Engineering: Future of Software Engineering (ICSE-FoSE)","venue":null,"work_id":"3ea88133-29ed-441c-ab13-87a0c6907339","year":2023},"citing_paper":{"arxiv_id":"2501.16998","last_updated":"2025-01-28T14:52:16Z","snapshot_observed_at":"2026-08-10T13:02:17.598246Z","submitted_at":"2025-01-28T14:52:16Z","title":"Large Language Models for Code Generation: The Practitioners Perspective","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-10T05:17:24.296467Z"},"links":{"citing_paper":"/paper/2501.16998"},"observation_digest":"sha256:a9de95307189687e8ce0df52d040cc287f3835ea3c543df09b4f25a8bd840279","observation_id":"78f9c4ed-b8a5-47d9-8499-8e1adc383cc6","resolution":{"observed_at":"2026-08-10T05:17:24.974299Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2204.05999","last_updated":"2023-04-09T14:31:40Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2022-04-12T16:25:26Z","title":"InCoder: A Generative Model for Code Infilling and Synthesis","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2204.05999","snapshot_observed_at":"2026-08-10T05:17:24.300010Z","title":"arXiv preprint arXiv:2204.05999 (2022)","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2501.16998","last_updated":"2025-01-28T14:52:16Z","snapshot_observed_at":"2026-08-10T13:02:17.598246Z","submitted_at":"2025-01-28T14:52:16Z","title":"Large Language Models for Code Generation: The Practitioners Perspective","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-10T05:17:24.300010Z"},"links":{"cited_paper":"/paper/2204.05999","citing_paper":"/paper/2501.16998"},"observation_digest":"sha256:70564cd60c9d902937d5cd3479450d624a5f05af2efd365a40ec7c8c0c9d6447","observation_id":"28eb0d3d-3e5c-4c8a-9d7c-a7880c8cf4b3","resolution":{"observed_at":"2026-08-10T05:17:24.300010Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:17:24.958753Z","title":"arXiv e-prints pp","venue":null,"work_id":"196a0196-2dd7-488f-ab32-d22a4d15cd8f","year":2024},"citing_paper":{"arxiv_id":"2501.16998","last_updated":"2025-01-28T14:52:16Z","snapshot_observed_at":"2026-08-10T13:02:17.598246Z","submitted_at":"2025-01-28T14:52:16Z","title":"Large Language Models for Code Generation: The Practitioners Perspective","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-10T05:17:24.303837Z"},"links":{"citing_paper":"/paper/2501.16998"},"observation_digest":"sha256:6a2b6d6d623326fd7729d706f13f56cd4206765cef456634aa171767070ded86","observation_id":"16cd22ae-d5ad-4be6-80c0-68677ca03906","resolution":{"observed_at":"2026-08-10T05:17:24.962342Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:17:24.947454Z","title":"Field methods18(1), 59–82 (2006)","venue":null,"work_id":"8490ec2a-c6ab-43a0-a4a2-4ced50c7e3c5","year":2006},"citing_paper":{"arxiv_id":"2501.16998","last_updated":"2025-01-28T14:52:16Z","snapshot_observed_at":"2026-08-10T13:02:17.598246Z","submitted_at":"2025-01-28T14:52:16Z","title":"Large Language Models for Code Generation: The Practitioners Perspective","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-10T05:17:24.308463Z"},"links":{"citing_paper":"/paper/2501.16998"},"observation_digest":"sha256:8370012b9c5a5426980974a1f5fb047ce5c944017f64223d19f8db1db4944c96","observation_id":"a0242311-5784-4bce-8d13-0dc37239f411","resolution":{"observed_at":"2026-08-10T05:17:24.951434Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2105.09938","last_updated":"2021-11-08T21:16:44Z","snapshot_observed_at":"2026-08-04T23:13:25.514661Z","submitted_at":"2021-05-20T17:58:42Z","title":"Measuring Coding Challenge Competence With APPS","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2105.09938","snapshot_observed_at":"2026-08-10T05:17:24.312552Z","title":"arXiv preprint arXiv:2105.09938 (2021)","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2501.16998","last_updated":"2025-01-28T14:52:16Z","snapshot_observed_at":"2026-08-10T13:02:17.598246Z","submitted_at":"2025-01-28T14:52:16Z","title":"Large Language Models for Code Generation: The Practitioners Perspective","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-10T05:17:24.312552Z"},"links":{"cited_paper":"/paper/2105.09938","citing_paper":"/paper/2501.16998"},"observation_digest":"sha256:4375c070b5f454181c3646a77c83d9f6bfeca77a6bb69706052f5bae1c119fc0","observation_id":"a956df3c-1c0c-46ea-95c7-a1f9a24a0259","resolution":{"observed_at":"2026-08-10T05:17:24.312552Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.00352","last_updated":"2024-11-01T14:36:52Z","snapshot_observed_at":"2026-07-06T16:01:07.532053Z","submitted_at":"2023-08-01T07:49:10Z","title":"MetaGPT: Meta Programming for A Multi-Agent Collaborative Framework","version":7},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.00352","snapshot_observed_at":"2026-08-10T05:17:24.316434Z","title":"arXiv preprint arXiv:2308.00352 (2023)","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2501.16998","last_updated":"2025-01-28T14:52:16Z","snapshot_observed_at":"2026-08-10T13:02:17.598246Z","submitted_at":"2025-01-28T14:52:16Z","title":"Large Language Models for Code Generation: The Practitioners Perspective","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-10T05:17:24.316434Z"},"links":{"cited_paper":"/paper/2308.00352","citing_paper":"/paper/2501.16998"},"observation_digest":"sha256:ff972dd5842224bfc0a23aef900aba7876de84b5941bc7d1010c9dbc7019d4d2","observation_id":"46b7a53c-6a06-45cb-a1dc-6534f77cee0c","resolution":{"observed_at":"2026-08-10T05:17:24.316434Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:17:24.936568Z","title":"In: Guide to advanced empirical software engineering, pp","venue":null,"work_id":"b1453da7-bef3-4fdb-a6a5-dafd20c6e9f4","year":2008},"citing_paper":{"arxiv_id":"2501.16998","last_updated":"2025-01-28T14:52:16Z","snapshot_observed_at":"2026-08-10T13:02:17.598246Z","submitted_at":"2025-01-28T14:52:16Z","title":"Large Language Models for Code Generation: The Practitioners Perspective","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-10T05:17:24.320640Z"},"links":{"citing_paper":"/paper/2501.16998"},"observation_digest":"sha256:cdffcd384fee769217ed00e6bf3f4bb71dc64449d4ca69b53a93def230404516","observation_id":"26ec3d10-340a-485f-a7bd-d7a30311bb53","resolution":{"observed_at":"2026-08-10T05:17:24.940212Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:17:24.925572Z","title":null,"venue":null,"work_id":"313c8130-3196-4da4-a03a-29798dd9e65e","year":2025},"citing_paper":{"arxiv_id":"2501.16998","last_updated":"2025-01-28T14:52:16Z","snapshot_observed_at":"2026-08-10T13:02:17.598246Z","submitted_at":"2025-01-28T14:52:16Z","title":"Large Language Models for Code Generation: The Practitioners Perspective","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-10T05:17:24.324181Z"},"links":{"citing_paper":"/paper/2501.16998"},"observation_digest":"sha256:b1a4fa2d41f52242f291ed5a89645397f1e0a41057b5007dcc9d35b639ad238b","observation_id":"2b21b73f-3070-4d9e-b59e-e137bc553023","resolution":{"observed_at":"2026-08-10T05:17:24.929350Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:17:24.914361Z","title":"Knowledge Manage- ment & E-Learning13(4), 408 (2021)","venue":null,"work_id":"716657df-e08f-495a-b5d5-6a9eb82e568e","year":2021},"citing_paper":{"arxiv_id":"2501.16998","last_updated":"2025-01-28T14:52:16Z","snapshot_observed_at":"2026-08-10T13:02:17.598246Z","submitted_at":"2025-01-28T14:52:16Z","title":"Large Language Models for Code Generation: The Practitioners Perspective","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-10T05:17:24.327899Z"},"links":{"citing_paper":"/paper/2501.16998"},"observation_digest":"sha256:8fdbe841179c6302b1d85869d1c25be258b18908812a9612a6b553c8400e50db","observation_id":"1424952f-b224-4f79-ad50-3701bff1f058","resolution":{"observed_at":"2026-08-10T05:17:24.918230Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:17:24.331726Z","title":"Science378(6624), 1092–1097 (2022)","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2501.16998","last_updated":"2025-01-28T14:52:16Z","snapshot_observed_at":"2026-08-10T13:02:17.598246Z","submitted_at":"2025-01-28T14:52:16Z","title":"Large Language Models for Code Generation: The Practitioners Perspective","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-10T05:17:24.331726Z"},"links":{"citing_paper":"/paper/2501.16998"},"observation_digest":"sha256:a971713db884f3acd2f27f8ea42622007a25bda0d5b80cc9eb35a7d2d53a44d4","observation_id":"06a302f3-0664-4d7e-b314-5081b78610e3","resolution":{"observed_at":"2026-08-10T05:17:24.331726Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:17:24.896316Z","title":"ACM Transactions on Software Engineering and Methodology (2024)","venue":null,"work_id":"0cd06f14-4a84-4cdc-a32e-fd18f849d999","year":2024},"citing_paper":{"arxiv_id":"2501.16998","last_updated":"2025-01-28T14:52:16Z","snapshot_observed_at":"2026-08-10T13:02:17.598246Z","submitted_at":"2025-01-28T14:52:16Z","title":"Large Language Models for Code Generation: The Practitioners Perspective","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-10T05:17:24.335537Z"},"links":{"citing_paper":"/paper/2501.16998"},"observation_digest":"sha256:3d61e2d9302b5e9f7186f81c400ff0cd1a41afd070bec39270613e6c98bc57aa","observation_id":"07dc9976-6858-47b7-926f-588091243726","resolution":{"observed_at":"2026-08-10T05:17:24.900255Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.18648","last_updated":"2023-10-28T09:14:39Z","snapshot_observed_at":"2026-08-10T13:01:49.168994Z","submitted_at":"2023-10-28T09:14:39Z","title":"Generative Artificial Intelligence for Software Engineering -- A Research Agenda","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.18648","snapshot_observed_at":"2026-08-10T05:17:24.339000Z","title":"arXiv preprint arXiv:2310.18648 (2023)","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2501.16998","last_updated":"2025-01-28T14:52:16Z","snapshot_observed_at":"2026-08-10T13:02:17.598246Z","submitted_at":"2025-01-28T14:52:16Z","title":"Large Language Models for Code Generation: The Practitioners Perspective","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-10T05:17:24.339000Z"},"links":{"cited_paper":"/paper/2310.18648","citing_paper":"/paper/2501.16998"},"observation_digest":"sha256:84630cb78d6896cfabf012098b468c546fda7e7b1c36d60add6cbd9daf556af5","observation_id":"cc18877f-ec51-482b-b318-5fe06c4e6acf","resolution":{"observed_at":"2026-08-10T05:17:24.339000Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2203.13474","last_updated":"2023-02-27T21:26:48Z","snapshot_observed_at":"2026-07-06T12:52:16.992962Z","submitted_at":"2022-03-25T06:55:15Z","title":"CodeGen: An Open Large Language Model for Code with Multi-Turn Program Synthesis","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2203.13474","snapshot_observed_at":"2026-08-10T05:17:24.343112Z","title":"arXiv preprint arXiv:2203.13474 (2022)","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2501.16998","last_updated":"2025-01-28T14:52:16Z","snapshot_observed_at":"2026-08-10T13:02:17.598246Z","submitted_at":"2025-01-28T14:52:16Z","title":"Large Language Models for Code Generation: The Practitioners Perspective","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-10T05:17:24.343112Z"},"links":{"cited_paper":"/paper/2203.13474","citing_paper":"/paper/2501.16998"},"observation_digest":"sha256:07301460f3e8dc781cefb44363f3f2cb672769e79e0975cb99cb2717f3d0c2f0","observation_id":"41f028a2-1b17-413e-8a38-96032a2f8012","resolution":{"observed_at":"2026-08-10T05:17:24.343112Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.16694","last_updated":"2024-03-24T15:41:21Z","snapshot_observed_at":"2026-08-03T09:29:36.187988Z","submitted_at":"2024-02-26T16:09:00Z","title":"HumanEval-XL: A Multilingual Code Generation Benchmark for Cross-lingual Natural Language Generalization","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.16694","snapshot_observed_at":"2026-08-10T05:17:24.347029Z","title":"arXiv preprint arXiv:2402.16694 (2024)","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2501.16998","last_updated":"2025-01-28T14:52:16Z","snapshot_observed_at":"2026-08-10T13:02:17.598246Z","submitted_at":"2025-01-28T14:52:16Z","title":"Large Language Models for Code Generation: The Practitioners Perspective","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-10T05:17:24.347029Z"},"links":{"cited_paper":"/paper/2402.16694","citing_paper":"/paper/2501.16998"},"observation_digest":"sha256:02e6cfb195c316b1fd02a8d7bc66da14bcf57a77f0159da6d0c7c0f9a298de4e","observation_id":"6594ab14-8406-4000-bfa9-d9c5b8778339","resolution":{"observed_at":"2026-08-10T05:17:24.347029Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2105.12655","last_updated":"2021-08-29T19:43:43Z","snapshot_observed_at":"2026-08-06T05:51:42.612813Z","submitted_at":"2021-05-25T00:13:29Z","title":"CodeNet: A Large-Scale AI for Code Dataset for Learning a Diversity of Coding Tasks","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2105.12655","snapshot_observed_at":"2026-08-10T05:17:24.350947Z","title":"arXiv preprint arXiv:2105.12655 (2021) 20 Z","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2501.16998","last_updated":"2025-01-28T14:52:16Z","snapshot_observed_at":"2026-08-10T13:02:17.598246Z","submitted_at":"2025-01-28T14:52:16Z","title":"Large Language Models for Code Generation: The Practitioners Perspective","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-10T05:17:24.350947Z"},"links":{"cited_paper":"/paper/2105.12655","citing_paper":"/paper/2501.16998"},"observation_digest":"sha256:21c27902dd8f2f94e29f11426a2b96c3c9a2b1d49838ffb45751b8313bdaf1bd","observation_id":"9704be8e-a1b3-46e0-8640-b35db7eb76fd","resolution":{"observed_at":"2026-08-10T05:17:24.350947Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2307.07924","last_updated":"2024-06-05T13:23:49Z","snapshot_observed_at":"2026-07-06T15:54:28.831510Z","submitted_at":"2023-07-16T02:11:34Z","title":"ChatDev: Communicative Agents for Software Development","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.07924","snapshot_observed_at":"2026-08-10T05:17:24.354569Z","title":"arXiv preprint arXiv:2307.07924 (2023)","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2501.16998","last_updated":"2025-01-28T14:52:16Z","snapshot_observed_at":"2026-08-10T13:02:17.598246Z","submitted_at":"2025-01-28T14:52:16Z","title":"Large Language Models for Code Generation: The Practitioners Perspective","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-10T05:17:24.354569Z"},"links":{"cited_paper":"/paper/2307.07924","citing_paper":"/paper/2501.16998"},"observation_digest":"sha256:909ae6e20701ca35b0f2f91c8b1bce3661fcb05b547368918461f018ab6056a1","observation_id":"995a4f70-e11e-4fa7-8120-3fe05ee943f2","resolution":{"observed_at":"2026-08-10T05:17:24.354569Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.08507","last_updated":"2024-11-13T10:43:37Z","snapshot_observed_at":"2026-07-06T19:49:38.886114Z","submitted_at":"2024-11-13T10:43:37Z","title":"TimeLess: A Vision for the Next Generation of Software Development","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.08507","snapshot_observed_at":"2026-08-10T05:17:24.359253Z","title":"arXiv preprint arXiv:2411.08507 (2024)","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2501.16998","last_updated":"2025-01-28T14:52:16Z","snapshot_observed_at":"2026-08-10T13:02:17.598246Z","submitted_at":"2025-01-28T14:52:16Z","title":"Large Language Models for Code Generation: The Practitioners Perspective","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-10T05:17:24.359253Z"},"links":{"cited_paper":"/paper/2411.08507","citing_paper":"/paper/2501.16998"},"observation_digest":"sha256:7e50a00c221b60943920e19bad5f13f8d05fccf83780227cebea3549776cc151","observation_id":"f0b2e4da-e849-47ba-ab83-ada25867022e","resolution":{"observed_at":"2026-08-10T05:17:24.359253Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2311.18440","last_updated":"2023-11-30T10:42:43Z","snapshot_observed_at":"2026-07-06T16:54:57.349568Z","submitted_at":"2023-11-30T10:42:43Z","title":"Autonomous Agents in Software Development: A Vision Paper","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.18440","snapshot_observed_at":"2026-08-10T05:17:24.362847Z","title":"arXiv preprint arXiv:2311.18440 (2023)","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2501.16998","last_updated":"2025-01-28T14:52:16Z","snapshot_observed_at":"2026-08-10T13:02:17.598246Z","submitted_at":"2025-01-28T14:52:16Z","title":"Large Language Models for Code Generation: The Practitioners Perspective","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-10T05:17:24.362847Z"},"links":{"cited_paper":"/paper/2311.18440","citing_paper":"/paper/2501.16998"},"observation_digest":"sha256:94215bd2c924f5784d7f483635fb806f426abafca7de123222145a0b8ccf131a","observation_id":"d4c14c1c-4049-468c-83ca-3db28b37687f","resolution":{"observed_at":"2026-08-10T05:17:24.362847Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.01411","last_updated":"2026-05-19T14:24:05Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-02-02T13:42:50Z","title":"CodePori: Large-Scale System for Autonomous Software Development Using Multi-Agent Technology","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.01411","snapshot_observed_at":"2026-08-10T05:17:24.366515Z","title":"arXiv preprint arXiv:2402.01411 (2024)","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2501.16998","last_updated":"2025-01-28T14:52:16Z","snapshot_observed_at":"2026-08-10T13:02:17.598246Z","submitted_at":"2025-01-28T14:52:16Z","title":"Large Language Models for Code Generation: The Practitioners Perspective","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-10T05:17:24.366515Z"},"links":{"cited_paper":"/paper/2402.01411","citing_paper":"/paper/2501.16998"},"observation_digest":"sha256:4c10654804c5c8d30f8ad70c61eff9c23cd8549c5270c300ea2bf32d1e50ae4e","observation_id":"3ddd093b-141c-47af-bcd1-eaa27aba0f76","resolution":{"observed_at":"2026-08-10T05:17:24.366515Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:17:24.885615Z","title":"In: ICLR 2024 Workshop on Large Language Model (LLM) Agents","venue":null,"work_id":"536e0575-9e52-4987-8801-4627d1aac933","year":2024},"citing_paper":{"arxiv_id":"2501.16998","last_updated":"2025-01-28T14:52:16Z","snapshot_observed_at":"2026-08-10T13:02:17.598246Z","submitted_at":"2025-01-28T14:52:16Z","title":"Large Language Models for Code Generation: The Practitioners Perspective","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-10T05:17:24.371264Z"},"links":{"citing_paper":"/paper/2501.16998"},"observation_digest":"sha256:cdf45a555e64f6531d2a9dd1be8e844c59ba371284f1cfca30c062ac84c69da1","observation_id":"208d1f50-9185-46ea-b473-d9597982af39","resolution":{"observed_at":"2026-08-10T05:17:24.889381Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2308.12950","last_updated":"2024-01-31T19:47:26Z","snapshot_observed_at":"2026-07-06T16:10:07.931347Z","submitted_at":"2023-08-24T17:39:13Z","title":"Code Llama: Open Foundation Models for Code","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.12950","snapshot_observed_at":"2026-08-10T05:17:24.375110Z","title":"arXiv preprint arXiv:2308.12950 (2023)","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2501.16998","last_updated":"2025-01-28T14:52:16Z","snapshot_observed_at":"2026-08-10T13:02:17.598246Z","submitted_at":"2025-01-28T14:52:16Z","title":"Large Language Models for Code Generation: The Practitioners Perspective","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-10T05:17:24.375110Z"},"links":{"cited_paper":"/paper/2308.12950","citing_paper":"/paper/2501.16998"},"observation_digest":"sha256:315231ff6e38d602d2011a122dca673b2a3be4981fc3ddfd6ff7eb1b2fd452aa","observation_id":"b33719e0-34ce-46e5-b950-7e1516cc4691","resolution":{"observed_at":"2026-08-10T05:17:24.375110Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:17:24.874813Z","title":"Empirical software engineering14, 131–164 (2009)","venue":null,"work_id":"a0ec68da-1ee5-4a5b-8bd1-7f0966b9ee01","year":2009},"citing_paper":{"arxiv_id":"2501.16998","last_updated":"2025-01-28T14:52:16Z","snapshot_observed_at":"2026-08-10T13:02:17.598246Z","submitted_at":"2025-01-28T14:52:16Z","title":"Large Language Models for Code Generation: The Practitioners Perspective","version":1},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-10T05:17:24.378889Z"},"links":{"citing_paper":"/paper/2501.16998"},"observation_digest":"sha256:dad52ea7c33a16536bc791e1416c202a2161e1c682fb714e8fd2b354cc40a078","observation_id":"fc628ed2-c44e-45d0-b0f6-edb216928283","resolution":{"observed_at":"2026-08-10T05:17:24.878470Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:17:24.863194Z","title":"In: International Conference on Product-Focused Software Process Improvement","venue":null,"work_id":"9e81e9b0-fd17-43e9-80e3-5de881b7953a","year":2024},"citing_paper":{"arxiv_id":"2501.16998","last_updated":"2025-01-28T14:52:16Z","snapshot_observed_at":"2026-08-10T13:02:17.598246Z","submitted_at":"2025-01-28T14:52:16Z","title":"Large Language Models for Code Generation: The Practitioners Perspective","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-10T05:17:24.382590Z"},"links":{"citing_paper":"/paper/2501.16998"},"observation_digest":"sha256:f9caffc806c0b5f8a2d5a9f51f331410e389a943fcad713d91968fc2d6b70e49","observation_id":"5b478f3a-a5ee-465f-b490-3b6f6c7bd9c5","resolution":{"observed_at":"2026-08-10T05:17:24.867172Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:17:24.385945Z","title":"ACM Transactions on Design Automation of Electronic Systems29(3), 1–31 (2024)","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2501.16998","last_updated":"2025-01-28T14:52:16Z","snapshot_observed_at":"2026-08-10T13:02:17.598246Z","submitted_at":"2025-01-28T14:52:16Z","title":"Large Language Models for Code Generation: The Practitioners Perspective","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-10T05:17:24.385945Z"},"links":{"citing_paper":"/paper/2501.16998"},"observation_digest":"sha256:992e6df99e58fadcbc188d3dfd1cd54bd4f91e912fd3c5261a68bb73285a65a2","observation_id":"fbb9c020-8249-4120-a964-16c9a4fb1020","resolution":{"observed_at":"2026-08-10T05:17:24.385945Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:17:24.845535Z","title":"O’Reilly Media, Inc","venue":null,"work_id":"5d5da1d5-381f-4f17-8aa1-fdb9c1d4d9cf","year":2022},"citing_paper":{"arxiv_id":"2501.16998","last_updated":"2025-01-28T14:52:16Z","snapshot_observed_at":"2026-08-10T13:02:17.598246Z","submitted_at":"2025-01-28T14:52:16Z","title":"Large Language Models for Code Generation: The Practitioners Perspective","version":1},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-10T05:17:24.389409Z"},"links":{"citing_paper":"/paper/2501.16998"},"observation_digest":"sha256:bb15ec6921075064763b2ffdbac54a42d4b748793b2c515daad0ec36452a85e8","observation_id":"398989e1-27ff-4389-a083-345b62a1c678","resolution":{"observed_at":"2026-08-10T05:17:24.849377Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:17:24.834592Z","title":null,"venue":null,"work_id":"7a65b113-d6b6-4965-8229-c3c898fb5919","year":2021},"citing_paper":{"arxiv_id":"2501.16998","last_updated":"2025-01-28T14:52:16Z","snapshot_observed_at":"2026-08-10T13:02:17.598246Z","submitted_at":"2025-01-28T14:52:16Z","title":"Large Language Models for Code Generation: The Practitioners Perspective","version":1},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-10T05:17:24.392853Z"},"links":{"citing_paper":"/paper/2501.16998"},"observation_digest":"sha256:e82086a584f95d545333eaa87a6e831525bc11c47ad4f6ebb80401780e81539f","observation_id":"5973aeea-af97-4309-a6a4-0191ab63ecca","resolution":{"observed_at":"2026-08-10T05:17:24.838275Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2203.11171","last_updated":"2023-03-07T17:57:37Z","snapshot_observed_at":"2026-07-06T12:50:22.773056Z","submitted_at":"2022-03-21T17:48:52Z","title":"Self-Consistency Improves Chain of Thought Reasoning in Language Models","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2203.11171","snapshot_observed_at":"2026-08-10T05:17:24.396302Z","title":"arXiv preprint arXiv:2203.11171 (2022)","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2501.16998","last_updated":"2025-01-28T14:52:16Z","snapshot_observed_at":"2026-08-10T13:02:17.598246Z","submitted_at":"2025-01-28T14:52:16Z","title":"Large Language Models for Code Generation: The Practitioners Perspective","version":1},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-08-10T05:17:24.396302Z"},"links":{"cited_paper":"/paper/2203.11171","citing_paper":"/paper/2501.16998"},"observation_digest":"sha256:c960c170de9b023a9f350bc53f0af11a10722ee80e0633de03f6bd8c12e0fe8e","observation_id":"5a7c0e9d-fb69-4d2a-ba5d-afe50fcb9a1b","resolution":{"observed_at":"2026-08-10T05:17:24.396302Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2109.00859","last_updated":"2021-09-02T12:21:06Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2021-09-02T12:21:06Z","title":"CodeT5: Identifier-aware Unified Pre-trained Encoder-Decoder Models for Code Understanding and Generation","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2109.00859","snapshot_observed_at":"2026-08-10T05:17:24.401154Z","title":"arXiv preprint arXiv:2109.00859 (2021)","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2501.16998","last_updated":"2025-01-28T14:52:16Z","snapshot_observed_at":"2026-08-10T13:02:17.598246Z","submitted_at":"2025-01-28T14:52:16Z","title":"Large Language Models for Code Generation: The Practitioners Perspective","version":1},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-10T05:17:24.401154Z"},"links":{"cited_paper":"/paper/2109.00859","citing_paper":"/paper/2501.16998"},"observation_digest":"sha256:9f611779ea820eac17f228de3e5dd458349c7286e6b1f3b07a31ce1b364cb8da","observation_id":"52210bb1-3c7c-4352-8bbc-e5ae78367276","resolution":{"observed_at":"2026-08-10T05:17:24.401154Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:17:24.823648Z","title":"Web engineering pp","venue":null,"work_id":"1b06cc99-263c-4e3b-b446-4ff04da2726d","year":2006},"citing_paper":{"arxiv_id":"2501.16998","last_updated":"2025-01-28T14:52:16Z","snapshot_observed_at":"2026-08-10T13:02:17.598246Z","submitted_at":"2025-01-28T14:52:16Z","title":"Large Language Models for Code Generation: The Practitioners Perspective","version":1},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-08-10T05:17:24.406215Z"},"links":{"citing_paper":"/paper/2501.16998"},"observation_digest":"sha256:e29bc7d9013798f5d8ab76e6f31e5d0f3b9f76b05db96de11a013c30bb8e198f","observation_id":"a5041e39-9161-4aa6-83bf-01daf12a628c","resolution":{"observed_at":"2026-08-10T05:17:24.827526Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:17:24.812939Z","title":"In: Proceedings of the 6th ACM SIGPLAN International Symposium on Machine Programming","venue":null,"work_id":"72ad8297-1a50-4932-86ab-93a752a2a51f","year":2022},"citing_paper":{"arxiv_id":"2501.16998","last_updated":"2025-01-28T14:52:16Z","snapshot_observed_at":"2026-08-10T13:02:17.598246Z","submitted_at":"2025-01-28T14:52:16Z","title":"Large Language Models for Code Generation: The Practitioners Perspective","version":1},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-08-10T05:17:24.409501Z"},"links":{"citing_paper":"/paper/2501.16998"},"observation_digest":"sha256:bef626d490b1937693109636703af3c5f3aa3b8d4a2fcb00161a967f2597cf68","observation_id":"6b201368-da1d-49ed-a82f-a2ed1fc58050","resolution":{"observed_at":"2026-08-10T05:17:24.816560Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:17:24.799913Z","title":"IEEE Transactions on Pattern Analysis and Machine Intelligence (2024)","venue":null,"work_id":"ff3b4eb9-d401-4751-9f6a-0d9bdb9884c9","year":2024},"citing_paper":{"arxiv_id":"2501.16998","last_updated":"2025-01-28T14:52:16Z","snapshot_observed_at":"2026-08-10T13:02:17.598246Z","submitted_at":"2025-01-28T14:52:16Z","title":"Large Language Models for Code Generation: The Practitioners Perspective","version":1},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-08-10T05:17:24.413076Z"},"links":{"citing_paper":"/paper/2501.16998"},"observation_digest":"sha256:43167b283608f5eb95eba430c64475e6aeb04a0c65eecd475c900ebcb8039143","observation_id":"a0e2bcc0-6486-47dd-9f7f-a232f7286409","resolution":{"observed_at":"2026-08-10T05:17:24.805449Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1809.08887","last_updated":"2019-02-02T23:53:18Z","snapshot_observed_at":"2026-07-06T07:03:52.901427Z","submitted_at":"2018-09-24T13:03:13Z","title":"Spider: A Large-Scale Human-Labeled Dataset for Complex and Cross-Domain Semantic Parsing and Text-to-SQL Task","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1809.08887","snapshot_observed_at":"2026-08-10T05:17:24.416533Z","title":"arXiv preprint arXiv:1809.08887 (2018) Large Language Models for Code Generation: The Practitioners’ Perspective 21","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2501.16998","last_updated":"2025-01-28T14:52:16Z","snapshot_observed_at":"2026-08-10T13:02:17.598246Z","submitted_at":"2025-01-28T14:52:16Z","title":"Large Language Models for Code Generation: The Practitioners Perspective","version":1},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-08-10T05:17:24.416533Z"},"links":{"cited_paper":"/paper/1809.08887","citing_paper":"/paper/2501.16998"},"observation_digest":"sha256:d69045721b4e1179660c2a07e8d48158e093c5f28c0f494d6db82df195ab6887","observation_id":"c150c301-be29-4fdf-bb22-f09e015fe160","resolution":{"observed_at":"2026-08-10T05:17:24.416533Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2303.17568","last_updated":"2024-07-10T03:52:58Z","snapshot_observed_at":"2026-07-06T15:10:12.213443Z","submitted_at":"2023-03-30T17:34:01Z","title":"CodeGeeX: A Pre-Trained Model for Code Generation with Multilingual Benchmarking on HumanEval-X","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.17568","snapshot_observed_at":"2026-08-10T05:17:24.420590Z","title":"arXiv preprint arXiv:2303.17568 (2023)","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2501.16998","last_updated":"2025-01-28T14:52:16Z","snapshot_observed_at":"2026-08-10T13:02:17.598246Z","submitted_at":"2025-01-28T14:52:16Z","title":"Large Language Models for Code Generation: The Practitioners Perspective","version":1},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-08-10T05:17:24.420590Z"},"links":{"cited_paper":"/paper/2303.17568","citing_paper":"/paper/2501.16998"},"observation_digest":"sha256:3d52a0d6e5dda87f956d789e59027c5b06e482b80da8d964634484c02e1b353e","observation_id":"5213d168-bbe7-448a-b0dc-7e2d3012a5f3","resolution":{"observed_at":"2026-08-10T05:17:24.420590Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2311.10372","last_updated":"2024-01-08T05:41:51Z","snapshot_observed_at":"2026-08-09T02:11:57.825760Z","submitted_at":"2023-11-17T07:55:16Z","title":"A Survey of Large Language Models for Code: Evolution, Benchmarking, and Future Trends","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.10372","snapshot_observed_at":"2026-08-10T05:17:24.424275Z","title":"arXiv preprint arXiv:2311.10372 (2023)","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2501.16998","last_updated":"2025-01-28T14:52:16Z","snapshot_observed_at":"2026-08-10T13:02:17.598246Z","submitted_at":"2025-01-28T14:52:16Z","title":"Large Language Models for Code Generation: The Practitioners Perspective","version":1},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-08-10T05:17:24.424275Z"},"links":{"cited_paper":"/paper/2311.10372","citing_paper":"/paper/2501.16998"},"observation_digest":"sha256:72671dcf32e5e51fb1776df055c8ec60132cb1617ce934557d83ee0df13e1824","observation_id":"eb4c03f4-8390-4465-8ad2-d5a6095bd67d","resolution":{"observed_at":"2026-08-10T05:17:24.424275Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2501.16998","last_updated":"2025-01-28T14:52:16Z","latest_version":1,"primary_category":"cs.SE","snapshot_observed_at":"2026-08-10T13:02:17.598246Z","submitted_at":"2025-01-28T14:52:16Z","title":"Large Language Models for Code Generation: The Practitioners Perspective"},"reference_resolution":{"displayed":47,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":30,"verified_exact":0,"verified_fuzzy":17},"total_outbound_references":47},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"thesis":"As of 10 August 2026, this Paper Citation Record lists 47 of 47 outbound references and 4 inbound Pith citation observations for arXiv:2501.16998."}