{"as_of":"2026-08-20T20:00:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:123e2afc599e223c90007978d134244e63fafd86fdcc453e8ef1370aba0cf64b","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":9,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":9,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-20T06:33:59.587034+00:00","state":"measured"},{"denominator":9,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":9,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-04T13:00:07.307074Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":1,"source":"pith","source_observed_at":"2026-08-05T02:28:24.338817Z","state":"measured"}],"external_citation_measurements":[{"count":1,"observed_at":"2026-08-05T02:28:24.338817Z","source":"pith"}],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2212.10481","last_updated":"2023-05-19T14:27:46Z","snapshot_observed_at":"2026-08-16T16:07:13.520712Z","submitted_at":"2022-12-20T17:54:37Z","title":"Execution-Based Evaluation for Open-Domain Code Generation","version":2},"cited_work":{"arxiv_id":"2212.10481","doi":"10.48550/arxiv.2212.10481","metadata_source":"pith","pith_arxiv_id":"2212.10481","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Execution- Based Evaluation for Open-Domain Code Generation","venue":"cs.SE","work_id":"b49b3804-66fd-40c8-a3e3-8a8cf838c8c4","year":2022},"citing_paper":{"arxiv_id":"2305.06161","last_updated":"2023-12-13T14:44:10Z","snapshot_observed_at":"2026-07-06T15:25:35.930688Z","submitted_at":"2023-05-09T08:16:42Z","title":"StarCoder: may the source be with you!","version":2},"reference_index":296,"source":"arxiv_source","source_observed_at":"2026-05-10T23:32:59.517389Z"},"links":{"cited_paper":"/paper/2212.10481","citing_paper":"/paper/2305.06161"},"observation_digest":"sha256:1f83b1140d2ba96b2c4e6f9cfef11dccac8dddcffd65905f52cc3146b2e7932f","observation_id":"86f289ad-ebbc-4083-9c0b-baa5d32f1e85","resolution":{"observed_at":"2026-05-10T23:33:01.168122Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2212.10481","last_updated":"2023-05-19T14:27:46Z","snapshot_observed_at":"2026-08-16T16:07:13.520712Z","submitted_at":"2022-12-20T17:54:37Z","title":"Execution-Based Evaluation for Open-Domain Code Generation","version":2},"cited_work":{"arxiv_id":"2212.10481","doi":"10.48550/arxiv.2212.10481","metadata_source":"pith","pith_arxiv_id":"2212.10481","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Execution- Based Evaluation for Open-Domain Code Generation","venue":"cs.SE","work_id":"b49b3804-66fd-40c8-a3e3-8a8cf838c8c4","year":2022},"citing_paper":{"arxiv_id":"2403.07974","last_updated":"2024-06-06T17:41:21Z","snapshot_observed_at":"2026-08-16T07:05:57.323612Z","submitted_at":"2024-03-12T17:58:04Z","title":"LiveCodeBench: Holistic and Contamination Free Evaluation of Large Language Models for Code","version":2},"reference_index":44,"source":"arxiv_source","source_observed_at":"2026-05-10T17:34:42.565806Z"},"links":{"cited_paper":"/paper/2212.10481","citing_paper":"/paper/2403.07974"},"observation_digest":"sha256:94e6e6c3b5b423fc7e0b36baa73099716b5f6d4fe6e6c7029a613711b802b787","observation_id":"87f78d25-39d1-4c37-b8fd-9027106e18b2","resolution":{"observed_at":"2026-05-10T17:34:43.017216Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2212.10481","last_updated":"2023-05-19T14:27:46Z","snapshot_observed_at":"2026-08-16T16:07:13.520712Z","submitted_at":"2022-12-20T17:54:37Z","title":"Execution-Based Evaluation for Open-Domain Code Generation","version":2},"cited_work":{"arxiv_id":"2212.10481","doi":"10.48550/arxiv.2212.10481","metadata_source":"pith","pith_arxiv_id":"2212.10481","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Execution- Based Evaluation for Open-Domain Code Generation","venue":"cs.SE","work_id":"b49b3804-66fd-40c8-a3e3-8a8cf838c8c4","year":2022},"citing_paper":{"arxiv_id":"2406.00515","last_updated":"2024-11-10T22:02:27Z","snapshot_observed_at":"2026-08-14T16:40:35.729198Z","submitted_at":"2024-06-01T17:48:15Z","title":"A Survey on Large Language Models for Code Generation","version":2},"reference_index":280,"source":"pdf_text","source_observed_at":"2026-05-13T20:18:06.304134Z"},"links":{"cited_paper":"/paper/2212.10481","citing_paper":"/paper/2406.00515"},"observation_digest":"sha256:85a2883a58f36a1cc76dd5b552a2ffb9e653bd48611f93e55bc18e372cd7dac3","observation_id":"8dd9f9aa-27d8-4152-a27d-4d23dcb3e6d8","resolution":{"observed_at":"2026-05-13T20:18:06.785589Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2212.10481","last_updated":"2023-05-19T14:27:46Z","snapshot_observed_at":"2026-08-16T16:07:13.520712Z","submitted_at":"2022-12-20T17:54:37Z","title":"Execution-Based Evaluation for Open-Domain Code Generation","version":2},"cited_work":{"arxiv_id":"2212.10481","doi":"10.48550/arxiv.2212.10481","metadata_source":"pith","pith_arxiv_id":"2212.10481","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Execution- Based Evaluation for Open-Domain Code Generation","venue":"cs.SE","work_id":"b49b3804-66fd-40c8-a3e3-8a8cf838c8c4","year":2022},"citing_paper":{"arxiv_id":"2501.09686","last_updated":"2025-01-23T08:44:44Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-01-16T17:37:58Z","title":"Towards Large Reasoning Models: A Survey of Reinforced Reasoning with Large Language Models","version":3},"reference_index":157,"source":"pdf_text","source_observed_at":"2026-05-15T21:20:59.128986Z"},"links":{"cited_paper":"/paper/2212.10481","citing_paper":"/paper/2501.09686"},"observation_digest":"sha256:ef40a4827eab097d926de6b9a0017e8a6c92f69eda22ec73a34214ff517fd41f","observation_id":"30a8aabe-ca0e-47b0-9f98-de75cbb863e7","resolution":{"observed_at":"2026-05-15T21:20:59.344832Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2212.10481","last_updated":"2023-05-19T14:27:46Z","snapshot_observed_at":"2026-08-16T16:07:13.520712Z","submitted_at":"2022-12-20T17:54:37Z","title":"Execution-Based Evaluation for Open-Domain Code Generation","version":2},"cited_work":{"arxiv_id":"2212.10481","doi":"10.48550/arxiv.2212.10481","metadata_source":"pith","pith_arxiv_id":"2212.10481","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Execution- Based Evaluation for Open-Domain Code Generation","venue":"cs.SE","work_id":"b49b3804-66fd-40c8-a3e3-8a8cf838c8c4","year":2022},"citing_paper":{"arxiv_id":"2509.22202","last_updated":"2026-05-19T08:31:44Z","snapshot_observed_at":"2026-08-20T10:34:08.553794Z","submitted_at":"2025-09-26T11:14:38Z","title":"Library Hallucinations in LLM-Generated Code: A Risk Analysis Grounded in Developer Queries","version":3},"reference_index":69,"source":"arxiv_source","source_observed_at":"2026-05-21T22:31:20.358758Z"},"links":{"cited_paper":"/paper/2212.10481","citing_paper":"/paper/2509.22202"},"observation_digest":"sha256:a031f1e374c3ae05034e2bcc52adc6b3a85db14b6b36f74d7c41c491bf7f5e73","observation_id":"39c20091-0045-4502-b344-91a1dc7c290f","resolution":{"observed_at":"2026-05-21T22:34:23.752891Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2212.10481","last_updated":"2023-05-19T14:27:46Z","snapshot_observed_at":"2026-08-16T16:07:13.520712Z","submitted_at":"2022-12-20T17:54:37Z","title":"Execution-Based Evaluation for Open-Domain Code Generation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2212.10481","snapshot_observed_at":"2026-08-04T13:00:07.307074Z","title":"Openhands: Making llms practical for hands-on code development.arXiv preprint arXiv:2212.10481,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2510.01359","last_updated":"2026-06-15T23:34:33Z","snapshot_observed_at":"2026-08-18T01:27:13.335437Z","submitted_at":"2025-10-01T18:38:20Z","title":"Breaking the Code: Security Assessment of AI Code Agents Through Systematic Jailbreaking Attacks","version":2},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-04T13:00:07.307074Z"},"links":{"cited_paper":"/paper/2212.10481","citing_paper":"/paper/2510.01359"},"observation_digest":"sha256:973c6225b38b7dc98a4be7826077a5783911ab9934ee2a3cee557726f01b613b","observation_id":"fa4792a0-d869-43c3-9b7d-88627c0f32ba","resolution":{"observed_at":"2026-08-04T13:00:07.307074Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2212.10481","last_updated":"2023-05-19T14:27:46Z","snapshot_observed_at":"2026-08-16T16:07:13.520712Z","submitted_at":"2022-12-20T17:54:37Z","title":"Execution-Based Evaluation for Open-Domain Code Generation","version":2},"cited_work":{"arxiv_id":"2212.10481","doi":"10.48550/arxiv.2212.10481","metadata_source":"pith","pith_arxiv_id":"2212.10481","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Execution- Based Evaluation for Open-Domain Code Generation","venue":"cs.SE","work_id":"b49b3804-66fd-40c8-a3e3-8a8cf838c8c4","year":2022},"citing_paper":{"arxiv_id":"2604.22659","last_updated":"2026-07-02T07:20:45Z","snapshot_observed_at":"2026-08-15T07:50:17.995756Z","submitted_at":"2026-04-24T15:35:54Z","title":"RealBench: A Repo-Level Code Generation Benchmark Aligned with Real-World Software Development Practices","version":1},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-05-08T11:24:07.839469Z"},"links":{"cited_paper":"/paper/2212.10481","citing_paper":"/paper/2604.22659"},"observation_digest":"sha256:0bba36a2335877810cecb3e7fe5fac1e599821f2a081392690f28d02d1f9d5d4","observation_id":"2c695da1-5f50-4819-8c52-1d21183ac590","resolution":{"observed_at":"2026-05-11T19:36:15.280854Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2212.10481","last_updated":"2023-05-19T14:27:46Z","snapshot_observed_at":"2026-08-16T16:07:13.520712Z","submitted_at":"2022-12-20T17:54:37Z","title":"Execution-Based Evaluation for Open-Domain Code Generation","version":2},"cited_work":{"arxiv_id":"2212.10481","doi":"10.48550/arxiv.2212.10481","metadata_source":"pith","pith_arxiv_id":"2212.10481","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Execution- Based Evaluation for Open-Domain Code Generation","venue":"cs.SE","work_id":"b49b3804-66fd-40c8-a3e3-8a8cf838c8c4","year":2022},"citing_paper":{"arxiv_id":"2607.06411","last_updated":"2026-07-19T18:49:59Z","snapshot_observed_at":"2026-08-17T12:37:53.897561Z","submitted_at":"2026-07-07T15:41:22Z","title":"RuBench: A Repository-Level Agentic Coding Benchmark with Natively Authored Russian Task Specifications","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-07-08T06:55:40.830922Z"},"links":{"cited_paper":"/paper/2212.10481","citing_paper":"/paper/2607.06411"},"observation_digest":"sha256:042e21c0f3225dca2dedba95ef38ec81f0074a812060ae8718ca3f1dd023e604","observation_id":"15280a1a-4eaf-43a8-8422-11fd647f6887","resolution":{"observed_at":"2026-07-08T07:04:44.523769Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2212.10481","last_updated":"2023-05-19T14:27:46Z","snapshot_observed_at":"2026-08-16T16:07:13.520712Z","submitted_at":"2022-12-20T17:54:37Z","title":"Execution-Based Evaluation for Open-Domain Code Generation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2212.10481","snapshot_observed_at":"2026-08-02T08:21:50.166018Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.06411","last_updated":"2026-07-19T18:49:59Z","snapshot_observed_at":"2026-08-17T12:37:53.897561Z","submitted_at":"2026-07-07T15:41:22Z","title":"RuBench: A Repository-Level Agentic Coding Benchmark with Natively Authored Russian Task Specifications","version":2},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-02T08:21:50.166018Z"},"links":{"cited_paper":"/paper/2212.10481","citing_paper":"/paper/2607.06411"},"observation_digest":"sha256:790546fa59ddfbff8eb665a2cfa080f9c68ae0f664d780c91b5c0a2c9ca5db80","observation_id":"aa951d9d-e589-41f3-9cc1-f482a6729cc1","resolution":{"observed_at":"2026-08-02T08:21:50.166018Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2212.10481/citation-record","integrity":"/paper/2212.10481/integrity","json":"/paper/2212.10481/citation-record.json","paper":"/paper/2212.10481"},"outbound":[],"paper":{"arxiv_id":"2212.10481","last_updated":"2023-05-19T14:27:46Z","latest_version":2,"primary_category":"cs.SE","snapshot_observed_at":"2026-08-16T16:07:13.520712Z","submitted_at":"2022-12-20T17:54:37Z","title":"Execution-Based Evaluation for Open-Domain Code Generation"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"thesis":"As of 20 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 9 inbound Pith citation observations for arXiv:2212.10481."}