{"as_of":"2026-08-14T14:36:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:44a460fca16381e64b1f20bb5dbfa80b3b4e14c954c09402084153a2f5f8af40","coverage":[{"denominator":81,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":81,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T11:44:34.161071Z","state":"measured"},{"denominator":83,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":83,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-14T06:32:32.682623+00:00","state":"measured"},{"denominator":2,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":2,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-05T10:16:51.306423Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-15T18:01:25.418827Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2507.22462","snapshot_observed_at":"2026-08-05T10:16:51.306423Z","title":"Ifevalcode: Controlled code generation, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2509.04292","last_updated":"2025-09-04T15:03:02Z","snapshot_observed_at":"2026-08-11T06:56:43.869188Z","submitted_at":"2025-09-04T15:03:02Z","title":"Inverse IFEval: Can LLMs Unlearn Stubborn Training Conventions to Follow Real Instructions?","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-05T10:16:51.306423Z"},"links":{"cited_paper":"/paper/2507.22462","citing_paper":"/paper/2509.04292"},"observation_digest":"sha256:26d3d118a6f2e605d703680fdb2596d6921a385920b08421a80e955ba621df3d","observation_id":"4758e4af-8282-45aa-9616-4a8647fcf296","resolution":{"observed_at":"2026-08-05T10:16:51.306423Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"cited_work":{"arxiv_id":"2507.22462","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2507.22462","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Ifevalcode: Controlled code generation","venue":null,"work_id":"f478ac5b-bc78-435a-9a69-695c3b5af1b1","year":2025},"citing_paper":{"arxiv_id":"2604.16322","last_updated":"2026-02-27T21:31:41Z","snapshot_observed_at":"2026-08-12T22:41:19.038247Z","submitted_at":"2026-02-27T21:31:41Z","title":"Steerable Instruction Following Coding Data Synthesis with Actor-Parametric Schema Co-Evolution","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-05-15T18:00:39.404711Z"},"links":{"cited_paper":"/paper/2507.22462","citing_paper":"/paper/2604.16322"},"observation_digest":"sha256:0976e4b1ff1b56621e4065862e357731bcc977454b06a9da880dbd5db4b39fc9","observation_id":"ebbc2e6e-0aba-496e-b0b6-aaf38c03ca96","resolution":{"observed_at":"2026-05-15T18:01:25.421896Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2507.22462/citation-record","integrity":"/paper/2507.22462/integrity","json":"/paper/2507.22462/citation-record.json","paper":"/paper/2507.22462"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:44:33.898368Z","title":"Introducing meta llama 3: The most capable openly available llm to date","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:33.898368Z"},"links":{"citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:307aa31bdb52942a10e82666e8b88dfdae31b2ec337889c96840b097cab3cf4f","observation_id":"2b1cde7f-1a7b-4bf4-a509-0f2eaca51ef9","resolution":{"observed_at":"2026-08-06T11:44:33.898368Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2301.03988","last_updated":"2023-02-24T09:53:40Z","snapshot_observed_at":"2026-08-13T13:07:56.285029Z","submitted_at":"2023-01-09T10:52:35Z","title":"SantaCoder: don't reach for the stars!","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2301.03988","snapshot_observed_at":"2026-08-06T11:44:33.902101Z","title":"SantaCoder: Don’t reach for the stars! arXiv preprint arXiv:2301.03988, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:33.902101Z"},"links":{"cited_paper":"/paper/2301.03988","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:b89959981729a357b67d42437bd6a737117b7e67918e4c1b6fad5b0bc02c7511","observation_id":"ce5187cf-1362-44df-bf8a-a3d6ac86e8d4","resolution":{"observed_at":"2026-08-06T11:44:33.902101Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:44:35.021325Z","title":"Self-supervised bug de- tection and repair","venue":null,"work_id":"d43c9dce-2ca2-4c44-9ed2-30e18bf5863f","year":2021},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:33.905726Z"},"links":{"citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:5ca2aa6d093845511821e1ae329f0144931f2c21968fe6f0293c11c55c3894a8","observation_id":"17e1a036-737f-4f7c-8612-1f3bdd1c9343","resolution":{"observed_at":"2026-08-06T11:44:35.025095Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:44:35.011124Z","title":"Introducing Claude, 2023","venue":null,"work_id":"e06ac6dc-c427-4e6f-b874-bcc469b0a1b4","year":2023},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:33.908937Z"},"links":{"citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:6fc7840de86161b4331867b577d0b4aaabd90a8cc66be839a9714624c50ad627","observation_id":"8d2cc9e9-f698-451d-b8b7-27dce38c1717","resolution":{"observed_at":"2026-08-06T11:44:35.014318Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:44:35.000868Z","title":"Claude 3.7 sonnet and claude code, 2025","venue":null,"work_id":"9d63edf9-acd3-4ceb-96f5-55d3c381ca1c","year":2025},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:33.911945Z"},"links":{"citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:11164838134ceda278aa53ddc25d3cd0e8d145f76d1a208bd0ee641e524e7e63","observation_id":"98d61c57-fba8-4760-aece-6299b3891d77","resolution":{"observed_at":"2026-08-06T11:44:35.004232Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2108.07732","last_updated":"2021-08-16T03:57:30Z","snapshot_observed_at":"2026-08-02T19:23:53.535075Z","submitted_at":"2021-08-16T03:57:30Z","title":"Program Synthesis with Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2108.07732","snapshot_observed_at":"2026-08-06T11:44:33.914955Z","title":"Program synthesis with large language models","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:33.914955Z"},"links":{"cited_paper":"/paper/2108.07732","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:74cbd8a259b0f561088d72928f7fa4e7c1796734a5bad8140ea50333c074cc34","observation_id":"6f255543-c92e-477d-9082-dc5a85092b19","resolution":{"observed_at":"2026-08-06T11:44:33.914955Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2309.16609","last_updated":"2023-09-28T17:07:49Z","snapshot_observed_at":"2026-08-09T21:25:20.369782Z","submitted_at":"2023-09-28T17:07:49Z","title":"Qwen Technical Report","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2309.16609","snapshot_observed_at":"2026-08-06T11:44:33.918703Z","title":"Qwen technical report","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:33.918703Z"},"links":{"cited_paper":"/paper/2309.16609","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:ceffb78618143bd2cb4fa12e8c9d586492d83ea456677b1ef339fd7531bf95c0","observation_id":"9b263c73-afd7-4c02-8708-37a5ff5c592e","resolution":{"observed_at":"2026-08-06T11:44:33.918703Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2207.14255","last_updated":"2022-07-28T17:40:47Z","snapshot_observed_at":"2026-08-12T15:32:23.741504Z","submitted_at":"2022-07-28T17:40:47Z","title":"Efficient Training of Language Models to Fill in the Middle","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2207.14255","snapshot_observed_at":"2026-08-06T11:44:33.922242Z","title":"Efficient training of language models to fill in the middle","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:33.922242Z"},"links":{"cited_paper":"/paper/2207.14255","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:196aca572b63f81a11dbd43190d3aa96dac121675ee0c5203ac0dff41b2f0ee4","observation_id":"51e7f8ca-1bbd-4fee-bcaf-24d82fb5da27","resolution":{"observed_at":"2026-08-06T11:44:33.922242Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:44:34.991158Z","title":"Multipl- e: A scalable and polyglot approach to benchmarking neural code generation.IEEE Transactions on Software Engineering, 2023","venue":null,"work_id":"f02106f4-5bd4-4e51-833e-99f2370736c8","year":2023},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:33.926211Z"},"links":{"citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:7b0b4ec9276608f2d60f17ea91b62287c838506e4760453166bc61eb751e9116","observation_id":"d090bae9-b229-45e6-93a8-986e30615d79","resolution":{"observed_at":"2026-08-06T11:44:34.994673Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:44:34.980412Z","title":"Multipl-e: A scalable and polyglot approach to benchmarking neural code generation","venue":null,"work_id":"ff190081-8668-4949-9471-d13aad622d25","year":2023},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:33.929264Z"},"links":{"citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:da12ffcd4c22bfaf1b7895fa5b3615c1eec50ca8e810302d0081f930121f97b7","observation_id":"a13a7ba1-b2df-4ae4-ba2e-1fe447eda54e","resolution":{"observed_at":"2026-08-06T11:44:34.984042Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.07436","last_updated":"2024-06-11T16:45:17Z","snapshot_observed_at":"2026-08-13T21:21:41.544749Z","submitted_at":"2024-06-11T16:45:17Z","title":"McEval: Massively Multilingual Code Evaluation","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.07436","snapshot_observed_at":"2026-08-06T11:44:33.932446Z","title":"Mceval: Massively multilingual code evaluation","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:33.932446Z"},"links":{"cited_paper":"/paper/2406.07436","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:a21eb2517ef57c8007dcde2eeddf2f3ff860e679562cc0191cff77b658c4d20a","observation_id":"9ee78b49-bb5b-4db8-965f-165df7a3f088","resolution":{"observed_at":"2026-08-06T11:44:33.932446Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.01304","last_updated":"2024-06-11T03:52:03Z","snapshot_observed_at":"2026-08-12T23:51:35.528265Z","submitted_at":"2024-06-03T13:13:35Z","title":"CodeR: Issue Resolving with Multi-Agent and Task Graphs","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.01304","snapshot_observed_at":"2026-08-06T11:44:33.935674Z","title":"Coder: Issue resolving with multi-agent and task graphs","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:33.935674Z"},"links":{"cited_paper":"/paper/2406.01304","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:ffbb1a54e20c4f2516baa75f35002a25889928591385c457571c3fe8203888ef","observation_id":"cbf0d535-edf2-4566-83e2-dff1564a2799","resolution":{"observed_at":"2026-08-06T11:44:33.935674Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2107.03374","last_updated":"2021-07-14T17:16:02Z","snapshot_observed_at":"2026-08-08T11:58:24.516369Z","submitted_at":"2021-07-07T17:41:24Z","title":"Evaluating Large Language Models Trained on Code","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2107.03374","snapshot_observed_at":"2026-08-06T11:44:33.942269Z","title":"Evaluating large language models trained on code","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:33.942269Z"},"links":{"cited_paper":"/paper/2107.03374","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:fc13e14868c2528789987021b6c94c22a000f5de456d592bd60d283a773d4a7f","observation_id":"ffa315e2-5cdd-473a-bb68-ea81626204e8","resolution":{"observed_at":"2026-08-06T11:44:33.942269Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:44:33.945067Z","title":"Large language models are zero-shot fuzzers: Fuzzing deep-learning libraries via large language models","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:33.945067Z"},"links":{"citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:170021746e0519c3ad9eebc1cad63f1c9f842481e7da47051738d3905fa5cc35","observation_id":"0f7da07a-f020-4aed-9382-c8018de1d572","resolution":{"observed_at":"2026-08-06T11:44:33.945067Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:44:34.961857Z","title":"BERT: pre-training of deep bidirectional transformers for language understanding","venue":null,"work_id":"d05777f3-30a1-439b-8f49-1a683175088c","year":2019},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:33.948449Z"},"links":{"citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:79b1779b2a99d21a9c40eff74c7495b61edfbacff3a4995180f88bddf0a22695","observation_id":"148a721a-d7c8-417f-8f0b-b02daf97b67e","resolution":{"observed_at":"2026-08-06T11:44:34.966709Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:44:34.951783Z","title":"Codebert: A pre-trained model for programming and natural languages","venue":null,"work_id":"21d68268-21f2-4bc9-b65b-526d4ba5ae6f","year":2020},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:33.951178Z"},"links":{"citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:258f71eeca3fb2b4a44231d2826b9c868121d9c93c4b3dff9e7343ed7ae8ea5a","observation_id":"b20d0f6b-0d68-4750-96c0-db1bc09ec681","resolution":{"observed_at":"2026-08-06T11:44:34.955570Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2403.08295","last_updated":"2024-04-16T12:52:47Z","snapshot_observed_at":"2026-08-03T03:29:01.959523Z","submitted_at":"2024-03-13T06:59:16Z","title":"Gemma: Open Models Based on Gemini Research and Technology","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.08295","snapshot_observed_at":"2026-08-06T11:44:33.953910Z","title":"Gemma: Open models based on gemini research and technology","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:33.953910Z"},"links":{"cited_paper":"/paper/2403.08295","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:b506a6c23cdc68a4449a24fff0a56674268b12dad8500e2879f60a2f3aa59267","observation_id":"cdf36e89-8c02-4a28-923f-64d8238ca220","resolution":{"observed_at":"2026-08-06T11:44:33.953910Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.19475","last_updated":"2024-02-29T18:59:25Z","snapshot_observed_at":"2026-08-13T04:06:47.307971Z","submitted_at":"2024-02-29T18:59:25Z","title":"The Counterfeit Conundrum: Can Code Language Models Grasp the Nuances of Their Incorrect Generations?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.19475","snapshot_observed_at":"2026-08-06T11:44:33.957061Z","title":"The counterfeit conundrum: Can code language models grasp the nuances of their incorrect generations? arXiv preprint arXiv:2402.19475, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:33.957061Z"},"links":{"cited_paper":"/paper/2402.19475","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:d82483a71954f687a8b4b407c7c5cda72eb86094fdb70c200784a1ba7adb5e47","observation_id":"778c414e-befc-4378-9c5d-0c3cc238de8c","resolution":{"observed_at":"2026-08-06T11:44:33.957061Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:44:34.941693Z","title":"Cruxeval: A benchmark for code reasoning, understanding and execution","venue":null,"work_id":"1afe9c8f-eb77-4aee-9927-c5634931f665","year":2024},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:33.959914Z"},"links":{"citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:fff7ad7cc12cb72d72aec16ae11faa6ad00871a1043e3c7ebe47fbba037778da","observation_id":"5600bca9-d8cf-4c5c-a332-6ddf35b86b85","resolution":{"observed_at":"2026-08-06T11:44:34.945203Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2501.12948","last_updated":"2026-01-04T03:57:36Z","snapshot_observed_at":"2026-08-13T15:58:13.809876Z","submitted_at":"2025-01-22T15:19:35Z","title":"DeepSeek-R1: Incentivizing Reasoning Capability in LLMs via Reinforcement Learning","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2501.12948","snapshot_observed_at":"2026-08-06T11:44:33.962752Z","title":"Deepseek-r1: Incentivizing reasoning capability in llms via reinforcement learning","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:33.962752Z"},"links":{"cited_paper":"/paper/2501.12948","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:8cf7c85a746aef1c8196908d08595c89bc3f7966ac3630113825c1c6583150ff","observation_id":"0b498e57-2deb-4ca9-b3f6-d5e68945a35d","resolution":{"observed_at":"2026-08-06T11:44:33.962752Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.14196","last_updated":"2024-01-26T09:23:11Z","snapshot_observed_at":"2026-08-06T22:40:28.707813Z","submitted_at":"2024-01-25T14:17:53Z","title":"DeepSeek-Coder: When the Large Language Model Meets Programming -- The Rise of Code Intelligence","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.14196","snapshot_observed_at":"2026-08-06T11:44:33.965729Z","title":"Deepseek-coder: When the large language model meets program- ming – the rise of code intelligence","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:33.965729Z"},"links":{"cited_paper":"/paper/2401.14196","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:fc1e1c76a75193b16da4a9ea85b74716ece5c818f22bb6cee359367c581518fe","observation_id":"a057b0ce-536b-48ec-9221-fdead6e12435","resolution":{"observed_at":"2026-08-06T11:44:33.965729Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.04905","last_updated":"2025-03-20T03:28:56Z","snapshot_observed_at":"2026-08-12T22:05:29.529733Z","submitted_at":"2024-11-07T17:47:25Z","title":"OpenCoder: The Open Cookbook for Top-Tier Code Large Language Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.04905","snapshot_observed_at":"2026-08-06T11:44:33.968595Z","title":"Opencoder: The open cookbook for top-tier code large language models","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:33.968595Z"},"links":{"cited_paper":"/paper/2411.04905","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:25b2556f0a3c11ede46694c32215058b6e97a702e260ac6e8ff4ac025050a37a","observation_id":"5f913df0-5f5a-4f54-9e18-336c9aecf12b","resolution":{"observed_at":"2026-08-06T11:44:33.968595Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.12186","last_updated":"2024-11-12T13:24:25Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-09-18T17:57:57Z","title":"Qwen2.5-Coder Technical Report","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.12186","snapshot_observed_at":"2026-08-06T11:44:33.977919Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:33.977919Z"},"links":{"cited_paper":"/paper/2409.12186","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:379349c57d69456b4afade97c910ee1fc479d05c335240971a963457ea2e28c3","observation_id":"b699703f-49df-44ab-a06f-a4748ac70d0b","resolution":{"observed_at":"2026-08-06T11:44:33.977919Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.16720","last_updated":"2026-04-30T02:46:40Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-12-21T18:04:31Z","title":"OpenAI o1 System Card","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.16720","snapshot_observed_at":"2026-08-06T11:44:33.980473Z","title":"Openai o1 system card","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:33.980473Z"},"links":{"cited_paper":"/paper/2412.16720","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:db1fefc5c454688cbb1be097d8d5bf717dfc36f532f741488ce7139425b4454f","observation_id":"deb1175b-56d1-4853-9012-5bdf2720c268","resolution":{"observed_at":"2026-08-06T11:44:33.980473Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.07974","last_updated":"2024-06-06T17:41:21Z","snapshot_observed_at":"2026-08-13T09:04:30.125777Z","submitted_at":"2024-03-12T17:58:04Z","title":"LiveCodeBench: Holistic and Contamination Free Evaluation of Large Language Models for Code","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.07974","snapshot_observed_at":"2026-08-06T11:44:33.983541Z","title":"Livecodebench: Holistic and contamination free evaluation of large language models for code","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:33.983541Z"},"links":{"cited_paper":"/paper/2403.07974","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:7cdbc11c42716778d42adab0f1e70efd6713741573d57cad99ee0d0755b66f6d","observation_id":"ff729ac6-a93f-4df9-9d11-a1a72213a093","resolution":{"observed_at":"2026-08-06T11:44:33.983541Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.06770","last_updated":"2024-11-11T23:05:04Z","snapshot_observed_at":"2026-08-12T14:56:35.025839Z","submitted_at":"2023-10-10T16:47:29Z","title":"SWE-bench: Can Language Models Resolve Real-World GitHub Issues?","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.06770","snapshot_observed_at":"2026-08-06T11:44:33.986613Z","title":"Swe-bench: Can language models resolve real-world github issues? arXiv preprint arXiv:2310.06770, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:33.986613Z"},"links":{"cited_paper":"/paper/2310.06770","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:3265012184a23eba58b099eebb3592e730812bcd3e1438558c6a2817dee278cf","observation_id":"3a93902b-3557-45ed-b715-cce83aeb19a3","resolution":{"observed_at":"2026-08-06T11:44:33.986613Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2303.03004","last_updated":"2023-11-06T07:16:58Z","snapshot_observed_at":"2026-08-13T12:30:51.417005Z","submitted_at":"2023-03-06T10:08:51Z","title":"xCodeEval: A Large Scale Multilingual Multitask Benchmark for Code Understanding, Generation, Translation and Retrieval","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.03004","snapshot_observed_at":"2026-08-06T11:44:33.989642Z","title":"xcodeeval: A large scale multilingual multitask benchmark for code understanding, generation, translation and retrieval","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:33.989642Z"},"links":{"cited_paper":"/paper/2303.03004","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:371ab3eeecfdedd8dc0871cc5c86ab06e3d4fae484a3e96b0ea4b12fbbae95ad","observation_id":"3767eb63-a810-494b-ab5f-cf4329209d74","resolution":{"observed_at":"2026-08-06T11:44:33.989642Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:44:34.931107Z","title":"Wang, and Tao Yu","venue":null,"work_id":"5c83956b-3f6c-40ca-b86f-059c946670d9","year":2023},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:33.993232Z"},"links":{"citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:f60e519a445624e51d8cda7f0c325887222168b21f2fbd7a17eb003f2db52585","observation_id":"6306c10a-684f-4788-a908-f8a398318d00","resolution":{"observed_at":"2026-08-06T11:44:34.934720Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2305.06161","last_updated":"2023-12-13T14:44:10Z","snapshot_observed_at":"2026-07-06T15:25:35.930688Z","submitted_at":"2023-05-09T08:16:42Z","title":"StarCoder: may the source be with you!","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.06161","snapshot_observed_at":"2026-08-06T11:44:33.996518Z","title":"Starcoder: may the source be with you! arXiv preprint arXiv:2305.06161, abs/2305.06161, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:33.996518Z"},"links":{"cited_paper":"/paper/2305.06161","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:76a974f99614fb4a7d35bb6c1864f721dfae2f7ec4e71edcbb89fffbe0d47ee2","observation_id":"6484caf8-ed1d-4fec-b317-d68421e08f8b","resolution":{"observed_at":"2026-08-06T11:44:33.996518Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2203.07814","last_updated":"2022-02-08T23:16:31Z","snapshot_observed_at":"2026-08-11T14:59:29.271263Z","submitted_at":"2022-02-08T23:16:31Z","title":"Competition-Level Code Generation with AlphaCode","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2203.07814","snapshot_observed_at":"2026-08-06T11:44:33.999631Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:33.999631Z"},"links":{"cited_paper":"/paper/2203.07814","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:a14b0fd9af867f136f31c1902b57418dba047c80820c31c97997848ce00afd21","observation_id":"a73de673-870e-4c52-b245-396a9c0d9ea2","resolution":{"observed_at":"2026-08-06T11:44:33.999631Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.20424","last_updated":"2024-11-05T19:46:38Z","snapshot_observed_at":"2026-08-13T14:29:35.782471Z","submitted_at":"2024-10-27T12:44:25Z","title":"AutoKaggle: A Multi-Agent Framework for Autonomous Data Science Competitions","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.20424","snapshot_observed_at":"2026-08-06T11:44:34.002594Z","title":"Autokaggle: A multi-agent framework for autonomous data science competitions","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.002594Z"},"links":{"cited_paper":"/paper/2410.20424","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:9baba9b945d5c433266db392a092723fc2a60ab96ef4c4b07f6882a039547445","observation_id":"e4ec9551-eb9f-42f8-8a87-a18bd4ec5166","resolution":{"observed_at":"2026-08-06T11:44:34.002594Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:44:34.920948Z","title":"Quixbugs: a multi- lingual program repair benchmark set based on the quixey challenge","venue":null,"work_id":"04929bae-debc-4afe-80ed-d59d9b60f240","year":2017},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.005809Z"},"links":{"citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:601e9f77c16ef1216ab13fb9b379b0c585f0e015bde5ba1bf6c4d951b608f407","observation_id":"d01cea9e-00d7-4d9f-bab5-0f83c09e68fd","resolution":{"observed_at":"2026-08-06T11:44:34.923989Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2412.19437","last_updated":"2025-02-18T17:26:38Z","snapshot_observed_at":"2026-08-11T01:48:59.557045Z","submitted_at":"2024-12-27T04:03:16Z","title":"DeepSeek-V3 Technical Report","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.19437","snapshot_observed_at":"2026-08-06T11:44:34.008468Z","title":"Deepseek-v3 technical report","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.008468Z"},"links":{"cited_paper":"/paper/2412.19437","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:50ad196a5e78b0f9506d75350185675bd46122f6b86456cd51c494f0a7d96842","observation_id":"e9650e24-cbf3-405d-952b-7877e14a26b4","resolution":{"observed_at":"2026-08-06T11:44:34.008468Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.01210","last_updated":"2023-10-30T19:37:09Z","snapshot_observed_at":"2026-08-12T18:11:04.754824Z","submitted_at":"2023-05-02T05:46:48Z","title":"Is Your Code Generated by ChatGPT Really Correct? Rigorous Evaluation of Large Language Models for Code Generation","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.01210","snapshot_observed_at":"2026-08-06T11:44:34.011164Z","title":"Is your code generated by chatgpt really correct? rigorous evaluation of large language models for code generation","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.011164Z"},"links":{"cited_paper":"/paper/2305.01210","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:5ca0f13e6454f8554c920a4ac4cf8d2d52cb3c4843928b82d620b424f8e1525a","observation_id":"e4d4cff7-bc60-480a-b542-f557db50255e","resolution":{"observed_at":"2026-08-06T11:44:34.011164Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.02310","last_updated":"2025-02-24T09:25:51Z","snapshot_observed_at":"2026-08-12T22:08:03.032391Z","submitted_at":"2024-11-04T17:36:40Z","title":"MdEval: Massively Multilingual Code Debugging","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.02310","snapshot_observed_at":"2026-08-06T11:44:34.018182Z","title":"Mdeval: Massively multilingual code debugging","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.018182Z"},"links":{"cited_paper":"/paper/2411.02310","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:7215548d93bf2ac5eb6502da76042c8138d8d14e3acb20a180561fab591886ff","observation_id":"c8b9f4fd-2e53-4df6-b04d-0659926fbb87","resolution":{"observed_at":"2026-08-06T11:44:34.018182Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.00535","last_updated":"2025-05-12T10:24:14Z","snapshot_observed_at":"2026-08-12T06:21:06.712416Z","submitted_at":"2024-11-30T16:58:42Z","title":"FullStack Bench: Evaluating LLMs as Full Stack Coders","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.00535","snapshot_observed_at":"2026-08-06T11:44:34.021098Z","title":"Fullstack bench: Evaluating llms as full stack coder","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.021098Z"},"links":{"cited_paper":"/paper/2412.00535","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:413909aedb9cd19d522324b17572c8a88aadd12b543fa5db261c9e4ee42406b4","observation_id":"cc06240c-ddf5-42b5-bc80-efc8a971c01d","resolution":{"observed_at":"2026-08-06T11:44:34.021098Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1711.05101","last_updated":"2019-01-04T21:01:49Z","snapshot_observed_at":"2026-08-09T20:34:52.923500Z","submitted_at":"2017-11-14T14:24:06Z","title":"Decoupled Weight Decay Regularization","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1711.05101","snapshot_observed_at":"2026-08-06T11:44:34.024212Z","title":"Decoupled weight decay regularization","venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.024212Z"},"links":{"cited_paper":"/paper/1711.05101","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:1f27308a419d655b6e1b62e6966664bdf9048fe85b206cc5efd78b73e48baaa5","observation_id":"693eb746-7bc5-4985-b17d-d386f377d4aa","resolution":{"observed_at":"2026-08-06T11:44:34.024212Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.19173","last_updated":"2024-02-29T13:53:35Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-02-29T13:53:35Z","title":"StarCoder 2 and The Stack v2: The Next Generation","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.19173","snapshot_observed_at":"2026-08-06T11:44:34.027525Z","title":"Starcoder 2 and the stack v2: The next generation","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.027525Z"},"links":{"cited_paper":"/paper/2402.19173","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:a8b7264f9fc5fe2d8bbcc191128d99b78d20eb484b895f204b25f3dda1563945","observation_id":"80588d29-a675-4413-813a-dae8a1df0663","resolution":{"observed_at":"2026-08-06T11:44:34.027525Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2303.08774","last_updated":"2024-03-04T06:01:33Z","snapshot_observed_at":"2026-08-07T07:30:12.213965Z","submitted_at":"2023-03-15T17:15:04Z","title":"GPT-4 Technical Report","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.08774","snapshot_observed_at":"2026-08-06T11:44:34.030436Z","title":"Gpt-4 technical report","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.030436Z"},"links":{"cited_paper":"/paper/2303.08774","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:6e2f2a73ae0e8800cfa8e3627836aa18f0ef8b29c34ae1d8d9910f74533d0562","observation_id":"38c74e37-176f-4773-b5db-28f79a0ebfde","resolution":{"observed_at":"2026-08-06T11:44:34.030436Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:44:34.911231Z","title":"Introducing gpt-4.5, 2025","venue":null,"work_id":"f5178087-4d00-4370-9319-453d9029d03a","year":2025},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.033434Z"},"links":{"citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:03e2da8212390355b74cb5ef56b938f8338db97a7b14de453d6b42bf47bb00ed","observation_id":"4bfff7d9-29d6-462c-ba0c-1005aa520f37","resolution":{"observed_at":"2026-08-06T11:44:34.914359Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:44:34.900739Z","title":"Measuring the impact of programming language distribution","venue":null,"work_id":"89fd59ab-d093-4c63-b20f-30165e848cea","year":2023},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.036701Z"},"links":{"citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:f59409305544caf90bec57c5e50704449c686e2a298c0506c3fa834d85a9b27f","observation_id":"876b9b81-71c4-448f-8eac-77ea6c081128","resolution":{"observed_at":"2026-08-06T11:44:34.904759Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.16694","last_updated":"2024-03-24T15:41:21Z","snapshot_observed_at":"2026-08-13T22:46:34.001827Z","submitted_at":"2024-02-26T16:09:00Z","title":"HumanEval-XL: A Multilingual Code Generation Benchmark for Cross-lingual Natural Language Generalization","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.16694","snapshot_observed_at":"2026-08-06T11:44:34.039524Z","title":"Humaneval-xl: A multilingual code generation benchmark for cross-lingual natural language generalization","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.039524Z"},"links":{"cited_paper":"/paper/2402.16694","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:d75119934808472b50f5252acdf79a8582ff14886050e3345235b13d649b8ece","observation_id":"24a17240-c4ed-4d38-ba41-796d63c0ff58","resolution":{"observed_at":"2026-08-06T11:44:34.039524Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:44:34.890428Z","title":"Deepbugs: A learning approach to name-based bug detection","venue":null,"work_id":"9abe9bab-c1d4-46a4-a3cf-5391f4400b08","year":2018},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.042559Z"},"links":{"citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:d4f56b30a42ada2451f4db5fad996e9e84cb4bf23e121f61fe97ab962a2d6fe4","observation_id":"251d32d9-d7f6-464f-98f6-a6760529860f","resolution":{"observed_at":"2026-08-06T11:44:34.894214Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:44:34.880439Z","title":"Can openai’s codex fix bugs? an evaluation on quixbugs","venue":null,"work_id":"fe02da74-9d31-4c01-ae2e-1ac8eabd6d26","year":2022},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":48,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.045483Z"},"links":{"citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:108247da11d2c1edc52c15f72199a86023fdcfa1089949404c9927dd62e611fe","observation_id":"168577c1-3494-40ef-9252-b04c4d93f294","resolution":{"observed_at":"2026-08-06T11:44:34.883656Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2304.01102","last_updated":"2023-04-03T16:02:00Z","snapshot_observed_at":"2026-08-13T16:27:41.089701Z","submitted_at":"2023-04-03T16:02:00Z","title":"RunBugRun -- An Executable Dataset for Automated Program Repair","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2304.01102","snapshot_observed_at":"2026-08-06T11:44:34.048317Z","title":"Runbugrun – an executable dataset for automated program repair","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":49,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.048317Z"},"links":{"cited_paper":"/paper/2304.01102","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:9fd518b38156834618c829d049f370285f2dd62db036da15449bac599842dd6d","observation_id":"7d4685ae-a6ba-4211-88fa-5b2236f47e3b","resolution":{"observed_at":"2026-08-06T11:44:34.048317Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2501.01257","last_updated":"2025-01-03T16:36:12Z","snapshot_observed_at":"2026-08-10T22:29:13.931954Z","submitted_at":"2025-01-02T13:49:00Z","title":"CodeElo: Benchmarking Competition-level Code Generation of LLMs with Human-comparable Elo Ratings","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2501.01257","snapshot_observed_at":"2026-08-06T11:44:34.051268Z","title":"Codeelo: Benchmarking competition-level code generation of llms with human-comparable elo ratings","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":50,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.051268Z"},"links":{"cited_paper":"/paper/2501.01257","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:2165b78ea04fd657c31bb1bffeed0151bbc9e7578304f58dca53ea1c416f4e54","observation_id":"1e07aeb6-7577-4eec-a152-401656ddacac","resolution":{"observed_at":"2026-08-06T11:44:34.051268Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:44:34.054170Z","title":"Improving language understanding by generative pre-training","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":51,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.054170Z"},"links":{"citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:cd50acaf99acc558552d4f563cf18fb0f1adc6a09281edd0044975d79ad58302","observation_id":"d51c59f4-9e7d-40b3-9e2c-d8d97992a772","resolution":{"observed_at":"2026-08-06T11:44:34.054170Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.12950","last_updated":"2024-01-31T19:47:26Z","snapshot_observed_at":"2026-08-13T04:25:38.282910Z","submitted_at":"2023-08-24T17:39:13Z","title":"Code Llama: Open Foundation Models for Code","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.12950","snapshot_observed_at":"2026-08-06T11:44:34.056924Z","title":"Code llama: Open foundation models for code","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":52,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.056924Z"},"links":{"cited_paper":"/paper/2308.12950","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:8fffdd24e620f3c98fbfda2bb6a6dae4c335e93e0c0ed781129d0841c435e08f","observation_id":"9d659666-6f7a-4427-a0bb-3795ca2f202a","resolution":{"observed_at":"2026-08-06T11:44:34.056924Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:44:34.863743Z","title":"Code llama: Open foundation models for code","venue":null,"work_id":"27260cbb-b8b7-49fb-b87f-62dfe85e6853","year":2023},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":53,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.059906Z"},"links":{"citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:36e1e76989148a7b4da3aceb72ab9841ecf353fac5cd217a7f727a16b7d299cf","observation_id":"c0ee4cdf-d920-4019-8e31-68a27e62ecfe","resolution":{"observed_at":"2026-08-06T11:44:34.866897Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2211.05100","last_updated":"2023-06-27T09:57:58Z","snapshot_observed_at":"2026-08-04T18:56:03.233715Z","submitted_at":"2022-11-09T18:48:09Z","title":"BLOOM: A 176B-Parameter Open-Access Multilingual Language Model","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2211.05100","snapshot_observed_at":"2026-08-06T11:44:34.062586Z","title":"Bloom: A 176b-parameter open-access multilingual language model","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":54,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.062586Z"},"links":{"cited_paper":"/paper/2211.05100","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:7f129d7c61e13ceda2d7c951d3fbe62658a06870e8aa60109f47b71e01ba5477","observation_id":"479820ba-01ca-44dd-a7ac-9a04766bf366","resolution":{"observed_at":"2026-08-06T11:44:34.062586Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:44:34.853018Z","title":"An analysis of the automatic bug fixing performance of chatgpt","venue":null,"work_id":"50e986f6-4c41-4071-a401-15aa8215778b","year":2023},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":55,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.066089Z"},"links":{"citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:9ddb7c11dfbc86515903df2703812d14e05ea7cf3045b87e116607d060dabeea","observation_id":"f7e94bf1-a015-426f-b753-58859c757742","resolution":{"observed_at":"2026-08-06T11:44:34.856378Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2411.02059","last_updated":"2024-11-07T03:32:44Z","snapshot_observed_at":"2026-08-12T22:08:19.314742Z","submitted_at":"2024-11-04T13:03:13Z","title":"TableGPT2: A Large Multimodal Model with Tabular Data Integration","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.02059","snapshot_observed_at":"2026-08-06T11:44:34.069005Z","title":"Tablegpt2: A large multimodal model with tabular data integration","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":56,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.069005Z"},"links":{"cited_paper":"/paper/2411.02059","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:e229bd3a017157580303243f362a58bf1ab2552f113ebf0d750442e3a5aa3f10","observation_id":"9a6340c3-009c-4a74-a149-3e50282c6250","resolution":{"observed_at":"2026-08-06T11:44:34.069005Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:44:34.842871Z","title":"UniCoder: Scaling code large language model via universal code","venue":null,"work_id":"64f0ccae-5aef-4abc-b1eb-101056d65491","year":2024},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":57,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.071805Z"},"links":{"citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:cbcede1ab0cbc10f1a6f82050abe91d4af41f68bebfe38668067a133aca3c045","observation_id":"b7016602-e6fe-4c45-b3b5-3fd720fca8bf","resolution":{"observed_at":"2026-08-06T11:44:34.846151Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:44:34.832774Z","title":"Bugs in large language models generated code: An empirical study","venue":null,"work_id":"cb0af127-40eb-4661-a422-540342098f30","year":2024},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":58,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.074394Z"},"links":{"citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:c50950e746065fa4c716533bba18d6d634fc559e2606bd8f9efc55bee057ff8f","observation_id":"4149321e-2e6f-441c-891d-ccfc7248a5cc","resolution":{"observed_at":"2026-08-06T11:44:34.836045Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2403.17927","last_updated":"2024-06-27T12:40:12Z","snapshot_observed_at":"2026-08-13T00:44:27.459975Z","submitted_at":"2024-03-26T17:57:57Z","title":"MAGIS: LLM-Based Multi-Agent Framework for GitHub Issue Resolution","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.17927","snapshot_observed_at":"2026-08-06T11:44:34.077446Z","title":"Magis: Llm-based multi-agent framework for github issue resolution","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":59,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.077446Z"},"links":{"cited_paper":"/paper/2403.17927","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:a960c331827f9ce6ec6a72f2953c04df15159af4318f653b470342660d46d852","observation_id":"f962a576-452d-4071-804d-1b6bbbdc35f7","resolution":{"observed_at":"2026-08-06T11:44:34.077446Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.04621","last_updated":"2024-06-06T06:10:00Z","snapshot_observed_at":"2026-08-13T04:45:52.753371Z","submitted_at":"2024-01-09T15:46:38Z","title":"DebugBench: Evaluating Debugging Capability of Large Language Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.04621","snapshot_observed_at":"2026-08-06T11:44:34.080293Z","title":"Debugbench: Evaluating debugging capability of large language models","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":60,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.080293Z"},"links":{"cited_paper":"/paper/2401.04621","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:12c91bb8ce3365ab77fed579b4e37d3a83d68d54a73720309aaec50548cc4bfe","observation_id":"503f05db-9fab-434d-8262-f0ac38f4ae8e","resolution":{"observed_at":"2026-08-06T11:44:34.080293Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2307.09288","last_updated":"2023-07-19T17:08:59Z","snapshot_observed_at":"2026-08-07T12:56:43.323460Z","submitted_at":"2023-07-18T14:31:57Z","title":"Llama 2: Open Foundation and Fine-Tuned Chat Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.09288","snapshot_observed_at":"2026-08-06T11:44:34.083297Z","title":"Llama 2: Open foundation and fine-tuned chat models","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":61,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.083297Z"},"links":{"cited_paper":"/paper/2307.09288","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:503562e648a1cf9d1b3a61ada3217fc80ae7ab835ecdcd4a854281abbc141dff","observation_id":"b78dfbb9-f9db-4148-9578-843008eeb680","resolution":{"observed_at":"2026-08-06T11:44:34.083297Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2109.00859","last_updated":"2021-09-02T12:21:06Z","snapshot_observed_at":"2026-08-12T06:14:58.605732Z","submitted_at":"2021-09-02T12:21:06Z","title":"CodeT5: Identifier-aware Unified Pre-trained Encoder-Decoder Models for Code Understanding and Generation","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2109.00859","snapshot_observed_at":"2026-08-06T11:44:34.086522Z","title":"Codet5: Identifier-aware unified pre-trained encoder-decoder models for code understanding and generation","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":62,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.086522Z"},"links":{"cited_paper":"/paper/2109.00859","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:ce6bce0a1a115850c26cdfa606536d28b86bcea32087acf3ba8775955c3ab4d2","observation_id":"2d9d2f5f-48de-4e6e-8ddf-559f726cea5a","resolution":{"observed_at":"2026-08-06T11:44:34.086522Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.08731","last_updated":"2025-02-12T22:25:14Z","snapshot_observed_at":"2026-08-12T23:44:02.603985Z","submitted_at":"2024-06-13T01:29:52Z","title":"Towards Understanding the Characteristics of Code Generation Errors Made by Large Language Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.08731","snapshot_observed_at":"2026-08-06T11:44:34.089621Z","title":"Where do large language models fail when generating code? arXiv preprint arXiv:2406.08731, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":63,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.089621Z"},"links":{"cited_paper":"/paper/2406.08731","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:2f0cf3752b422279364471f39d7b96d553c5c58e0a8dd16c56f2914fa303c75c","observation_id":"af89213e-c3c5-4ced-9cf6-1b78822ece50","resolution":{"observed_at":"2026-08-06T11:44:34.089621Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.00676","last_updated":"2025-01-18T14:34:48Z","snapshot_observed_at":"2026-08-12T22:53:40.727605Z","submitted_at":"2024-09-01T09:40:15Z","title":"Fixing Function-Level Code Generation Errors for Foundation Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.00676","snapshot_observed_at":"2026-08-06T11:44:34.093023Z","title":"Fixing code generation errors for large language models","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":64,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.093023Z"},"links":{"cited_paper":"/paper/2409.00676","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:c43a520df39aba440f14e6ae8255d0eafeebf801e810015aa2d92bdb66d7a5fd","observation_id":"ab989e33-9bb8-4e70-8eda-ee8788613bda","resolution":{"observed_at":"2026-08-06T11:44:34.093023Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.09174","last_updated":"2025-03-18T07:13:18Z","snapshot_observed_at":"2026-08-13T04:45:33.782054Z","submitted_at":"2024-08-17T11:40:10Z","title":"TableBench: A Comprehensive and Complex Benchmark for Table Question Answering","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.09174","snapshot_observed_at":"2026-08-06T11:44:34.096049Z","title":"Tablebench: A comprehensive and complex benchmark for table question answering","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":65,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.096049Z"},"links":{"cited_paper":"/paper/2408.09174","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:a4e2d0b991f529004d2e2161e1cdc48a5f88dd1d7df7705135644746e06859c4","observation_id":"28813f0b-f4ec-48ff-b742-b83bb72bde2c","resolution":{"observed_at":"2026-08-06T11:44:34.096049Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:44:34.823058Z","title":"Fuzz4all: Universal fuzzing with large language models","venue":null,"work_id":"79f48e2c-e503-459c-8d6a-fc4b7cb79eab","year":2024},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":66,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.099015Z"},"links":{"citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:77d32e1d06456941b50e259551ecf700c66d3ba570b4e202512976a6aa8271d9","observation_id":"f21a47c3-c5a2-4814-a984-2caef03010ca","resolution":{"observed_at":"2026-08-06T11:44:34.826174Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2301.13246","last_updated":"2023-01-30T19:22:36Z","snapshot_observed_at":"2026-08-13T19:05:37.054186Z","submitted_at":"2023-01-30T19:22:36Z","title":"Conversational Automated Program Repair","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2301.13246","snapshot_observed_at":"2026-08-06T11:44:34.101527Z","title":"Conversational automated program repair","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":67,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.101527Z"},"links":{"cited_paper":"/paper/2301.13246","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:a51a1eedc17b4ec5bdd86ac13d74afda07ff3190cbd2b21cb71c01f40250344f","observation_id":"34ebc2de-27e2-4f9b-8c36-4884c5a170f9","resolution":{"observed_at":"2026-08-06T11:44:34.101527Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:44:34.812598Z","title":"CodeTransOcean: A comprehensive multilingual benchmark for code translation","venue":null,"work_id":"0ace50ef-d17d-4878-a58f-b5942b050684","year":2023},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":68,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.104752Z"},"links":{"citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:b9ab2240ac4cc484be87202d2e64f1ff5b7cf6d3a6488533939832b1e73def9e","observation_id":"e72084b2-dd24-4550-9c64-bec2c7bafd28","resolution":{"observed_at":"2026-08-06T11:44:34.815921Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2412.05210","last_updated":"2024-12-06T17:40:38Z","snapshot_observed_at":"2026-08-11T20:47:13.742892Z","submitted_at":"2024-12-06T17:40:38Z","title":"Evaluating and Aligning CodeLLMs on Human Preference","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.05210","snapshot_observed_at":"2026-08-06T11:44:34.107700Z","title":"Evaluating and aligning codellms on human preference","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":69,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.107700Z"},"links":{"cited_paper":"/paper/2412.05210","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:d5b6d2dc595846d966f8677b95519c89a70841a67be556cd373922868928faa0","observation_id":"204c6c90-24da-40c6-ac65-6bd1a87dc8bf","resolution":{"observed_at":"2026-08-06T11:44:34.107700Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.01944","last_updated":"2024-09-03T14:40:31Z","snapshot_observed_at":"2026-08-12T22:52:17.804671Z","submitted_at":"2024-09-03T14:40:31Z","title":"FuzzCoder: Byte-level Fuzzing Test via Large Language Model","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.01944","snapshot_observed_at":"2026-08-06T11:44:34.110841Z","title":"Fuzzcoder: Byte-level fuzzing test via large language model","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":70,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.110841Z"},"links":{"cited_paper":"/paper/2409.01944","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:225bb5972e81e06966011c0b22c40c7567f2f19a349f4225fd580252cf806eec","observation_id":"aa17bbc9-7d08-4266-ae45-1a641dd568aa","resolution":{"observed_at":"2026-08-06T11:44:34.110841Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.05006","last_updated":"2025-02-12T04:02:33Z","snapshot_observed_at":"2026-08-12T23:06:03.265121Z","submitted_at":"2024-08-09T11:35:44Z","title":"COAST: Enhancing the Code Debugging Ability of LLMs through Communicative Agent Based Data Synthesis","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.05006","snapshot_observed_at":"2026-08-06T11:44:34.114160Z","title":"Enhancing the code debugging ability of llms via communicative agent based data refinement","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":71,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.114160Z"},"links":{"cited_paper":"/paper/2408.05006","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:35075a9dd8a85b080e5e20fed0c79e2c1735c6ad7e04e431e84477cecd7c7db8","observation_id":"fdc1b170-28b8-486d-abf5-3c18a6694d8e","resolution":{"observed_at":"2026-08-06T11:44:34.114160Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:44:34.802538Z","title":"Natural language to code generation in interactive data science notebooks","venue":null,"work_id":"ca1ebc22-5b88-426d-9e5b-e414cc3d038a","year":2023},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":72,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.117617Z"},"links":{"citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:add54bfb23517966ed7b66792d0db2cf739793d04f3236602335c9ddf08469cb","observation_id":"80db9502-0f9a-4f60-8e07-90fc173b4009","resolution":{"observed_at":"2026-08-06T11:44:34.806079Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:44:34.791804Z","title":"Codereval: A benchmark of pragmatic code generation with generative pre-trained models","venue":null,"work_id":"c27b1ffa-6d4a-4131-bcfb-2fcc1556c1c0","year":2024},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":73,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.120385Z"},"links":{"citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:1cea1c4bd2ac899ce4f83fac981521aca168c5f19bb26f4aca5976aaf2e8384c","observation_id":"17cf36fb-dcff-4c15-a521-0592126c7729","resolution":{"observed_at":"2026-08-06T11:44:34.795466Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2308.01240","last_updated":"2023-08-02T15:54:22Z","snapshot_observed_at":"2026-08-13T10:42:27.268658Z","submitted_at":"2023-08-02T15:54:22Z","title":"Evaluating Instruction-Tuned Large Language Models on Code Comprehension and Generation","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.01240","snapshot_observed_at":"2026-08-06T11:44:34.123108Z","title":"Evaluating instruction-tuned large language models on code comprehension and generation","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":74,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.123108Z"},"links":{"cited_paper":"/paper/2308.01240","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:90359753b5f4c95ce967d3b7c1d69226170f4eb8e295643d307fd96e69827b1d","observation_id":"206e38da-14f4-4e7e-9702-a5b07d5bf678","resolution":{"observed_at":"2026-08-06T11:44:34.123108Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.03548","last_updated":"2024-05-23T16:34:35Z","snapshot_observed_at":"2026-08-14T09:12:03.156802Z","submitted_at":"2024-05-06T15:11:38Z","title":"MAmmoTH2: Scaling Instructions from the Web","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.03548","snapshot_observed_at":"2026-08-06T11:44:34.126248Z","title":"Mammoth2: Scaling instructions from the web","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":75,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.126248Z"},"links":{"cited_paper":"/paper/2405.03548","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:69b80f6c8d4b10cac96cf8f37e66a58d01612f85c82e1297651b8154d7fa17eb","observation_id":"33721b64-c380-41c5-a00a-e4e9b6b54103","resolution":{"observed_at":"2026-08-06T11:44:34.126248Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:44:34.782201Z","title":"Prompt-enhanced software vulnerability detection using chatgpt","venue":null,"work_id":"a0d43135-edd0-4813-bca5-a82c91b554dd","year":2024},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":76,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.129352Z"},"links":{"citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:d3b001e30274f5253dd496c610eed5eedef951e84746520498e63669cda05b03","observation_id":"5fcfa97e-8831-4857-aefd-b09a7e658211","resolution":{"observed_at":"2026-08-06T11:44:34.785555Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2303.12570","last_updated":"2023-10-20T15:21:51Z","snapshot_observed_at":"2026-08-13T12:19:12.145647Z","submitted_at":"2023-03-22T13:54:46Z","title":"RepoCoder: Repository-Level Code Completion Through Iterative Retrieval and Generation","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.12570","snapshot_observed_at":"2026-08-06T11:44:34.132984Z","title":"RepoCoder: Repository-level code completion through iterative retrieval and generation","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":77,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.132984Z"},"links":{"cited_paper":"/paper/2303.12570","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:20e00df509ff41df4ac78451007a77c055f1c7aa41779c7c17deafffd9ae8f02","observation_id":"7a2ee541-305b-43b5-91e4-ac7a8fcda50c","resolution":{"observed_at":"2026-08-06T11:44:34.132984Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.08879","last_updated":"2024-04-17T05:43:56Z","snapshot_observed_at":"2026-08-13T05:50:05.606774Z","submitted_at":"2023-10-13T06:11:47Z","title":"A Critical Review of Large Language Model on Software Engineering: An Example from ChatGPT and Automated Program Repair","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.08879","snapshot_observed_at":"2026-08-06T11:44:34.136098Z","title":"A critical review of large language model on software engineering: An example from chatgpt and automated program repair","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":78,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.136098Z"},"links":{"cited_paper":"/paper/2310.08879","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:fa108204eaa9ce3a033e491be6db3fc0aa74cfb530a0e768b18f5a652f7e4b20","observation_id":"0e2c3d9a-3222-43e7-b1ea-822612aa3606","resolution":{"observed_at":"2026-08-06T11:44:34.136098Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.04520","last_updated":"2024-05-07T17:52:51Z","snapshot_observed_at":"2026-08-13T00:12:52.578504Z","submitted_at":"2024-05-07T17:52:51Z","title":"NaturalCodeBench: Examining Coding Performance Mismatch on HumanEval and Natural User Prompts","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.04520","snapshot_observed_at":"2026-08-06T11:44:34.139423Z","title":"Naturalcodebench: Examining coding performance mismatch on humaneval and natural user prompts","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":79,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.139423Z"},"links":{"cited_paper":"/paper/2405.04520","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:1ac1ad1b03e5f2f44d3b3504bd53f77ba8236c9f57daa61863860bcc794b6752","observation_id":"852763eb-388f-4f56-a45b-c50e763b21d6","resolution":{"observed_at":"2026-08-06T11:44:34.139423Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:44:34.142536Z","title":"Judging llm-as-a-judge with mt-bench and chatbot arena","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":80,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.142536Z"},"links":{"citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:0ce10b375a84e276d7d79b226c8fe33d99d7748d52124d5da89d012cf5f2a60b","observation_id":"b9ad5ffd-16ca-4124-b89b-c3c53f724865","resolution":{"observed_at":"2026-08-06T11:44:34.142536Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2303.17568","last_updated":"2024-07-10T03:52:58Z","snapshot_observed_at":"2026-08-14T08:57:49.577104Z","submitted_at":"2023-03-30T17:34:01Z","title":"CodeGeeX: A Pre-Trained Model for Code Generation with Multilingual Benchmarking on HumanEval-X","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.17568","snapshot_observed_at":"2026-08-06T11:44:34.148774Z","title":"Codegeex: A pre-trained model for code generation with multilingual evaluations on humaneval-x","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":82,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.148774Z"},"links":{"cited_paper":"/paper/2303.17568","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:f24350f0791eca3edebee2348720c00d8521b609f303e60510733a5adac1a8f4","observation_id":"509c10e8-28c6-4bcf-8dbc-b00e2bb83aec","resolution":{"observed_at":"2026-08-06T11:44:34.148774Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.06477","last_updated":"2024-11-05T16:02:21Z","snapshot_observed_at":"2026-08-13T04:44:04.258262Z","submitted_at":"2024-01-12T09:56:57Z","title":"Kun: Answer Polishment for Chinese Self-Alignment with Instruction Back-Translation","version":4},"cited_work":{"arxiv_id":"2401.06477","doi":null,"metadata_source":"pith","pith_arxiv_id":"2401.06477","snapshot_observed_at":"2026-08-06T11:44:34.289465Z","title":"Kun: Answer Polishment for Chinese Self-Alignment with Instruction Back-Translation","venue":"cs.CL","work_id":"15cfb79f-3890-4b1c-b64d-3e7198083af7","year":2024},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":83,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.151738Z"},"links":{"cited_paper":"/paper/2401.06477","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:d59b0acbd5eba7efdb1085874da88519d584c3780f75e30fd019acf0c8096a7a","observation_id":"4ebef622-4814-4549-af3d-e66d9a735f52","resolution":{"observed_at":"2026-08-06T11:44:34.293599Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2410.09414","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:44:34.270509Z","title":"Advancing bug detection in fastjson2 with large language models driven unit test generation","venue":null,"work_id":"da09a067-9490-4c87-b4fa-27b78edbe7a4","year":2024},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":84,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.155183Z"},"links":{"citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:6da1ad8ceeabeb88bbec540bc2cae9c80a66ce8bdf3be9b5b0c42b057df04258","observation_id":"44b0c14f-de6e-4c33-9496-151764e9cf70","resolution":{"observed_at":"2026-08-06T11:44:34.277834Z","resolver_source":"raw_fallback","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.07911","last_updated":"2023-11-14T05:13:55Z","snapshot_observed_at":"2026-07-06T16:47:08.877195Z","submitted_at":"2023-11-14T05:13:55Z","title":"Instruction-Following Evaluation for Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.07911","snapshot_observed_at":"2026-08-06T11:44:34.158059Z","title":"Instruction-following evaluation for large language models","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":85,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.158059Z"},"links":{"cited_paper":"/paper/2311.07911","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:ba20d7783cdc8d5d87c576f23c6d7299e13481f7ab5a49e17f6712c31a48c160","observation_id":"9f100bc8-ef8d-492e-8428-cf0450c25456","resolution":{"observed_at":"2026-08-06T11:44:34.158059Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.15877","last_updated":"2025-04-01T08:36:44Z","snapshot_observed_at":"2026-07-31T19:00:59.311189Z","submitted_at":"2024-06-22T15:52:04Z","title":"BigCodeBench: Benchmarking Code Generation with Diverse Function Calls and Complex Instructions","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.15877","snapshot_observed_at":"2026-08-06T11:44:34.161071Z","title":"use camelCase","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":86,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.161071Z"},"links":{"cited_paper":"/paper/2406.15877","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:167cb977f0abd69e3b15a2391cea10d51bcef2f9aae32aa091887093869904ca","observation_id":"a00e778a-58a7-4bda-b05a-7dba11cab770","resolution":{"observed_at":"2026-08-06T11:44:34.161071Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","latest_version":2,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-09T15:17:03.370644Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation"},"reference_resolution":{"displayed":81,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":56,"verified_exact":2,"verified_fuzzy":23},"total_outbound_references":81},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"thesis":"As of 14 August 2026, this Paper Citation Record lists 81 of 81 outbound references and 2 inbound Pith citation observations for arXiv:2507.22462."}