{"as_of":"2026-08-15T06:05:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:85cb4496ef33ebb8576552b0d6b77b58d4c08bd6191df6e827fbbeef1e2080b6","coverage":[{"denominator":24,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":24,"source":"paper_references, paper_reference_links","source_observed_at":"2026-05-10T19:16:33.635516Z","state":"measured"},{"denominator":25,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":25,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-14T06:32:32.682623+00:00","state":"measured"},{"denominator":1,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":1,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-03T01:30:15.314516Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2604.05100","last_updated":"2026-04-06T18:59:42Z","snapshot_observed_at":"2026-08-11T06:50:03.234044Z","submitted_at":"2026-04-06T18:59:42Z","title":"Edit, But Verify: An Empirical Audit of Instructed Code-Editing Benchmarks","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2604.05100","snapshot_observed_at":"2026-08-03T01:30:15.314516Z","title":"arXiv preprint arXiv:2604.05100 , year =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.28887","last_updated":"2026-07-30T23:07:51Z","snapshot_observed_at":"2026-08-05T23:12:05.011998Z","submitted_at":"2026-07-30T23:07:51Z","title":"To Add Is Machine, To Delete Is Human: Measuring and Mitigating Deletion Avoidance in LLM Code Editing","version":1},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-03T01:30:15.314516Z"},"links":{"cited_paper":"/paper/2604.05100","citing_paper":"/paper/2607.28887"},"observation_digest":"sha256:59d80f448bf130b6ae04e983ff664867af68176f391fe39b3ace23b7fca74e95","observation_id":"482aa6d0-22e9-4d69-838d-b7bb2d8217de","resolution":{"observed_at":"2026-08-03T01:30:15.314516Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2604.05100/citation-record","integrity":"/paper/2604.05100/integrity","json":"/paper/2604.05100/citation-record.json","paper":"/paper/2604.05100"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"062fe20e-bcd8-4272-bcc7-5cec251973bd","year":null},"citing_paper":{"arxiv_id":"2604.05100","last_updated":"2026-04-06T18:59:42Z","snapshot_observed_at":"2026-08-11T06:50:03.234044Z","submitted_at":"2026-04-06T18:59:42Z","title":"Edit, But Verify: An Empirical Audit of Instructed Code-Editing Benchmarks","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-05-10T19:16:33.635516Z"},"links":{"citing_paper":"/paper/2604.05100"},"observation_digest":"sha256:91f8564421fc003a72934b8f9b84f5f42279fbde45d7faa6c2d77455d3ab2603","observation_id":"35be2ab8-5324-4e72-8f75-87054ce1ec4c","resolution":{"observed_at":"2026-05-16T07:02:29.811048Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"In2025 IEEE/ACM 22nd International Conference on Mining Software Repositories (MSR)","venue":null,"work_id":"5c3a0afd-f469-4d37-a722-2223a64338a1","year":null},"citing_paper":{"arxiv_id":"2604.05100","last_updated":"2026-04-06T18:59:42Z","snapshot_observed_at":"2026-08-11T06:50:03.234044Z","submitted_at":"2026-04-06T18:59:42Z","title":"Edit, But Verify: An Empirical Audit of Instructed Code-Editing Benchmarks","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-05-10T19:16:33.635516Z"},"links":{"citing_paper":"/paper/2604.05100"},"observation_digest":"sha256:93fc5308355f58a6d1f247297b081afc68b607dec95792ed8d9d1571fb0cd1e5","observation_id":"2ea0b961-fe20-4e6e-a773-1312125dd4c8","resolution":{"observed_at":"2026-05-16T07:02:29.806826Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"075496cd-37db-4f21-af35-630b68401a25","year":null},"citing_paper":{"arxiv_id":"2604.05100","last_updated":"2026-04-06T18:59:42Z","snapshot_observed_at":"2026-08-11T06:50:03.234044Z","submitted_at":"2026-04-06T18:59:42Z","title":"Edit, But Verify: An Empirical Audit of Instructed Code-Editing Benchmarks","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-05-10T19:16:33.635516Z"},"links":{"citing_paper":"/paper/2604.05100"},"observation_digest":"sha256:f066a2991c05056b6e6a49be5c03a2b14eb01ee67d048e0051b0ae66ff4e34d7","observation_id":"e7847934-416e-4b31-ac5d-914fd7eca9a5","resolution":{"observed_at":"2026-05-16T07:02:29.808830Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2501.10711","last_updated":"2026-07-06T06:02:32Z","snapshot_observed_at":"2026-08-13T23:47:46.862885Z","submitted_at":"2025-01-18T09:51:57Z","title":"Code Benchmarks Should Prioritize Rigor, Reliability, and Reproducibility","version":5},"cited_work":{"arxiv_id":"2501.10711","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2501.10711","snapshot_observed_at":"2026-07-07T03:18:46.014814Z","title":"How should we build a benchmark? revisiting 274 code-related benchmarks for llms","venue":null,"work_id":"40f0a07f-2759-4675-a8f7-ceaa0d3e65db","year":2025},"citing_paper":{"arxiv_id":"2604.05100","last_updated":"2026-04-06T18:59:42Z","snapshot_observed_at":"2026-08-11T06:50:03.234044Z","submitted_at":"2026-04-06T18:59:42Z","title":"Edit, But Verify: An Empirical Audit of Instructed Code-Editing Benchmarks","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-05-10T19:16:33.635516Z"},"links":{"cited_paper":"/paper/2501.10711","citing_paper":"/paper/2604.05100"},"observation_digest":"sha256:6dccfc986206759c2e90b045a7d82abcd8c44e14e7e790fac9c079c95d759d12","observation_id":"0061e5a0-8657-4136-9935-52d0364e35f4","resolution":{"observed_at":"2026-07-07T03:18:46.014814Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2312.12450","last_updated":"2024-09-23T19:57:18Z","snapshot_observed_at":"2026-08-13T05:05:29.722667Z","submitted_at":"2023-12-11T02:27:45Z","title":"Can It Edit? Evaluating the Ability of Large Language Models to Follow Code Editing Instructions","version":6},"cited_work":{"arxiv_id":"2312.12450","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2312.12450","snapshot_observed_at":"2026-07-02T09:56:51.751060Z","title":"Can it edit? evaluating the ability of large language models to follow code editing instructions","venue":null,"work_id":"c0a669a2-112f-499b-bc7b-081188bdb8fb","year":2023},"citing_paper":{"arxiv_id":"2604.05100","last_updated":"2026-04-06T18:59:42Z","snapshot_observed_at":"2026-08-11T06:50:03.234044Z","submitted_at":"2026-04-06T18:59:42Z","title":"Edit, But Verify: An Empirical Audit of Instructed Code-Editing Benchmarks","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-05-10T19:16:33.635516Z"},"links":{"cited_paper":"/paper/2312.12450","citing_paper":"/paper/2604.05100"},"observation_digest":"sha256:825fe51cad470541d22a9ced1f83a6fa327c35963c0effdfbf7e1c0ec611e412","observation_id":"6c429b83-854f-471f-a7c0-87a361184ce3","resolution":{"observed_at":"2026-05-10T23:15:48.216119Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2502.09328","last_updated":"2025-02-13T13:40:52Z","snapshot_observed_at":"2026-08-14T02:29:56.887160Z","submitted_at":"2025-02-13T13:40:52Z","title":"Copilot Arena: A Platform for Code LLM Evaluation in the Wild","version":1},"cited_work":{"arxiv_id":"2502.09328","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2502.09328","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Copilot arena: A platform for code llm evaluation in the wild.arXiv preprint arXiv:2502.09328","venue":null,"work_id":"fc231868-f448-4ef3-ac00-3b3e0e651ae5","year":2025},"citing_paper":{"arxiv_id":"2604.05100","last_updated":"2026-04-06T18:59:42Z","snapshot_observed_at":"2026-08-11T06:50:03.234044Z","submitted_at":"2026-04-06T18:59:42Z","title":"Edit, But Verify: An Empirical Audit of Instructed Code-Editing Benchmarks","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-05-10T19:16:33.635516Z"},"links":{"cited_paper":"/paper/2502.09328","citing_paper":"/paper/2604.05100"},"observation_digest":"sha256:888937ef4e3c1bbd68699f0ff0c83e837271c39b3388cccf5703b79c0c7c3374","observation_id":"08ada4f0-b026-4806-a4ad-e031b0d3f71e","resolution":{"observed_at":"2026-05-10T23:15:48.220455Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2511.04486","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:04:44.508758Z","title":null,"venue":null,"work_id":"7a5e708e-ba48-47bf-a763-a1b2ef528e67","year":2025},"citing_paper":{"arxiv_id":"2604.05100","last_updated":"2026-04-06T18:59:42Z","snapshot_observed_at":"2026-08-11T06:50:03.234044Z","submitted_at":"2026-04-06T18:59:42Z","title":"Edit, But Verify: An Empirical Audit of Instructed Code-Editing Benchmarks","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-05-10T19:16:33.635516Z"},"links":{"citing_paper":"/paper/2604.05100"},"observation_digest":"sha256:1a596ecce284e2a81bcbbd61e490a9a31d3d81b161946bfa16d554d942f69eec","observation_id":"0e597f82-fc1f-48fa-a27e-99106e34d3c3","resolution":{"observed_at":"2026-05-10T23:15:48.185595Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"4a1d789e-cc11-4a80-8ede-acd45ffcd896","year":2025},"citing_paper":{"arxiv_id":"2604.05100","last_updated":"2026-04-06T18:59:42Z","snapshot_observed_at":"2026-08-11T06:50:03.234044Z","submitted_at":"2026-04-06T18:59:42Z","title":"Edit, But Verify: An Empirical Audit of Instructed Code-Editing Benchmarks","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-05-10T19:16:33.635516Z"},"links":{"citing_paper":"/paper/2604.05100"},"observation_digest":"sha256:b899d92c59a7953aaadc95770751469b2ba11137bd230188facb9f70f3def0a6","observation_id":"e1a67330-32e3-4d64-b2a5-b123613e4340","resolution":{"observed_at":"2026-05-16T07:02:29.801983Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2022.acl-long.499","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-30T22:55:07.088429Z","title":"UniXcoder: Unified cross-modal pre-training for code representation","venue":"Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","work_id":"882b4066-ecc2-4cc6-accd-75ef339d3b28","year":2022},"citing_paper":{"arxiv_id":"2604.05100","last_updated":"2026-04-06T18:59:42Z","snapshot_observed_at":"2026-08-11T06:50:03.234044Z","submitted_at":"2026-04-06T18:59:42Z","title":"Edit, But Verify: An Empirical Audit of Instructed Code-Editing Benchmarks","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-05-10T19:16:33.635516Z"},"links":{"citing_paper":"/paper/2604.05100"},"observation_digest":"sha256:008177279f6ff827e31cc248977f81284fbad6658eabe242738f8de54d62a6e3","observation_id":"e42ae4a9-9a18-4ddc-b647-2e0dca5849d8","resolution":{"observed_at":"2026-05-10T19:20:45.219571Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-05-21T12:59:06.39082+00:00","source":"crossref_status_cache"},{"observed_at":"2026-05-21T12:59:06.39082+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"f30d16f4-ed74-4eac-87f7-4c0fe4ce82ca","year":2025},"citing_paper":{"arxiv_id":"2604.05100","last_updated":"2026-04-06T18:59:42Z","snapshot_observed_at":"2026-08-11T06:50:03.234044Z","submitted_at":"2026-04-06T18:59:42Z","title":"Edit, But Verify: An Empirical Audit of Instructed Code-Editing Benchmarks","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-05-10T19:16:33.635516Z"},"links":{"citing_paper":"/paper/2604.05100"},"observation_digest":"sha256:6f81a80b05daeab7e5aa73be9bfffd2ae8886eb7a1a865f82930c34ce2d4d8d2","observation_id":"23cd0e09-e3e4-4836-bd00-3d132e8abd50","resolution":{"observed_at":"2026-05-16T07:02:29.788783Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"640f8a80-4897-41b1-8385-026197f3a371","year":2025},"citing_paper":{"arxiv_id":"2604.05100","last_updated":"2026-04-06T18:59:42Z","snapshot_observed_at":"2026-08-11T06:50:03.234044Z","submitted_at":"2026-04-06T18:59:42Z","title":"Edit, But Verify: An Empirical Audit of Instructed Code-Editing Benchmarks","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-05-10T19:16:33.635516Z"},"links":{"citing_paper":"/paper/2604.05100"},"observation_digest":"sha256:9da416cee4713855a335eae0e5467823a3f57955d471d5be5df9c8616a156c02","observation_id":"1f3be54a-a096-4882-b71d-05cd85afa244","resolution":{"observed_at":"2026-05-16T07:02:29.793267Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2507.15003","last_updated":"2025-07-20T15:15:58Z","snapshot_observed_at":"2026-08-14T15:15:22.164722Z","submitted_at":"2025-07-20T15:15:58Z","title":"The Rise of AI Teammates in Software Engineering (SE) 3.0: How Autonomous Coding Agents Are Reshaping Software Engineering","version":1},"cited_work":{"arxiv_id":"2507.15003","doi":"10.48550/arxiv.2507.15003","metadata_source":"pith","pith_arxiv_id":"2507.15003","snapshot_observed_at":"2026-07-11T03:57:46.663500Z","title":"The Rise of AI Teammates in Software Engineering (SE) 3.0: How Autonomous Coding Agents Are Reshaping Software Engineering","venue":"cs.SE","work_id":"2687f723-fd6d-4a93-bba6-c60fd1fb02d3","year":2025},"citing_paper":{"arxiv_id":"2604.05100","last_updated":"2026-04-06T18:59:42Z","snapshot_observed_at":"2026-08-11T06:50:03.234044Z","submitted_at":"2026-04-06T18:59:42Z","title":"Edit, But Verify: An Empirical Audit of Instructed Code-Editing Benchmarks","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-05-10T19:16:33.635516Z"},"links":{"cited_paper":"/paper/2507.15003","citing_paper":"/paper/2604.05100"},"observation_digest":"sha256:d3deabd7fc952967eb78b4e6c21dc09eab3ffdf4fadc0966664559803ad1ab9f","observation_id":"cd8e4d6f-5faf-441a-8dba-80b1c219653a","resolution":{"observed_at":"2026-05-15T17:38:55.449085Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-07-10T01:20:18.209055+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-10T01:20:18.209055+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"8f524fb5-c0ca-4ce1-bcf6-c62253eae3e3","year":2023},"citing_paper":{"arxiv_id":"2604.05100","last_updated":"2026-04-06T18:59:42Z","snapshot_observed_at":"2026-08-11T06:50:03.234044Z","submitted_at":"2026-04-06T18:59:42Z","title":"Edit, But Verify: An Empirical Audit of Instructed Code-Editing Benchmarks","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-05-10T19:16:33.635516Z"},"links":{"citing_paper":"/paper/2604.05100"},"observation_digest":"sha256:2718a204341bbb153cccc982168cb215b3a2f9aee114641cbdf051ed40221dfd","observation_id":"082a4335-27bb-467c-883f-4a4d5ba156be","resolution":{"observed_at":"2026-05-16T07:02:29.795390Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1002/smr.70034","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Journal of Software: Evolution and Process , year =","venue":"Journal of Software Evolution and Process","work_id":"34b29ef0-bd5f-4c37-8236-8a1bb35b0d22","year":2025},"citing_paper":{"arxiv_id":"2604.05100","last_updated":"2026-04-06T18:59:42Z","snapshot_observed_at":"2026-08-11T06:50:03.234044Z","submitted_at":"2026-04-06T18:59:42Z","title":"Edit, But Verify: An Empirical Audit of Instructed Code-Editing Benchmarks","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-05-10T19:16:33.635516Z"},"links":{"citing_paper":"/paper/2604.05100"},"observation_digest":"sha256:1fe75c39a42c3d0e995660f336606a44f0c8375b8fea87cdf28d6e6ad29c946b","observation_id":"ad2fbeff-0933-49f1-9ae7-203f2f4dde69","resolution":{"observed_at":"2026-05-10T19:20:45.213512Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.19173","last_updated":"2024-02-29T13:53:35Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-02-29T13:53:35Z","title":"StarCoder 2 and The Stack v2: The Next Generation","version":1},"cited_work":{"arxiv_id":"2402.19173","doi":"10.48550/arxiv.2402.19173","metadata_source":"pith","pith_arxiv_id":"2402.19173","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"StarCoder 2 and The Stack v2: The Next Generation","venue":"cs.SE","work_id":"2495cc72-f326-4c23-8a39-d9a08cf583e4","year":2024},"citing_paper":{"arxiv_id":"2604.05100","last_updated":"2026-04-06T18:59:42Z","snapshot_observed_at":"2026-08-11T06:50:03.234044Z","submitted_at":"2026-04-06T18:59:42Z","title":"Edit, But Verify: An Empirical Audit of Instructed Code-Editing Benchmarks","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-05-10T19:16:33.635516Z"},"links":{"cited_paper":"/paper/2402.19173","citing_paper":"/paper/2604.05100"},"observation_digest":"sha256:b7f0bc9984225b1826b3b2bd19a19e0c9a75605b7ad2f07293e6ddcb3851f29a","observation_id":"42f5e8d4-226a-4d48-9b16-d513b6bb2c5f","resolution":{"observed_at":"2026-05-12T17:28:23.399599Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-01T05:08:59.344878+00:00","source":"crossref_status_cache"},{"observed_at":"2026-08-01T05:08:59.344878+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2504.20196","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Prompting llms for code editing: Struggles and remedies","venue":null,"work_id":"9bebd378-f1f1-4cfd-b9a8-72d7cf49a645","year":2025},"citing_paper":{"arxiv_id":"2604.05100","last_updated":"2026-04-06T18:59:42Z","snapshot_observed_at":"2026-08-11T06:50:03.234044Z","submitted_at":"2026-04-06T18:59:42Z","title":"Edit, But Verify: An Empirical Audit of Instructed Code-Editing Benchmarks","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-05-10T19:16:33.635516Z"},"links":{"citing_paper":"/paper/2604.05100"},"observation_digest":"sha256:cb2deb5ddcbb2bf62817fa17ad4c01aa8d496f001577434b40b875b1c08fd887","observation_id":"ab2a4e4f-f610-4d3e-b095-181406da45b8","resolution":{"observed_at":"2026-05-10T23:15:48.190802Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Oliva, Gopi Krishnan Rajbahadur, Aaditya Bhatia, Haoxiang Zhang, Yihao Chen, Zhilong Chen, Arthur Leung, Dayi Lin, Boyuan Chen, and Ahmed E","venue":null,"work_id":"7132629b-c728-4874-b00e-6e531409d30b","year":2026},"citing_paper":{"arxiv_id":"2604.05100","last_updated":"2026-04-06T18:59:42Z","snapshot_observed_at":"2026-08-11T06:50:03.234044Z","submitted_at":"2026-04-06T18:59:42Z","title":"Edit, But Verify: An Empirical Audit of Instructed Code-Editing Benchmarks","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-05-10T19:16:33.635516Z"},"links":{"citing_paper":"/paper/2604.05100"},"observation_digest":"sha256:f5e3b0fda2e6a35ab300ceb2a00ff41324ab3d621700da6393b505bf64fddef2","observation_id":"41288450-37d6-4b46-a157-43156f103ff7","resolution":{"observed_at":"2026-05-16T07:02:29.791028Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1016/j.infsof","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T21:05:35.383339Z","title":"Chembakottu, H","venue":null,"work_id":"43f02cfa-1b35-4da0-866c-658bb4a5a639","year":2026},"citing_paper":{"arxiv_id":"2604.05100","last_updated":"2026-04-06T18:59:42Z","snapshot_observed_at":"2026-08-11T06:50:03.234044Z","submitted_at":"2026-04-06T18:59:42Z","title":"Edit, But Verify: An Empirical Audit of Instructed Code-Editing Benchmarks","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-05-10T19:16:33.635516Z"},"links":{"citing_paper":"/paper/2604.05100"},"observation_digest":"sha256:e7aa0bb529e3f569c3146a50cb8183500cd064e11c81f9d27dcbceebcffbd891","observation_id":"21587c6e-a8e6-43f5-ac63-3212d10a083f","resolution":{"observed_at":"2026-05-10T19:20:45.217667Z","resolver_source":"doi_truncated","status":"malformed_identifier"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"cb70527c-7d80-4dc9-9926-b8004e255909","year":2025},"citing_paper":{"arxiv_id":"2604.05100","last_updated":"2026-04-06T18:59:42Z","snapshot_observed_at":"2026-08-11T06:50:03.234044Z","submitted_at":"2026-04-06T18:59:42Z","title":"Edit, But Verify: An Empirical Audit of Instructed Code-Editing Benchmarks","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-05-10T19:16:33.635516Z"},"links":{"citing_paper":"/paper/2604.05100"},"observation_digest":"sha256:3d23802c8452d9304fe6da532f18fb08f637cdcbffb5aed0428ffa9ba451745d","observation_id":"842d1d7c-f6cb-4342-8b76-5efbd01bb87d","resolution":{"observed_at":"2026-05-16T07:02:29.797561Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"e2622498-4dfc-470c-a1cd-b71bffca6f92","year":null},"citing_paper":{"arxiv_id":"2604.05100","last_updated":"2026-04-06T18:59:42Z","snapshot_observed_at":"2026-08-11T06:50:03.234044Z","submitted_at":"2026-04-06T18:59:42Z","title":"Edit, But Verify: An Empirical Audit of Instructed Code-Editing Benchmarks","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-05-10T19:16:33.635516Z"},"links":{"citing_paper":"/paper/2604.05100"},"observation_digest":"sha256:7dfcccb27ed82ef1ee854f483f45ebaf9b5e7eb290e08799a9cce10032adb893","observation_id":"d85e27dc-6bf0-4306-899f-842e47550fe7","resolution":{"observed_at":"2026-05-16T07:02:29.804262Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"faa5cd35-a4d7-4591-81d0-b9ff336f048b","year":2024},"citing_paper":{"arxiv_id":"2604.05100","last_updated":"2026-04-06T18:59:42Z","snapshot_observed_at":"2026-08-11T06:50:03.234044Z","submitted_at":"2026-04-06T18:59:42Z","title":"Edit, But Verify: An Empirical Audit of Instructed Code-Editing Benchmarks","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-05-10T19:16:33.635516Z"},"links":{"citing_paper":"/paper/2604.05100"},"observation_digest":"sha256:4339e8455c942e161311d3cec61c1153f5d8658216379475cc34e330d97d2f36","observation_id":"806a9de0-6d39-4fbd-8ec2-6041cc6e41d9","resolution":{"observed_at":"2026-05-16T07:02:29.799784Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2511.18538","doi":"10.48550/arxiv.2511.18538","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"From code foundation models to agents and applications: A comprehensive survey and practical guide to code intelligence","venue":"ArXiv.org","work_id":"c6a6822b-fcf0-48e3-840f-b67458378983","year":2025},"citing_paper":{"arxiv_id":"2604.05100","last_updated":"2026-04-06T18:59:42Z","snapshot_observed_at":"2026-08-11T06:50:03.234044Z","submitted_at":"2026-04-06T18:59:42Z","title":"Edit, But Verify: An Empirical Audit of Instructed Code-Editing Benchmarks","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-05-10T19:16:33.635516Z"},"links":{"citing_paper":"/paper/2604.05100"},"observation_digest":"sha256:5b1ffd83fcdda58bcfd103f4634db6b52c3108a45d922815270902f9b7eaefe3","observation_id":"acb0359c-0c33-4699-b37c-adf1b16092c5","resolution":{"observed_at":"2026-05-10T23:15:48.211300Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"5113.202512","doi":"10.1145/2025113.2025121","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":null,"venue":null,"work_id":"1b3a8218-aefc-40a5-af63-8f2c9cec6a93","year":2011},"citing_paper":{"arxiv_id":"2604.05100","last_updated":"2026-04-06T18:59:42Z","snapshot_observed_at":"2026-08-11T06:50:03.234044Z","submitted_at":"2026-04-06T18:59:42Z","title":"Edit, But Verify: An Empirical Audit of Instructed Code-Editing Benchmarks","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-05-10T19:16:33.635516Z"},"links":{"citing_paper":"/paper/2604.05100"},"observation_digest":"sha256:3d6a4a7c6e6559b27a5afb5a4741e9759120d2e63b827efe37d950a4231c1b80","observation_id":"06eb7595-2936-4a33-8bdf-60571d96eda4","resolution":{"observed_at":"2026-05-10T19:20:45.215902Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-07-15T22:51:08.495266+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-15T22:51:08.495266+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2509.25203","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"feat” = adding new functionality that did not exist before. - “fix","venue":null,"work_id":"f1a510d3-21fd-451e-8d79-8db2684e116e","year":2025},"citing_paper":{"arxiv_id":"2604.05100","last_updated":"2026-04-06T18:59:42Z","snapshot_observed_at":"2026-08-11T06:50:03.234044Z","submitted_at":"2026-04-06T18:59:42Z","title":"Edit, But Verify: An Empirical Audit of Instructed Code-Editing Benchmarks","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-05-10T19:16:33.635516Z"},"links":{"citing_paper":"/paper/2604.05100"},"observation_digest":"sha256:aa5c985592df90a1df2b98183246cb63223d55a19025463ac668c38c4e3183e0","observation_id":"5e44ab03-3ee9-43fd-9f0a-00ff0b39d468","resolution":{"observed_at":"2026-05-10T23:15:48.198139Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2604.05100","last_updated":"2026-04-06T18:59:42Z","latest_version":1,"primary_category":"cs.SE","snapshot_observed_at":"2026-08-11T06:50:03.234044Z","submitted_at":"2026-04-06T18:59:42Z","title":"Edit, But Verify: An Empirical Audit of Instructed Code-Editing Benchmarks"},"reference_resolution":{"displayed":24,"state_counts":{"malformed_identifier":1,"metadata_mismatch":1,"parse_uncertain":0,"unresolved":9,"verified_exact":11,"verified_fuzzy":2},"total_outbound_references":24},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"thesis":"As of 15 August 2026, this Paper Citation Record lists 24 of 24 outbound references and 1 inbound Pith citation observation for arXiv:2604.05100."}