{"as_of":"2026-08-10T03:25:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:64bc3a32820be4cbc9ebd3e4d4de2fec08bfe2cff1815350dc31fbdc5a218b16","coverage":[{"denominator":73,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":73,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-04T00:55:50.642826Z","state":"measured"},{"denominator":73,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":73,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-09T06:31:02.800959+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2608.00267/citation-record","integrity":"/paper/2608.00267/integrity","json":"/paper/2608.00267/citation-record.json","paper":"/paper/2608.00267"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:44.357848Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-09T01:39:53.431312Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:44.357848Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:7667af52690c209f4f1fccf23ed6a710d4fda1d565ccdfa8597068bd5f366b18","observation_id":"e0466577-ca1d-43ac-a890-793d04c2b9f7","resolution":{"observed_at":"2026-08-04T00:55:44.357848Z","resolver_source":null,"status":"parse_uncertain"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:45.117907Z","title":"2025 , howpublished =","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-09T01:39:53.431312Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:45.117907Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:7015adddd2d965b27e97f9192e04ec7c7a84c2629aabd1f7103cf74e6fcfb152","observation_id":"44dbabff-5f80-42eb-b59c-61e0b3e82823","resolution":{"observed_at":"2026-08-04T00:55:45.117907Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:45.271307Z","title":"2025 , howpublished =","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-09T01:39:53.431312Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:45.271307Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:baa79ecc6fbc5d195febfffc474d24a619d3537d801e204278b02941a3e29a7e","observation_id":"4e068b25-22ba-47f7-a2b0-bc8da8084f51","resolution":{"observed_at":"2026-08-04T00:55:45.271307Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:45.407232Z","title":"2026 , howpublished =","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-09T01:39:53.431312Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:45.407232Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:b362bdc3ab4c2dd0d109ce5dd423944c2ac36594922d0006f03a572a99cf3dde","observation_id":"43bb92c7-86ba-4687-8eea-3a45f24c3fd3","resolution":{"observed_at":"2026-08-04T00:55:45.407232Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:45.526983Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-09T01:39:53.431312Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:45.526983Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:7571eefcabb5d728a5dca56c6b28fa9888359c7f7334f0df519895a3525d062b","observation_id":"d9b87305-8ef4-4576-9644-cc4d6411cb1f","resolution":{"observed_at":"2026-08-04T00:55:45.526983Z","resolver_source":null,"status":"parse_uncertain"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:45.680560Z","title":null,"venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-09T01:39:53.431312Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:45.680560Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:2a22f386b72e8d98b9f279d653ed2c0ecaf392afe216e8d27992ef922e1c4ac6","observation_id":"ebb52fc1-c11e-49e4-a1f1-36d538bd6e2f","resolution":{"observed_at":"2026-08-04T00:55:45.680560Z","resolver_source":null,"status":"parse_uncertain"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:45.837736Z","title":"2025 , howpublished =","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-09T01:39:53.431312Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:45.837736Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:792c9bb752d7615e30a285519b02d6d9320497e0ddfdcba4dec43d00205e9687","observation_id":"9d108de4-2808-451b-b21f-e067dd695591","resolution":{"observed_at":"2026-08-04T00:55:45.837736Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:45.952477Z","title":"2026 , howpublished =","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-09T01:39:53.431312Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:45.952477Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:283e592e1e027a68caeedeeaa644c17ab862678fc5012637f92c69115cfcfb11","observation_id":"5e05f718-bb8d-47aa-85d8-5e7f414064f0","resolution":{"observed_at":"2026-08-04T00:55:45.952477Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2504.02605","last_updated":"2025-04-03T14:06:17Z","snapshot_observed_at":"2026-08-09T23:51:45.534260Z","submitted_at":"2025-04-03T14:06:17Z","title":"Multi-SWE-bench: A Multilingual Benchmark for Issue Resolving","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2504.02605","snapshot_observed_at":"2026-08-04T00:55:46.271589Z","title":"arXiv preprint arXiv:2504.02605 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-09T01:39:53.431312Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:46.271589Z"},"links":{"cited_paper":"/paper/2504.02605","citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:78a6aed72a5b905226b10af66d0dc633e05e9e694d3b1938c53339aaed8c0416","observation_id":"1ef6670d-6c97-4296-a591-0e54680b9039","resolution":{"observed_at":"2026-08-04T00:55:46.271589Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.03859","last_updated":"2024-10-04T18:48:58Z","snapshot_observed_at":"2026-07-06T19:28:08.374354Z","submitted_at":"2024-10-04T18:48:58Z","title":"SWE-bench Multimodal: Do AI Systems Generalize to Visual Software Domains?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.03859","snapshot_observed_at":"2026-08-04T00:55:46.348120Z","title":"arXiv preprint arXiv:2410.03859 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-09T01:39:53.431312Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:46.348120Z"},"links":{"cited_paper":"/paper/2410.03859","citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:d3c5b738c1594ca17a3a3f251c28c8d9dbc61fb275c87f480a3e0539b468e0e7","observation_id":"f4605d47-9cd8-480f-9cc4-c8952400f1ea","resolution":{"observed_at":"2026-08-04T00:55:46.348120Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2602.02262","last_updated":"2026-05-18T14:44:51Z","snapshot_observed_at":"2026-07-31T18:37:41.375224Z","submitted_at":"2026-02-02T16:04:10Z","title":"OmniCode: A Benchmark for Evaluating Software Engineering Agents","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2602.02262","snapshot_observed_at":"2026-08-04T00:55:46.432239Z","title":"arXiv preprint arXiv:2602.02262 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-09T01:39:53.431312Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:46.432239Z"},"links":{"cited_paper":"/paper/2602.02262","citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:ef39a46b62b9b9a7a735ecb3c6bdfdd9bebf255c7757a0659d3f78f12715d42e","observation_id":"8e82d307-5904-4ec8-80b0-5561769724bc","resolution":{"observed_at":"2026-08-04T00:55:46.432239Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:46.505860Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-09T01:39:53.431312Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:46.505860Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:122462902fca38a05856fea22ab47f1668366dc888ca99ccbca9cf6fb09aef8a","observation_id":"1631efe0-0f40-40f1-a54f-97f56b4ce7fd","resolution":{"observed_at":"2026-08-04T00:55:46.505860Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2509.16941","last_updated":"2025-11-14T22:00:03Z","snapshot_observed_at":"2026-08-06T21:34:46.041153Z","submitted_at":"2025-09-21T06:28:17Z","title":"SWE-Bench Pro: Can AI Agents Solve Long-Horizon Software Engineering Tasks?","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2509.16941","snapshot_observed_at":"2026-08-04T00:55:46.562577Z","title":"arXiv preprint arXiv:2509.16941 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-09T01:39:53.431312Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:46.562577Z"},"links":{"cited_paper":"/paper/2509.16941","citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:3a66b8afdc8db570b9be0f56c459911c01b384e7cdeb1edde1c1509275a7de36","observation_id":"a5b6ef49-7c87-46f2-8369-5e3d2fe41929","resolution":{"observed_at":"2026-08-04T00:55:46.562577Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2503.07832","last_updated":"2025-03-10T20:23:24Z","snapshot_observed_at":"2026-08-09T09:23:38.032509Z","submitted_at":"2025-03-10T20:23:24Z","title":"RefactorBench: Evaluating Stateful Reasoning in Language Agents Through Code","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2503.07832","snapshot_observed_at":"2026-08-04T00:55:46.635284Z","title":"arXiv preprint arXiv:2503.07832 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-09T01:39:53.431312Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:46.635284Z"},"links":{"cited_paper":"/paper/2503.07832","citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:817914173ddd1b54ee925848230f438cd351fb745c5dffb6aa2c46d0305e9f3b","observation_id":"87664a74-9708-45fa-8451-4e797bf6d067","resolution":{"observed_at":"2026-08-04T00:55:46.635284Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2603.24755","last_updated":"2026-05-07T20:39:58Z","snapshot_observed_at":"2026-08-02T11:51:00.424293Z","submitted_at":"2026-03-25T19:26:44Z","title":"SlopCodeBench: Benchmarking How Coding Agents Degrade Over Long-Horizon Iterative Tasks","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2603.24755","snapshot_observed_at":"2026-08-04T00:55:46.702777Z","title":"arXiv preprint arXiv:2603.24755 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-09T01:39:53.431312Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:46.702777Z"},"links":{"cited_paper":"/paper/2603.24755","citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:a8f92b1c128e9a9d96d22a52b9f3cabef132cf89ae259511ea4a07de2ba42218","observation_id":"d6c2715d-3dea-429c-ad82-9725b615eb62","resolution":{"observed_at":"2026-08-04T00:55:46.702777Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:46.774546Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-09T01:39:53.431312Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:46.774546Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:67377181a8b6a2f680f2eb6958f6c9618870d7de1171882607c699fe6b4aa5ed","observation_id":"09659881-8715-4181-baa1-8484bf081413","resolution":{"observed_at":"2026-08-04T00:55:46.774546Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2603.03194","last_updated":"2026-05-26T12:00:46Z","snapshot_observed_at":"2026-08-03T23:49:54.364126Z","submitted_at":"2026-03-03T17:52:01Z","title":"BeyondSWE: Can Current Code Agent Survive Beyond Single-Repo Bug Fixing?","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2603.03194","snapshot_observed_at":"2026-08-04T00:55:46.870533Z","title":"arXiv preprint arXiv:2603.03194 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-09T01:39:53.431312Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:46.870533Z"},"links":{"cited_paper":"/paper/2603.03194","citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:50ce6e3b5bb7603b6cf6749202977d42e09af5e21d7d85fb596fe7b17bdbb2a0","observation_id":"fa4e5386-747a-4f54-9f41-a4eb9cb83014","resolution":{"observed_at":"2026-08-04T00:55:46.870533Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:46.956970Z","title":"arXiv preprint arXiv:2502.13069 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-09T01:39:53.431312Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:46.956970Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:a6350c21c8529d5c90198fe6e6f7797f537d0170a30c05b448223124445efa5d","observation_id":"16c762b3-5ad2-47c1-9f4f-f3bd049aa141","resolution":{"observed_at":"2026-08-04T00:55:46.956970Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2503.14499","last_updated":"2026-07-10T21:48:09Z","snapshot_observed_at":"2026-08-07T16:54:09.525403Z","submitted_at":"2025-03-18T17:59:31Z","title":"Measuring AI Ability to Complete Long Software Tasks","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2503.14499","snapshot_observed_at":"2026-08-04T00:55:47.030090Z","title":"arXiv preprint arXiv:2503.14499 , volume=","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-09T01:39:53.431312Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:47.030090Z"},"links":{"cited_paper":"/paper/2503.14499","citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:09c2ddf4497f93dcdef842a96e288d732de4309154fd7e6d3d5b213a658b05ce","observation_id":"80d8a1d7-3fb8-4f83-bbed-1e4702775e5f","resolution":{"observed_at":"2026-08-04T00:55:47.030090Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.11363","last_updated":"2026-06-22T22:36:12Z","snapshot_observed_at":"2026-08-07T20:31:37.591767Z","submitted_at":"2024-09-17T17:13:19Z","title":"CORE-Bench: Fostering the Credibility of Published Research Through a Computational Reproducibility Agent Benchmark","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.11363","snapshot_observed_at":"2026-08-04T00:55:47.124869Z","title":"arXiv preprint arXiv:2409.11363 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-09T01:39:53.431312Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:47.124869Z"},"links":{"cited_paper":"/paper/2409.11363","citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:7e5c83dd5bc5393d9e69bd672d3c6b21a379300bf3c3233dcc8ec47b67140d8d","observation_id":"31c36724-dd79-4e4e-8735-cdd8ccdc709d","resolution":{"observed_at":"2026-08-04T00:55:47.124869Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:47.228918Z","title":"Advances in Neural Information Processing Systems , volume=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-09T01:39:53.431312Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:47.228918Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:d9870d1b4060210bd1aeab0c3b2d2995025674d8bcc4954ae6bb02798694779b","observation_id":"f29a4be1-1c3a-44b2-a1c7-7dc5c1037f64","resolution":{"observed_at":"2026-08-04T00:55:47.228918Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2601.11868","last_updated":"2026-01-17T01:29:30Z","snapshot_observed_at":"2026-07-06T22:41:58.373427Z","submitted_at":"2026-01-17T01:29:30Z","title":"Terminal-Bench: Benchmarking Agents on Hard, Realistic Tasks in Command Line Interfaces","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2601.11868","snapshot_observed_at":"2026-08-04T00:55:47.320384Z","title":"arXiv preprint arXiv:2601.11868 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-09T01:39:53.431312Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:47.320384Z"},"links":{"cited_paper":"/paper/2601.11868","citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:bdc3b4271c471b1dd4db48b8d54461055061187405a214fc867a1881092deff3","observation_id":"67361e1c-90cf-470e-93c4-658b610b7eb4","resolution":{"observed_at":"2026-08-04T00:55:47.320384Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.16741","last_updated":"2025-04-18T18:14:31Z","snapshot_observed_at":"2026-08-02T14:58:44.167588Z","submitted_at":"2024-07-23T17:50:43Z","title":"OpenHands: An Open Platform for AI Software Developers as Generalist Agents","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.16741","snapshot_observed_at":"2026-08-04T00:55:47.393683Z","title":"arXiv preprint arXiv:2407.16741 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-09T01:39:53.431312Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:47.393683Z"},"links":{"cited_paper":"/paper/2407.16741","citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:d54f78c71a12b7b17cd360e446efcf4103f071f890e9744cc48a46150aa2b41d","observation_id":"0745d2a2-106d-4d82-a1f2-aba46b95c037","resolution":{"observed_at":"2026-08-04T00:55:47.393683Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2107.03374","last_updated":"2021-07-14T17:16:02Z","snapshot_observed_at":"2026-08-08T11:58:24.516369Z","submitted_at":"2021-07-07T17:41:24Z","title":"Evaluating Large Language Models Trained on Code","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2107.03374","snapshot_observed_at":"2026-08-04T00:55:47.467136Z","title":"arXiv preprint arXiv:2107.03374 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-09T01:39:53.431312Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:47.467136Z"},"links":{"cited_paper":"/paper/2107.03374","citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:cdfbfa0038dff5a8cd3a32c9ca4e28e2e424fc0b684dd1f60b33e51231b56110","observation_id":"f7c7215f-3b39-4d44-9496-cffa41ba1e1c","resolution":{"observed_at":"2026-08-04T00:55:47.467136Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2105.09938","last_updated":"2021-11-08T21:16:44Z","snapshot_observed_at":"2026-08-04T23:13:25.514661Z","submitted_at":"2021-05-20T17:58:42Z","title":"Measuring Coding Challenge Competence With APPS","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2105.09938","snapshot_observed_at":"2026-08-04T00:55:47.549795Z","title":"arXiv preprint arXiv:2105.09938 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-09T01:39:53.431312Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:47.549795Z"},"links":{"cited_paper":"/paper/2105.09938","citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:dd2d6ef1577ab488ff4596edbb1ae05fe40eafb4d0dbb1fb5d65b95e0f9312b5","observation_id":"78d32eb0-1568-4058-bbe5-24f2e68a302f","resolution":{"observed_at":"2026-08-04T00:55:47.549795Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.07974","last_updated":"2024-06-06T17:41:21Z","snapshot_observed_at":"2026-08-10T03:07:35.408836Z","submitted_at":"2024-03-12T17:58:04Z","title":"LiveCodeBench: Holistic and Contamination Free Evaluation of Large Language Models for Code","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.07974","snapshot_observed_at":"2026-08-04T00:55:47.647472Z","title":"arXiv preprint arXiv:2403.07974 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-09T01:39:53.431312Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:47.647472Z"},"links":{"cited_paper":"/paper/2403.07974","citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:c0201c5f9795e3759b445b4fd013a5d0c6b2670a2f7b02b28d7376ea46f635f9","observation_id":"18622562-fb0e-4c78-8b3a-61adf4220749","resolution":{"observed_at":"2026-08-04T00:55:47.647472Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:47.727353Z","title":"Advances in neural information processing systems , volume=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-09T01:39:53.431312Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:47.727353Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:2d90a999cae28d4fca3f51857d0714350e27ee2c67b074e04002462296b24124","observation_id":"60878c25-1fb9-4cbd-be8c-7c413429283c","resolution":{"observed_at":"2026-08-04T00:55:47.727353Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:47.773764Z","title":"Advances in neural information processing systems , volume=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-09T01:39:53.431312Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:47.773764Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:8840bd1ffd772ea63bc0ab95dd749c0686e617ac284cdf66111b940803329b9c","observation_id":"4d4bd093-abfb-417c-b1e1-4a39f4a14c6b","resolution":{"observed_at":"2026-08-04T00:55:47.773764Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:47.833582Z","title":"Advances in neural information processing systems , volume=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-09T01:39:53.431312Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:47.833582Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:d9aeae1aaecf7f5ba72085c219cd5847702ac137c54eb73781cebe776516b0a4","observation_id":"ca6b0437-eed2-43fd-9fd1-898002773379","resolution":{"observed_at":"2026-08-04T00:55:47.833582Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:47.890662Z","title":"Proceedings of the AAAI conference on artificial intelligence , volume=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-09T01:39:53.431312Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":31,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:47.890662Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:c83c7add253ddcf036b8258a6aee00646b0d15c20404a1b01612990937c29801","observation_id":"0b3b34c6-5fbc-49e8-99df-0f15c2deabff","resolution":{"observed_at":"2026-08-04T00:55:47.890662Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:47.991244Z","title":"The twelfth international conference on learning representations , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-09T01:39:53.431312Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":32,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:47.991244Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:2d8d11f252a056cd3d24d36b99ca1a49260bb372879e4a9b5cbad1d9d58d8dc2","observation_id":"417f2852-0788-4dd1-b974-6b966a91963f","resolution":{"observed_at":"2026-08-04T00:55:47.991244Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:48.052349Z","title":"First conference on language modeling , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-09T01:39:53.431312Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":33,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:48.052349Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:6eb6450ff4fb230e8f9ce5150b9baeb0dc243ec201e0f0df0586f4dcc7c08fe7","observation_id":"a423a9d1-c453-43bd-8a68-436d7f83a11e","resolution":{"observed_at":"2026-08-04T00:55:48.052349Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.16291","last_updated":"2023-10-19T16:27:03Z","snapshot_observed_at":"2026-08-07T08:29:46.650400Z","submitted_at":"2023-05-25T17:46:38Z","title":"Voyager: An Open-Ended Embodied Agent with Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.16291","snapshot_observed_at":"2026-08-04T00:55:48.100246Z","title":"arXiv preprint arXiv:2305.16291 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-09T01:39:53.431312Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":34,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:48.100246Z"},"links":{"cited_paper":"/paper/2305.16291","citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:66756bcad5c7b41d1c44839724df4691ef2fe59a8c91c5fc42cda850ce69e6ba","observation_id":"cbc2f8f0-d7d7-4f63-84eb-bcc367d533af","resolution":{"observed_at":"2026-08-04T00:55:48.100246Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:48.190603Z","title":", author=","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-09T01:39:53.431312Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":35,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:48.190603Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:6ca1e054c4b19190b277e9625cfb25aa327df8eb482bd09aeb9f03f8385a9714","observation_id":"866952d4-bd7f-4c0d-abb6-bbf9b9e855de","resolution":{"observed_at":"2026-08-04T00:55:48.190603Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2507.02825","last_updated":"2025-08-07T06:58:08Z","snapshot_observed_at":"2026-08-09T13:14:30.968472Z","submitted_at":"2025-07-03T17:35:31Z","title":"Establishing Best Practices for Building Rigorous Agentic Benchmarks","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2507.02825","snapshot_observed_at":"2026-08-04T00:55:48.271679Z","title":"arXiv preprint arXiv:2507.02825 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-09T01:39:53.431312Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":36,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:48.271679Z"},"links":{"cited_paper":"/paper/2507.02825","citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:ad9ed241402d26ceae711c32105318ea8c82ba2f3a4739d7587ef49c7ab2ed69","observation_id":"1d6a3c2d-ea8a-4eed-8871-45486bfd7d0f","resolution":{"observed_at":"2026-08-04T00:55:48.271679Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:48.343547Z","title":"arXiv preprint arXiv:2602.10975 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-09T01:39:53.431312Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":37,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:48.343547Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:972645ebad916cd19d4e5fe0374e4495f4c30dcb44214466df0685d9d7dd77fc","observation_id":"7c9a45e6-0519-4489-8376-94e162e20166","resolution":{"observed_at":"2026-08-04T00:55:48.343547Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:48.458100Z","title":"arXiv preprint arXiv:2509.22237 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-09T01:39:53.431312Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":38,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:48.458100Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:473bf4bf400ba68af7acd9c675394ae25d29def1a2f6c7032fe112e34e1003d0","observation_id":"f61fe006-8778-456c-8c7c-fcfbae3e9775","resolution":{"observed_at":"2026-08-04T00:55:48.458100Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2512.18470","last_updated":"2026-04-04T09:52:04Z","snapshot_observed_at":"2026-07-30T13:30:43.108201Z","submitted_at":"2025-12-20T19:08:15Z","title":"SWE-EVO: Benchmarking Coding Agents in Long-Horizon Software Evolution Scenarios","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2512.18470","snapshot_observed_at":"2026-08-04T00:55:48.553088Z","title":"arXiv preprint arXiv:2512.18470 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-09T01:39:53.431312Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":39,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:48.553088Z"},"links":{"cited_paper":"/paper/2512.18470","citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:3dd2951d5e2d66c391110d73b7bb1f4195f5dc88f846533bd409d6862190db7f","observation_id":"f32cf275-b76d-4d14-80f6-1eefe03438c1","resolution":{"observed_at":"2026-08-04T00:55:48.553088Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.06770","last_updated":"2024-11-11T23:05:04Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-10-10T16:47:29Z","title":"SWE-bench: Can Language Models Resolve Real-World GitHub Issues?","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.06770","snapshot_observed_at":"2026-08-04T00:55:48.615210Z","title":"arXiv preprint arXiv:2310.06770 , year =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-09T01:39:53.431312Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":40,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:48.615210Z"},"links":{"cited_paper":"/paper/2310.06770","citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:957f4522ddc2329690e65f17dad5df78d1318701ad7a10be5cc6583d4152c8f3","observation_id":"4de9953b-1972-44d3-aac6-e6be4e23c3a5","resolution":{"observed_at":"2026-08-04T00:55:48.615210Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:48.695361Z","title":"2024 , note =","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-09T01:39:53.431312Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":41,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:48.695361Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:f029a0a545a50710e7fb8223d45555296ba81197c1986e35dc4cbe731910fe03","observation_id":"21ec0328-35b2-4179-89e4-717eaf1b2fa0","resolution":{"observed_at":"2026-08-04T00:55:48.695361Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.15793","last_updated":"2024-11-11T20:01:15Z","snapshot_observed_at":"2026-07-06T18:19:29.996982Z","submitted_at":"2024-05-06T17:41:33Z","title":"SWE-agent: Agent-Computer Interfaces Enable Automated Software Engineering","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.15793","snapshot_observed_at":"2026-08-04T00:55:48.758691Z","title":"arXiv preprint arXiv:2405.15793 , year =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-09T01:39:53.431312Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":42,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:48.758691Z"},"links":{"cited_paper":"/paper/2405.15793","citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:c656ab5d29131695f7c3547dd269c23b66ab1fa057faed35bbb5e7aacef7af49","observation_id":"411a3ea4-77a6-4bf1-b824-ddf17da0f727","resolution":{"observed_at":"2026-08-04T00:55:48.758691Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.05427","last_updated":"2024-07-25T16:54:41Z","snapshot_observed_at":"2026-08-09T21:02:09.468961Z","submitted_at":"2024-04-08T11:55:09Z","title":"AutoCodeRover: Autonomous Program Improvement","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.05427","snapshot_observed_at":"2026-08-04T00:55:48.834281Z","title":"arXiv preprint arXiv:2404.05427 , year =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-09T01:39:53.431312Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":43,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:48.834281Z"},"links":{"cited_paper":"/paper/2404.05427","citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:4186e8380fe7c67deb6ceee76e3114990b4f243c262c823b3cff8f437151200c","observation_id":"a5ca1ed7-72fd-4e7f-a916-88623fe6d8a4","resolution":{"observed_at":"2026-08-04T00:55:48.834281Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.01489","last_updated":"2024-10-29T17:29:27Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-07-01T17:24:45Z","title":"Agentless: Demystifying LLM-based Software Engineering Agents","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.01489","snapshot_observed_at":"2026-08-04T00:55:48.900468Z","title":"arXiv preprint arXiv:2407.01489 , year =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-09T01:39:53.431312Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":44,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:48.900468Z"},"links":{"cited_paper":"/paper/2407.01489","citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:cd9ff38a2fd63abdfc9cbde0b8c764545796e82cfd9c8bcd709883a4dbcc8e3b","observation_id":"49d3d4b9-ef39-4540-ac1d-2129ea8a3814","resolution":{"observed_at":"2026-08-04T00:55:48.900468Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:48.955371Z","title":"Proceedings of the 42nd International Conference on Machine Learning , series =","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-09T01:39:53.431312Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":45,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:48.955371Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:13d1869c45f20f9e2fa7d862b476ca017a1e77414e60c28f35b0c958e4161e4a","observation_id":"2d8619fe-6c45-42a6-a254-80c822f5371b","resolution":{"observed_at":"2026-08-04T00:55:48.955371Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:49.037880Z","title":"ICML 2025 Workshop / OpenReview version , year =","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-09T01:39:53.431312Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":46,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:49.037880Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:9ef1b84eb36d38ea33554f083d4a13fe3c9633b45484457a439bdb20547b6df2","observation_id":"4d02fc3f-4eec-420f-b3fd-bf9423cda383","resolution":{"observed_at":"2026-08-04T00:55:49.037880Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.21139","last_updated":"2025-06-06T07:53:20Z","snapshot_observed_at":"2026-07-06T20:14:49.976782Z","submitted_at":"2024-12-30T18:15:39Z","title":"Training Software Engineering Agents and Verifiers with SWE-Gym","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.21139","snapshot_observed_at":"2026-08-04T00:55:49.096456Z","title":"arXiv preprint arXiv:2412.21139 , year =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-09T01:39:53.431312Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":47,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:49.096456Z"},"links":{"cited_paper":"/paper/2412.21139","citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:1331749b63f493fc6f364734abde357c254e9a48ad80c2a281cc77a40da9d416","observation_id":"4eaa4fe8-0dc4-4d2b-8281-30d8ef07a9ab","resolution":{"observed_at":"2026-08-04T00:55:49.096456Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:49.176989Z","title":"arXiv preprint arXiv:2602.14337 , year =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-09T01:39:53.431312Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":48,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:49.176989Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:6e8bd4d18ff0b4e8634dc68c7ad9f2e7e0088f108e6a3624e09fc7bd77e574ce","observation_id":"f1f69aa1-bfc8-477a-b9ee-c7a6a59e6d22","resolution":{"observed_at":"2026-08-04T00:55:49.176989Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:49.217621Z","title":"arXiv preprint arXiv:2512.12730 , year =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-09T01:39:53.431312Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":49,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:49.217621Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:58ff2b61f22e14e94d1b0e80b3c9a48b8d533ab9f8058c2276fa266b9977cde3","observation_id":"faca493e-1c7e-4ae4-ad18-4a23c59c8b0e","resolution":{"observed_at":"2026-08-04T00:55:49.217621Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:49.302064Z","title":"2025 , note =","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-09T01:39:53.431312Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":50,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:49.302064Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:6e3e30822a603d53e06a309ee1690078115ef06ab3cd451a26c699bf8186e5d6","observation_id":"3e0c8f90-ccf1-41b2-bf14-a60879b4a80d","resolution":{"observed_at":"2026-08-04T00:55:49.302064Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:49.356215Z","title":"2025 , note =","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-09T01:39:53.431312Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":51,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:49.356215Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:6bb80e0dcdffecd22949d7d72ccadbef899177fdd1a495682813d25f17ddc204","observation_id":"cb60a858-4df1-42df-9bde-a75b5b4ee6a0","resolution":{"observed_at":"2026-08-04T00:55:49.356215Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:49.420684Z","title":"2026 , note =","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-09T01:39:53.431312Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":52,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:49.420684Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:b004cc6164f7317bcdca28e2d1fe01b98d859daf29030b2bd40a465e05d2b9a3","observation_id":"322e80c3-de1f-4374-82fb-ac6b2e33182f","resolution":{"observed_at":"2026-08-04T00:55:49.420684Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:49.525657Z","title":"2026 , note =","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-09T01:39:53.431312Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":53,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:49.525657Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:ed5d1837bb78d588ef1b32b67a1f8056c4a4874f98782170ff24d2f158e591d5","observation_id":"b9d669ee-35c3-4e3c-b9ff-4dfe40370b03","resolution":{"observed_at":"2026-08-04T00:55:49.525657Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:49.575705Z","title":"2026 , note =","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-09T01:39:53.431312Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":54,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:49.575705Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:baa10c876e3cf0aba90411c4bb63507cf0a615aecfe95512293ad61c2f288468","observation_id":"bd8eb408-83ca-4f52-8f69-a7e378635733","resolution":{"observed_at":"2026-08-04T00:55:49.575705Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:49.643412Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-09T01:39:53.431312Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":55,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:49.643412Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:c8b29f14d944f8781a829eaf9e381cb8054239dc77ab36352f414ed7ce19bd40","observation_id":"edbae2f3-7d43-4c60-8e9c-72c1bb2427da","resolution":{"observed_at":"2026-08-04T00:55:49.643412Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:49.686283Z","title":"Proceedings of the 12th International Workshop on Principles of Software Evolution and the 7th Annual ERCIM Workshop on Software Evolution , pages=","venue":null,"work_id":null,"year":2011},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-09T01:39:53.431312Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":56,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:49.686283Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:743e979ad65a49e24b8c24134ede77fb7be64b1df757881eb7cac0a5640e3e5b","observation_id":"41179b54-486b-4671-97ce-1af3bda26418","resolution":{"observed_at":"2026-08-04T00:55:49.686283Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:49.784182Z","title":", booktitle=","venue":null,"work_id":null,"year":2002},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-09T01:39:53.431312Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":57,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:49.784182Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:afff8dbf1c6987a242355e548fae43eb4d8f096614ff88436ff83f6aed593b04","observation_id":"0b681190-9a9e-4f6c-a68a-4585a5020b65","resolution":{"observed_at":"2026-08-04T00:55:49.784182Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:49.875305Z","title":"A Framework for Evaluating the Results of the","venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-09T01:39:53.431312Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":58,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:49.875305Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:13f425a6f698a7e97ad24ffef94f7e0422dc8d70d12c607d77af4c99b63de2d5","observation_id":"a702d351-30ab-4f77-b584-438cc63e6ff1","resolution":{"observed_at":"2026-08-04T00:55:49.875305Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:49.964550Z","title":"Journal of Systems and Software , volume=","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-09T01:39:53.431312Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":59,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:49.964550Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:0b4d40e00f9aec45bf8e0f6692b85a9575ebc166d119d3ce7250066a5cb08671","observation_id":"7fde7e86-e6f4-40f3-bc4d-2866e8192844","resolution":{"observed_at":"2026-08-04T00:55:49.964550Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:50.010383Z","title":"2005 , publisher=","venue":null,"work_id":null,"year":2005},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-09T01:39:53.431312Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":60,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:50.010383Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:6a7ab1ee2fc1ee4e844efca8ff3f5b27122888bedcaf566959a8b99f88622370","observation_id":"bba78ec4-5378-4a52-be65-53f55d09b3fe","resolution":{"observed_at":"2026-08-04T00:55:50.010383Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:50.066028Z","title":"2024 , howpublished=","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-09T01:39:53.431312Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":61,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:50.066028Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:8005b447bdadcb149f0d68cc4fef1cd1684abe1744b1a50a7edd62ce1ccb4445","observation_id":"ffd10ff2-2a45-4c4c-9f71-24334d5145db","resolution":{"observed_at":"2026-08-04T00:55:50.066028Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:50.130427Z","title":"2025 , howpublished=","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-09T01:39:53.431312Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":62,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:50.130427Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:1a250a1ba50ea777ee638ca4c5e73fafbf6f150efcb0556e111127a3e95f1f96","observation_id":"3d57d201-84cc-4068-84ee-acd52068e9f9","resolution":{"observed_at":"2026-08-04T00:55:50.130427Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:50.204486Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-09T01:39:53.431312Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":63,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:50.204486Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:386f78d869b8e0b8b87afccd7589a9c5e71b6fdbb72fc5bdeb2673949021a43e","observation_id":"ec46d368-acd4-47fa-923e-7a04795d6702","resolution":{"observed_at":"2026-08-04T00:55:50.204486Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:50.235583Z","title":"and Wettig, Alexander and Lieret, Kilian and Yao, Shunyu and Narasimhan, Karthik and Press, Ofir , journal=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-09T01:39:53.431312Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":64,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:50.235583Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:b6800ad219ebe6e2fcacaad20865fd24da03f87a9a7a5487652e27ee78455ab5","observation_id":"8f670b89-85a0-4582-9edb-19eeeda45074","resolution":{"observed_at":"2026-08-04T00:55:50.235583Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:50.288199Z","title":"2026 , note =","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-09T01:39:53.431312Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":65,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:50.288199Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:34378d0ab5bcc28534961ed890197fc248cf81c5545eb5d54abc994ae72d9756","observation_id":"a38e4244-e430-4916-bfc0-8e4d11ec7eeb","resolution":{"observed_at":"2026-08-04T00:55:50.288199Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:50.310691Z","title":"Building a","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-09T01:39:53.431312Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":66,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:50.310691Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:1c93696eaf7514c12bfb420199312bb673f0e91ee8608ca67ac972ca6b148144","observation_id":"65c41318-60af-4de8-b37d-02052a460c78","resolution":{"observed_at":"2026-08-04T00:55:50.310691Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:50.362886Z","title":"2025 , note =","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-09T01:39:53.431312Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":67,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:50.362886Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:830d8db3bbfa836904f1d3349d9d2cdb51ace4277488b541dd2b20c466051cd4","observation_id":"2805fd7a-164e-45e5-96f3-c5a697cfa973","resolution":{"observed_at":"2026-08-04T00:55:50.362886Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:50.391096Z","title":"2026 , note =","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-09T01:39:53.431312Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":68,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:50.391096Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:bb21dd932d23cbc4db5a0bb936f16ca9d795e1ba230d71cc24d5aed9dd80e01f","observation_id":"e9d80c92-b80e-4239-af9a-fb428db5a4ff","resolution":{"observed_at":"2026-08-04T00:55:50.391096Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:50.445150Z","title":"2026 , note =","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-09T01:39:53.431312Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":69,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:50.445150Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:3d1ef948977103a0d7593a6ba74caa409659bef41cd63bfb46bc798f90bf28ac","observation_id":"80fabe0b-402c-4da1-bf33-a54275160310","resolution":{"observed_at":"2026-08-04T00:55:50.445150Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:50.472275Z","title":"2026 , note =","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-09T01:39:53.431312Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":70,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:50.472275Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:d49d37c7edcf0315109a31d1326f6f3881d059524dc79447a50b1bb8ad55210c","observation_id":"74bee63a-d187-4f29-ac90-78091f00390a","resolution":{"observed_at":"2026-08-04T00:55:50.472275Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:50.524165Z","title":"2026 , note =","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-09T01:39:53.431312Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":71,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:50.524165Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:ff1b78a5940f9512f34a4c931eea47b8727541a33d177f8876ae546eef4189df","observation_id":"1d65b142-1815-4d13-b475-52178a9e558e","resolution":{"observed_at":"2026-08-04T00:55:50.524165Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:50.549229Z","title":"2026 , note =","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-09T01:39:53.431312Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":72,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:50.549229Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:82ececaab12eb1fa2933bc8df42a5fbbeb3c52dcf18e52d8f8c55b9ffce9ee90","observation_id":"30b2cd97-1da1-4cea-a618-e02ed5671158","resolution":{"observed_at":"2026-08-04T00:55:50.549229Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:50.599574Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-09T01:39:53.431312Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":73,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:50.599574Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:44e42fa2259801a407f65744a39f1ec7fdc6970716ffe436a717c2cfee8278da","observation_id":"0d5922fd-2eb9-4c5c-8f00-1c771928c423","resolution":{"observed_at":"2026-08-04T00:55:50.599574Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:50.642826Z","title":"2026 , eprint=","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-09T01:39:53.431312Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":74,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:50.642826Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:ee4b721bd4b6758fdf6d64eae91f26549e6099deb45347bb7f1a05a8e8cad253","observation_id":"f40ccf76-56ac-40e2-9b17-520d812bb19a","resolution":{"observed_at":"2026-08-04T00:55:50.642826Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","latest_version":1,"primary_category":"cs.SE","snapshot_observed_at":"2026-08-09T01:39:53.431312Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent"},"reference_resolution":{"displayed":73,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":3,"unresolved":70,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":73},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"thesis":"As of 10 August 2026, this Paper Citation Record lists 73 of 73 outbound references and 0 inbound Pith citation observations for arXiv:2608.00267."}