{"as_of":"2026-08-09T17:44:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:695913cc2d0b5854891c8b8b0ecda1e485eda8bfe0ff08c0e1c7beb870cf3653","coverage":[{"denominator":9,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":9,"source":"paper_references, paper_reference_links","source_observed_at":"2026-07-11T11:50:26.030339Z","state":"measured"},{"denominator":10,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":10,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-09T06:31:02.800959+00:00","state":"measured"},{"denominator":1,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":1,"source":"paper_references, paper_reference_links","source_observed_at":"2026-06-26T00:06:14.275732Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"pith","source_observed_at":"2026-07-04T16:59:57.852362Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2605.24110","last_updated":"2026-05-22T18:17:28Z","snapshot_observed_at":"2026-08-07T01:52:45.792333Z","submitted_at":"2026-05-22T18:17:28Z","title":"EvoCode-Bench: Evaluating Coding Agents in Multi-Turn Iterative Interactions","version":1},"cited_work":{"arxiv_id":"2605.24110","doi":null,"metadata_source":"pith","pith_arxiv_id":"2605.24110","snapshot_observed_at":"2026-07-04T16:59:57.852362Z","title":"EvoCode-Bench: Evaluating Coding Agents in Multi-Turn Iterative Interactions","venue":"cs.AI","work_id":"2c3da740-a7fc-4f7d-af38-6f6996aa7f1c","year":2026},"citing_paper":{"arxiv_id":"2606.24311","last_updated":"2026-06-23T08:44:00Z","snapshot_observed_at":"2026-08-02T22:05:19.090016Z","submitted_at":"2026-06-23T08:44:00Z","title":"LemonHarness Technical Report","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-06-26T00:06:14.275732Z"},"links":{"cited_paper":"/paper/2605.24110","citing_paper":"/paper/2606.24311"},"observation_digest":"sha256:cbb3c62f829b7029cb45296c527fdbe4ea2724e4d68c3e09b8e973250f8f671b","observation_id":"2f32f8e9-38da-4377-a503-e831068a3c8a","resolution":{"observed_at":"2026-07-04T16:59:57.853708Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2605.24110/citation-record","integrity":"/paper/2605.24110/integrity","json":"/paper/2605.24110/citation-record.json","paper":"/paper/2605.24110"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2024.emnlp-main.1124","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"MT -Eval: A Multi-Turn Capabilities Evaluation Benchmark for Large Language Models","venue":null,"work_id":"602b39a2-21cb-42a1-9353-47a6531a69d6","year":2024},"citing_paper":{"arxiv_id":"2605.24110","last_updated":"2026-05-22T18:17:28Z","snapshot_observed_at":"2026-08-07T01:52:45.792333Z","submitted_at":"2026-05-22T18:17:28Z","title":"EvoCode-Bench: Evaluating Coding Agents in Multi-Turn Iterative Interactions","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-06-30T16:22:02.166135Z"},"links":{"citing_paper":"/paper/2605.24110"},"observation_digest":"sha256:9958982dd9e809758b9f077e02db7ac78b737c46d47bbcc536d8075fd13bd47b","observation_id":"6050f170-bf62-4f9c-8c73-799cdefbad3d","resolution":{"observed_at":"2026-06-30T16:24:53.881819Z","resolver_source":"doi","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-05-21T07:52:24.771148+00:00","source":"crossref_status_cache"},{"observed_at":"2026-05-21T07:52:24.771148+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2601.11868","last_updated":"2026-01-17T01:29:30Z","snapshot_observed_at":"2026-07-06T22:41:58.373427Z","submitted_at":"2026-01-17T01:29:30Z","title":"Terminal-Bench: Benchmarking Agents on Hard, Realistic Tasks in Command Line Interfaces","version":1},"cited_work":{"arxiv_id":"2601.11868","doi":"10.48550/arxiv.2302.01973","metadata_source":"pith","pith_arxiv_id":"2601.11868","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Terminal-Bench: Benchmarking Agents on Hard, Realistic Tasks in Command Line Interfaces","venue":"cs.SE","work_id":"0624be05-1d97-4fd6-8300-b04b8a3ab04b","year":2026},"citing_paper":{"arxiv_id":"2605.24110","last_updated":"2026-05-22T18:17:28Z","snapshot_observed_at":"2026-08-07T01:52:45.792333Z","submitted_at":"2026-05-22T18:17:28Z","title":"EvoCode-Bench: Evaluating Coding Agents in Multi-Turn Iterative Interactions","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-07-11T11:50:26.030339Z"},"links":{"cited_paper":"/paper/2601.11868","citing_paper":"/paper/2605.24110"},"observation_digest":"sha256:4c9a88f000be90adfc4b81cfd2361afaf41b1cc8997b24c631b53fbd538f86de","observation_id":"c6e275ad-ec3e-4325-90da-d6c1b7f0fded","resolution":{"observed_at":"2026-06-30T16:24:53.896074Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2309.11998","last_updated":"2024-03-10T19:34:57Z","snapshot_observed_at":"2026-07-06T16:21:45.588487Z","submitted_at":"2023-09-21T12:13:55Z","title":"LMSYS-Chat-1M: A Large-Scale Real-World LLM Conversation Dataset","version":4},"cited_work":{"arxiv_id":"2309.11998","doi":"10.48550/arxiv.2309.11998","metadata_source":"arxiv_reference","pith_arxiv_id":"2309.11998","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Xing, Joseph E","venue":"arXiv (Cornell University)","work_id":"95167dc8-7286-459b-bbaa-1a0b4e9ed5ab","year":2023},"citing_paper":{"arxiv_id":"2605.24110","last_updated":"2026-05-22T18:17:28Z","snapshot_observed_at":"2026-08-07T01:52:45.792333Z","submitted_at":"2026-05-22T18:17:28Z","title":"EvoCode-Bench: Evaluating Coding Agents in Multi-Turn Iterative Interactions","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-06-30T16:22:02.166135Z"},"links":{"cited_paper":"/paper/2309.11998","citing_paper":"/paper/2605.24110"},"observation_digest":"sha256:c500c5281e30e99dcee14e0eaa59beede3e652bc22a8f4eb1fd6125d00f86a96","observation_id":"23a62907-e910-45b2-bfd9-a07f43494416","resolution":{"observed_at":"2026-06-30T16:24:55.257713Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T13:34:54.773781Z","title":"No algorithm names, data structure choices, or file organization prescriptions appear in instructions","venue":null,"work_id":"963a7e80-35a6-4007-acaa-adcc27ae6a0c","year":null},"citing_paper":{"arxiv_id":"2605.24110","last_updated":"2026-05-22T18:17:28Z","snapshot_observed_at":"2026-08-07T01:52:45.792333Z","submitted_at":"2026-05-22T18:17:28Z","title":"EvoCode-Bench: Evaluating Coding Agents in Multi-Turn Iterative Interactions","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-06-30T16:22:02.166135Z"},"links":{"citing_paper":"/paper/2605.24110"},"observation_digest":"sha256:7ed573f15c920b5e6d606978367bf71139fc69210425667b82522d5cf003e2e7","observation_id":"6032561f-c8e1-4292-8ed2-02aa055ff176","resolution":{"observed_at":"2026-07-08T13:34:54.775035Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T13:34:54.775557Z","title":"They never inspect source code structure, function names, or file organization","venue":null,"work_id":"b0f2495c-edfe-4dd8-bf40-043bf3368d2e","year":null},"citing_paper":{"arxiv_id":"2605.24110","last_updated":"2026-05-22T18:17:28Z","snapshot_observed_at":"2026-08-07T01:52:45.792333Z","submitted_at":"2026-05-22T18:17:28Z","title":"EvoCode-Bench: Evaluating Coding Agents in Multi-Turn Iterative Interactions","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-06-30T16:22:02.166135Z"},"links":{"citing_paper":"/paper/2605.24110"},"observation_digest":"sha256:389799056f4d87d511ea01210ce8fa60212d57d3bbe476708e7b15424cffb1f7","observation_id":"4e92baef-9857-4a8a-964d-607a93c7d34b","resolution":{"observed_at":"2026-07-08T13:34:54.777145Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T13:34:54.777817Z","title":"They can only assume the agent passed the behavioral tests of all prior rounds","venue":null,"work_id":"d1d4fb22-0198-47df-839e-1b23a12225af","year":null},"citing_paper":{"arxiv_id":"2605.24110","last_updated":"2026-05-22T18:17:28Z","snapshot_observed_at":"2026-08-07T01:52:45.792333Z","submitted_at":"2026-05-22T18:17:28Z","title":"EvoCode-Bench: Evaluating Coding Agents in Multi-Turn Iterative Interactions","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-06-30T16:22:02.166135Z"},"links":{"citing_paper":"/paper/2605.24110"},"observation_digest":"sha256:1b6d18e4391b5bcf03a136738fe4f0c48fbb3d1385760991a716d97678db10f8","observation_id":"3f6f9fa5-e3bb-4e2e-ac30-cc014213c1ae","resolution":{"observed_at":"2026-07-08T13:34:54.779158Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T13:34:54.771746Z","title":"They check for alternative valid inter- pretations that the tests might not distinguish and for edge cases that the cumulative tests might miss","venue":null,"work_id":"65387309-5f31-470f-855d-0f2a64cadc0e","year":null},"citing_paper":{"arxiv_id":"2605.24110","last_updated":"2026-05-22T18:17:28Z","snapshot_observed_at":"2026-08-07T01:52:45.792333Z","submitted_at":"2026-05-22T18:17:28Z","title":"EvoCode-Bench: Evaluating Coding Agents in Multi-Turn Iterative Interactions","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-06-30T16:22:02.166135Z"},"links":{"citing_paper":"/paper/2605.24110"},"observation_digest":"sha256:c42ddbc9e582018d35701339d5ccf500381f40f7fac16fb5c46ae8f22302d272","observation_id":"a5dac9a8-11f6-4367-b80f-e0e01a1b15a2","resolution":{"observed_at":"2026-07-08T13:34:54.773251Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T13:34:54.767964Z","title":"They also verify that no test checks stale requirements that have been superseded by later rounds, which would cause otherwise correct implementations to fail","venue":null,"work_id":"e97846b1-a617-4dff-b240-be99056e939e","year":null},"citing_paper":{"arxiv_id":"2605.24110","last_updated":"2026-05-22T18:17:28Z","snapshot_observed_at":"2026-08-07T01:52:45.792333Z","submitted_at":"2026-05-22T18:17:28Z","title":"EvoCode-Bench: Evaluating Coding Agents in Multi-Turn Iterative Interactions","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-06-30T16:22:02.166135Z"},"links":{"citing_paper":"/paper/2605.24110"},"observation_digest":"sha256:b5787c3b843c2e054efd41bc5db77c52cadcbef6b84b8ffaa8401a665ef1e411","observation_id":"0049df88-6485-4b55-95a7-fa3439c8f926","resolution":{"observed_at":"2026-07-08T13:34:54.769509Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T13:34:54.770133Z","title":null,"venue":null,"work_id":"31a64383-3b8b-49db-8a92-39fd9ee075e3","year":2025},"citing_paper":{"arxiv_id":"2605.24110","last_updated":"2026-05-22T18:17:28Z","snapshot_observed_at":"2026-08-07T01:52:45.792333Z","submitted_at":"2026-05-22T18:17:28Z","title":"EvoCode-Bench: Evaluating Coding Agents in Multi-Turn Iterative Interactions","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-06-30T16:22:02.166135Z"},"links":{"citing_paper":"/paper/2605.24110"},"observation_digest":"sha256:edbccbe3a5f199ff8e046422a8d59d9c271a70d91d166fa54d4a57d2f1706cd9","observation_id":"59a1c8b5-0a21-4df9-b207-985d59a91679","resolution":{"observed_at":"2026-07-08T13:34:54.771237Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2605.24110","last_updated":"2026-05-22T18:17:28Z","latest_version":1,"primary_category":"cs.AI","snapshot_observed_at":"2026-08-07T01:52:45.792333Z","submitted_at":"2026-05-22T18:17:28Z","title":"EvoCode-Bench: Evaluating Coding Agents in Multi-Turn Iterative Interactions"},"reference_resolution":{"displayed":9,"state_counts":{"malformed_identifier":0,"metadata_mismatch":3,"parse_uncertain":0,"unresolved":1,"verified_exact":0,"verified_fuzzy":5},"total_outbound_references":9},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"thesis":"As of 9 August 2026, this Paper Citation Record lists 9 of 9 outbound references and 1 inbound Pith citation observation for arXiv:2605.24110."}