{"as_of":"2026-08-21T05:00:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:b294689e30faeae4086abdc354070eb5d19c48f884d70e76696921eb18f10021","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":20,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":20,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-20T06:33:59.587034+00:00","state":"measured"},{"denominator":20,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":20,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-11T20:19:15.074044Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":1,"source":"pith","source_observed_at":"2026-08-05T02:28:24.338817Z","state":"measured"}],"external_citation_measurements":[{"count":1,"observed_at":"2026-08-05T02:28:24.338817Z","source":"pith"}],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2504.11543","last_updated":"2025-04-17T16:28:46Z","snapshot_observed_at":"2026-08-16T12:40:45.015038Z","submitted_at":"2025-04-15T18:22:55Z","title":"REAL: Benchmarking Autonomous Agents on Deterministic Simulations of Real Websites","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2504.11543","snapshot_observed_at":"2026-08-07T06:00:19.291115Z","title":"Real: Benchmarking autonomous agents on deterministic simulations of real websites,","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.11102","last_updated":"2025-06-06T17:52:18Z","snapshot_observed_at":"2026-08-07T05:54:56.593167Z","submitted_at":"2025-06-06T17:52:18Z","title":"Evolutionary Perspectives on the Evaluation of LLM-Based AI Agents: A Comprehensive Survey","version":1},"reference_index":57,"source":"pdf_text","source_observed_at":"2026-08-07T06:00:19.291115Z"},"links":{"cited_paper":"/paper/2504.11543","citing_paper":"/paper/2506.11102"},"observation_digest":"sha256:7a1d50fe05f007a21f2d8529d7edfc221a2dfbe336a00c29946c3e75f9185e07","observation_id":"ef6a25c2-4649-443a-b98a-a168c8efa59a","resolution":{"observed_at":"2026-08-07T06:00:19.291115Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2504.11543","last_updated":"2025-04-17T16:28:46Z","snapshot_observed_at":"2026-08-16T12:40:45.015038Z","submitted_at":"2025-04-15T18:22:55Z","title":"REAL: Benchmarking Autonomous Agents on Deterministic Simulations of Real Websites","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2504.11543","snapshot_observed_at":"2026-08-06T21:06:58.722216Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.00938","last_updated":"2025-08-13T09:05:05Z","snapshot_observed_at":"2026-08-12T21:27:06.809042Z","submitted_at":"2025-07-01T16:43:57Z","title":"WebArXiv: Evaluating Multimodal Agents on Time-Invariant arXiv Tasks","version":2},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-06T21:06:58.722216Z"},"links":{"cited_paper":"/paper/2504.11543","citing_paper":"/paper/2507.00938"},"observation_digest":"sha256:9b9a197b7a5ca2da7c79ba4c959b079fbf7d4f1215daee7528a2c0367381e78e","observation_id":"d84155b5-21ec-4b04-b40d-0c19dd3ed4cd","resolution":{"observed_at":"2026-08-06T21:06:58.722216Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2504.11543","last_updated":"2025-04-17T16:28:46Z","snapshot_observed_at":"2026-08-16T12:40:45.015038Z","submitted_at":"2025-04-15T18:22:55Z","title":"REAL: Benchmarking Autonomous Agents on Deterministic Simulations of Real Websites","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2504.11543","snapshot_observed_at":"2026-08-06T19:12:25.026396Z","title":"Real: Benchmarking autonomous agents on deterministic simulations of real websites,","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.06323","last_updated":"2025-07-08T18:24:28Z","snapshot_observed_at":"2026-08-19T11:17:54.352425Z","submitted_at":"2025-07-08T18:24:28Z","title":"Bridging AI and Software Security: A Comparative Vulnerability Assessment of LLM Agent Deployment Paradigms","version":1},"reference_index":56,"source":"pdf_text","source_observed_at":"2026-08-06T19:12:25.026396Z"},"links":{"cited_paper":"/paper/2504.11543","citing_paper":"/paper/2507.06323"},"observation_digest":"sha256:f5c74919b415941f423447af722e437512871b50db5bde2e3790e03a33aab474","observation_id":"0a1df70c-884c-44d5-98bf-d6d81e9a324c","resolution":{"observed_at":"2026-08-06T19:12:25.026396Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2504.11543","last_updated":"2025-04-17T16:28:46Z","snapshot_observed_at":"2026-08-16T12:40:45.015038Z","submitted_at":"2025-04-15T18:22:55Z","title":"REAL: Benchmarking Autonomous Agents on Deterministic Simulations of Real Websites","version":2},"cited_work":{"arxiv_id":"2504.11543","doi":"10.48550/arxiv.2504.11543","metadata_source":"pith","pith_arxiv_id":"2504.11543","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"REAL: Benchmarking Autonomous Agents on Deterministic Simulations of Real Websites.arXiv preprint arXiv:2504.11543, April 2025","venue":"cs.AI","work_id":"300f41f0-3fbd-4eb3-932a-79bd75163d47","year":2025},"citing_paper":{"arxiv_id":"2508.13024","last_updated":"2026-04-30T09:17:11Z","snapshot_observed_at":"2026-08-15T05:59:17.579115Z","submitted_at":"2025-08-18T15:41:22Z","title":"WebMall -- A Multi-Shop Benchmark for Evaluating Web Agents","version":3},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-05-18T22:31:19.752228Z"},"links":{"cited_paper":"/paper/2504.11543","citing_paper":"/paper/2508.13024"},"observation_digest":"sha256:afb3148ad0e31e66995846684b16349af0e9cda268480c71c70fb34d5844ef95","observation_id":"b62f5eb3-f9dc-4bd6-bfd0-b76d32dfccb1","resolution":{"observed_at":"2026-05-18T22:31:52.822244Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-05-20T18:52:15.678539+00:00","source":"crossref_status_cache"},{"observed_at":"2026-05-20T18:52:15.678539+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2504.11543","last_updated":"2025-04-17T16:28:46Z","snapshot_observed_at":"2026-08-16T12:40:45.015038Z","submitted_at":"2025-04-15T18:22:55Z","title":"REAL: Benchmarking Autonomous Agents on Deterministic Simulations of Real Websites","version":2},"cited_work":{"arxiv_id":"2504.11543","doi":"10.48550/arxiv.2504.11543","metadata_source":"pith","pith_arxiv_id":"2504.11543","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"REAL: Benchmarking Autonomous Agents on Deterministic Simulations of Real Websites.arXiv preprint arXiv:2504.11543, April 2025","venue":"cs.AI","work_id":"300f41f0-3fbd-4eb3-932a-79bd75163d47","year":2025},"citing_paper":{"arxiv_id":"2511.22074","last_updated":"2025-12-02T22:56:22Z","snapshot_observed_at":"2026-08-12T19:48:13.380424Z","submitted_at":"2025-11-27T03:51:49Z","title":"Real-Time Procedural Learning From Experience for AI Agents","version":2},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-05-17T05:21:35.308929Z"},"links":{"cited_paper":"/paper/2504.11543","citing_paper":"/paper/2511.22074"},"observation_digest":"sha256:0b00dbd6ecacf9cec508ef9060eff2bfa3da32334b063443233e3511436554df","observation_id":"23a83ecb-31b9-40e9-87a5-5ca57130290d","resolution":{"observed_at":"2026-05-17T05:24:04.658536Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-05-20T18:52:15.678539+00:00","source":"crossref_status_cache"},{"observed_at":"2026-05-20T18:52:15.678539+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2504.11543","last_updated":"2025-04-17T16:28:46Z","snapshot_observed_at":"2026-08-16T12:40:45.015038Z","submitted_at":"2025-04-15T18:22:55Z","title":"REAL: Benchmarking Autonomous Agents on Deterministic Simulations of Real Websites","version":2},"cited_work":{"arxiv_id":"2504.11543","doi":"10.48550/arxiv.2504.11543","metadata_source":"pith","pith_arxiv_id":"2504.11543","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"REAL: Benchmarking Autonomous Agents on Deterministic Simulations of Real Websites.arXiv preprint arXiv:2504.11543, April 2025","venue":"cs.AI","work_id":"300f41f0-3fbd-4eb3-932a-79bd75163d47","year":2025},"citing_paper":{"arxiv_id":"2511.23281","last_updated":"2025-11-28T15:32:15Z","snapshot_observed_at":"2026-08-13T01:03:19.715009Z","submitted_at":"2025-11-28T15:32:15Z","title":"MCP vs RAG vs NLWeb vs HTML: A Comparison of the Effectiveness and Efficiency of Different Agent Interfaces to the Web (Technical Report)","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-05-17T04:45:01.799128Z"},"links":{"cited_paper":"/paper/2504.11543","citing_paper":"/paper/2511.23281"},"observation_digest":"sha256:a15830fff614b23107b1dd2ca73c262581e50dd3c6de8bbee7c767829ae8fbcf","observation_id":"cdfa8c19-b8ca-43eb-91a3-f9f72d5e4b90","resolution":{"observed_at":"2026-05-17T04:49:03.359460Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-05-20T18:52:15.678539+00:00","source":"crossref_status_cache"},{"observed_at":"2026-05-20T18:52:15.678539+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2504.11543","last_updated":"2025-04-17T16:28:46Z","snapshot_observed_at":"2026-08-16T12:40:45.015038Z","submitted_at":"2025-04-15T18:22:55Z","title":"REAL: Benchmarking Autonomous Agents on Deterministic Simulations of Real Websites","version":2},"cited_work":{"arxiv_id":"2504.11543","doi":"10.48550/arxiv.2504.11543","metadata_source":"pith","pith_arxiv_id":"2504.11543","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"REAL: Benchmarking Autonomous Agents on Deterministic Simulations of Real Websites.arXiv preprint arXiv:2504.11543, April 2025","venue":"cs.AI","work_id":"300f41f0-3fbd-4eb3-932a-79bd75163d47","year":2025},"citing_paper":{"arxiv_id":"2512.12634","last_updated":"2026-05-31T23:48:10Z","snapshot_observed_at":"2026-08-19T13:10:32.829095Z","submitted_at":"2025-12-14T10:41:39Z","title":"MobiBench: Multi-Branch, Modular Benchmark for Mobile GUI Agents","version":3},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-05-16T22:59:16.413568Z"},"links":{"cited_paper":"/paper/2504.11543","citing_paper":"/paper/2512.12634"},"observation_digest":"sha256:916dec1c5b9e3ec48d9db56cbd07d5b8e3e80924cf0f832d71b8eac488216b9a","observation_id":"870bf046-e6c3-4605-a0dd-5deb4aa14fee","resolution":{"observed_at":"2026-05-16T23:01:20.695632Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-05-20T18:52:15.678539+00:00","source":"crossref_status_cache"},{"observed_at":"2026-05-20T18:52:15.678539+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2504.11543","last_updated":"2025-04-17T16:28:46Z","snapshot_observed_at":"2026-08-16T12:40:45.015038Z","submitted_at":"2025-04-15T18:22:55Z","title":"REAL: Benchmarking Autonomous Agents on Deterministic Simulations of Real Websites","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2504.11543","snapshot_observed_at":"2026-08-03T16:38:32.994746Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2512.12634","last_updated":"2026-05-31T23:48:10Z","snapshot_observed_at":"2026-08-19T13:10:32.829095Z","submitted_at":"2025-12-14T10:41:39Z","title":"MobiBench: Multi-Branch, Modular Benchmark for Mobile GUI Agents","version":4},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-03T16:38:32.994746Z"},"links":{"cited_paper":"/paper/2504.11543","citing_paper":"/paper/2512.12634"},"observation_digest":"sha256:334f9fbe253a6d164d0d57ab2efb3a357eb0b355644e7ce176752208fe930e91","observation_id":"ce019e2d-cfce-4943-8f1c-2d91b59ec7ba","resolution":{"observed_at":"2026-08-03T16:38:32.994746Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2504.11543","last_updated":"2025-04-17T16:28:46Z","snapshot_observed_at":"2026-08-16T12:40:45.015038Z","submitted_at":"2025-04-15T18:22:55Z","title":"REAL: Benchmarking Autonomous Agents on Deterministic Simulations of Real Websites","version":2},"cited_work":{"arxiv_id":"2504.11543","doi":"10.48550/arxiv.2504.11543","metadata_source":"pith","pith_arxiv_id":"2504.11543","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"REAL: Benchmarking Autonomous Agents on Deterministic Simulations of Real Websites.arXiv preprint arXiv:2504.11543, April 2025","venue":"cs.AI","work_id":"300f41f0-3fbd-4eb3-932a-79bd75163d47","year":2025},"citing_paper":{"arxiv_id":"2603.05044","last_updated":"2026-04-14T08:14:14Z","snapshot_observed_at":"2026-08-03T03:21:53.279816Z","submitted_at":"2026-03-05T10:51:34Z","title":"WebFactory: Automated Compression of Foundational Language Intelligence into Grounded Web Agents","version":2},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-05-15T16:50:02.527821Z"},"links":{"cited_paper":"/paper/2504.11543","citing_paper":"/paper/2603.05044"},"observation_digest":"sha256:927cd7bcf85e0607421062eb8ff0c537e55ab762c91fd235bfe5800e847fd46c","observation_id":"f1320e27-f604-45d3-ac57-9e0aed5d4ae9","resolution":{"observed_at":"2026-05-15T16:50:10.677991Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-05-20T18:52:15.678539+00:00","source":"crossref_status_cache"},{"observed_at":"2026-05-20T18:52:15.678539+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2504.11543","last_updated":"2025-04-17T16:28:46Z","snapshot_observed_at":"2026-08-16T12:40:45.015038Z","submitted_at":"2025-04-15T18:22:55Z","title":"REAL: Benchmarking Autonomous Agents on Deterministic Simulations of Real Websites","version":2},"cited_work":{"arxiv_id":"2504.11543","doi":"10.48550/arxiv.2504.11543","metadata_source":"pith","pith_arxiv_id":"2504.11543","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"REAL: Benchmarking Autonomous Agents on Deterministic Simulations of Real Websites.arXiv preprint arXiv:2504.11543, April 2025","venue":"cs.AI","work_id":"300f41f0-3fbd-4eb3-932a-79bd75163d47","year":2025},"citing_paper":{"arxiv_id":"2604.08523","last_updated":"2026-07-20T17:58:40Z","snapshot_observed_at":"2026-08-17T18:09:30.145825Z","submitted_at":"2026-04-09T17:57:13Z","title":"ClawBench: Can AI Agents Complete Everyday Online Tasks?","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-05-10T17:34:49.746922Z"},"links":{"cited_paper":"/paper/2504.11543","citing_paper":"/paper/2604.08523"},"observation_digest":"sha256:38c425fbccaf17302e4fc2ad2309d669f0cc4156e474218961a6a393d6c8b92a","observation_id":"b9047a07-228a-4669-96c5-51f3f49b0bef","resolution":{"observed_at":"2026-05-11T06:36:01.314440Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-05-20T18:52:15.678539+00:00","source":"crossref_status_cache"},{"observed_at":"2026-05-20T18:52:15.678539+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2504.11543","last_updated":"2025-04-17T16:28:46Z","snapshot_observed_at":"2026-08-16T12:40:45.015038Z","submitted_at":"2025-04-15T18:22:55Z","title":"REAL: Benchmarking Autonomous Agents on Deterministic Simulations of Real Websites","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2504.11543","snapshot_observed_at":"2026-08-02T16:32:51.938035Z","title":"Real: Bench- marking autonomous agents on deterministic simulations of real websites.arXiv preprint arXiv:2504.11543,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2604.08523","last_updated":"2026-07-20T17:58:40Z","snapshot_observed_at":"2026-08-17T18:09:30.145825Z","submitted_at":"2026-04-09T17:57:13Z","title":"ClawBench: Can AI Agents Complete Everyday Online Tasks?","version":2},"reference_index":2025,"source":"pdf_text","source_observed_at":"2026-08-02T16:32:51.938035Z"},"links":{"cited_paper":"/paper/2504.11543","citing_paper":"/paper/2604.08523"},"observation_digest":"sha256:d2f59a86fe87cce5baa3e2e5372efa6b4a6f6343728825e8bb715cc4f9731962","observation_id":"46f7b5cf-32e3-4f6b-a698-d4839af35e6c","resolution":{"observed_at":"2026-08-02T16:32:51.938035Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2504.11543","last_updated":"2025-04-17T16:28:46Z","snapshot_observed_at":"2026-08-16T12:40:45.015038Z","submitted_at":"2025-04-15T18:22:55Z","title":"REAL: Benchmarking Autonomous Agents on Deterministic Simulations of Real Websites","version":2},"cited_work":{"arxiv_id":"2504.11543","doi":"10.48550/arxiv.2504.11543","metadata_source":"pith","pith_arxiv_id":"2504.11543","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"REAL: Benchmarking Autonomous Agents on Deterministic Simulations of Real Websites.arXiv preprint arXiv:2504.11543, April 2025","venue":"cs.AI","work_id":"300f41f0-3fbd-4eb3-932a-79bd75163d47","year":2025},"citing_paper":{"arxiv_id":"2604.09937","last_updated":"2026-04-10T22:33:39Z","snapshot_observed_at":"2026-08-15T09:58:57.642025Z","submitted_at":"2026-04-10T22:33:39Z","title":"HealthAdminBench: Evaluating Computer-Use Agents on Healthcare Administration Tasks","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-05-10T16:41:36.066333Z"},"links":{"cited_paper":"/paper/2504.11543","citing_paper":"/paper/2604.09937"},"observation_digest":"sha256:019df1858656cc9f9cc3b0c47bafed0b31a38deddd51ef43cf7245b3591e00db","observation_id":"b31ef8b3-f27a-4504-b0ee-2daf9c58dd37","resolution":{"observed_at":"2026-05-11T08:21:00.432980Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-05-20T18:52:15.678539+00:00","source":"crossref_status_cache"},{"observed_at":"2026-05-20T18:52:15.678539+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2504.11543","last_updated":"2025-04-17T16:28:46Z","snapshot_observed_at":"2026-08-16T12:40:45.015038Z","submitted_at":"2025-04-15T18:22:55Z","title":"REAL: Benchmarking Autonomous Agents on Deterministic Simulations of Real Websites","version":2},"cited_work":{"arxiv_id":"2504.11543","doi":"10.48550/arxiv.2504.11543","metadata_source":"pith","pith_arxiv_id":"2504.11543","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"REAL: Benchmarking Autonomous Agents on Deterministic Simulations of Real Websites.arXiv preprint arXiv:2504.11543, April 2025","venue":"cs.AI","work_id":"300f41f0-3fbd-4eb3-932a-79bd75163d47","year":2025},"citing_paper":{"arxiv_id":"2605.00334","last_updated":"2026-05-01T01:25:56Z","snapshot_observed_at":"2026-08-16T16:24:57.610757Z","submitted_at":"2026-05-01T01:25:56Z","title":"AgentFloor: How Far Up the tool use Ladder Can Small Open-Weight Models Go?","version":1},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-05-09T20:09:11.566825Z"},"links":{"cited_paper":"/paper/2504.11543","citing_paper":"/paper/2605.00334"},"observation_digest":"sha256:9b82c8406e9a41ba268a654791182545ff41d20c1920b0f91f20b3ba3b166f2c","observation_id":"38b806a4-ca78-4599-897f-8828f0125e57","resolution":{"observed_at":"2026-05-11T15:21:10.399622Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-05-20T18:52:15.678539+00:00","source":"crossref_status_cache"},{"observed_at":"2026-05-20T18:52:15.678539+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2504.11543","last_updated":"2025-04-17T16:28:46Z","snapshot_observed_at":"2026-08-16T12:40:45.015038Z","submitted_at":"2025-04-15T18:22:55Z","title":"REAL: Benchmarking Autonomous Agents on Deterministic Simulations of Real Websites","version":2},"cited_work":{"arxiv_id":"2504.11543","doi":"10.48550/arxiv.2504.11543","metadata_source":"pith","pith_arxiv_id":"2504.11543","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"REAL: Benchmarking Autonomous Agents on Deterministic Simulations of Real Websites.arXiv preprint arXiv:2504.11543, April 2025","venue":"cs.AI","work_id":"300f41f0-3fbd-4eb3-932a-79bd75163d47","year":2025},"citing_paper":{"arxiv_id":"2605.04165","last_updated":"2026-05-05T18:02:31Z","snapshot_observed_at":"2026-08-15T20:09:56.561852Z","submitted_at":"2026-05-05T18:02:31Z","title":"FlowEval: Reference-based Evaluation of Generated User Interfaces","version":1},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-05-08T17:42:13.097342Z"},"links":{"cited_paper":"/paper/2504.11543","citing_paper":"/paper/2605.04165"},"observation_digest":"sha256:38716bf787f3cbc78a2873b1c900359c46b28672cdbaca83f0d3fa30c0d75454","observation_id":"0e854b0b-0cb1-4f13-9ccf-146d2fa7594f","resolution":{"observed_at":"2026-05-11T17:21:07.353668Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-05-20T18:52:15.678539+00:00","source":"crossref_status_cache"},{"observed_at":"2026-05-20T18:52:15.678539+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2504.11543","last_updated":"2025-04-17T16:28:46Z","snapshot_observed_at":"2026-08-16T12:40:45.015038Z","submitted_at":"2025-04-15T18:22:55Z","title":"REAL: Benchmarking Autonomous Agents on Deterministic Simulations of Real Websites","version":2},"cited_work":{"arxiv_id":"2504.11543","doi":"10.48550/arxiv.2504.11543","metadata_source":"pith","pith_arxiv_id":"2504.11543","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"REAL: Benchmarking Autonomous Agents on Deterministic Simulations of Real Websites.arXiv preprint arXiv:2504.11543, April 2025","venue":"cs.AI","work_id":"300f41f0-3fbd-4eb3-932a-79bd75163d47","year":2025},"citing_paper":{"arxiv_id":"2605.08261","last_updated":"2026-05-07T22:43:43Z","snapshot_observed_at":"2026-08-13T05:12:40.547423Z","submitted_at":"2026-05-07T22:43:43Z","title":"Computer Use at the Edge of the Statistical Precipice","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-05-12T01:08:15.736001Z"},"links":{"cited_paper":"/paper/2504.11543","citing_paper":"/paper/2605.08261"},"observation_digest":"sha256:320a86492afa76ea2c6e484afc316e30a8e1e98093c514b1bedfd976bfc495ef","observation_id":"abbafd9f-7cce-4808-9ccb-b851eda4705d","resolution":{"observed_at":"2026-05-12T08:26:24.677327Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-05-20T18:52:15.678539+00:00","source":"crossref_status_cache"},{"observed_at":"2026-05-20T18:52:15.678539+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2504.11543","last_updated":"2025-04-17T16:28:46Z","snapshot_observed_at":"2026-08-16T12:40:45.015038Z","submitted_at":"2025-04-15T18:22:55Z","title":"REAL: Benchmarking Autonomous Agents on Deterministic Simulations of Real Websites","version":2},"cited_work":{"arxiv_id":"2504.11543","doi":"10.48550/arxiv.2504.11543","metadata_source":"pith","pith_arxiv_id":"2504.11543","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"REAL: Benchmarking Autonomous Agents on Deterministic Simulations of Real Websites.arXiv preprint arXiv:2504.11543, April 2025","venue":"cs.AI","work_id":"300f41f0-3fbd-4eb3-932a-79bd75163d47","year":2025},"citing_paper":{"arxiv_id":"2605.19149","last_updated":"2026-05-18T22:03:38Z","snapshot_observed_at":"2026-08-16T12:40:10.108997Z","submitted_at":"2026-05-18T22:03:38Z","title":"Agent Meltdowns: The Road to Hell Is Paved with Helpful Agents","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-05-20T10:29:17.065496Z"},"links":{"cited_paper":"/paper/2504.11543","citing_paper":"/paper/2605.19149"},"observation_digest":"sha256:7fa535a634065bb1eab23b824eb1ca820318ab87f9a67541799deaec716d6ec4","observation_id":"b5fa657a-fcd3-4cd8-b3f7-b17b5413e902","resolution":{"observed_at":"2026-05-20T10:33:12.205463Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-05-20T18:52:15.678539+00:00","source":"crossref_status_cache"},{"observed_at":"2026-05-20T18:52:15.678539+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2504.11543","last_updated":"2025-04-17T16:28:46Z","snapshot_observed_at":"2026-08-16T12:40:45.015038Z","submitted_at":"2025-04-15T18:22:55Z","title":"REAL: Benchmarking Autonomous Agents on Deterministic Simulations of Real Websites","version":2},"cited_work":{"arxiv_id":"2504.11543","doi":"10.48550/arxiv.2504.11543","metadata_source":"pith","pith_arxiv_id":"2504.11543","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"REAL: Benchmarking Autonomous Agents on Deterministic Simulations of Real Websites.arXiv preprint arXiv:2504.11543, April 2025","venue":"cs.AI","work_id":"300f41f0-3fbd-4eb3-932a-79bd75163d47","year":2025},"citing_paper":{"arxiv_id":"2606.06708","last_updated":"2026-08-04T18:57:23Z","snapshot_observed_at":"2026-08-13T13:55:07.463016Z","submitted_at":"2026-06-04T20:48:37Z","title":"Signal-Driven Observation for Long-Horizon Web Agents","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-06-28T01:25:11.149977Z"},"links":{"cited_paper":"/paper/2504.11543","citing_paper":"/paper/2606.06708"},"observation_digest":"sha256:b31d136a5b050268b82a5fc71f3369d791ae7581e59d32827f44a1329d2b1306","observation_id":"54a287eb-57c8-4240-8dee-e0122e0c76a5","resolution":{"observed_at":"2026-06-28T01:31:29.166504Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-05-20T18:52:15.678539+00:00","source":"crossref_status_cache"},{"observed_at":"2026-05-20T18:52:15.678539+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2504.11543","last_updated":"2025-04-17T16:28:46Z","snapshot_observed_at":"2026-08-16T12:40:45.015038Z","submitted_at":"2025-04-15T18:22:55Z","title":"REAL: Benchmarking Autonomous Agents on Deterministic Simulations of Real Websites","version":2},"cited_work":{"arxiv_id":"2504.11543","doi":"10.48550/arxiv.2504.11543","metadata_source":"pith","pith_arxiv_id":"2504.11543","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"REAL: Benchmarking Autonomous Agents on Deterministic Simulations of Real Websites.arXiv preprint arXiv:2504.11543, April 2025","venue":"cs.AI","work_id":"300f41f0-3fbd-4eb3-932a-79bd75163d47","year":2025},"citing_paper":{"arxiv_id":"2606.19559","last_updated":"2026-06-17T19:59:32Z","snapshot_observed_at":"2026-08-12T12:46:08.365682Z","submitted_at":"2026-06-17T19:59:32Z","title":"Uncertainty Decomposition for Clarification Seeking in LLM Agents","version":1},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-06-26T20:44:06.027685Z"},"links":{"cited_paper":"/paper/2504.11543","citing_paper":"/paper/2606.19559"},"observation_digest":"sha256:01a14a382fbb47e73ad803c9a67092c28489bd8bde142367976e9c9ff678dc6e","observation_id":"a1efb831-1483-46fe-935d-97051ea45731","resolution":{"observed_at":"2026-07-04T00:59:21.342388Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-05-20T18:52:15.678539+00:00","source":"crossref_status_cache"},{"observed_at":"2026-05-20T18:52:15.678539+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2504.11543","last_updated":"2025-04-17T16:28:46Z","snapshot_observed_at":"2026-08-16T12:40:45.015038Z","submitted_at":"2025-04-15T18:22:55Z","title":"REAL: Benchmarking Autonomous Agents on Deterministic Simulations of Real Websites","version":2},"cited_work":{"arxiv_id":"2504.11543","doi":"10.48550/arxiv.2504.11543","metadata_source":"pith","pith_arxiv_id":"2504.11543","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"REAL: Benchmarking Autonomous Agents on Deterministic Simulations of Real Websites.arXiv preprint arXiv:2504.11543, April 2025","venue":"cs.AI","work_id":"300f41f0-3fbd-4eb3-932a-79bd75163d47","year":2025},"citing_paper":{"arxiv_id":"2607.06118","last_updated":"2026-07-07T10:27:31Z","snapshot_observed_at":"2026-08-19T22:00:27.696498Z","submitted_at":"2026-07-07T10:27:31Z","title":"WebRetriever: A Large-Scale Comprehensive Benchmark for Efficient Web Agent Evaluation","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-07-08T16:11:49.725631Z"},"links":{"cited_paper":"/paper/2504.11543","citing_paper":"/paper/2607.06118"},"observation_digest":"sha256:ba54077860406a3370150f871b77709777f55ff492ff35887900750ddeb3e590","observation_id":"6dc4e38a-c8f0-4bd9-a5f7-1d1a654824fe","resolution":{"observed_at":"2026-07-08T16:15:06.149393Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-05-20T18:52:15.678539+00:00","source":"crossref_status_cache"},{"observed_at":"2026-05-20T18:52:15.678539+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2504.11543","last_updated":"2025-04-17T16:28:46Z","snapshot_observed_at":"2026-08-16T12:40:45.015038Z","submitted_at":"2025-04-15T18:22:55Z","title":"REAL: Benchmarking Autonomous Agents on Deterministic Simulations of Real Websites","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2504.11543","snapshot_observed_at":"2026-08-11T20:19:15.074044Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.09278","last_updated":"2026-08-10T08:33:19Z","snapshot_observed_at":"2026-08-19T18:01:00.178588Z","submitted_at":"2026-08-10T08:33:19Z","title":"Software Engineering for and with GUI Agent","version":1},"reference_index":71,"source":"pdf_text","source_observed_at":"2026-08-11T20:19:15.074044Z"},"links":{"cited_paper":"/paper/2504.11543","citing_paper":"/paper/2608.09278"},"observation_digest":"sha256:083c280e9dca89c8d393aa4ac72f2257736e472957e5f91b34079185b9214198","observation_id":"ce8463f6-26b7-4cc9-a411-e06fe960947b","resolution":{"observed_at":"2026-08-11T20:19:15.074044Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2504.11543/citation-record","integrity":"/paper/2504.11543/integrity","json":"/paper/2504.11543/citation-record.json","paper":"/paper/2504.11543"},"outbound":[],"paper":{"arxiv_id":"2504.11543","last_updated":"2025-04-17T16:28:46Z","latest_version":2,"primary_category":"cs.AI","snapshot_observed_at":"2026-08-16T12:40:45.015038Z","submitted_at":"2025-04-15T18:22:55Z","title":"REAL: Benchmarking Autonomous Agents on Deterministic Simulations of Real Websites"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"thesis":"As of 21 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 20 inbound Pith citation observations for arXiv:2504.11543."}