{"as_of":"2026-08-23T03:34:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:98c303bc4fd1bd8964b80053681d15866eef71b2c8319471b83be792e4dd0e1c","coverage":[{"denominator":46,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":46,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-15T17:26:08.221825Z","state":"measured"},{"denominator":49,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":49,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-22T06:32:14.747728+00:00","state":"measured"},{"denominator":3,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":3,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-15T14:54:15.891464Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-07-05T07:20:46.358831Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"cited_work":{"arxiv_id":"2508.14104","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2508.14104","snapshot_observed_at":"2026-07-05T07:20:46.358831Z","title":null,"venue":null,"work_id":"a783ee04-05f3-4e91-bb31-ddd3013c007b","year":2025},"citing_paper":{"arxiv_id":"2604.19741","last_updated":"2026-06-03T18:09:47Z","snapshot_observed_at":"2026-08-12T19:41:37.821685Z","submitted_at":"2026-04-21T17:59:03Z","title":"CityRAG: Stepping Into a City via Spatially-Grounded Video Generation","version":2},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-07-05T07:19:01.989427Z"},"links":{"cited_paper":"/paper/2508.14104","citing_paper":"/paper/2604.19741"},"observation_digest":"sha256:7e2d6ea81d38cc1451ac8c9ee020494ee963ce38df73189aad9d611283155371","observation_id":"8a7745ce-185e-4858-80a9-96c97d038cc6","resolution":{"observed_at":"2026-07-05T07:20:46.360807Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"cited_work":{"arxiv_id":"2508.14104","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2508.14104","snapshot_observed_at":"2026-07-05T07:20:46.358831Z","title":null,"venue":null,"work_id":"a783ee04-05f3-4e91-bb31-ddd3013c007b","year":2025},"citing_paper":{"arxiv_id":"2604.19742","last_updated":"2026-04-21T17:59:16Z","snapshot_observed_at":"2026-08-14T01:43:38.253182Z","submitted_at":"2026-04-21T17:59:16Z","title":"PlayCoder: Making LLM-Generated GUI Code Playable","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-05-10T02:02:01.395176Z"},"links":{"cited_paper":"/paper/2508.14104","citing_paper":"/paper/2604.19742"},"observation_digest":"sha256:e0e224121b7984caf2fe60bcf267b93922d0ee6d4cfef265021f57c878cd5664","observation_id":"da0b99c6-e7b7-47a1-89b3-d0f294e71f42","resolution":{"observed_at":"2026-05-11T13:16:17.895250Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2508.14104","snapshot_observed_at":"2026-08-15T14:54:15.891464Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.03451","last_updated":"2026-08-04T10:48:11Z","snapshot_observed_at":"2026-08-19T18:03:12.792024Z","submitted_at":"2026-08-04T10:48:11Z","title":"DataSpace: Benchmarking Data Agents for Verifiable Analytics over Heterogeneous Workspaces","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-15T14:54:15.891464Z"},"links":{"cited_paper":"/paper/2508.14104","citing_paper":"/paper/2608.03451"},"observation_digest":"sha256:1cfcd4a6f46468e780a63fad24041825b8e970183c1268dfd69375f7179fe9dd","observation_id":"8f0a7d6b-99c0-4a2c-b756-71b7039f06df","resolution":{"observed_at":"2026-08-15T14:54:15.891464Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2508.14104/citation-record","integrity":"/paper/2508.14104/integrity","json":"/paper/2508.14104/citation-record.json","paper":"/paper/2508.14104"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:26:08.049040Z","title":", \" * write output.state after.block = add.period write newline","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.049040Z"},"links":{"citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:d162af22d98862fa0e6d7488170d1d1e698be5679f9a05f8172aa09a6d1c43f1","observation_id":"aa6923ec-448b-49de-8873-0cba8a64d4fc","resolution":{"observed_at":"2026-08-15T17:26:08.049040Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:26:08.054868Z","title":"write newline","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.054868Z"},"links":{"citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:253cff2a694d64c08c80a42707b1900534d0110e995565267bf336a4b7ac8a9a","observation_id":"ea30f826-8784-4f62-ad75-bd56994bdbe7","resolution":{"observed_at":"2026-08-15T17:26:08.054868Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:26:08.708318Z","title":"Software and systems engineering — Software testing — Part 1: General concepts","venue":null,"work_id":"42f428f1-1d90-4765-8fbc-e19db3480e23","year":2022},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.059532Z"},"links":{"citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:c2e9b5610487af3371632c48a4b45a6ca6bae784d3957921335c4ed51ec36f61","observation_id":"9899ef16-3ca0-4be8-9479-d7226dec022d","resolution":{"observed_at":"2026-08-15T17:26:08.711998Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:26:08.697914Z","title":null,"venue":null,"work_id":"b8a81bc0-5df6-45a9-a2b2-bc7eb64e8be9","year":2024},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.063619Z"},"links":{"citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:b1920fa666e9bb24de3f426cc9eae407324eaab250a2b1e0e39df90d38a7bebe","observation_id":"e6bdf41c-7d27-4115-a01b-1ab4d4a3ac4f","resolution":{"observed_at":"2026-08-15T17:26:08.701593Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:26:08.687247Z","title":null,"venue":null,"work_id":"ba0acaf0-f560-4339-8c84-242390880764","year":2025},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.067397Z"},"links":{"citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:401a7dcd7c16680d4fcaa163dc78674b97b1cfe519cc46b98c62a9bbfe8ea1c1","observation_id":"ac01c2a4-a50f-4e20-aeb5-f586f8af69e4","resolution":{"observed_at":"2026-08-15T17:26:08.690916Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2502.13923","last_updated":"2025-02-19T18:00:14Z","snapshot_observed_at":"2026-08-21T16:02:41.546193Z","submitted_at":"2025-02-19T18:00:14Z","title":"Qwen2.5-VL Technical Report","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.13923","snapshot_observed_at":"2026-08-15T17:26:08.071084Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.071084Z"},"links":{"cited_paper":"/paper/2502.13923","citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:bba4dfdbc275c92b1051b479dcafecc6195f957c0039ad1ea8de41d2840b9ae1","observation_id":"3518aba8-1924-47a9-ad3c-0464e00e5d86","resolution":{"observed_at":"2026-08-15T17:26:08.071084Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:26:08.676634Z","title":null,"venue":null,"work_id":"be052c02-9e5b-4c08-958f-ea1cc4a1ac79","year":2024},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.075455Z"},"links":{"citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:118f45a49b762c762152654febda8406f2ecb0aa1555648b3191a3dd9b578b6b","observation_id":"99eed6be-816d-4de1-8782-5f1452435c55","resolution":{"observed_at":"2026-08-15T17:26:08.679817Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2410.07095","last_updated":"2025-02-26T11:57:30Z","snapshot_observed_at":"2026-08-12T16:49:10.970507Z","submitted_at":"2024-10-09T17:34:27Z","title":"MLE-bench: Evaluating Machine Learning Agents on Machine Learning Engineering","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.07095","snapshot_observed_at":"2026-08-15T17:26:08.079346Z","title":"S.; Chowdhury, N.; Jaffe, O.; Aung, J.; Sherburn, D.; Mays, E.; Starace, G.; Liu, K.; Maksin, L.; Patwardhan, T.; et al","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.079346Z"},"links":{"cited_paper":"/paper/2410.07095","citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:bb8c4074a84c6e8efa289ef6839ccf2ecbca1a390ec98a9b3781aa8e630e549b","observation_id":"085b954a-9730-4d95-a030-c04c884a70ca","resolution":{"observed_at":"2026-08-15T17:26:08.079346Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.10935","last_updated":"2024-02-23T04:36:51Z","snapshot_observed_at":"2026-08-18T02:03:58.046358Z","submitted_at":"2024-01-17T08:10:35Z","title":"SeeClick: Harnessing GUI Grounding for Advanced Visual GUI Agents","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.10935","snapshot_observed_at":"2026-08-15T17:26:08.083671Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.083671Z"},"links":{"cited_paper":"/paper/2401.10935","citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:eedaa4346128e24d21c633c79eb4194b54d14fddfe8b9ef1f2de9cae5362fa94","observation_id":"b7879b88-ede0-4aa5-9d8a-e8062cd9fbb6","resolution":{"observed_at":"2026-08-15T17:26:08.083671Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2507.06261","last_updated":"2025-12-19T14:25:46Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-07-07T17:36:04Z","title":"Gemini 2.5: Pushing the Frontier with Advanced Reasoning, Multimodality, Long Context, and Next Generation Agentic Capabilities","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2507.06261","snapshot_observed_at":"2026-08-15T17:26:08.087827Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.087827Z"},"links":{"cited_paper":"/paper/2507.06261","citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:a7988066f6ec1faee23b5c9089447f0e7f2b1c6e2997a2d35e91bf6deb0d0f7a","observation_id":"6ea05756-ef39-42f4-8e58-eb92ecd8dc53","resolution":{"observed_at":"2026-08-15T17:26:08.087827Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.19437","last_updated":"2025-02-18T17:26:38Z","snapshot_observed_at":"2026-08-18T18:18:37.449517Z","submitted_at":"2024-12-27T04:03:16Z","title":"DeepSeek-V3 Technical Report","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.19437","snapshot_observed_at":"2026-08-15T17:26:08.092101Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.092101Z"},"links":{"cited_paper":"/paper/2412.19437","citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:794ba3211ab12e0f2c748eb61aa8cd0a714efd763458abfb6cac90b4e21a7558","observation_id":"7f2d356a-26b7-41ca-b1e7-92dbc5e0be98","resolution":{"observed_at":"2026-08-15T17:26:08.092101Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:26:08.666067Z","title":"K.; Nallapati, R.; Bhatia, P.; Roth, D.; et al","venue":null,"work_id":"d60faab8-7787-4082-8a3c-30bc5d7c5804","year":2023},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.096667Z"},"links":{"citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:69aed980503db1347eed2123590e254dc29a964afa9ccc3de51e027b7f2c8026","observation_id":"9d47cc2b-6514-45c3-bf22-eac0c4980225","resolution":{"observed_at":"2026-08-15T17:26:08.669688Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:26:08.654425Z","title":null,"venue":null,"work_id":"401d380f-cd0b-4bdd-8699-11c4930a82b0","year":2023},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.101102Z"},"links":{"citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:e3481885130f5b92dffe872f5a234c7a8830fa90fa638231c1bee1e6d27ecaab","observation_id":"1d76528e-a2c4-435b-a0c4-52b3bfaa5c91","resolution":{"observed_at":"2026-08-15T17:26:08.658763Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2401.13919","last_updated":"2024-06-06T18:37:34Z","snapshot_observed_at":"2026-08-15T01:23:25.524198Z","submitted_at":"2024-01-25T03:33:18Z","title":"WebVoyager: Building an End-to-End Web Agent with Large Multimodal Models","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.13919","snapshot_observed_at":"2026-08-15T17:26:08.104803Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.104803Z"},"links":{"cited_paper":"/paper/2401.13919","citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:a011773693d9416364fca0f745f4f3864c69f539d79406690fc974ee7e1c9734","observation_id":"9b53b602-4f76-4f8b-9595-c5561314c6ac","resolution":{"observed_at":"2026-08-15T17:26:08.104803Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:26:08.643397Z","title":null,"venue":null,"work_id":"ae8fbfac-50bd-413c-8d23-e04710be76b7","year":2024},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.109149Z"},"links":{"citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:2c1517d68a1b2174b09eb2419912425aace3c53f378fd6e3d4c9d7f3655214fe","observation_id":"3f95afe1-3cfc-469b-bc9c-0361d9de91da","resolution":{"observed_at":"2026-08-15T17:26:08.646118Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:26:08.632076Z","title":null,"venue":null,"work_id":"f4b22213-bd0f-4176-bbdf-f863d54e5bcc","year":2025},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.112351Z"},"links":{"citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:03f366c729321c311253d916041a2f7d92e077ff07cb224f1383d3070adcd147","observation_id":"965bde92-4807-4562-ab09-efb02a4473aa","resolution":{"observed_at":"2026-08-15T17:26:08.635956Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:26:08.620979Z","title":null,"venue":null,"work_id":"3e97f6e7-4aa0-49ec-8a4b-dfdd103da1cb","year":2025},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.115072Z"},"links":{"citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:0807ce51168d845f253de45f15022e6cb766f3f618b58acc6ca91bc37af3b6b9","observation_id":"c405e526-4ce0-4f1e-9c48-7d57b2b9f148","resolution":{"observed_at":"2026-08-15T17:26:08.624289Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:26:08.609480Z","title":"E.; Yang, J.; Wettig, A.; Yao, S.; Pei, K.; Press, O.; and Narasimhan, K","venue":null,"work_id":"4470b1f2-3719-4a6b-bb28-c188c100171e","year":2024},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.117644Z"},"links":{"citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:6dc64feb38ed16f49e1d4ff0713d809acc1e488e9a3d080838461d36e00ac7d6","observation_id":"1c5a955a-d4b2-4f6f-90b0-ea6d7062567b","resolution":{"observed_at":"2026-08-15T17:26:08.613423Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2408.02479","last_updated":"2025-04-13T09:42:30Z","snapshot_observed_at":"2026-08-16T13:28:28.709170Z","submitted_at":"2024-08-05T14:01:15Z","title":"From LLMs to LLM-based Agents for Software Engineering: A Survey of Current, Challenges and Future","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.02479","snapshot_observed_at":"2026-08-15T17:26:08.121061Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.121061Z"},"links":{"cited_paper":"/paper/2408.02479","citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:807cd56634af54856719791fe972b2007bf069a80b89abb0b06caa5fb3ae1ece","observation_id":"238086dd-1ce7-4024-8235-8d2f0437c759","resolution":{"observed_at":"2026-08-15T17:26:08.121061Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:26:08.598743Z","title":null,"venue":null,"work_id":"332004db-cca2-40ee-938f-e98361777739","year":2024},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.125528Z"},"links":{"citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:f9f134641a8b7c613ea06c73943d7f41583528399921611beba9a30d8b03cfb2","observation_id":"6002296f-7e16-4a4a-87f8-a7c72c8a8a5e","resolution":{"observed_at":"2026-08-15T17:26:08.602559Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:26:08.588286Z","title":null,"venue":null,"work_id":"d8ee7287-0a1d-48b1-ba2f-296eed32ea96","year":2025},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.129826Z"},"links":{"citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:eeb4ff67e682f59d5b549311f558cbc9626fdbefd23a4d8e760bde2581ce846d","observation_id":"9ccf21be-9bf9-4206-8d02-99184854ed21","resolution":{"observed_at":"2026-08-15T17:26:08.592247Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:26:08.578152Z","title":null,"venue":null,"work_id":"ae024522-4cc7-44f1-9caf-8423763fa028","year":2024},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.133728Z"},"links":{"citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:2b436c16c1f43ba98d6d80445969891484b751f9ce6d3204da716294883dd64f","observation_id":"77feb7a7-2dc9-4893-87f6-5d5430867ed5","resolution":{"observed_at":"2026-08-15T17:26:08.581856Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2505.03733","last_updated":"2025-08-11T07:13:00Z","snapshot_observed_at":"2026-08-18T22:20:36.256311Z","submitted_at":"2025-05-06T17:59:15Z","title":"WebGen-Bench: Evaluating LLMs on Generating Interactive and Functional Websites from Scratch","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2505.03733","snapshot_observed_at":"2026-08-15T17:26:08.136791Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.136791Z"},"links":{"cited_paper":"/paper/2505.03733","citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:bc790547515afb634c33fede83f0dba3b56a89910bc51532998f71f0c02544bb","observation_id":"d9abbae3-57bc-42fb-a308-de1a18356a09","resolution":{"observed_at":"2026-08-15T17:26:08.136791Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2502.12115","last_updated":"2025-05-29T23:07:34Z","snapshot_observed_at":"2026-08-18T15:49:49.317002Z","submitted_at":"2025-02-17T18:41:16Z","title":"SWE-Lancer: Can Frontier LLMs Earn $1 Million from Real-World Freelance Software Engineering?","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.12115","snapshot_observed_at":"2026-08-15T17:26:08.140510Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.140510Z"},"links":{"cited_paper":"/paper/2502.12115","citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:069c309099d685edc250329ba92dbdb54db2e70d21eb1b2d711f0a74b672b78c","observation_id":"d7cdd977-5080-45f7-85de-9e26eff1379c","resolution":{"observed_at":"2026-08-15T17:26:08.140510Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:26:08.567297Z","title":null,"venue":null,"work_id":"611718df-880e-49a7-b880-0417c9ab138f","year":2024},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.144037Z"},"links":{"citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:b1606d6c2400078b589b02a0b833264ebf0445fca8d6b2725e37f59abd921c38","observation_id":"6b61bc99-2b50-4ea4-9e25-b0f980ab309f","resolution":{"observed_at":"2026-08-15T17:26:08.571498Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:26:08.556186Z","title":null,"venue":null,"work_id":"9676d830-6434-4593-9f6e-24c9f493df79","year":2024},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.147091Z"},"links":{"citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:93ddd1e71707f98c34567773a62220f8fbb178d3fa5f5dad33e3c5e9d861e513","observation_id":"7c567283-70dd-41e2-9333-0ce81f5a37a8","resolution":{"observed_at":"2026-08-15T17:26:08.559912Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2501.12326","last_updated":"2025-01-21T17:48:10Z","snapshot_observed_at":"2026-08-16T21:34:35.147772Z","submitted_at":"2025-01-21T17:48:10Z","title":"UI-TARS: Pioneering Automated GUI Interaction with Native Agents","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2501.12326","snapshot_observed_at":"2026-08-15T17:26:08.150673Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.150673Z"},"links":{"cited_paper":"/paper/2501.12326","citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:0f13405d4772e29ce352ec262c069c5633a0e65790cef45ed0a7bd381d020abf","observation_id":"2eb220f3-8cca-4c0a-8566-15033455ff6b","resolution":{"observed_at":"2026-08-15T17:26:08.150673Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:26:08.544630Z","title":null,"venue":null,"work_id":"5255d207-d9db-417b-bdd5-7a43b419c1cf","year":2024},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.154309Z"},"links":{"citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:2ce90b47a08e92206cd6881350a15520ac194119d69683b4ad5496f440a75a1b","observation_id":"4afafbba-86bf-49ea-ab51-a5318f4be351","resolution":{"observed_at":"2026-08-15T17:26:08.548326Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2507.20534","last_updated":"2026-02-03T04:57:00Z","snapshot_observed_at":"2026-08-16T14:37:33.548231Z","submitted_at":"2025-07-28T05:35:43Z","title":"Kimi K2: Open Agentic Intelligence","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2507.20534","snapshot_observed_at":"2026-08-15T17:26:08.157992Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.157992Z"},"links":{"cited_paper":"/paper/2507.20534","citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:825e104fc34bf803fb12df753e76550dee33dbb3e63a98ac8a22909d3f227d7a","observation_id":"b63e1628-2bc7-4e19-a4a8-7fba0a8fcf06","resolution":{"observed_at":"2026-08-15T17:26:08.157992Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:26:08.533079Z","title":null,"venue":null,"work_id":"80da5107-b7f3-4504-a461-d1ef201e5e4f","year":2024},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.161626Z"},"links":{"citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:7411c4f8a74eefabfd863a2f046e9c32cc39fb9fdcf5b3b50f74260301ba735d","observation_id":"65eab1fc-c883-47b4-9928-470926ca432d","resolution":{"observed_at":"2026-08-15T17:26:08.536895Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:26:08.519909Z","title":null,"venue":null,"work_id":"955c7882-9255-4310-8ead-416a5d9749a4","year":2024},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":31,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.164403Z"},"links":{"citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:48ad7e1dbfa1ba0cb4507a6624d299078c0d1ae46d78fbbd83713037b8355336","observation_id":"ab6c1b17-4a46-4236-8dd9-68647deaf0bc","resolution":{"observed_at":"2026-08-15T17:26:08.524424Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2505.09388","last_updated":"2025-05-14T13:41:34Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-05-14T13:41:34Z","title":"Qwen3 Technical Report","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2505.09388","snapshot_observed_at":"2026-08-15T17:26:08.168279Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":32,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.168279Z"},"links":{"cited_paper":"/paper/2505.09388","citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:091c3366542db1839ca35a79cd1c1d8fc34656df63f37653b0818925969d34db","observation_id":"090e0e48-5d2c-4ad5-9999-060ebcf4a1bf","resolution":{"observed_at":"2026-08-15T17:26:08.168279Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:26:08.508560Z","title":"N.; Chiang, W.-L.; Tang, K.; and Manolache, L","venue":null,"work_id":"aaad1905-4b57-4b79-a6c9-a4ef88dcd0a5","year":2025},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":33,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.172999Z"},"links":{"citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:1c81ff8026d5e9b8d4e7018a31b03fca9565a6bc55bfdfc00b27120c808cfa0c","observation_id":"07c63da2-3c0f-40f6-a1d0-9322f460064a","resolution":{"observed_at":"2026-08-15T17:26:08.512054Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2305.04091","last_updated":"2023-05-26T07:06:48Z","snapshot_observed_at":"2026-08-15T11:15:42.066340Z","submitted_at":"2023-05-06T16:34:37Z","title":"Plan-and-Solve Prompting: Improving Zero-Shot Chain-of-Thought Reasoning by Large Language Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.04091","snapshot_observed_at":"2026-08-15T17:26:08.176971Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":34,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.176971Z"},"links":{"cited_paper":"/paper/2305.04091","citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:824c861552881052433e63ec813edafb9bc5a29a661f3c22ace979054e20f656","observation_id":"abd72ab6-b29e-4bee-9fbe-6292fb4ff2ab","resolution":{"observed_at":"2026-08-15T17:26:08.176971Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:26:08.497179Z","title":"F.; Tang, X.; Zhuge, M.; Pan, J.; Song, Y.; Li, B.; Singh, J.; Tran, H","venue":null,"work_id":"dfb8d57f-ed6c-417b-a474-904e3c4e82f4","year":2025},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":35,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.181407Z"},"links":{"citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:00ae111e88e3a20ce3682169a372c3dcff018feae185ffb7bb3ac9f99c8a7781","observation_id":"7841c22f-8a65-4e02-a62a-5e02a5fd5a1b","resolution":{"observed_at":"2026-08-15T17:26:08.501710Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:26:08.485718Z","title":"T.; and Ni, L","venue":null,"work_id":"4918a9dd-0a06-4ab3-b0ef-810358024056","year":2020},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":36,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.185129Z"},"links":{"citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:6e18f6c7b38b60a6b1927c4db06e4412d7806d718de19d972ab06d260804ad4b","observation_id":"a002abf0-3abb-44ba-b749-a1b50ab347d5","resolution":{"observed_at":"2026-08-15T17:26:08.489964Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:26:08.474009Z","title":null,"venue":null,"work_id":"c1dda017-7384-4893-9f00-8a9dea6b191f","year":2024},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":37,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.189847Z"},"links":{"citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:5e9d304976b4a1555e3a3a489c86351ef352933781f6ffe04f37288dede6de97","observation_id":"91963287-4976-40cb-beab-2b41b0ea12b6","resolution":{"observed_at":"2026-08-15T17:26:08.477662Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2505.07473","last_updated":"2025-05-12T12:06:23Z","snapshot_observed_at":"2026-08-15T22:13:41.757296Z","submitted_at":"2025-05-12T12:06:23Z","title":"Web-Bench: A LLM Code Benchmark Based on Web Standards and Frameworks","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2505.07473","snapshot_observed_at":"2026-08-15T17:26:08.193637Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":38,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.193637Z"},"links":{"cited_paper":"/paper/2505.07473","citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:433baa1a9f020949c50e6047cad28c78f60cbb14a1b7feef1e9590834c309275","observation_id":"8bb36341-b55b-49fd-b7d3-55d9efe398b1","resolution":{"observed_at":"2026-08-15T17:26:08.193637Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:26:08.461729Z","title":null,"venue":null,"work_id":"de4e6960-9158-47bf-9e74-a81a1dc0f564","year":2023},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":39,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.197072Z"},"links":{"citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:5b27b82bf24587610c4c7ba87446012995dae1d40d024cff966eb2d0d29c4a7e","observation_id":"3bf73a0e-fc60-4a6b-a159-d2e43727c20b","resolution":{"observed_at":"2026-08-15T17:26:08.465349Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:26:08.450406Z","title":null,"venue":null,"work_id":"ad019b60-0084-4e26-96b7-85f35214f19c","year":2024},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":40,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.200981Z"},"links":{"citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:e9d80de4f2a615f3a99132ee6c935fc53b2629bcaa3aa68e43a4fbcfdf9ac003","observation_id":"6c2539f4-6f52-40ac-8e3b-8bb3d04d8f20","resolution":{"observed_at":"2026-08-15T17:26:08.453731Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2412.01769","last_updated":"2024-12-02T18:11:30Z","snapshot_observed_at":"2026-08-19T00:15:26.352701Z","submitted_at":"2024-12-02T18:11:30Z","title":"Commit0: Library Generation from Scratch","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.01769","snapshot_observed_at":"2026-08-15T17:26:08.203822Z","title":"T.; Cardie, C.; Gall \\'e , M.; and Rush, A","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":41,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.203822Z"},"links":{"cited_paper":"/paper/2412.01769","citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:d532d0e0921548d01fd1a80f989a90222ea9e8b2f25fb0dbbcef441f05bb0107","observation_id":"181d965f-f216-4419-8517-ddaceaac2432","resolution":{"observed_at":"2026-08-15T17:26:08.203822Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:26:08.439250Z","title":"E.; and Stoica, I","venue":null,"work_id":"83eb44f4-cccd-4718-b394-3894e9f9989a","year":2023},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":42,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.207017Z"},"links":{"citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:e3556300de5969fa6a7e96feddc9c6126c7c95754c28d1851de3d6efdee63482","observation_id":"cb20716c-52aa-4a43-afae-b5220cbaa76e","resolution":{"observed_at":"2026-08-15T17:26:08.442863Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:26:08.428455Z","title":null,"venue":null,"work_id":"fa1c9b52-e925-4e51-ace5-c63954880a45","year":2023},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":43,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.210129Z"},"links":{"citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:90de124bf416ea207dcbf2aea959daf5cddff2b759d3b09265d8bc20840e813b","observation_id":"c12e7f2f-e747-4bcc-9714-94eab2fd7226","resolution":{"observed_at":"2026-08-15T17:26:08.432342Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.13832","last_updated":"2025-06-18T13:10:14Z","snapshot_observed_at":"2026-08-21T10:41:28.553280Z","submitted_at":"2025-06-16T03:20:31Z","title":"FrontendBench: A Benchmark for Evaluating LLMs on Front-End Development via Automatic Evaluation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2506.13832","snapshot_observed_at":"2026-08-15T17:26:08.213374Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":44,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.213374Z"},"links":{"cited_paper":"/paper/2506.13832","citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:22271603e0d4b40169c6495abb5a72ca7f58966c897ef3d0fbde7e9af4aced9b","observation_id":"6f3ab3a2-7879-4800-8818-98df075ace08","resolution":{"observed_at":"2026-08-15T17:26:08.213374Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.10934","last_updated":"2024-10-16T17:54:12Z","snapshot_observed_at":"2026-08-21T16:42:55.877421Z","submitted_at":"2024-10-14T17:57:02Z","title":"Agent-as-a-Judge: Evaluate Agents with Agents","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.10934","snapshot_observed_at":"2026-08-15T17:26:08.217656Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":45,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.217656Z"},"links":{"cited_paper":"/paper/2410.10934","citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:53a9c59716395d8d24d0a58358424f255d92320c415a64024662d2b7466488e9","observation_id":"51c4ca0e-8e3a-4ca7-b2b5-8a112d73cf19","resolution":{"observed_at":"2026-08-15T17:26:08.217656Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.15877","last_updated":"2025-04-01T08:36:44Z","snapshot_observed_at":"2026-08-21T04:02:37.589002Z","submitted_at":"2024-06-22T15:52:04Z","title":"BigCodeBench: Benchmarking Code Generation with Diverse Function Calls and Complex Instructions","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.15877","snapshot_observed_at":"2026-08-15T17:26:08.221825Z","title":"Y.; Vu, M","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":46,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.221825Z"},"links":{"cited_paper":"/paper/2406.15877","citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:99f2e023c8fc976322db29353841047159bbe57433678c01fa05a91a4ce1666c","observation_id":"94efa96e-e3d8-4c31-8f21-37cbaa5e1fd5","resolution":{"observed_at":"2026-08-15T17:26:08.221825Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","latest_version":1,"primary_category":"cs.SE","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation"},"reference_resolution":{"displayed":46,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":39,"verified_exact":0,"verified_fuzzy":7},"total_outbound_references":46},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"thesis":"As of 23 August 2026, this Paper Citation Record lists 46 of 46 outbound references and 3 inbound Pith citation observations for arXiv:2508.14104."}