{"as_of":"2026-08-19T14:16:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:7a3fea1177bf63d22793b89518ab080d4fd08ae04d5c50b0fecbb50b23d22e2e","coverage":[{"denominator":95,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":95,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T22:29:59.524939Z","state":"measured"},{"denominator":113,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":113,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-19T06:32:44.657259+00:00","state":"measured"},{"denominator":18,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":18,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-15T15:51:24.362718Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-19T17:02:40.738472Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2506.21506","snapshot_observed_at":"2026-08-06T15:17:53.408020Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.16280","last_updated":"2025-07-22T06:51:26Z","snapshot_observed_at":"2026-08-19T08:04:04.473429Z","submitted_at":"2025-07-22T06:51:26Z","title":"ResearcherBench: Evaluating Deep AI Research Systems on the Frontiers of Scientific Inquiry","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-06T15:17:53.408020Z"},"links":{"cited_paper":"/paper/2506.21506","citing_paper":"/paper/2507.16280"},"observation_digest":"sha256:0a67a769f0499a61eae9cb4a07b46cdcb076724a3a58ee3d35800f085bea1292","observation_id":"af5f68d7-e392-4737-aa70-73b526287022","resolution":{"observed_at":"2026-08-06T15:17:53.408020Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2506.21506","snapshot_observed_at":"2026-08-06T14:45:42.742049Z","title":"Mind2web 2: Evaluating agentic search with agent-as-a-judge","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.18182","last_updated":"2025-08-04T15:53:52Z","snapshot_observed_at":"2026-08-15T09:16:42.772104Z","submitted_at":"2025-07-24T08:28:17Z","title":"SCOPE: Stochastic and Counterbiased Option Placement for Evaluating Large Language Models","version":2},"reference_index":66,"source":"pdf_text","source_observed_at":"2026-08-06T14:45:42.742049Z"},"links":{"cited_paper":"/paper/2506.21506","citing_paper":"/paper/2507.18182"},"observation_digest":"sha256:6324726f9a820fd9f30433530c3038e1ba37690b2b703ea1e711332ae4740282","observation_id":"7592be3c-8ba4-4e30-8d6d-1e4ef8e92ddf","resolution":{"observed_at":"2026-08-06T14:45:42.742049Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2506.21506","snapshot_observed_at":"2026-08-15T15:51:24.362718Z","title":"Mind2web 2: Evaluating agentic search with agent-as-a-judge, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2509.21106","last_updated":"2026-05-26T11:38:21Z","snapshot_observed_at":"2026-08-19T12:28:32.030880Z","submitted_at":"2025-09-25T12:53:07Z","title":"BESPOKE: Benchmark for Search-Augmented Large Language Model Personalization via Diagnostic Feedback","version":2},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-15T15:51:24.362718Z"},"links":{"cited_paper":"/paper/2506.21506","citing_paper":"/paper/2509.21106"},"observation_digest":"sha256:4789c58d081440a40d0843d6ba4c2448bd809f9fd34378e5096140f6b9c61a46","observation_id":"6e6d24f2-3c53-4a13-97a5-af2d8ce9cca5","resolution":{"observed_at":"2026-08-15T15:51:24.362718Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2506.21506","snapshot_observed_at":"2026-08-03T18:00:20.336385Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2512.07436","last_updated":"2026-05-31T11:02:36Z","snapshot_observed_at":"2026-08-07T09:13:55.130091Z","submitted_at":"2025-12-08T11:12:39Z","title":"LocalSearchBench: Benchmarking Agentic Search in Real-World Local Life Services","version":3},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-03T18:00:20.336385Z"},"links":{"cited_paper":"/paper/2506.21506","citing_paper":"/paper/2512.07436"},"observation_digest":"sha256:143844ec2467a0856fd1a81804e4b9e3958966ca756205c9d07746416e0d5b00","observation_id":"7a36dfea-132e-482d-8869-a16c84fa0c96","resolution":{"observed_at":"2026-08-03T18:00:20.336385Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2506.21506","snapshot_observed_at":"2026-08-03T15:15:21.007465Z","title":"Standard for professional ethics and responsibil- ity in environmental research","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2512.17776","last_updated":"2026-07-13T06:52:44Z","snapshot_observed_at":"2026-08-14T06:01:54.475545Z","submitted_at":"2025-12-19T16:46:20Z","title":"DEER: A Benchmark for Evaluating Deep Research Agents on Expert Report Generation","version":5},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-03T15:15:21.007465Z"},"links":{"cited_paper":"/paper/2506.21506","citing_paper":"/paper/2512.17776"},"observation_digest":"sha256:c850005727199f118bb948b5881dff981546d11a169ac519c66e47400cf6fbf9","observation_id":"e48476ec-e07c-4ed2-b477-ce6a0dd564c2","resolution":{"observed_at":"2026-08-03T15:15:21.007465Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"cited_work":{"arxiv_id":"2506.21506","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2506.21506","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Mind2web 2: Evaluating agentic search with agent-as-a-judge","venue":null,"work_id":"82fa81b7-2ded-4f86-a1bb-fe0d30058fd4","year":2025},"citing_paper":{"arxiv_id":"2601.12538","last_updated":"2026-01-18T18:58:23Z","snapshot_observed_at":"2026-08-04T22:42:23.171653Z","submitted_at":"2026-01-18T18:58:23Z","title":"Agentic Reasoning for Large Language Models","version":1},"reference_index":50,"source":"pdf_text","source_observed_at":"2026-05-17T15:14:25.558878Z"},"links":{"cited_paper":"/paper/2506.21506","citing_paper":"/paper/2601.12538"},"observation_digest":"sha256:911562ba243af08d7d64710eac80992870d5266c9b8b7d674685495aa18e2ae5","observation_id":"d3bb3d08-19c1-465f-90d4-006f1ecf22dc","resolution":{"observed_at":"2026-05-17T15:14:26.522389Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2506.21506","snapshot_observed_at":"2026-08-03T01:02:33.277823Z","title":"J., Shu, Y., Song, C","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2602.10809","last_updated":"2026-05-29T06:07:43Z","snapshot_observed_at":"2026-08-15T07:30:55.917502Z","submitted_at":"2026-02-11T12:51:10Z","title":"DeepImageSearch: Benchmarking Multimodal Agents for Context-Aware Image Retrieval in Visual Histories","version":2},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-03T01:02:33.277823Z"},"links":{"cited_paper":"/paper/2506.21506","citing_paper":"/paper/2602.10809"},"observation_digest":"sha256:6635d10c2308af3c757e89279a10a1c934d07cde49b2e153f99f6fd766ea2b41","observation_id":"20dd5299-2df9-4aa2-b4a3-347238f418c1","resolution":{"observed_at":"2026-08-03T01:02:33.277823Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2506.21506","snapshot_observed_at":"2026-08-02T22:25:29.061197Z","title":"Gou, B., Huang, Z., Ning, Y ., Gu, Y ., Lin, M., Qi, W., Kopanev, A., Yu, B., Guti ´errez, B","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2602.17003","last_updated":"2026-05-27T12:15:49Z","snapshot_observed_at":"2026-08-17T20:16:11.160243Z","submitted_at":"2026-02-19T01:54:26Z","title":"Persona2Web: Benchmarking Personalized Web Agents for Contextual Reasoning with User History","version":3},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-02T22:25:29.061197Z"},"links":{"cited_paper":"/paper/2506.21506","citing_paper":"/paper/2602.17003"},"observation_digest":"sha256:07d1786894e512f6b223be2aae384300a187135dbc515c86dc4a5b2c0a56ff2a","observation_id":"38136d85-284c-4824-9ede-25d13200449d","resolution":{"observed_at":"2026-08-02T22:25:29.061197Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"cited_work":{"arxiv_id":"2506.21506","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2506.21506","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Mind2web 2: Evaluating agentic search with agent-as-a-judge","venue":null,"work_id":"82fa81b7-2ded-4f86-a1bb-fe0d30058fd4","year":2025},"citing_paper":{"arxiv_id":"2604.24348","last_updated":"2026-04-27T11:44:26Z","snapshot_observed_at":"2026-08-12T14:45:20.316039Z","submitted_at":"2026-04-27T11:44:26Z","title":"OS-SPEAR: A Toolkit for the Safety, Performance,Efficiency, and Robustness Analysis of OS Agents","version":1},"reference_index":60,"source":"pdf_text","source_observed_at":"2026-05-08T03:51:54.310805Z"},"links":{"cited_paper":"/paper/2506.21506","citing_paper":"/paper/2604.24348"},"observation_digest":"sha256:cb82144b77fcb6412a64f3f85cbe47e9748c012fbd29961486752d733366d045","observation_id":"f444b8c7-5a6e-46b7-b067-0c722b838423","resolution":{"observed_at":"2026-05-11T21:56:11.596460Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"cited_work":{"arxiv_id":"2506.21506","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2506.21506","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Mind2web 2: Evaluating agentic search with agent-as-a-judge","venue":null,"work_id":"82fa81b7-2ded-4f86-a1bb-fe0d30058fd4","year":2025},"citing_paper":{"arxiv_id":"2604.27859","last_updated":"2026-05-15T06:25:17Z","snapshot_observed_at":"2026-08-15T01:50:12.462125Z","submitted_at":"2026-04-30T13:43:25Z","title":"Rethinking Agentic Reinforcement Learning In Large Language Models","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-05-07T06:30:09.945371Z"},"links":{"cited_paper":"/paper/2506.21506","citing_paper":"/paper/2604.27859"},"observation_digest":"sha256:1c59bba206eca5e5cadecd6508f52fe84d3bf37e74a54dc298e1b9f6b64e03f2","observation_id":"deab18df-c9e6-4be5-a69b-4c35cad027d2","resolution":{"observed_at":"2026-05-12T10:21:29.948090Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"cited_work":{"arxiv_id":"2506.21506","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2506.21506","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Mind2web 2: Evaluating agentic search with agent-as-a-judge","venue":null,"work_id":"82fa81b7-2ded-4f86-a1bb-fe0d30058fd4","year":2025},"citing_paper":{"arxiv_id":"2604.27859","last_updated":"2026-05-15T06:25:17Z","snapshot_observed_at":"2026-08-15T01:50:12.462125Z","submitted_at":"2026-04-30T13:43:25Z","title":"Rethinking Agentic Reinforcement Learning In Large Language Models","version":2},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-05-08T03:12:19.414358Z"},"links":{"cited_paper":"/paper/2506.21506","citing_paper":"/paper/2604.27859"},"observation_digest":"sha256:99f4a6d63bada2928b14dc10b6dad48e4b217b11e5ee0cd928674ece1382eba0","observation_id":"9ec6ae2c-a3e0-4d22-b03b-28e1996875e1","resolution":{"observed_at":"2026-05-11T22:11:16.812447Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"cited_work":{"arxiv_id":"2506.21506","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2506.21506","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Mind2web 2: Evaluating agentic search with agent-as-a-judge","venue":null,"work_id":"82fa81b7-2ded-4f86-a1bb-fe0d30058fd4","year":2025},"citing_paper":{"arxiv_id":"2604.27859","last_updated":"2026-05-15T06:25:17Z","snapshot_observed_at":"2026-08-15T01:50:12.462125Z","submitted_at":"2026-04-30T13:43:25Z","title":"Rethinking Agentic Reinforcement Learning In Large Language Models","version":3},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-05-19T16:58:41.558250Z"},"links":{"cited_paper":"/paper/2506.21506","citing_paper":"/paper/2604.27859"},"observation_digest":"sha256:33a4ac06041b612fb424a21ff828ac277329281b8f47137a90579ed047f4d181","observation_id":"f6435ed5-af9f-408b-8a0c-f6bcc250e3c6","resolution":{"observed_at":"2026-05-19T17:02:40.740199Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"cited_work":{"arxiv_id":"2506.21506","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2506.21506","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Mind2web 2: Evaluating agentic search with agent-as-a-judge","venue":null,"work_id":"82fa81b7-2ded-4f86-a1bb-fe0d30058fd4","year":2025},"citing_paper":{"arxiv_id":"2605.11036","last_updated":"2026-05-11T02:28:34Z","snapshot_observed_at":"2026-08-15T15:40:33.297057Z","submitted_at":"2026-05-11T02:28:34Z","title":"Sequential Behavioral Watermarking for LLM Agents","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-05-13T01:44:13.564389Z"},"links":{"cited_paper":"/paper/2506.21506","citing_paper":"/paper/2605.11036"},"observation_digest":"sha256:4feaa3c74238bb8efdf0b66d7e1674156e4fd57330e7aceae9441613c9bb3fcd","observation_id":"9b87f82a-31a2-466f-9653-b9d7cade4fb1","resolution":{"observed_at":"2026-05-13T01:47:04.121325Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2506.21506","snapshot_observed_at":"2026-08-01T17:47:09.792660Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.17527","last_updated":"2026-07-20T04:03:38Z","snapshot_observed_at":"2026-08-09T18:45:27.327919Z","submitted_at":"2026-07-20T04:03:38Z","title":"Sidekick: Designing Communication for Effective Multitasking with Computer Use Agents","version":1},"reference_index":52,"source":"pdf_text","source_observed_at":"2026-08-01T17:47:09.792660Z"},"links":{"cited_paper":"/paper/2506.21506","citing_paper":"/paper/2607.17527"},"observation_digest":"sha256:6be8e3da2cd298eda97189c086693fc0815fb0967adcd8dac92a77390a761e90","observation_id":"1eb303e8-1c6e-4f4a-9d55-8c59d11874ae","resolution":{"observed_at":"2026-08-01T17:47:09.792660Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2506.21506","snapshot_observed_at":"2026-08-01T14:45:41.534787Z","title":"Mind2web 2: Evaluating agentic search with agent-as-a-judge.arXiv preprint arXiv:2506.21506, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.18665","last_updated":"2026-07-21T03:25:01Z","snapshot_observed_at":"2026-08-18T14:28:02.800355Z","submitted_at":"2026-07-21T03:25:01Z","title":"SciHazard: A Benchmark for Measuring Scientific Safety Risks with Decomposed Harm Scoring","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-01T14:45:41.534787Z"},"links":{"cited_paper":"/paper/2506.21506","citing_paper":"/paper/2607.18665"},"observation_digest":"sha256:ab0e58e7ffef4f12d4ca872ab60a1acce4d2afcfd16c00e9a7a3dac29cdf8f2c","observation_id":"3ade04ed-be12-4415-86c1-264402e41451","resolution":{"observed_at":"2026-08-01T14:45:41.534787Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2506.21506","snapshot_observed_at":"2026-08-04T13:31:20.447232Z","title":"J.; Shu, Y .; Song, C","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.02163","last_updated":"2026-08-03T12:43:00Z","snapshot_observed_at":"2026-08-09T10:48:32.320099Z","submitted_at":"2026-08-03T12:43:00Z","title":"From Simple QA to Deep Research: A Verifiable Benchmark Constructed through Iterative Task Evolution","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-04T13:31:20.447232Z"},"links":{"cited_paper":"/paper/2506.21506","citing_paper":"/paper/2608.02163"},"observation_digest":"sha256:eb51593477ec36620aa47a6c638211384d402b90192a1b2d5c6d20a90856766a","observation_id":"90d1bb1f-213b-403c-a135-ed2d348e1ab8","resolution":{"observed_at":"2026-08-04T13:31:20.447232Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2506.21506","snapshot_observed_at":"2026-08-08T18:53:01.917302Z","title":"arXiv preprint arXiv:2506.21506 , year =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.04374","last_updated":"2026-08-05T02:31:48Z","snapshot_observed_at":"2026-08-18T17:13:25.641192Z","submitted_at":"2026-08-05T02:31:48Z","title":"FinReportBench: Measuring and Improving Institution-Grade Financial Report Generation","version":1},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-08T18:53:01.917302Z"},"links":{"cited_paper":"/paper/2506.21506","citing_paper":"/paper/2608.04374"},"observation_digest":"sha256:2bd4ac68bd519683bb3bc6d1490f2d1b02ab1d0146cd29d104041aac67c4435e","observation_id":"050a9d4f-4366-4e4b-925d-938f217db91b","resolution":{"observed_at":"2026-08-08T18:53:01.917302Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2506.21506","snapshot_observed_at":"2026-08-10T04:21:51.064973Z","title":"arXiv preprint arXiv:2506.21506 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.06530","last_updated":"2026-08-06T19:24:01Z","snapshot_observed_at":"2026-08-19T04:09:09.110048Z","submitted_at":"2026-08-06T19:24:01Z","title":"KNOWPLAN: Knowledge-Driven AI Agents for Smart Degree Pathway Planning","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-10T04:21:51.064973Z"},"links":{"cited_paper":"/paper/2506.21506","citing_paper":"/paper/2608.06530"},"observation_digest":"sha256:f538b67480a1ff1d093fe2d384aa1634005082168aef50d2a631c1d2185ad22f","observation_id":"b63c15e7-7585-463e-93ad-37e2b5e3cd21","resolution":{"observed_at":"2026-08-10T04:21:51.064973Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2506.21506/citation-record","integrity":"/paper/2506.21506/integrity","json":"/paper/2506.21506/citation-record.json","paper":"/paper/2506.21506"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:28:26.670300Z","title":"Claude computer use","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-06T22:28:26.670300Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:cb705f210f55920fcec3c041b6d292da665da49cd9971492b87a3788d19ebb03","observation_id":"a4e69383-36bb-4e4e-ac4f-2e2bc3dc2ab2","resolution":{"observed_at":"2026-08-06T22:28:26.670300Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:28:27.042132Z","title":"Claude takes research to new places, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-06T22:28:27.042132Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:a8047a6954df37a6a003451f3cfe68b76cdaece456e85e9eb896eec2768ee268","observation_id":"f7dc1a67-efa9-443e-b360-b692c7094a12","resolution":{"observed_at":"2026-08-06T22:28:27.042132Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:29:27.079885Z","title":"The anatomy of a large-scale hypertextual web search engine","venue":null,"work_id":null,"year":1998},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:27.079885Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:ec51c25b3eb8a1b8984c81bd7a96d97c73b70bc1aa8852580409c8990ca394d0","observation_id":"46c25580-c660-45c0-88a1-1a3a0cb7307a","resolution":{"observed_at":"2026-08-06T22:29:27.079885Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:29:27.147761Z","title":"Learning to rank using gradient descent","venue":null,"work_id":null,"year":2005},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:27.147761Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:6d9939396827ca127a7487852df056efb07d80d01ff71495a15e74fc69fd0d91","observation_id":"078eece3-8922-439b-9e54-2c535e874a70","resolution":{"observed_at":"2026-08-06T22:29:27.147761Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:29:27.162916Z","title":"Teaching large language models to self-debug","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:27.162916Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:8058a490f37a4e6720427c77329e3ae3b4ec199dfe4c6d4f98e871a669961d39","observation_id":"945ff0ef-95e2-4948-8e1b-41aa02f5ab4e","resolution":{"observed_at":"2026-08-06T22:29:27.162916Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:29:27.228933Z","title":"Mindsearch: Mimicking human minds elicits deep ai searcher","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:27.228933Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:63717cbe5bda56376babc2a5b78d9606f45ffe76716b2919b25793383ac4b2a1","observation_id":"c18daaff-b161-45b2-b04a-fd156a088e97","resolution":{"observed_at":"2026-08-06T22:29:27.228933Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:29:27.255551Z","title":"Chatbot arena: An open platform for evaluating llms by human preference","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:27.255551Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:acec14b6eac011dc6379fca03aa8348a7e5a80cff8448f554c878f5a3789239c","observation_id":"cc15f26c-2ceb-4cea-9d5c-21b1b216636d","resolution":{"observed_at":"2026-08-06T22:29:27.255551Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:29:27.271926Z","title":"Mind2web: Towards a generalist agent for the web","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:27.271926Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:727f6627e757820d50f98fccfc916c2095ef5bf296a6211b167ff449e0e1ac3a","observation_id":"fb5bb952-6772-444b-9d17-b0c2342bc03f","resolution":{"observed_at":"2026-08-06T22:29:27.271926Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:29:27.289134Z","title":"Enabling large language models to generate text with citations","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:27.289134Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:ac6a862710c3bf3b61e885d1e87047ee62ac30acb3cfa0f73aae81c3055514bf","observation_id":"060c5d52-96e5-4b03-9bf7-10f115a489f8","resolution":{"observed_at":"2026-08-06T22:29:27.289134Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:29:27.314911Z","title":"Gemini deep research","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:27.314911Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:c5b69e1a0caccb91f49274c07c79020ddd64666255ff17eb39748a6e306ab8d0","observation_id":"94fe6dae-6ad0-4887-a9e9-692244e81306","resolution":{"observed_at":"2026-08-06T22:29:27.314911Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:29:27.332568Z","title":"Navigating the digital world as humans do: Universal visual grounding for GUI agents","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:27.332568Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:e609acfe43ea910b38663214d1dc7ce7068e6ca0271b9bd79e7be1338b5b40bd","observation_id":"9afcbed7-ea73-4687-b1d4-87657153f3e3","resolution":{"observed_at":"2026-08-06T22:29:27.332568Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2501.12948","last_updated":"2026-01-04T03:57:36Z","snapshot_observed_at":"2026-08-15T12:33:55.451951Z","submitted_at":"2025-01-22T15:19:35Z","title":"DeepSeek-R1: Incentivizing Reasoning Capability in LLMs via Reinforcement Learning","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2501.12948","snapshot_observed_at":"2026-08-06T22:29:27.359617Z","title":"Deepseek-r1: Incentivizing reasoning capability in llms via reinforcement learning","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:27.359617Z"},"links":{"cited_paper":"/paper/2501.12948","citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:30e0a3309d307e69bdfd757d9d9accac8f5cfdb269ac18385966f9bb265113ec","observation_id":"07fa8209-7bda-4687-a606-60bcfabecc8f","resolution":{"observed_at":"2026-08-06T22:29:27.359617Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:29:27.377490Z","title":"Webvoyager: Building an end-to-end web agent with large multimodal models","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:27.377490Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:4ffac1866ceaf608dba5dd6e7710e551e93b9b69e3245456b70ca288aac77c4b","observation_id":"77db2b35-c5b6-4f2a-82ff-7f4bccbd6e79","resolution":{"observed_at":"2026-08-06T22:29:27.377490Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:29:27.399249Z","title":"Measuring massive multitask language understanding","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:27.399249Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:ff629c9573abda027f31bcc4b540c3f3dad62a4ae0246ea6cf985f366373ff53","observation_id":"8688cc64-61ee-4df7-bba9-bf77cca8ac0f","resolution":{"observed_at":"2026-08-06T22:29:27.399249Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:29:27.425312Z","title":"Open deep research","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:27.425312Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:bdd7b7a34b8f158f069f7af63fb6eeb5f848d83243d10c4a7f481d235a90a504","observation_id":"3ec7c802-e491-431d-8cca-69953f487abb","resolution":{"observed_at":"2026-08-06T22:29:27.425312Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.16720","last_updated":"2026-04-30T02:46:40Z","snapshot_observed_at":"2026-08-19T11:46:55.171293Z","submitted_at":"2024-12-21T18:04:31Z","title":"OpenAI o1 System Card","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.16720","snapshot_observed_at":"2026-08-06T22:29:27.465645Z","title":"Openai o1 system card","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:27.465645Z"},"links":{"cited_paper":"/paper/2412.16720","citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:1b6c0ae03f449461d14927852cde5eb0614af66abe72b230917b56e41de9e825","observation_id":"aee468f0-84fc-4f7c-b033-a271f3f828c2","resolution":{"observed_at":"2026-08-06T22:29:27.465645Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.13649","last_updated":"2024-06-06T02:01:09Z","snapshot_observed_at":"2026-08-15T00:56:43.641640Z","submitted_at":"2024-01-24T18:35:21Z","title":"VisualWebArena: Evaluating Multimodal Agents on Realistic Visual Web Tasks","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.13649","snapshot_observed_at":"2026-08-06T22:29:27.488444Z","title":"Visualwebarena: Evaluating multimodal agents on realistic visual web tasks","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:27.488444Z"},"links":{"cited_paper":"/paper/2401.13649","citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:ff10c6ce9ccb8c663aecbc8cda9770a8a6eb8b79854ea69929484b3404f455a3","observation_id":"3f7cbc4d-5086-4cfb-b1b6-76f397bf569d","resolution":{"observed_at":"2026-08-06T22:29:27.488444Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:30:05.774965Z","title":"Attributionbench: How hard is automatic attribution evaluation? In Findings of the Association for Computational Linguistics ACL 2024, pages 14919–14935, 2024","venue":null,"work_id":"786b4da8-7fc1-4a64-b741-8023a8003bac","year":2024},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:27.514200Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:a57eaef683bfc778f35c263376a80a8d643846b981545df2048bdc4a11edcaf7","observation_id":"15cc1b1b-7088-4b77-966b-27a7e927622d","resolution":{"observed_at":"2026-08-06T22:30:05.860327Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:30:05.647177Z","title":"Evaluating verifiability in generative search engines","venue":null,"work_id":"bb1a1c1d-2125-4209-85fc-1f09dfe78050","year":2023},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:27.534766Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:941db783edf776ac1b9247aa5f5e32394bfcf07cc1718f747200020f873b50db","observation_id":"6371cc67-0b33-4c4b-973e-51437ffaa3f9","resolution":{"observed_at":"2026-08-06T22:30:05.704053Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:29:27.550284Z","title":"Learning to rank for information retrieval","venue":null,"work_id":null,"year":2009},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:27.550284Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:f650a9fded0ce4ee17999f998b3b4d61f64995a4c10627d3a79c75a46619b768","observation_id":"48c6f052-5705-4da0-914b-15dc053c3f1b","resolution":{"observed_at":"2026-08-06T22:29:27.550284Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:30:05.504426Z","title":"Weblinx: Real-world website navigation with multi-turn dialogue","venue":null,"work_id":"32e45019-7afd-420d-8a00-f3b25d825ff7","year":2024},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:27.585163Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:24f6e00794cccc4c614c2f91a55fdde5499a7569cce59328cb05b8d78c2f4533","observation_id":"862a9f96-5931-4f49-98f2-d140c5bf9e3f","resolution":{"observed_at":"2026-08-06T22:30:05.555337Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:29:27.602163Z","title":"Self-refine: Iterative refinement with self-feedback","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:27.602163Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:06f656a1e44bd5fb90394307a1ede88aeb90fb1d6ab093a2ef275a75ef7ce177","observation_id":"b505eafb-e23f-4d13-b427-b6b8878f4785","resolution":{"observed_at":"2026-08-06T22:29:27.602163Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:29:27.624943Z","title":"Gaia: a benchmark for general ai assistants","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:27.624943Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:901df0abbc0b39a7b5517f63f527acfca0ab3988c3c67adb7e29c4da2f20f985","observation_id":"18adce98-641b-42d5-b8a4-2d5647658d60","resolution":{"observed_at":"2026-08-06T22:29:27.624943Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2112.09332","last_updated":"2022-06-01T19:08:11Z","snapshot_observed_at":"2026-08-19T02:54:55.334346Z","submitted_at":"2021-12-17T05:43:43Z","title":"WebGPT: Browser-assisted question-answering with human feedback","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2112.09332","snapshot_observed_at":"2026-08-06T22:29:27.653193Z","title":"Webgpt: Browser-assisted question-answering with human feedback","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:27.653193Z"},"links":{"cited_paper":"/paper/2112.09332","citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:fb2389c09c078cdbde95ac21fb4fd31dddf7f6f362c73b77c58260d32203d26f","observation_id":"caec9b09-a4c1-4377-85a8-f6187668bc92","resolution":{"observed_at":"2026-08-06T22:29:27.653193Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:30:05.296545Z","title":"Introducing ChatGPT search","venue":null,"work_id":"710ce075-b405-4367-ac26-b8cbb7da4e89","year":2024},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:27.682480Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:3926847c1b4e8990a7fe9ee8514f51ae8e371b4dbb4207680e15a323e9acf222","observation_id":"95b309db-25f9-47b4-8521-29cc23090bcd","resolution":{"observed_at":"2026-08-06T22:30:05.417242Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:30:05.151347Z","title":"Deep research system card","venue":null,"work_id":"fa8c6add-85a7-426f-a3ce-7bcfd9fdb5d9","year":2025},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:27.706000Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:10cbaccf473a2e87f346102082a2b9fa41a7844492b54a4f9084e6096a0aa79b","observation_id":"ce1acd85-143e-4e09-b757-ef3c96aa2f7d","resolution":{"observed_at":"2026-08-06T22:30:05.206592Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:30:04.951105Z","title":"Operator system card","venue":null,"work_id":"2b83246b-6b44-4374-ace0-10b7bbb3c895","year":2025},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:27.724839Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:b4ad7fb45d9a858f8d11f86613d43c8869aceb52db6e0a5d1ed72614c857858e","observation_id":"80ad5ed0-2246-42d7-8543-3289d09e66e4","resolution":{"observed_at":"2026-08-06T22:30:05.047909Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:30:04.822035Z","title":"Au- tonomous evaluation and refinement of digital agents","venue":null,"work_id":"84f8ee29-94d4-4d91-9cc2-1f1925a21105","year":2024},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:27.747305Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:ef70593f42a642dd857615906e49bc69b17ac3e0a6030b826aac19b102047571","observation_id":"20b17ed5-d3d8-4c56-bc8c-13a455859939","resolution":{"observed_at":"2026-08-06T22:30:04.894568Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.12373","last_updated":"2024-07-16T06:19:21Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-06-18T07:58:33Z","title":"WebCanvas: Benchmarking Web Agents in Online Environments","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.12373","snapshot_observed_at":"2026-08-06T22:29:27.766865Z","title":"Webcanvas: Benchmarking web agents in online environments","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:27.766865Z"},"links":{"cited_paper":"/paper/2406.12373","citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:56f72b31e87c7fbc9bdc1034a0e9e891a9520bd36be21d2c21ff4427412463fb","observation_id":"a0c897fe-696c-41f7-80bb-86e5b51858d5","resolution":{"observed_at":"2026-08-06T22:29:27.766865Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:30:04.713838Z","title":"Perplexity ai","venue":null,"work_id":"912325bb-a3aa-4bdd-9c16-95f119d24ae2","year":2024},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:27.788819Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:208f6abfd7f120af71fe329d124ed6a8f3522fab04d1cb4c4405ea65bf9fe1eb","observation_id":"c88f901d-3808-48d9-a5d2-562067af97c4","resolution":{"observed_at":"2026-08-06T22:30:04.774817Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2501.12326","last_updated":"2025-01-21T17:48:10Z","snapshot_observed_at":"2026-08-16T21:34:35.147772Z","submitted_at":"2025-01-21T17:48:10Z","title":"UI-TARS: Pioneering Automated GUI Interaction with Native Agents","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2501.12326","snapshot_observed_at":"2026-08-06T22:29:27.808110Z","title":"Ui-tars: Pioneering automated gui interaction with native agents","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:27.808110Z"},"links":{"cited_paper":"/paper/2501.12326","citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:9e5f2c44ef345017bdd2bca000c6519517e3ff6320a6e684bf490f29f35d2f34","observation_id":"cf38e161-1657-4372-af60-cb3768008d13","resolution":{"observed_at":"2026-08-06T22:29:27.808110Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:30:04.628736Z","title":"A vector space model for automatic indexing","venue":null,"work_id":"61782b9d-67eb-4a70-b95a-ee763cb20117","year":1975},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:27.828301Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:c96b816ae40100e0c8eb6e3a46db6fa0b1789da03b0c9717ef79a4fe1305630a","observation_id":"08ab1669-5ee7-43b1-9b2a-e8a52a91ab4f","resolution":{"observed_at":"2026-08-06T22:30:04.664731Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:30:04.575767Z","title":"Re- flexion: Language agents with verbal reinforcement learning","venue":null,"work_id":"9607f710-e56d-4220-9fbb-26c8120dd8d0","year":2023},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:27.859421Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:12a608f13b73d94e0d5049ffe81d4a9045e0dd49a65e0f16512a656ed63f2614","observation_id":"1353e5e0-0ed9-4b76-bed9-9b00596ee8fe","resolution":{"observed_at":"2026-08-06T22:30:04.597949Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2503.07919","last_updated":"2025-07-24T17:45:05Z","snapshot_observed_at":"2026-08-19T03:38:30.319186Z","submitted_at":"2025-03-10T23:50:30Z","title":"BEARCUBS: A benchmark for computer-using web agents","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2503.07919","snapshot_observed_at":"2026-08-06T22:29:27.883469Z","title":"Bearcubs: A benchmark for computer-using web agents","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:27.883469Z"},"links":{"cited_paper":"/paper/2503.07919","citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:e75651b6ae4ca16275ba29f124c344b95bf776250281d8a148a32e6ccdb60cbe","observation_id":"cc76953b-b897-4aff-b4bb-69c32c1d4c62","resolution":{"observed_at":"2026-08-06T22:29:27.883469Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2504.01848","last_updated":"2025-04-07T12:15:49Z","snapshot_observed_at":"2026-07-06T21:03:06.857885Z","submitted_at":"2025-04-02T15:55:24Z","title":"PaperBench: Evaluating AI's Ability to Replicate AI Research","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2504.01848","snapshot_observed_at":"2026-08-06T22:29:27.907022Z","title":"Paperbench: Evaluating ai’s ability to replicate ai research","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:27.907022Z"},"links":{"cited_paper":"/paper/2504.01848","citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:86521d703521f91b4ba39982046ac193b5d421e20e50e98587f660c15d1c5730","observation_id":"fe62933c-a7e1-4887-9a5c-4c474bb11fd8","resolution":{"observed_at":"2026-08-06T22:29:27.907022Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2504.12516","last_updated":"2025-04-16T22:27:45Z","snapshot_observed_at":"2026-08-13T03:19:29.377723Z","submitted_at":"2025-04-16T22:27:45Z","title":"BrowseComp: A Simple Yet Challenging Benchmark for Browsing Agents","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2504.12516","snapshot_observed_at":"2026-08-06T22:29:27.935985Z","title":"Browsecomp: A simple yet challenging benchmark for browsing agents","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:27.935985Z"},"links":{"cited_paper":"/paper/2504.12516","citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:421b32906bd3b07dd163041c4eb6ed196557aa49580228a49be4f617c3edf632","observation_id":"0d38bb0d-ff7b-4f2a-af0f-8d3c0b968969","resolution":{"observed_at":"2026-08-06T22:29:27.935985Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2501.07572","last_updated":"2025-08-10T05:59:20Z","snapshot_observed_at":"2026-08-14T06:23:46.085198Z","submitted_at":"2025-01-13T18:58:07Z","title":"WebWalker: Benchmarking LLMs in Web Traversal","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2501.07572","snapshot_observed_at":"2026-08-06T22:29:27.956083Z","title":"Webwalker: Benchmarking llms in web traversal","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:27.956083Z"},"links":{"cited_paper":"/paper/2501.07572","citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:bd2bcbc6cd5ef95acd0e78e31a8a406d54d4e2beb33a652322431abcb3142cba","observation_id":"67ef4bc2-ea12-4f28-8d2c-495d0b49cedc","resolution":{"observed_at":"2026-08-06T22:29:27.956083Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:30:04.495802Z","title":"Grok 3 beta — the age of reasoning agents.https://x.ai/blog/grok-3, 2025","venue":null,"work_id":"31a41e92-f0eb-4b10-b1e6-53d6cd10b8a8","year":2025},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:27.975000Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:67d4364890b2c82f05d9ca06a7aa29225adead3fdda1099cbca3b78109ce6ba4","observation_id":"3141e80a-41ae-47f4-bcbc-c36ffc8100a1","resolution":{"observed_at":"2026-08-06T22:30:04.525280Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:29:27.991226Z","title":"An illusion of progress? assessing the current state of web agents","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:27.991226Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:aa207041082b8746c311012c3d15fa1e4444f60b06ee7e1e2426144e0aec4115","observation_id":"827aad4c-47ee-4354-8a88-3eae4d29b9d1","resolution":{"observed_at":"2026-08-06T22:29:27.991226Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:29:28.006586Z","title":"Webshop: Towards scalable real-world web interaction with grounded language agents","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:28.006586Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:318920180481a80d9d9ef5d48298e4276f662effef763db7f776555e27dca559","observation_id":"47197801-1479-4bf4-aaa4-8b325efd3143","resolution":{"observed_at":"2026-08-06T22:29:28.006586Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.15711","last_updated":"2024-10-21T15:45:31Z","snapshot_observed_at":"2026-08-16T13:32:06.421640Z","submitted_at":"2024-07-22T15:18:45Z","title":"AssistantBench: Can Web Agents Solve Realistic and Time-Consuming Tasks?","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.15711","snapshot_observed_at":"2026-08-06T22:29:28.018732Z","title":"AssistantBench: Can web agents solve realistic and time-consuming tasks?, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:28.018732Z"},"links":{"cited_paper":"/paper/2407.15711","citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:62dfd803f4fd91a248bfd326bdcdecb589da87ed03644c5f556e0cc6c63d8912","observation_id":"80ee5868-3baa-4a69-a87e-9fa33447ee35","resolution":{"observed_at":"2026-08-06T22:29:28.018732Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:30:04.377288Z","title":"Automatic evaluation of attribution by large language models","venue":null,"work_id":"21d3d9b9-b270-41b4-8245-62eabc601fcd","year":2023},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:28.032646Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:81299c1162c8fffc192a5f81309843b40adfc9f9344605fd753f5d8f67b42412","observation_id":"705d205f-d8f3-49ed-b1ee-ce1a4521d453","resolution":{"observed_at":"2026-08-06T22:30:04.420679Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:29:28.060774Z","title":"Mmmu: A massive multi-discipline multimodal understanding and reasoning benchmark for expert agi","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:28.060774Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:65abebaee2f8f4f3c8a3bd68728ed95f9fddac6c057d163c786497179fde8395","observation_id":"4d96db50-74b5-4782-9ca1-e25340917f14","resolution":{"observed_at":"2026-08-06T22:29:28.060774Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:30:04.279037Z","title":"GPT-4V(ision) is a generalist web agent, if grounded","venue":null,"work_id":"cb7aa9fe-45f0-4623-b948-9bbf66cacb0a","year":2024},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:28.087533Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:276bf73a66206695f45c37b52ebb02c62c91944c20a55327bd4dc7dbe007f7dc","observation_id":"fdce9813-f876-470a-af51-2a2e6458838a","resolution":{"observed_at":"2026-08-06T22:30:04.304741Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:29:28.106646Z","title":"Judging llm-as-a-judge with mt-bench and chatbot arena","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:28.106646Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:b628492333e1fc4d0d4f67852e1476dcc37af363bad8cb45446ce366b94931d7","observation_id":"227983c0-dc34-4698-8863-4a103debe549","resolution":{"observed_at":"2026-08-06T22:29:28.106646Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:30:04.174043Z","title":"Webarena: A realistic web environment for building autonomous agents","venue":null,"work_id":"c353595c-07e8-4e98-9270-f14be73fde7f","year":2024},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:28.136672Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:800e4c537e4abf051eaefb3fd54a988117d79942e6163162bef11255d67c017f","observation_id":"02642e34-db89-4260-b65a-bcfcf1b561bf","resolution":{"observed_at":"2026-08-06T22:30:04.215915Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2410.10934","last_updated":"2024-10-16T17:54:12Z","snapshot_observed_at":"2026-08-16T13:09:29.535530Z","submitted_at":"2024-10-14T17:57:02Z","title":"Agent-as-a-Judge: Evaluate Agents with Agents","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.10934","snapshot_observed_at":"2026-08-06T22:29:28.162394Z","title":"good,” “effective,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:28.162394Z"},"links":{"cited_paper":"/paper/2410.10934","citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:c5e8b57bc64d0bedc93b46bc153c94e8e370d9dcc5a25896f4745086cbc443e9","observation_id":"0080f611-ca55-43ca-b993-92eb462c61bc","resolution":{"observed_at":"2026-08-06T22:29:28.162394Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:30:04.067557Z","title":"Extract only information explicitly mentioned in the provided answer exactly as it appears","venue":null,"work_id":"32f7d6ca-8022-4c84-9564-72cd68e991b7","year":null},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":50,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:28.187697Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:0617c58bc80e1b229a7d5a58769107b519ba23eca5d41b21098e454154104f64","observation_id":"cb11c950-7894-49c6-8706-df7c93d21c42","resolution":{"observed_at":"2026-08-06T22:30:04.104821Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:30:03.947255Z","title":null,"venue":null,"work_id":"55156e2d-c3b8-4e5b-9e64-73ff7ce624da","year":null},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":51,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:28.214755Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:4805f835f4702d9050ed569dea7291805106776ea45460d52e12d654813682bf","observation_id":"1d47efda-8700-473c-89c5-8470042c5627","resolution":{"observed_at":"2026-08-06T22:30:04.004018Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:30:03.835406Z","title":"Understand it clearly, as it provides essential background for the extraction","venue":null,"work_id":"4b35edae-75d5-4185-a464-d1e8f02c8094","year":null},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":52,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:28.239431Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:50725cb8851aa7b2755ac9045a221d68425f5d79e1a0fa1367ddb89e6e6985ed","observation_id":"6bf3db7c-6188-4f1a-91c3-862ca427a0d5","resolution":{"observed_at":"2026-08-06T22:30:03.875151Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:30:03.765805Z","title":"Carefully follow those instructions when available","venue":null,"work_id":"6c4991af-0ff5-46f9-929c-3e8bc4872b76","year":null},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":53,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:28.273076Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:840c122ae80a4a6cd286d7de8cea317c796d85f7cdc689a9066ebc00791583b1","observation_id":"2411d3ce-c213-4b7e-8c67-4bc9a96eaab0","resolution":{"observed_at":"2026-08-06T22:30:03.807637Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:30:03.667525Z","title":"Do not create or infer any URLs","venue":null,"work_id":"2d1017bc-8034-4160-950b-74c282a47aa3","year":null},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":54,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:28.303479Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:d5c77373f17a11560519d1fe44ba40e1ad22755a5df65e63aaa47c561d770e95","observation_id":"8264ad00-7388-45d5-8e8b-c51a0ed3b1cf","resolution":{"observed_at":"2026-08-06T22:30:03.695954Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:30:03.591020Z","title":"Ignore obviously invalid or malformed URLs","venue":null,"work_id":"6371eb19-f21c-4120-b88e-7de07ebe32f5","year":null},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":55,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:28.354123Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:c517b6966da31f3927beb3e72c2baa64f4ea06a25fe062aa398970e879680565","observation_id":"9d70b5f6-988c-4f3a-9835-8ba766cbc288","resolution":{"observed_at":"2026-08-06T22:30:03.617739Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:30:03.498524Z","title":"Correct\" or","venue":null,"work_id":"0a92dd17-694b-42fc-b139-0daf6160832e","year":null},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":56,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:28.387923Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:44621e960234a7e1af94d6f7c5bdfff75a1a5845dcf8d3cb12f20624db115089","observation_id":"4766b3f4-02bc-4739-a9ca-aeb6ffbd8a2c","resolution":{"observed_at":"2026-08-06T22:30:03.535829Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:30:03.413920Z","title":"Use logic, basic factual knowledge, or simple reasoning to determine its accuracy","venue":null,"work_id":"07afc40f-3ac0-44fd-a626-37b010e2e883","year":null},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":57,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:28.405421Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:ea5c53d3762cc868d74c8cb039a704703acfee4a57d0e2864f13eb5e30d998b3","observation_id":"abd815fe-bca1-4957-a51a-63217cf9e812","resolution":{"observed_at":"2026-08-06T22:30:03.453120Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:30:03.314328Z","title":null,"venue":null,"work_id":"5f5f5c78-6e64-4027-b1f1-2dfd0e533b8a","year":null},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":58,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:28.429636Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:e861c715edb07bab0ad8c063585d59d64801fcdf253c15d9fde15fd684927247","observation_id":"c31ac365-03e4-402d-8b1a-554be7ded1bd","resolution":{"observed_at":"2026-08-06T22:30:03.370574Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:30:03.247277Z","title":null,"venue":null,"work_id":"969618da-5aeb-44e6-9868-ded739e73b17","year":null},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":59,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:28.452911Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:f3ffe3548e0a4d8723aa784cf2ae58020b676793441b60931da7e7a1f9f36080","observation_id":"20c12787-13fb-448a-9863-64c86be1fa32","resolution":{"observed_at":"2026-08-06T22:30:03.274816Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:30:03.130685Z","title":"fact\" is extracted directly from the answer, and the webpage provided is the URL source referenced in the answer. This verification step helps us determine whether the claim or","venue":null,"work_id":"d997f414-334c-4437-9fa3-6826d2567dd1","year":null},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":60,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:28.476603Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:9477ee7d863f603700b965ee528950bdf83e1213241637cbb6c26745937e1849","observation_id":"43692e0f-cf00-4074-940d-ddc97d41a5b6","resolution":{"observed_at":"2026-08-06T22:30:03.162501Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:30:03.000871Z","title":"Carefully examine the relevant sections of both the webpage text and the screenshot","venue":null,"work_id":"e33c56fb-8f2b-48e4-8718-2c8f0522d61b","year":null},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":61,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:28.491243Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:123c4c76b9b9585bd11226cd0d8e43308ec8213aeeafdd71c2f5171b9c26ac89","observation_id":"fc4ffc60-988e-47f9-8a23-c570d1a3debf","resolution":{"observed_at":"2026-08-06T22:30:03.062990Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:30:02.948978Z","title":"Understand them clearly, as they provide essential background for evaluating the claim","venue":null,"work_id":"ba94ec37-dea2-4feb-b479-0f8c5b35ef7d","year":null},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":62,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:28.514934Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:755f8959d65cc65c6b71faf97a70cba2a9909230d7d1b113786d83336c6155e5","observation_id":"3c0142e3-eab9-4ef8-b4a3-a15525e5597e","resolution":{"observed_at":"2026-08-06T22:30:02.967712Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:30:02.844761Z","title":null,"venue":null,"work_id":"52033ed7-344e-42c7-9e26-0d7879f9b831","year":null},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":63,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:58.668307Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:7b1710a99f78d4f7b8d5f1a942c52bfcea960427502608a981bc757397623112","observation_id":"a2cb18e0-6f19-4c44-8add-848fb83b0d4d","resolution":{"observed_at":"2026-08-06T22:30:02.892753Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:30:02.767342Z","title":"Carefully follow those instructions when available","venue":null,"work_id":"442ddd40-8ba8-44c9-96c6-bfb9329e6efc","year":2025},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":64,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:58.696743Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:89a4a0a274ca637438f8553910380bf42bba3e54f78c0235f0364ecdd6e83bca","observation_id":"6243786a-8127-4f69-a599-a04876c44963","resolution":{"observed_at":"2026-08-06T22:30:02.805711Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:30:02.682815Z","title":"All necessary requirements are provided in the task description — please strictly adhere to it to complete the task","venue":null,"work_id":"acce3059-fa5d-4a42-a201-d77d2022d311","year":null},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":65,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:58.707026Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:b613e95fee6aecef388595884f5ee2a706cbe80847196eb08d4aecced72e1745","observation_id":"d8ba2c98-d2ef-42ea-a8af-6c13268743b2","resolution":{"observed_at":"2026-08-06T22:30:02.714259Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:30:02.540335Z","title":"In your answer, please include relevant links for each claim and piece of information","venue":null,"work_id":"3f0aba74-dacf-4f36-afea-bda65d71ca54","year":null},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":67,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:58.759784Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:3c9f03df96046dd34cf1ea390af7b926bfb9f87fa1a462e8f884ceaa689db3f2","observation_id":"eba8c0c2-f11d-45d2-82a4-5641167d1f01","resolution":{"observed_at":"2026-08-06T22:30:02.559344Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:30:02.375280Z","title":"In your answer, please include relevant links for each claim and piece of information","venue":null,"work_id":"a95770bc-082f-4fe0-b95b-1587c9189531","year":null},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":70,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:58.864765Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:c5304c238c15201ce311e71f27a4e575e6709f9b947cffd952861c7282fe4c6c","observation_id":"81793144-01dc-4333-8ac5-8e097680b8d9","resolution":{"observed_at":"2026-08-06T22:30:02.414825Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:30:02.462775Z","title":"All necessary requirements are provided in the task description—please strictly adhere to it to complete the task","venue":null,"work_id":"e2f38501-7919-41ba-9c14-76f3cf882895","year":null},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":71,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:58.910668Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:43f5623387a6792aa86a775f31e723d280427772cec8468bd35a9b448095fac6","observation_id":"9f95b027-9197-447c-8d8b-7ea06b05de35","resolution":{"observed_at":"2026-08-06T22:30:02.496541Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:30:02.599944Z","title":"Do not provide critical information without actual searching","venue":null,"work_id":"3c8b06a6-2421-4033-91ad-0c58f179766a","year":null},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":72,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:58.930034Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:cedffedeb452850303fd76e6f90f47b402b6c6186171094daa660c313d99840a","observation_id":"e2d01f5d-c631-4372-9193-3c0d51db8262","resolution":{"observed_at":"2026-08-06T22:30:02.634579Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:30:02.305730Z","title":"find_llava_commit","venue":null,"work_id":"8d51205c-4f68-44c3-bddb-5e16dd28308b","year":2004},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":73,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:58.950142Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:89c049b3325d3ea82c891c5cc29c4531805af2196b89c3c34bb5bad90f708c5e","observation_id":"9a811d8f-08a4-40f2-a395-6efbdf57f6e6","resolution":{"observed_at":"2026-08-06T22:30:02.331136Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:30:02.235932Z","title":"Verify the task reflects real-world scenarios","venue":null,"work_id":"3b3e1bf9-c9c7-4e94-bd16-10264cb2e998","year":null},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":74,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:58.976953Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:f341c99e5ac8671f504321f9918015164d7eb2c479dea0edf9cae346d00c714d","observation_id":"206375a1-9417-4a94-b033-5f3f6065c9b5","resolution":{"observed_at":"2026-08-06T22:30:02.266564Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:30:02.174424Z","title":"nice”, “good","venue":null,"work_id":"b3c6918b-5cf7-4fc3-a3f9-6f21ed01fde3","year":null},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":75,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:58.994915Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:d9d819a877534ef54d88ab5ac97a7fa082346d8a6d49a50a7f67f6787f1e478a","observation_id":"15c9005d-3b49-4330-8db7-abb47fbeeae7","resolution":{"observed_at":"2026-08-06T22:30:02.189651Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:30:02.091849Z","title":"Confirm that the task takes more than 5 minutes to complete","venue":null,"work_id":"b4515735-cce1-4020-af48-a381d8f984ee","year":null},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":76,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:59.012364Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:65aa4aa5baec380ae09e275dc8704d642859565c2c54472f551dfc8dc57361b9","observation_id":"7828bb26-0de9-4662-8f5b-0383bf64b22d","resolution":{"observed_at":"2026-08-06T22:30:02.131553Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:30:02.024191Z","title":"list all","venue":null,"work_id":"961f7b24-5804-4c50-8505-25003ddeab69","year":null},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":77,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:59.030131Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:95708189537248e65ecd35d460e5d3418d9c4fb028c16e618d0f104c0e9481ee","observation_id":"b539ba7a-92cb-4a33-8774-25ea476b70be","resolution":{"observed_at":"2026-08-06T22:30:02.057255Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:30:01.936139Z","title":"• Avoid tasks with rapidly changing answers (e.g., stock prices, exchange rates)","venue":null,"work_id":"dd2cfaab-fa22-498d-9128-11fe37918448","year":null},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":78,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:59.048000Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:c2a7c4e5f69bb7534b1d09a98c1c21a6ebd0a27c40f52e2bbf22776be21ae170","observation_id":"b4aa523c-43c5-4c53-b3a4-ac81d13e609c","resolution":{"observed_at":"2026-08-06T22:30:01.970077Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:30:01.865384Z","title":"Ensure all or most critical information can be practically located and verified from the URL sources","venue":null,"work_id":"8744c0ee-8ef9-4a59-9ab8-e98c23df23be","year":null},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":79,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:59.076191Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:278ed298cfcd400a2b79bdea675721cf36a7e05d008f303c821f248619b09fba","observation_id":"d61c3726-2c77-4da5-a1bd-2d6d1fe55297","resolution":{"observed_at":"2026-08-06T22:30:01.893266Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:30:01.744307Z","title":null,"venue":null,"work_id":"bee580d1-3c22-430d-95e3-6566de8c38b3","year":null},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":80,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:59.097858Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:2b075b831149bb70be0a463383cb6662c32c55c0b4d562d34e3669b55da0edc6","observation_id":"f15cb7d1-b629-421e-be93-e1d1dd513564","resolution":{"observed_at":"2026-08-06T22:30:01.781802Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:30:01.683353Z","title":"• If ground-truth information is necessary for certain criteria, note it down and carefully validate its correctness","venue":null,"work_id":"5eb7f4a7-f06b-43a5-9ca2-6232bb5d6940","year":null},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":81,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:59.122935Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:1d68810acdc24be224f55f986695663204076eebbbb22bdbac28c7a83860d00b","observation_id":"1cc6ae27-b592-4b43-a86f-a8c74d69d75d","resolution":{"observed_at":"2026-08-06T22:30:01.694687Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:30:01.610559Z","title":"Understand the task clearly i","venue":null,"work_id":"be7efbda-fe78-4f15-abba-d4da8ae4a820","year":null},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":82,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:59.147616Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:8b9fc2a3bf1a7c1d210911ac523b9c250e4965071c88b35eff59e9073249c46c","observation_id":"31a205cd-d48a-40db-8d65-d94056a269c5","resolution":{"observed_at":"2026-08-06T22:30:01.622455Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:30:01.509180Z","title":"Start recording i","venue":null,"work_id":"a2f9a067-f1e1-4b8f-9b25-53e7c7c0a3e2","year":null},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":83,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:59.171142Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:6fb6cec3d7bc084be9ed03a9392ce6434fbb32fff4fbb6e2bf00120e670fcf8f","observation_id":"562e3d36-d38c-4cbd-8a7a-b4c6a1b2918f","resolution":{"observed_at":"2026-08-06T22:30:01.533682Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:30:01.405378Z","title":"You do not need to summarize every web page you visit","venue":null,"work_id":"f54c8628-efc9-4562-a404-9742d812cc58","year":null},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":84,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:59.187777Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:53281f123d83f31bc900edbeeba0ef646d6e721b2b5aead1486ab1869c260d6e","observation_id":"53341d63-4472-494c-a35a-9bd993410052","resolution":{"observed_at":"2026-08-06T22:30:01.441570Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:30:01.318375Z","title":null,"venue":null,"work_id":"60275804-567a-4224-8114-e3cbb019232b","year":null},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":85,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:59.206891Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:3fb9a29625f50d18aa31611cb1cfd08a76f51714b398bca6fb2b9d95cbe3db7d","observation_id":"f0c33424-eb1b-4973-8f99-c812c9fe0200","resolution":{"observed_at":"2026-08-06T22:30:01.328745Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:30:01.266044Z","title":null,"venue":null,"work_id":"6e0bf31a-683d-466f-af9a-107f9db2b309","year":null},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":86,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:59.232470Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:9896bc6dd6d944c5636357cb816fdad436a3f467ef834953c37c78009529bc04","observation_id":"471e0550-5bd8-4d5d-a998-dc7ea8ca32ab","resolution":{"observed_at":"2026-08-06T22:30:01.277937Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:30:01.200435Z","title":null,"venue":null,"work_id":"9e825d66-810c-4537-bb63-fbcbb37f84a1","year":null},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":87,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:59.249588Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:e1973324f8b7e13404abca6996f5539f3f035913782a6a4067ec97deaa50b82f","observation_id":"8ccad0c1-d1c2-4f8f-818d-d5dd6b3603ee","resolution":{"observed_at":"2026-08-06T22:30:01.217959Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:30:01.135215Z","title":"Export browsing data: i","venue":null,"work_id":"c5b3df11-11eb-4d23-9247-6994d3dda42f","year":null},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":88,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:59.271202Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:4e23d69563602151fd25c40190a29b3457c0f23ce6c26d3d52359a3596f036c9","observation_id":"197acaf4-274c-45eb-81b1-fbb8bf23cdbf","resolution":{"observed_at":"2026-08-06T22:30:01.158016Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:30:01.065447Z","title":"Paste your final answer into the designated Answer column in the provided spreadsheet","venue":null,"work_id":"b3e70a4b-5135-44c5-b6a5-3b06d081145e","year":null},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":89,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:59.310877Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:86e4db4f78be356b81bab6bb3e677bd6f1c21ae1db0e9ea299e099bf792bfe58","observation_id":"1ccbe0e0-dc4a-46ee-ad20-b27afd88b759","resolution":{"observed_at":"2026-08-06T22:30:01.085356Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:30:00.978411Z","title":"Make sure you fully understand the task criteria, and discuss with us when necessary","venue":null,"work_id":"ec4bda10-59ac-4f7a-9e69-97b8c367af6e","year":null},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":90,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:59.342238Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:48dcb2380c92145117ce21ccd7e27d07436b9b16364eb0587acca523d76a0e12","observation_id":"8201a39e-53b4-4d71-a8c1-0e66c668d056","resolution":{"observed_at":"2026-08-06T22:30:01.010475Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:30:00.846622Z","title":null,"venue":null,"work_id":"c0a411fe-8e49-4d96-9268-6cabf3d7e6cf","year":null},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":91,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:59.364832Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:c2f43853fc0986910fcd5b11ae0727712edf92f557dd27d8b1d47effab3f97f0","observation_id":"bf7a130c-c737-4a86-be8b-8693c2810fe1","resolution":{"observed_at":"2026-08-06T22:30:00.895198Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:30:00.763754Z","title":"Your comment should briefly explain what kind of error it is and why","venue":null,"work_id":"980a7c49-7f0a-4f9b-8615-beb5631e4b29","year":null},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":92,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:59.381343Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:790b931b465aad11cac1f85a4337bf436fe87cb060031025e64d6b1ce04ce073","observation_id":"f15de532-d55d-4ce5-bb0b-1e5de77b0df4","resolution":{"observed_at":"2026-08-06T22:30:00.790464Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:30:00.682829Z","title":"Correctness Check This section is concerned only with the agent’s full response based on the text","venue":null,"work_id":"cb16e287-3b7d-4f11-8592-8f5ae31fa6b8","year":null},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":93,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:59.395316Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:f563609809a82511adf2ef90609f38e8e7330902f4a0bd0618ad883b2262bc6e","observation_id":"743a748e-760d-4cf9-b503-0221f5f42950","resolution":{"observed_at":"2026-08-06T22:30:00.718172Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:30:00.580725Z","title":"I tried but failed to find","venue":null,"work_id":"e91cdcef-e38e-471f-b7d4-ed4f8651663a","year":null},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":94,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:59.411092Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:cfad064a19ed4fa9d3c64aa76f27614a924427b82ec1d6d50eb03d8b4433504b","observation_id":"b1d39da9-cb67-434e-a55e-9757129d04b3","resolution":{"observed_at":"2026-08-06T22:30:00.626586Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:30:00.500558Z","title":"find all","venue":null,"work_id":"ad8cba1c-95a1-4ea2-9385-00f5292e2212","year":null},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":95,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:59.431540Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:2ae4657cef681e1eebb6d603e545ae4058bf0d75fdef1c67836897602a727af5","observation_id":"2f3b0712-fb79-4e24-bfd9-dce83e6acc2c","resolution":{"observed_at":"2026-08-06T22:30:00.525680Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:30:00.467485Z","title":"page not found","venue":null,"work_id":"92eae566-94c3-4124-b5c9-1fa7562a8704","year":null},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":96,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:59.457590Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:b0edbbd6dade4dfbeb8d62fe77ffc901d9095968014018b6f44ad60db777b296","observation_id":"6f013067-b795-456a-bdf5-0b0b7eb53f28","resolution":{"observed_at":"2026-08-06T22:30:00.481103Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:30:00.435160Z","title":"For example, in the following answer, a missing source and a valid one are presented","venue":null,"work_id":"1e3bd7f2-04ba-41e1-a650-73ad558b2597","year":null},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":97,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:59.486894Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:abf8379a8e95018ed6efefb09722da79ca9352758f51b9d14fd6636aaca881a4","observation_id":"57c6e441-9a5f-4dc5-92ec-5d225f3d9280","resolution":{"observed_at":"2026-08-06T22:30:00.443018Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:30:00.395564Z","title":"TODO”. Your task is to replace each “TODO","venue":null,"work_id":"abd33db0-4884-4244-b80a-43fca8172987","year":null},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":98,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:59.524939Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:a5a5dbe931ed65e0bafe998499bf408f9e947d8f879938549b268935c4dc48f9","observation_id":"5d8943c0-922a-4a61-93b8-2b85137290fd","resolution":{"observed_at":"2026-08-06T22:30:00.408380Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:29:27.185224Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:27.185224Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:14c901cebb110c52479b298dee148a4fb2db13cab6c4799f3c696687fd5c37ce","observation_id":"5bded3ef-1faa-4016-a721-d166691b6104","resolution":{"observed_at":"2026-08-06T22:29:27.185224Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:29:27.445313Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge","version":2},"reference_index":2025,"source":"pdf_text","source_observed_at":"2026-08-06T22:29:27.445313Z"},"links":{"citing_paper":"/paper/2506.21506"},"observation_digest":"sha256:8cf664d28684aa69596ffee4881976ff05ba197a034b988ebbafe1b62a7816ac","observation_id":"89cec4b5-d1b4-4f7f-bb7a-acb377bd11f0","resolution":{"observed_at":"2026-08-06T22:29:27.445313Z","resolver_source":null,"status":"parse_uncertain"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2506.21506","last_updated":"2025-07-03T15:47:40Z","latest_version":2,"primary_category":"cs.AI","snapshot_observed_at":"2026-08-15T08:08:37.615147Z","submitted_at":"2025-06-26T17:32:50Z","title":"Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge"},"reference_resolution":{"displayed":95,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":1,"unresolved":43,"verified_exact":0,"verified_fuzzy":51},"total_outbound_references":95},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"thesis":"As of 19 August 2026, this Paper Citation Record lists 95 of 95 outbound references and 18 inbound Pith citation observations for arXiv:2506.21506."}