{"as_of":"2026-08-11T11:50:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:efeab7a4de11a5de025f04e2f0aeb23019b5e4c6e691493077806ec09ce3d251","coverage":[{"denominator":126,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":100,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T13:06:45.612718Z","state":"measured"},{"denominator":105,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":105,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-11T06:34:44.6726+00:00","state":"measured"},{"denominator":5,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":5,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-02T04:47:03.693039Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-06-30T15:44:48.487686Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2507.21017","snapshot_observed_at":"2026-07-13T11:58:11.319217Z","title":"https://doi.org/10.48550/ARXIV.2507.21017","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2604.03926","last_updated":"2026-04-05T01:37:53Z","snapshot_observed_at":"2026-08-07T06:42:44.358490Z","submitted_at":"2026-04-05T01:37:53Z","title":"CODE-GEN: A Human-in-the-Loop RAG-Based Agentic AI System for Multiple-Choice Question Generation","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-07-13T11:58:11.319217Z"},"links":{"cited_paper":"/paper/2507.21017","citing_paper":"/paper/2604.03926"},"observation_digest":"sha256:d9fc2bb745f1f2ef6b66b9d161c5a3017295b440d604a1a1e575eb5361f1f6d7","observation_id":"7f57ba85-e680-4762-bfee-c9e23240653f","resolution":{"observed_at":"2026-07-13T11:58:11.319217Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"cited_work":{"arxiv_id":"2507.21017","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2507.21017","snapshot_observed_at":"2026-06-30T15:44:48.487686Z","title":"Zhang, Y","venue":null,"work_id":"946c2441-5ace-4857-8bbc-15fefbb5c91b","year":2025},"citing_paper":{"arxiv_id":"2604.07624","last_updated":"2026-04-08T21:55:18Z","snapshot_observed_at":"2026-08-06T17:59:43.266207Z","submitted_at":"2026-04-08T21:55:18Z","title":"Program Analysis Guided LLM Agent for Proof-of-Concept Generation","version":1},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-05-10T17:05:01.812948Z"},"links":{"cited_paper":"/paper/2507.21017","citing_paper":"/paper/2604.07624"},"observation_digest":"sha256:80f1031bdbd68602b5664416106c2ba46ca9fde8789fdb3c875708586efe6157","observation_id":"1558e2c4-cf73-4e1f-b167-0c828bf8b038","resolution":{"observed_at":"2026-05-11T07:36:00.140158Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"cited_work":{"arxiv_id":"2507.21017","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2507.21017","snapshot_observed_at":"2026-06-30T15:44:48.487686Z","title":"Zhang, Y","venue":null,"work_id":"946c2441-5ace-4857-8bbc-15fefbb5c91b","year":2025},"citing_paper":{"arxiv_id":"2605.24219","last_updated":"2026-05-26T16:24:40Z","snapshot_observed_at":"2026-07-06T23:34:18.555542Z","submitted_at":"2026-05-22T21:05:10Z","title":"Beyond Final Answers: Auditing Trajectory-Level Hallucinations in Multi-Agent Industrial Workflows","version":2},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-06-30T15:37:49.689481Z"},"links":{"cited_paper":"/paper/2507.21017","citing_paper":"/paper/2605.24219"},"observation_digest":"sha256:1b131648790c45c9d7c8b7386668589de8d4200d935dda4533417933b26f88c6","observation_id":"52d6c6ab-46f6-4233-ba9c-d886eff3fcdb","resolution":{"observed_at":"2026-06-30T15:44:48.489125Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2507.21017","snapshot_observed_at":"2026-08-02T04:47:03.643606Z","title":"Mirage-bench: Llm agent is hallucinating and where to find them.CoRR, abs/2507.21017,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.13596","last_updated":"2026-07-15T08:39:10Z","snapshot_observed_at":"2026-08-07T11:14:35.789311Z","submitted_at":"2026-07-15T08:39:10Z","title":"Protective Capacity Hallucination: When Large Language Models Claim Nonexistent Capabilities","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-02T04:47:03.643606Z"},"links":{"cited_paper":"/paper/2507.21017","citing_paper":"/paper/2607.13596"},"observation_digest":"sha256:91e1d9c1299f598b872af2511d0ab91a19292ab6aa28b9fb87f8d49bc66fdae4","observation_id":"278b1612-001e-4336-b99f-c525c5dd1281","resolution":{"observed_at":"2026-08-02T04:47:03.643606Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2507.21017","snapshot_observed_at":"2026-08-02T04:47:03.693039Z","title":"I have already called 911","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.13596","last_updated":"2026-07-15T08:39:10Z","snapshot_observed_at":"2026-08-07T11:14:35.789311Z","submitted_at":"2026-07-15T08:39:10Z","title":"Protective Capacity Hallucination: When Large Language Models Claim Nonexistent Capabilities","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-02T04:47:03.693039Z"},"links":{"cited_paper":"/paper/2507.21017","citing_paper":"/paper/2607.13596"},"observation_digest":"sha256:b457d7f68b0bb0755d4dbd3ac199ecce03176fc3f2e080d703a0cf79f23bde92","observation_id":"19c94a0b-b8ac-43f9-ad43-76a342e2aa32","resolution":{"observed_at":"2026-08-02T04:47:03.693039Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2507.21017/citation-record","integrity":"/paper/2507.21017/integrity","json":"/paper/2507.21017/citation-record.json","paper":"/paper/2507.21017"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:36.588726Z","title":"Digirl: Training in-the-wild device-control agents with autonomous reinforcement learning","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:36.588726Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:044d220c5b842955f667031247fa8dd3819659563fdebc185c654afd5211333a","observation_id":"bad9f030-7f6f-4408-b8b6-43f9710d4451","resolution":{"observed_at":"2026-08-06T13:06:36.588726Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2504.17550","last_updated":"2025-04-24T13:40:27Z","snapshot_observed_at":"2026-08-11T04:47:53.602054Z","submitted_at":"2025-04-24T13:40:27Z","title":"HalluLens: LLM Hallucination Benchmark","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2504.17550","snapshot_observed_at":"2026-08-06T13:06:36.599018Z","title":"Hallulens: Llm hallucination benchmark","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:36.599018Z"},"links":{"cited_paper":"/paper/2504.17550","citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:ecbe8aae5e44bd68a355e26fcb01b233a934b3456565024512408223f8d551df","observation_id":"c3bc9cd2-4707-482c-8568-42007d7edf06","resolution":{"observed_at":"2026-08-06T13:06:36.599018Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:36.643937Z","title":"Workarena++: Towards compositional planning and reasoning-based common knowledge work tasks","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:36.643937Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:c0249f95b817f5c26cd41433a2ded4d971b8327253f56d4ec06a5bc9b7f2a804","observation_id":"4230958e-ec64-4b07-9e13-1ffbebfe9806","resolution":{"observed_at":"2026-08-06T13:06:36.643937Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.05467","last_updated":"2025-02-28T16:02:27Z","snapshot_observed_at":"2026-08-06T15:44:08.375632Z","submitted_at":"2024-12-06T23:43:59Z","title":"The BrowserGym Ecosystem for Web Agent Research","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.05467","snapshot_observed_at":"2026-08-06T13:06:36.680376Z","title":"The browsergym ecosystem for web agent research","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:36.680376Z"},"links":{"cited_paper":"/paper/2412.05467","citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:7dbc6db02cc0a86e015621280190e344304451aa8bf753e2f8294b90dcbd332e","observation_id":"54f91bce-783f-4b4f-87e5-bb724c73f399","resolution":{"observed_at":"2026-08-06T13:06:36.680376Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:36.758561Z","title":"Mind2web: Towards a generalist agent for the web","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:36.758561Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:432b22dda067d04e118c6e17df635911594cb578a587d2d0ee3339861f0ff8ba","observation_id":"18db868a-18b6-4399-982d-7fa4d022729a","resolution":{"observed_at":"2026-08-06T13:06:36.758561Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.07718","last_updated":"2024-07-23T06:19:28Z","snapshot_observed_at":"2026-08-02T12:09:24.340284Z","submitted_at":"2024-03-12T14:58:45Z","title":"WorkArena: How Capable Are Web Agents at Solving Common Knowledge Work Tasks?","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.07718","snapshot_observed_at":"2026-08-06T13:06:36.862403Z","title":"Workarena: How capable are web agents at solving common knowledge work tasks? arXiv preprint arXiv:2403.07718, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:36.862403Z"},"links":{"cited_paper":"/paper/2403.07718","citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:8193de12de3cc65ef4146baa474c6a55d5545745c3269f9df6c59c77f3065a4a","observation_id":"0c278051-78d7-4b1e-9b9e-ac93a8939375","resolution":{"observed_at":"2026-08-06T13:06:36.862403Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:36.962272Z","title":"Detecting hallucinations in large language models using semantic entropy","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:36.962272Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:3c894a3134c84a5c8dc88da76154a0a8749f91fbaef034805485f6c7dc15c6dc","observation_id":"1dc67f8a-badc-44b3-ad3e-7941ecd1c4b8","resolution":{"observed_at":"2026-08-06T13:06:36.962272Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:37.112150Z","title":"Assessment and mitigation of inconsistencies in llm-based evalua- tions","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:37.112150Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:02559b64017a5737a9a5505592212902ae6e09d8f28951e1e1f240ab0e943c18","observation_id":"6c745b19-7cc7-4e3a-952d-688f666634af","resolution":{"observed_at":"2026-08-06T13:06:37.112150Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.15594","last_updated":"2025-10-19T10:32:43Z","snapshot_observed_at":"2026-08-02T10:23:50.881300Z","submitted_at":"2024-11-23T16:03:35Z","title":"A Survey on LLM-as-a-Judge","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.15594","snapshot_observed_at":"2026-08-06T13:06:37.190014Z","title":"A survey on llm-as-a-judge","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:37.190014Z"},"links":{"cited_paper":"/paper/2411.15594","citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:027622fd025d9b55351a6c4156704c50a287c55093cd7fb05623c5d69f623f0b","observation_id":"4b3e2150-9332-4955-96f9-f0e321589c62","resolution":{"observed_at":"2026-08-06T13:06:37.190014Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:37.305624Z","title":"A survey on hallucination in large language models: Principles, taxonomy, challenges, and open questions","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:37.305624Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:34121654bd836619610594c4ea7dc6e629243dced74acdc278186f88d34a7513","observation_id":"36b476a0-4cf6-4403-b42e-5c0caf4189a5","resolution":{"observed_at":"2026-08-06T13:06:37.305624Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:37.388156Z","title":"Survey of hallucination in natural language generation","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:37.388156Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:3bee2d51b10dabc98ee64acc22c3d9973df4bcb9da6c81956e2bb844c8a224eb","observation_id":"0db7d40c-0bf8-420c-b7f5-20b384fa0c21","resolution":{"observed_at":"2026-08-06T13:06:37.388156Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.06770","last_updated":"2024-11-11T23:05:04Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-10-10T16:47:29Z","title":"SWE-bench: Can Language Models Resolve Real-World GitHub Issues?","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.06770","snapshot_observed_at":"2026-08-06T13:06:37.514743Z","title":"Swe-bench: Can language models resolve real-world github issues? arXiv preprint arXiv:2310.06770, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:37.514743Z"},"links":{"cited_paper":"/paper/2310.06770","citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:924bf966ec3aa5d3c5ab89b65bb3d7ec457719057855a9efc1e6169f2f708704","observation_id":"14d86613-c644-4c26-ac22-beebbf707150","resolution":{"observed_at":"2026-08-06T13:06:37.514743Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.03205","last_updated":"2024-01-06T12:40:45Z","snapshot_observed_at":"2026-08-10T02:20:29.665217Z","submitted_at":"2024-01-06T12:40:45Z","title":"The Dawn After the Dark: An Empirical Study on Factuality Hallucination in Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.03205","snapshot_observed_at":"2026-08-06T13:06:37.580196Z","title":"The dawn after the dark: An empirical study on factuality hallucination in large language models","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:37.580196Z"},"links":{"cited_paper":"/paper/2401.03205","citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:6d80666044096391f0cb74dc58b657f53b29ac71832eb57af800f69d98047671","observation_id":"854b0e02-50a3-427d-b778-9b08f4113e17","resolution":{"observed_at":"2026-08-06T13:06:37.580196Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:37.650664Z","title":"Embodied agent interface: Benchmarking llms for embodied decision making","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:37.650664Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:8273da4c53ae9e3d743161d0d75c9d5af6906cea0c8a0d3260307b0262b1428d","observation_id":"207384d8-cd31-49d7-a28f-6a0b39a468c4","resolution":{"observed_at":"2026-08-06T13:06:37.650664Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2109.07958","last_updated":"2022-05-08T02:43:02Z","snapshot_observed_at":"2026-08-03T16:26:48.747700Z","submitted_at":"2021-09-08T17:15:27Z","title":"TruthfulQA: Measuring How Models Mimic Human Falsehoods","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2109.07958","snapshot_observed_at":"2026-08-06T13:06:37.722830Z","title":"Truthfulqa: Measuring how models mimic human falsehoods","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:37.722830Z"},"links":{"cited_paper":"/paper/2109.07958","citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:8046d32880e67be5188228494673fbeff1983474cdfb58d5332713192507a3c3","observation_id":"cb9a1d5a-30e5-432c-b9b6-b8b629e9035e","resolution":{"observed_at":"2026-08-06T13:06:37.722830Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.03688","last_updated":"2025-10-04T03:54:18Z","snapshot_observed_at":"2026-08-06T20:36:41.418114Z","submitted_at":"2023-08-07T16:08:11Z","title":"AgentBench: Evaluating LLMs as Agents","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.03688","snapshot_observed_at":"2026-08-06T13:06:37.802075Z","title":"Agentbench: Evaluating llms as agents","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:37.802075Z"},"links":{"cited_paper":"/paper/2308.03688","citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:ab979d9ef9838e387f7c8cd7cb1e129bfd2cbecb817db0db20a5d00e07affd4d","observation_id":"d4524c20-ccdb-4248-bfa1-21d22cba0123","resolution":{"observed_at":"2026-08-06T13:06:37.802075Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:37.903774Z","title":"Weblinx: Real-world website navigation with multi-turn dialogue","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:37.903774Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:90f94c16f548d491bcf2354c9201e24a6cab01453fb1921ab1fbd42b709d622e","observation_id":"2aeec24a-f052-4758-9046-c2ba8d3dba97","resolution":{"observed_at":"2026-08-06T13:06:37.903774Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.07070","last_updated":"2024-06-11T08:56:18Z","snapshot_observed_at":"2026-08-10T08:39:13.581214Z","submitted_at":"2024-06-11T08:56:18Z","title":"HalluDial: A Large-Scale Benchmark for Automatic Dialogue-Level Hallucination Evaluation","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.07070","snapshot_observed_at":"2026-08-06T13:06:37.984774Z","title":"Halludial: A large-scale benchmark for automatic dialogue-level hallucination evaluation","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:37.984774Z"},"links":{"cited_paper":"/paper/2406.07070","citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:5c1dc37d7cb0b041f969b3e7e2f8f5564cd8fc4baab56becd24f92bfe922a75b","observation_id":"10dd5baf-7564-4263-9296-dde44e02ac82","resolution":{"observed_at":"2026-08-06T13:06:37.984774Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.02544","last_updated":"2025-09-05T09:21:10Z","snapshot_observed_at":"2026-08-10T03:18:43.503087Z","submitted_at":"2024-08-05T15:16:22Z","title":"Caution for the Environment: Multimodal LLM Agents are Susceptible to Environmental Distractions","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.02544","snapshot_observed_at":"2026-08-06T13:06:38.087768Z","title":"Caution for the environment: Multimodal agents are susceptible to environmental distractions","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:38.087768Z"},"links":{"cited_paper":"/paper/2408.02544","citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:fac734e03314f129994e26b480db1b7e7d9eaaf1f6d5fd383cfbacc19c16d437","observation_id":"8c85bdb2-6dc5-4042-8abe-5185dd740d17","resolution":{"observed_at":"2026-08-06T13:06:38.087768Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.14251","last_updated":"2023-10-11T05:27:50Z","snapshot_observed_at":"2026-08-01T16:29:58.693560Z","submitted_at":"2023-05-23T17:06:00Z","title":"FActScore: Fine-grained Atomic Evaluation of Factual Precision in Long Form Text Generation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.14251","snapshot_observed_at":"2026-08-06T13:06:38.175727Z","title":"Factscore: Fine-grained atomic evaluation of factual precision in long form text generation","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:38.175727Z"},"links":{"cited_paper":"/paper/2305.14251","citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:1b6661dd540e7ae818d478a84956c97673094d202934cfab5315477359d8e5ad","observation_id":"625259ec-4d31-4a5a-b7f0-827a6629c2d5","resolution":{"observed_at":"2026-08-06T13:06:38.175727Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2504.06969","last_updated":"2025-04-09T15:26:00Z","snapshot_observed_at":"2026-08-07T16:07:08.579229Z","submitted_at":"2025-04-09T15:26:00Z","title":"Towards LLMs Robustness to Changes in Prompt Format Styles","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2504.06969","snapshot_observed_at":"2026-08-06T13:06:38.257775Z","title":"Towards llms robustness to changes in prompt format styles","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:38.257775Z"},"links":{"cited_paper":"/paper/2504.06969","citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:56446ea1813cab418d9e72ade8684567c04f1283debd52d4a1a890108e1f0672","observation_id":"ed4adeaf-ad9d-4eca-8c71-cb51b2e97a56","resolution":{"observed_at":"2026-08-06T13:06:38.257775Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.00396","last_updated":"2024-05-17T06:29:31Z","snapshot_observed_at":"2026-08-11T01:59:50.119399Z","submitted_at":"2023-12-31T04:43:45Z","title":"RAGTruth: A Hallucination Corpus for Developing Trustworthy Retrieval-Augmented Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.00396","snapshot_observed_at":"2026-08-06T13:06:38.332252Z","title":"Ragtruth: A hallucination corpus for developing trustworthy retrieval- augmented language models","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:38.332252Z"},"links":{"cited_paper":"/paper/2401.00396","citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:55f027a98864478651d4b0e3f8b80a527d7139013b6b719774f488b4d705221a","observation_id":"9a4f8bc8-07fc-4e45-a27c-04f584ef4ef8","resolution":{"observed_at":"2026-08-06T13:06:38.332252Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2501.08292","last_updated":"2025-01-14T18:13:08Z","snapshot_observed_at":"2026-08-10T20:26:31.632573Z","submitted_at":"2025-01-14T18:13:08Z","title":"HALoGEN: Fantastic LLM Hallucinations and Where to Find Them","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2501.08292","snapshot_observed_at":"2026-08-06T13:06:38.445916Z","title":"Halogen: Fantastic llm hallucinations and where to find them","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:38.445916Z"},"links":{"cited_paper":"/paper/2501.08292","citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:5325472d1729905265dddb4e1216cf510f6ac9598a77a4516d0d9b26a41b1311","observation_id":"76d298b1-746d-4208-bed2-341bfa53cc59","resolution":{"observed_at":"2026-08-06T13:06:38.445916Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.14573","last_updated":"2025-04-06T20:37:50Z","snapshot_observed_at":"2026-08-07T08:11:20.950548Z","submitted_at":"2024-05-23T13:48:54Z","title":"AndroidWorld: A Dynamic Benchmarking Environment for Autonomous Agents","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.14573","snapshot_observed_at":"2026-08-06T13:06:38.558563Z","title":"Androidworld: A dynamic benchmarking environment for autonomous agents","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:38.558563Z"},"links":{"cited_paper":"/paper/2405.14573","citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:8bb8d156acd6a8773498091dfc44e9ed262b5b451719cae2301b72c267313a94","observation_id":"acbcae47-8355-44b4-9a49-4585e73b57c6","resolution":{"observed_at":"2026-08-06T13:06:38.558563Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:38.636648Z","title":"The troubling emergence of hallucination in large language models-an extensive definition, quantification, and prescriptive remediations","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:38.636648Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:cc756a5004c50b3d963e93393177678c86f2deec7edb27579c60428c25b0bcdf","observation_id":"2cb77686-93b0-4ec3-b1d2-14c51dc339d3","resolution":{"observed_at":"2026-08-06T13:06:38.636648Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2010.03768","last_updated":"2021-03-14T22:44:38Z","snapshot_observed_at":"2026-08-08T17:40:47.037804Z","submitted_at":"2020-10-08T05:13:36Z","title":"ALFWorld: Aligning Text and Embodied Environments for Interactive Learning","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2010.03768","snapshot_observed_at":"2026-08-06T13:06:38.748823Z","title":"Alfworld: Aligning text and embodied environments for interactive learning","venue":null,"work_id":null,"year":2010},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:38.748823Z"},"links":{"cited_paper":"/paper/2010.03768","citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:3a29a67bc7e3e14c7e5e48d1badd9f259c58b3316e18df803c6b36b0d6bdfacb","observation_id":"f5be0020-51e2-497b-a482-fc862d97bc40","resolution":{"observed_at":"2026-08-06T13:06:38.748823Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:38.818597Z","title":"Cognitive architec- tures for language agents","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:38.818597Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:ec53b2cc4cd6efe05bdd091d122b6aef54908484c1b30e504d4c242bd2e369b2","observation_id":"a8bae754-042d-47ae-980a-b912da186434","resolution":{"observed_at":"2026-08-06T13:06:38.818597Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.01313","last_updated":"2024-01-08T16:19:17Z","snapshot_observed_at":"2026-07-06T17:10:56.398607Z","submitted_at":"2024-01-02T17:56:30Z","title":"A Comprehensive Survey of Hallucination Mitigation Techniques in Large Language Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.01313","snapshot_observed_at":"2026-08-06T13:06:38.860943Z","title":"A comprehensive survey of hallucination mitigation techniques in large language models","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:38.860943Z"},"links":{"cited_paper":"/paper/2401.01313","citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:1ee129a59e1b99618c39c9d59aa9664cb7c51a31003f60b8492959fde0d8dd2b","observation_id":"0e012ae4-4a40-4cdb-b393-49b5d79feeeb","resolution":{"observed_at":"2026-08-06T13:06:38.860943Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2307.03987","last_updated":"2023-08-12T14:57:37Z","snapshot_observed_at":"2026-08-10T16:32:50.837312Z","submitted_at":"2023-07-08T14:25:57Z","title":"A Stitch in Time Saves Nine: Detecting and Mitigating Hallucinations of LLMs by Validating Low-Confidence Generation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.03987","snapshot_observed_at":"2026-08-06T13:06:38.977744Z","title":"A stitch in time saves nine: Detecting and mitigating hallucinations of llms by validating low-confidence generation","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:38.977744Z"},"links":{"cited_paper":"/paper/2307.03987","citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:27d86bd016f03d4b30ce2bcbd3ecd486358acda7825dd85f8de993c559dba656","observation_id":"15ac6a5b-4793-4018-9382-52aee1ada4ae","resolution":{"observed_at":"2026-08-06T13:06:38.977744Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:39.041541Z","title":"Chain-of-thought prompting elicits reasoning in large language models","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:39.041541Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:aa74088af04c8c01077a44af24217a3bbae4c62efa5cd6187462ba6e496cfff4","observation_id":"9977dc3b-ac8f-49e9-95d4-f7c55d2c056d","resolution":{"observed_at":"2026-08-06T13:06:39.041541Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:39.119427Z","title":"Adversarial attacks on multimodal agents","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:39.119427Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:7b08384a09b6dd711a446d31aebe2cd739989e323c7739bb13094225ab3499e6","observation_id":"c0cfa8e2-120d-4566-a7af-ecf1e5b52c96","resolution":{"observed_at":"2026-08-06T13:06:39.119427Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.07456","last_updated":"2024-02-15T09:30:48Z","snapshot_observed_at":"2026-08-10T21:08:33.458073Z","submitted_at":"2024-02-12T07:29:22Z","title":"OS-Copilot: Towards Generalist Computer Agents with Self-Improvement","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.07456","snapshot_observed_at":"2026-08-06T13:06:39.188142Z","title":"Os-copilot: Towards generalist computer agents with self-improvement","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:39.188142Z"},"links":{"cited_paper":"/paper/2402.07456","citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:de807378a96f83ddfd6574e453cdd8843f942d5cc73bc08130bdf9ce7a2e2a53","observation_id":"c7993a8c-b131-43db-a755-b015f5702369","resolution":{"observed_at":"2026-08-06T13:06:39.188142Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:39.300588Z","title":"Osworld: Benchmarking multimodal agents for open-ended tasks in real computer environments","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:39.300588Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:aa6e6fd10da1c4d02be943489a97baad9e6e43abde4be04bd3a81f15bfac6a94","observation_id":"f2d90d96-f95a-4928-9e1b-6b0c5e422e12","resolution":{"observed_at":"2026-08-06T13:06:39.300588Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.17401","last_updated":"2025-05-31T18:34:01Z","snapshot_observed_at":"2026-08-01T16:54:45.609883Z","submitted_at":"2024-10-22T20:18:26Z","title":"AdvAgent: Controllable Blackbox Red-teaming on Web Agents","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.17401","snapshot_observed_at":"2026-08-06T13:06:39.378280Z","title":"Advweb: Controllable black-box attacks on vlm-powered web agents","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:39.378280Z"},"links":{"cited_paper":"/paper/2410.17401","citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:80ba1883de95a76df2b8f82e4d2ecb0dc24c0330ee237ba51c4d33217af5e552","observation_id":"93533467-36d7-41de-9837-9439022d3a6a","resolution":{"observed_at":"2026-08-06T13:06:39.378280Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.14161","last_updated":"2025-09-10T08:35:19Z","snapshot_observed_at":"2026-08-01T16:27:28.241667Z","submitted_at":"2024-12-18T18:55:40Z","title":"TheAgentCompany: Benchmarking LLM Agents on Consequential Real World Tasks","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.14161","snapshot_observed_at":"2026-08-06T13:06:39.489224Z","title":"Theagentcompany: benchmarking llm agents on consequential real world tasks","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:39.489224Z"},"links":{"cited_paper":"/paper/2412.14161","citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:1999d8250d0d5a649b513d8815fbd5f119e84b2ac0d626924b36dae684332022","observation_id":"f8860e49-de91-4121-9d63-e937a52cdc82","resolution":{"observed_at":"2026-08-06T13:06:39.489224Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2506.00618","last_updated":"2025-06-20T01:24:06Z","snapshot_observed_at":"2026-08-10T07:10:47.014132Z","submitted_at":"2025-05-31T16:04:59Z","title":"RiOSWorld: Benchmarking the Risk of Multimodal Computer-Use Agents","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2506.00618","snapshot_observed_at":"2026-08-06T13:06:39.600377Z","title":"Riosworld: Benchmarking the risk of multimodal compter-use agents","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:39.600377Z"},"links":{"cited_paper":"/paper/2506.00618","citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:23becb2dd5b1eb0351060bee72afe3cddeafa95d3a408f42862459099f7d782b","observation_id":"e02f4beb-6747-45b5-a515-3a32c537d92a","resolution":{"observed_at":"2026-08-06T13:06:39.600377Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:39.713147Z","title":"Swe-agent: Agent-computer interfaces enable automated software engineering","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:39.713147Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:08a5db880a46c4f4d517ae2509b06a4dee0e88e4105654dbda5b5c9783b7a68d","observation_id":"ee0414e0-5e93-4809-a1ab-a40d317c0b87","resolution":{"observed_at":"2026-08-06T13:06:39.713147Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:39.849262Z","title":"Webshop: Towards scalable real-world web interaction with grounded language agents","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:39.849262Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:8d9b57718a8462e828741210dd5ff1a1f6b8d2d55921292ac8561be738768f34","observation_id":"6e7144c5-89b1-46ed-9368-88a3f2cc0049","resolution":{"observed_at":"2026-08-06T13:06:39.849262Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:39.952700Z","title":"τ-bench: A benchmark for tool-agent-user interaction in real-world domains, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:39.952700Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:3b8361d6db4798b499af46d21f55ef15e6736f1621d2103e3b33cff00554f323","observation_id":"59e0a441-0be8-445c-b2ae-823f232c8820","resolution":{"observed_at":"2026-08-06T13:06:39.952700Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:40.036737Z","title":"React: Synergizing reasoning and acting in language models, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:40.036737Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:14daba6295da89d21f1c744e7240c9328232687bd1200af19fddf86adcb729d0","observation_id":"41dcae31-c07f-4880-99ce-e9b7ce9dbc63","resolution":{"observed_at":"2026-08-06T13:06:40.036737Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2503.16416","last_updated":"2026-04-23T17:36:18Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-03-20T17:59:23Z","title":"Survey on Evaluation of LLM-based Agents","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2503.16416","snapshot_observed_at":"2026-08-06T13:06:40.100049Z","title":"Survey on evaluation of llm-based agents","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:40.100049Z"},"links":{"cited_paper":"/paper/2503.16416","citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:e498315e1b5d6382f2930f538aca685f44a7b526b8a0ed57e7e81cdbc7a568fd","observation_id":"0dc1cd65-df81-4ce4-b016-3dc6fb980dba","resolution":{"observed_at":"2026-08-06T13:06:40.100049Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.02391","last_updated":"2025-05-24T16:15:46Z","snapshot_observed_at":"2026-08-07T12:38:35.693216Z","submitted_at":"2024-11-04T18:56:42Z","title":"Attacking Vision-Language Computer Agents via Pop-ups","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.02391","snapshot_observed_at":"2026-08-06T13:06:40.188635Z","title":"Attacking vision-language computer agents via pop-ups","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:40.188635Z"},"links":{"cited_paper":"/paper/2411.02391","citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:737e71ed7d025e911cb68a28eafab8e3340bcc5f2631f3336300538ad80f42b2","observation_id":"2fa0340b-5ae2-4a86-bb6e-c55395cc9725","resolution":{"observed_at":"2026-08-06T13:06:40.188635Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2307.13854","last_updated":"2024-04-16T15:13:18Z","snapshot_observed_at":"2026-08-06T12:47:01.809185Z","submitted_at":"2023-07-25T22:59:32Z","title":"WebArena: A Realistic Web Environment for Building Autonomous Agents","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.13854","snapshot_observed_at":"2026-08-06T13:06:40.295209Z","title":"Webarena: A realistic web environment for building autonomous agents","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:40.295209Z"},"links":{"cited_paper":"/paper/2307.13854","citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:e6245b321d4d4530d0f1b9c2e6766f524d8fc8c94d73335d936a7b47d6c51c66","observation_id":"c2ce1916-70f2-452b-932c-91f0b994785f","resolution":{"observed_at":"2026-08-06T13:06:40.295209Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.10934","last_updated":"2024-10-16T17:54:12Z","snapshot_observed_at":"2026-08-08T15:14:50.065788Z","submitted_at":"2024-10-14T17:57:02Z","title":"Agent-as-a-Judge: Evaluate Agents with Agents","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.10934","snapshot_observed_at":"2026-08-06T13:06:40.376737Z","title":"eval_score","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:40.376737Z"},"links":{"cited_paper":"/paper/2410.10934","citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:23e6379de7260e5fc8a31128264b2c7a07dd10fb8ef438f6f7847f7ad88d2d96","observation_id":"2de7c469-1031-4370-b4bd-78bed9ffcea1","resolution":{"observed_at":"2026-08-06T13:06:40.376737Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:40.485603Z","title":"theagentcompany","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:40.485603Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:dc9d12861056ac5b41438130e02af050ff1f158343b4ebc903f86f63a89136aa","observation_id":"e28f248d-f8e0-4e19-a3a7-8bde0d2dab8a","resolution":{"observed_at":"2026-08-06T13:06:40.485603Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:40.562029Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:40.562029Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:ec32f0ceefe4778a82b5d9d28031f573aae6f5dce87ca46ad40e6069eca064d2","observation_id":"3fa5b52c-faf5-4f81-9d08-0bfb99a306e3","resolution":{"observed_at":"2026-08-06T13:06:40.562029Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:40.671622Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:40.671622Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:f03b6819fff6515fa0587310a38b3faebfe2f64356af841baa151c9a5ce23867","observation_id":"2ef81b64-3609-4f70-b809-343664f9ce31","resolution":{"observed_at":"2026-08-06T13:06:40.671622Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:40.756493Z","title":"How long is the meeting expected to run?","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":48,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:40.756493Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:b562058a6457603fa0b47f80421e7e55262ff1bf75be8cff50c8ecd0074810d6","observation_id":"8bd0619f-85ee-420e-a391-4b0b26752240","resolution":{"observed_at":"2026-08-06T13:06:40.756493Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:40.891679Z","title":"theagentcompany","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":49,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:40.891679Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:33a5909359164b90d4fc565795a5347122692e4069c8cd406bc8182c2d305f88","observation_id":"e2a0ebef-3a3b-44d7-89a5-52af21c1118d","resolution":{"observed_at":"2026-08-06T13:06:40.891679Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:41.061805Z","title":"theagentcompany","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":50,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:41.061805Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:1fcaaa22c7946b4e1ab83d7f245e61bb7711764cf268104a44d4f7e5e7ab2bd5","observation_id":"c57fa9c3-c1c1-41f1-bb1d-01585b09471a","resolution":{"observed_at":"2026-08-06T13:06:41.061805Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:41.212687Z","title":"Output Requirements • Output the entire updated accessibility tree, reflecting the inserted reply node","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":51,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:41.212687Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:307a8341df1a7882436bd2d045d1beccc8caee0f96e5a501dae132bf193e7d95","observation_id":"78673061-2a5a-4f11-acc5-f315c83c0ae3","resolution":{"observed_at":"2026-08-06T13:06:41.212687Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:41.375443Z","title":"Hi Chen, please exclude suspended or reviewed staff","venue":null,"work_id":null,"year":2000},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":52,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:41.375443Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:6bd042d50fa6be788807c48fd1effc27ae55ae940eac148a2b52b833cddec18a","observation_id":"fd26bed2-6f1e-45e0-926a-1528abc78b11","resolution":{"observed_at":"2026-08-06T13:06:41.375443Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:41.535900Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":53,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:41.535900Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:136c401ff1308ba51b32ef493260c609ee067cf489ce448d8caf462da0a17679","observation_id":"9dbdd061-54ae-49b6-bba2-607e85d8bb8e","resolution":{"observed_at":"2026-08-06T13:06:41.535900Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:41.631635Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":54,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:41.631635Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:d499d000b88cfa4c0bfd057c34add6499f8bf806c0b8c8c4551788d51aa7a3ef","observation_id":"e3857992-e96c-4e29-bdee-ce15005ddc31","resolution":{"observed_at":"2026-08-06T13:06:41.631635Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:41.768491Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":55,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:41.768491Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:5970dd8288f062b37a1d6c50ab433054b10e7c2c931da41533547ea8274d9de3","observation_id":"6bd5711f-ba1c-498f-9620-a476140fac76","resolution":{"observed_at":"2026-08-06T13:06:41.768491Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:41.903481Z","title":"user_question","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":56,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:41.903481Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:48076c6cf88fe27bd615ed55df8edf3fbc316ef4f91af5fd4f1cf939208250b7","observation_id":"0c8bec67-d5dd-45f7-9a75-b884b246571a","resolution":{"observed_at":"2026-08-06T13:06:41.903481Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:42.007735Z","title":"Then, we used the o4-mini model to automatically identify steps involving user switches","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":57,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:42.007735Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:c91be2d4b7c2d8ae7d71c11861805e364599cbc023e6cd2015bcb9a6a424a91c","observation_id":"7e2a1f27-e313-4478-bcb3-0ca2654731d2","resolution":{"observed_at":"2026-08-06T13:06:42.007735Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:42.051931Z","title":"Offline huang_jie","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":58,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:42.051931Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:8180f0553379da69a3142791858195707ac8357daaedfba525525a8907355a1d","observation_id":"dc231b73-c6e3-475f-82e6-3beed0249094","resolution":{"observed_at":"2026-08-06T13:06:42.051931Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:42.121831Z","title":"last_step_action","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":59,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:42.121831Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:d0c02702e94ae92d25ebf53ee0a8b747488956603e3a375a170573cfa2f05ac9","observation_id":"a83111ed-d43c-4d8e-b3f4-293e54f633b6","resolution":{"observed_at":"2026-08-06T13:06:42.121831Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:42.207988Z","title":"Incidents","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":60,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:42.207988Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:ad6bc2b27b7b5e65a058699de19e0eca40acf31c8fc863cd59ff597ed892e749","observation_id":"ad18dd5f-27df-406c-b2ab-ddb0b26a8f62","resolution":{"observed_at":"2026-08-06T13:06:42.207988Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:42.304680Z","title":"Incidents","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":61,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:42.304680Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:30c9b832b6cbcbeccdea73c9aec1c539f336db6d7fcc6935c907a3d3a2bb7402","observation_id":"dc436ef0-b016-45e0-9e7b-8462c3c24c67","resolution":{"observed_at":"2026-08-06T13:06:42.304680Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:42.427134Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":62,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:42.427134Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:84babe9c5fded7f050395f7b1c006b0b96cd1c0d1e4c9f0b64f0b654b3ce79d0","observation_id":"407c10dd-dd01-4667-806a-9ddda99852ac","resolution":{"observed_at":"2026-08-06T13:06:42.427134Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:42.525229Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":63,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:42.525229Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:c91f6ff81542acddbe2aff75b56a9170d53c17afa5855bc28ccef3b5620b0eb8","observation_id":"46d213bc-0bdf-48e9-a3c5-ca3baa8d940c","resolution":{"observed_at":"2026-08-06T13:06:42.525229Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:42.632870Z","title":"Catalog Definitions > Maintain Items","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":64,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:42.632870Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:3e9b32df46c7bbb64c74253c2424e0490eecfeff3b17890a339f21d45b0ebbef","observation_id":"8af79034-fc6f-4ecb-9f2e-db814e8eb07f","resolution":{"observed_at":"2026-08-06T13:06:42.632870Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:42.760004Z","title":"catalog items","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":65,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:42.760004Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:a2bef805db12cd79d19e3e9889040f570f7f62b1bdb7989e98449a4dd3501fdc","observation_id":"16d73eab-8c91-4f30-814b-890928970dff","resolution":{"observed_at":"2026-08-06T13:06:42.760004Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:42.858540Z","title":"Service Catalog","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":66,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:42.858540Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:685cfc316542ae0cff6e50962a47e848cccff10669314141474ae5187c08de5d","observation_id":"b94c6c7a-fc1d-47b2-94a8-5cd3ee23aeb0","resolution":{"observed_at":"2026-08-06T13:06:42.858540Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:42.944460Z","title":"Apple MacBook Pro 15","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":67,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:42.944460Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:e64b1e984085911ad2ebc31a8670e6ad624e8b08398580536fee8081ca0c33a0","observation_id":"faa7f7c1-fa62-446f-a8f1-d4fa760801c6","resolution":{"observed_at":"2026-08-06T13:06:42.944460Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:43.008438Z","title":"• Score 1: Agent does not report infeasibility but shows exploratory behavior—e.g., scrolling, going back, or waiting—indicating uncertainty or an attempt to verify feasibility","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":68,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:43.008438Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:fc4b8e45ab9141bc65201320577a3ebb820be1a7a3dc3da17e8479eadd6e38e9","observation_id":"c0f83bdc-64ab-486a-adf4-aa97c77f24a5","resolution":{"observed_at":"2026-08-06T13:06:43.008438Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:43.131054Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":69,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:43.131054Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:b8709a7bbde365feb217b43d7b098a4f4a32565679e33e0b2ee5e727ec38a2ab","observation_id":"477715be-34c3-4302-b7e0-975839d4506c","resolution":{"observed_at":"2026-08-06T13:06:43.131054Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:43.225353Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":70,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:43.225353Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:3ed18b6b022a6dac2bece1d6582a0476901a9561f17bfd32bd520074bd9086b8","observation_id":"ed23c757-4f16-4f3a-beeb-efcae2d1797f","resolution":{"observed_at":"2026-08-06T13:06:43.225353Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:43.310369Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":71,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:43.310369Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:b195d234565e97fbeecee103988f7f8c1c38be31bfb8f086929bd91d57a5c18e","observation_id":"b135d7cc-52c7-48ad-9dcc-a629d5c4aefa","resolution":{"observed_at":"2026-08-06T13:06:43.310369Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:43.402968Z","title":"task_goal","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":72,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:43.402968Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:33e8d6d0e776e8882db428d574123856b585299bf3182ccdc0207bd7da9b490c","observation_id":"8e66ba6f-4a69-4979-aa0b-69a2785df15f","resolution":{"observed_at":"2026-08-06T13:06:43.402968Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:43.494115Z","title":"cutoff_step","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":73,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:43.494115Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:5bcbd02cff773626dafba86150faf347b74cf116d557af33e8312b3fae925dbb","observation_id":"03b1759d-07e7-460c-8248-6ec32a78d1b9","resolution":{"observed_at":"2026-08-06T13:06:43.494115Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:51.407399Z","title":"We observed three primary behavior types, ranging from fully trusting misleading instructions to correctly validating them before taking action","venue":null,"work_id":"025872e8-4bf5-457f-8f19-a9eda0175ad8","year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":74,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:43.554060Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:e9cebda31391017fb2c021a4d4915c7a327352834bbd798629fe4d6d907ac169","observation_id":"91c0b533-b46c-4592-8d8e-e51ac226b199","resolution":{"observed_at":"2026-08-06T13:06:51.411405Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:51.395131Z","title":null,"venue":null,"work_id":"1c496de6-ebd0-4d91-b5c3-ae234ea0f4ac","year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":75,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:43.594457Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:0b8ff525285261ad32eaa233dfafdb658e4d8e31293cfca55f85734fe9aad9e9","observation_id":"7086f6d4-c781-4f4b-b186-7b1dfcf95a06","resolution":{"observed_at":"2026-08-06T13:06:51.399000Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:51.382572Z","title":"Step 1: Case Selection We construct erroneous-step instances by analyzing SWE-agent execution traces produced using GPT-4o","venue":null,"work_id":"de27a41a-ff5e-4d1f-a2eb-70692e204845","year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":76,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:43.662037Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:d7f5ea7a64850c5b4082c80024e0c28de55d243df78678969b1f61b444464603","observation_id":"4d883290-160e-468c-be1d-d2c433ab6663","resolution":{"observed_at":"2026-08-06T13:06:51.386525Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:51.370050Z","title":null,"venue":null,"work_id":"e85886b9-b099-4464-a5a5-6f20bef7d6fc","year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":77,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:43.735093Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:aac7826d182b17f277338977aef6c0982cf01ab9daf58a255631e7ef8838583a","observation_id":"0a4b73f8-47e5-41ce-88fe-8babeb73f61f","resolution":{"observed_at":"2026-08-06T13:06:51.374064Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:51.357602Z","title":null,"venue":null,"work_id":"e2a47f51-4015-4a27-a65b-4d245a9557db","year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":78,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:43.788805Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:42e1bacdb27a21aea6a59a3faae0bb34b2f43f21ae44f7e86b37900888c81b26","observation_id":"389b659c-9851-4cd4-a61f-0a81367a976e","resolution":{"observed_at":"2026-08-06T13:06:51.361593Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:51.246556Z","title":null,"venue":null,"work_id":"88af0c9d-c234-4541-bb8a-db2117ea0026","year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":79,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:43.849351Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:f8697f245bbd421d5940d753ebcfe05784f9a6d37a0c98a3374baaa4cac63eaf","observation_id":"15edc5fc-18b5-4f65-8350-6f46532a3e02","resolution":{"observed_at":"2026-08-06T13:06:51.250186Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:51.234234Z","title":"is_hallucination","venue":null,"work_id":"485a15b2-f076-4436-8c0f-26afad41c805","year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":80,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:43.938961Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:13508c7ab42443d2c867c0d9cdd3876eb08df4ec8126ef54a4ae64ebc1643e28","observation_id":"01ea2e38-f15a-47d4-8b6f-f8b943be0933","resolution":{"observed_at":"2026-08-06T13:06:51.238139Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:51.221384Z","title":"Processing expression: {expr}","venue":null,"work_id":"2a81500c-3911-475c-b13c-28e313d2e796","year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":81,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:43.997960Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:72b7ea548117e9cb533e3dbb82c0c16e045b2a974db9c7649f68cd18b85faced","observation_id":"a88a6ce2-0c5c-4474-9c39-5d3cd75e6844","resolution":{"observed_at":"2026-08-06T13:06:51.225540Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:51.208549Z","title":"checking logs","venue":null,"work_id":"32b39880-ec8b-4754-aa47-b9bfc9e7c7bf","year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":82,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:44.068170Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:002ee79e1c2b126821acc2308c0fad1cd97c0b36492e8c29c9b15d77d0e43c6c","observation_id":"4076762a-140a-4ec2-a965-2d9781a31ca2","resolution":{"observed_at":"2026-08-06T13:06:51.212471Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:51.195622Z","title":"We manually verify that these repetitions are not due to environmental malfunctions but are instead caused by the agent repeatedly issuing invalid actions","venue":null,"work_id":"a39746fe-ed73-4e65-93c5-043d04eb5217","year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":83,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:44.147523Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:1962f11af855f31b052835f191d3e5581dfb889b472e9aefc031dfed95d64e23","observation_id":"ebdf1197-2569-4b29-a0ac-e013d6b485b3","resolution":{"observed_at":"2026-08-06T13:06:51.199698Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:51.182357Z","title":"Ideally, agents take alternative actions while explicitly acknowledging prior repetitions in their reasoning","venue":null,"work_id":"4006a4f8-56b1-42b4-ad10-3dfc5fc5b584","year":2023},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":84,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:44.214027Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:7771681fa03e7e4d64cc2f47df8e23b0c9fe56d3b134458b56b580bfe9c890e5","observation_id":"976031b5-005e-464c-9126-ba2bb3d99598","resolution":{"observed_at":"2026-08-06T13:06:51.186286Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:51.170329Z","title":"action_history","venue":null,"work_id":"64771b87-2304-46c3-a980-af0ef86112e3","year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":85,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:44.307125Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:9487abc332ed261779044d52a03c52a2b0b5aec6317de14391d65b447dfbe886","observation_id":"2f30a1ff-efe7-49f3-9f5d-2ade6eb4a619","resolution":{"observed_at":"2026-08-06T13:06:51.174029Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:51.157728Z","title":"Therefore, we first collect pop-up examples observed in OSWorld and summarize their structure to create a reusable accessibility template","venue":null,"work_id":"6ccb4d5c-3793-487e-b801-720930c1c959","year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":86,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:44.397093Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:6298f8eab42e567dc22dfe87ca5b27170f0ff07c478c27be60bac50e57c69c23","observation_id":"23bc170b-7ff5-40a2-a399-ecbd09403943","resolution":{"observed_at":"2026-08-06T13:06:51.161632Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:51.144644Z","title":"Preserve all elements of the template and maintain consistent formatting and structure","venue":null,"work_id":"c2b3d2c6-acc0-4c3e-af1a-7d8130665f88","year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":87,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:44.495382Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:c6d5b92f72e640770f02a8f17b954d36bef50d5a2f3288cbb8b83a758045af07","observation_id":"8e7507a0-302b-4d2b-9d48-4f8c7eab3f73","resolution":{"observed_at":"2026-08-06T13:06:51.148612Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:51.132626Z","title":"Invite collaborators to my repo,","venue":null,"work_id":"a1b193c9-7c28-41c5-bc94-b95218d8f60b","year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":88,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:44.576284Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:3f08bd592449d6a43dcb89ad241b36e8daf4ca4816ed21b63094f72466c12a55","observation_id":"d931536e-dc67-4384-856b-47869c8f59b0","resolution":{"observed_at":"2026-08-06T13:06:51.136257Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:51.120108Z","title":"UPDATE NOW!","venue":null,"work_id":"dea26d8c-370c-4521-8a69-fa0b12c5e6ea","year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":89,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:44.676575Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:d6ea6d326a5d134ff54807b011002a430ee4295c4a0d986e19e713a9ced9bee8","observation_id":"10ef4387-48aa-4e98-90e9-18cbf79b4d24","resolution":{"observed_at":"2026-08-06T13:06:51.124213Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:51.107193Z","title":null,"venue":null,"work_id":"9016b7b3-eb5a-4839-9eb5-b374709068a9","year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":90,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:44.762130Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:877b18c569399300b3735e285244596639d07a0986538ebd83737ae7d8059368","observation_id":"c4d7ca84-09bd-41be-9ee7-ae02eb687e2e","resolution":{"observed_at":"2026-08-06T13:06:51.111116Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:51.094289Z","title":"Output Format: • Output only the accessibility tree of the newly generated popup","venue":null,"work_id":"370bbc94-93a8-486b-b279-51879556e1ba","year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":91,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:44.827853Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:28430d3e1cb949dc07b8ce29485165b6f26ee03ba3f55f4aa8c1a0e1aca882bb","observation_id":"df9d99d3-48a8-4e6b-8a00-079a610a29c2","resolution":{"observed_at":"2026-08-06T13:06:51.098290Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:51.081114Z","title":"Preserve all structural elements and formatting","venue":null,"work_id":"72ee6b82-418f-4178-9e61-f540f2498ccf","year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":92,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:44.893515Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:6350eaac872c8c487d3499dfea504f9ff554208f62fbbac1f317a1ef9c110894","observation_id":"8ccd9a0e-9566-416d-8eba-f1287ac6dc3f","resolution":{"observed_at":"2026-08-06T13:06:51.084942Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:51.068276Z","title":"Example: If the goal is to buy a mattress, the first promotion must be for a mattress or related item","venue":null,"work_id":"2f377495-2be6-4905-9c38-21d82323b9ae","year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":93,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:44.965505Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:8786305f9cd4fe06754ab31d759a87522016ce54d2a7fab7de965aea77e144d1","observation_id":"08e31618-0481-4466-98c2-5009fdd393ce","resolution":{"observed_at":"2026-08-06T13:06:51.072362Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:51.055661Z","title":null,"venue":null,"work_id":"b00e4b26-3260-4106-9bc0-3fde547114ae","year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":94,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:45.030184Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:35829d9d741e3f2a6ee31165bd00da549471c61f6976d85ea78fc63e75ca47a5","observation_id":"f2d737c4-664e-4528-b36a-6c03a86ee6e6","resolution":{"observed_at":"2026-08-06T13:06:51.059769Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:51.042378Z","title":null,"venue":null,"work_id":"0cc6ed7a-ee0f-4d80-9d0a-bbb35943f075","year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":95,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:45.132634Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:1aabe82466cea18299a91a71c6c7b9c48dbc46e90a087b60e0f801c161bc0931","observation_id":"68d22e43-ad24-4324-af76-1021c7d2bd1e","resolution":{"observed_at":"2026-08-06T13:06:51.046665Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:51.029244Z","title":"Do not include any explanatory comments or surrounding text","venue":null,"work_id":"9701752f-61be-4f3c-9cdf-430f3589f4b5","year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":96,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:45.233220Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:f3b1c898281489a5980ed411c22cda0d691a838e9b4a811ea5e503b1bcd235c4","observation_id":"28177ab9-d034-42ba-9723-b31be3e8ffb3","resolution":{"observed_at":"2026-08-06T13:06:51.033221Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:51.016799Z","title":null,"venue":null,"work_id":"40af317f-c482-4b5c-81f3-dc74a3215c53","year":2001},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":97,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:45.338167Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:396c03733fe27d9c84c4c7d651c5b720a0d788923a288d77b5da789a366b92a7","observation_id":"e245cc9e-116f-4d12-90c1-37b7403f7ae7","resolution":{"observed_at":"2026-08-06T13:06:51.020733Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:51.004813Z","title":null,"venue":null,"work_id":"490e788f-8d00-434b-b4a8-77a8b1eeab25","year":2002},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":98,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:45.435342Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:b1219a51f287a19c17d37d86bd18bedff35d7e20947f69e115d0a7b0877edcda","observation_id":"d3852f18-72ce-49c9-996e-d62ff1133bd0","resolution":{"observed_at":"2026-08-06T13:06:51.008485Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:50.992107Z","title":null,"venue":null,"work_id":"424859af-0876-4592-b3cd-fb767c78f9c5","year":2003},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":99,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:45.507371Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:c48580ae491477a32e35e2eeaade30cb59ff6150c5692f4134375b019f6b8e2c","observation_id":"7ddd6caf-43b9-4c20-96a9-353f366a7175","resolution":{"observed_at":"2026-08-06T13:06:50.995859Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:50.979270Z","title":null,"venue":null,"work_id":"b0f67847-8cf5-4c57-accf-5dee358d49f8","year":2004},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":100,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:45.612718Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:99e08883657d22f0e619c3ec9220a9b702462b5347fb290598df8c33a04873a9","observation_id":"b7e89c3b-39c0-427f-99de-16b9d8d74948","resolution":{"observed_at":"2026-08-06T13:06:50.983089Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","latest_version":1,"primary_category":"cs.AI","snapshot_observed_at":"2026-08-07T12:39:13.524680Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them"},"reference_resolution":{"displayed":100,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":84,"verified_exact":0,"verified_fuzzy":16},"total_outbound_references":126},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"thesis":"As of 11 August 2026, this Paper Citation Record lists 100 of 126 outbound references and 5 inbound Pith citation observations for arXiv:2507.21017."}