{"as_of":"2026-08-16T21:51:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:b8115db96cb343497104f5e05dc3727a623ec24da2f288db6be98a8da16ea2ee","coverage":[{"denominator":77,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":77,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-15T20:53:22.778705Z","state":"measured"},{"denominator":78,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":78,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-16T06:30:59.297886+00:00","state":"measured"},{"denominator":1,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":1,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-04T00:16:19.377881Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2505.11811","snapshot_observed_at":"2026-08-04T00:16:19.377881Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2511.02200","last_updated":"2026-07-06T06:58:54Z","snapshot_observed_at":"2026-08-14T16:31:26.590206Z","submitted_at":"2025-11-04T02:41:14Z","title":"Optimal-Agent-Selection: State-Aware Routing Framework for Efficient Multi-Agent Collaboration","version":2},"reference_index":36,"source":"arxiv_source","source_observed_at":"2026-08-04T00:16:19.377881Z"},"links":{"cited_paper":"/paper/2505.11811","citing_paper":"/paper/2511.02200"},"observation_digest":"sha256:d6be584bec48deaf9371c49f8df986d172d85811d81476e606a9917acdb032b6","observation_id":"6ff80ac7-a88c-448f-92bf-c98d2b1f8667","resolution":{"observed_at":"2026-08-04T00:16:19.377881Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2505.11811/citation-record","integrity":"/paper/2505.11811/integrity","json":"/paper/2505.11811/citation-record.json","paper":"/paper/2505.11811"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:53:21.031125Z","title":"online\" 'onlinestring :=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:21.031125Z"},"links":{"citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:4a5249e45933d66897b5dde707a97474c579c03d83fbac86b80e5be8a8a13b47","observation_id":"6ad55aef-f7aa-4499-9136-65c46131f31d","resolution":{"observed_at":"2026-08-15T20:53:21.031125Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:53:21.037168Z","title":"write newline","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:21.037168Z"},"links":{"citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:e34d283f61ec67ec4d123f2660fc5920c611478ddcb109ef24573934edce7927","observation_id":"8d006d78-1856-49b6-8cfc-31c844560e70","resolution":{"observed_at":"2026-08-15T20:53:21.037168Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:53:21.042799Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:21.042799Z"},"links":{"citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:657e915ede9260dff9a9a628dbe33fb4116cecd393bd887001a24787b6c734a2","observation_id":"20c458d4-ed74-49ce-be33-f463f1680860","resolution":{"observed_at":"2026-08-15T20:53:21.042799Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:53:24.934159Z","title":null,"venue":null,"work_id":"2f949c38-0a0e-4c08-b65c-149151a8bdeb","year":2024},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:21.048359Z"},"links":{"citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:147e41f92a687adb7b93415ae4e4cfc6ddfc1e220bbc561455b0fe0da194781a","observation_id":"192252f7-c75b-46b8-a84e-c60eec771bc1","resolution":{"observed_at":"2026-08-15T20:53:24.997377Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:53:24.856811Z","title":"Rae, Erich Elsen, and Laurent Sifre","venue":null,"work_id":"1f6a9a01-2d98-418e-98e4-75d4c34a4056","year":2022},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:21.076480Z"},"links":{"citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:4a5aa5274dc82f2506102eb902867ca901922709355c98ae87e20cc5c774e896","observation_id":"1b06ee7e-a9f5-4ebd-be54-f6acc6ab570f","resolution":{"observed_at":"2026-08-15T20:53:24.877586Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:53:21.133042Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:21.133042Z"},"links":{"citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:1af0725dabda7c50dc10c24ffb2f8df62f47f6b0a8496e02399041ad9de7d19c","observation_id":"1ba0a586-e2b5-4716-a18d-7aa6a3af2392","resolution":{"observed_at":"2026-08-15T20:53:21.133042Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:53:21.195489Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:21.195489Z"},"links":{"citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:89f14c5104f11a61ba4d49bf5eaafc015488fd4d3bd251f03f5aa875a297d782","observation_id":"ccc23f6c-1480-48a2-a24a-d89753167fcc","resolution":{"observed_at":"2026-08-15T20:53:21.195489Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.06634","last_updated":"2024-01-19T07:16:21Z","snapshot_observed_at":"2026-08-16T14:26:14.759248Z","submitted_at":"2024-01-19T07:16:21Z","title":"SocraSynth: Multi-LLM Reasoning with Conditional Statistics","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.06634","snapshot_observed_at":"2026-08-15T20:53:21.280683Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:21.280683Z"},"links":{"cited_paper":"/paper/2402.06634","citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:a7135bd5a43ff8fb9713dcdf2bd21b6bfc52f0a2af0cff198a7f7e291bed7894","observation_id":"7da8b93a-0458-44ba-8c34-96ac77968931","resolution":{"observed_at":"2026-08-15T20:53:21.280683Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:53:21.365645Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:21.365645Z"},"links":{"citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:f845b25635d7710d5701bb8d2d8b786e6725e38f877473c991bb6cef10b67c6d","observation_id":"1aa42cac-a6f3-49ff-a41c-b56241d443e4","resolution":{"observed_at":"2026-08-15T20:53:21.365645Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:53:21.408514Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:21.408514Z"},"links":{"citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:dd2bb12a7611704204065c42a657b974a127077d72c9530c2fc17258e5f41f7c","observation_id":"ed01eed2-83ed-42dd-ad8f-2c996f689a9e","resolution":{"observed_at":"2026-08-15T20:53:21.408514Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.08328","last_updated":"2024-10-10T19:31:35Z","snapshot_observed_at":"2026-08-16T18:14:09.835549Z","submitted_at":"2024-10-10T19:31:35Z","title":"Agents Thinking Fast and Slow: A Talker-Reasoner Architecture","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.08328","snapshot_observed_at":"2026-08-15T20:53:21.413016Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:21.413016Z"},"links":{"cited_paper":"/paper/2410.08328","citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:79105ba02765fb4e61a8641024c8fdf53ac95b62b58eff2e0764f9c520c4f08c","observation_id":"d0595133-d7a3-4985-92bd-5a879245bad4","resolution":{"observed_at":"2026-08-15T20:53:21.413016Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:53:21.417221Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:21.417221Z"},"links":{"citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:adca9ca23f08d50a008f93b27685c6963c6d0f5b01f24a5d5c587c98940bb046","observation_id":"248cf9d5-8561-432a-b0f0-655e2aa4b1a2","resolution":{"observed_at":"2026-08-15T20:53:21.417221Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:53:21.422034Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:21.422034Z"},"links":{"citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:ba215309861af2fd43673f0ea8b2ae97de8c0d7a1b57d55bedca5638f9edba66","observation_id":"65f808ff-1ee9-4b02-a07d-03b695224a84","resolution":{"observed_at":"2026-08-15T20:53:21.422034Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.07114","last_updated":"2024-10-25T07:57:44Z","snapshot_observed_at":"2026-08-16T18:15:08.633352Z","submitted_at":"2024-09-19T19:48:31Z","title":"System 2 thinking in OpenAI's o1-preview model: Near-perfect performance on a mathematics exam","version":5},"cited_work":{"arxiv_id":"2410.07114","doi":"10.48550/arxiv.2410.07114","metadata_source":"pith","pith_arxiv_id":"2410.07114","snapshot_observed_at":"2026-08-16T12:16:17.039197Z","title":"System 2 thinking in OpenAI's o1-preview model: Near-perfect performance on a mathematics exam","venue":"cs.CY","work_id":"9bf621d3-c511-46db-9570-30ac298e0d6b","year":2024},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:21.426012Z"},"links":{"cited_paper":"/paper/2410.07114","citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:bc6f95b74233a1486d3152e9d8879b81a2227d361a076cdf662a66c66f2a6160","observation_id":"89f885e1-3ff7-496e-9688-1c017e413d81","resolution":{"observed_at":"2026-08-15T20:53:23.757984Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2022.emnlp-main.81","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:53:23.564985Z","title":null,"venue":null,"work_id":"fbc2a071-f86c-42de-9950-580089f6ec45","year":2022},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:21.431182Z"},"links":{"citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:bfe84d470d8d8024665645c99f4eefd56a73f7367d4bb2ba82f877a8052f6cca","observation_id":"3bdd6b47-5d6e-4280-b9dc-cd718bb05e71","resolution":{"observed_at":"2026-08-15T20:53:23.609817Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:53:21.436240Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:21.436240Z"},"links":{"citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:05fd3d82405847e76dc7b258d666f12f7c23f6323d9db86fc0fbf115aff17946","observation_id":"254c58d7-2acb-4115-b376-bb192b091a06","resolution":{"observed_at":"2026-08-15T20:53:21.436240Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.15553","last_updated":"2024-11-13T04:26:13Z","snapshot_observed_at":"2026-08-16T18:18:26.938255Z","submitted_at":"2024-10-21T00:59:47Z","title":"Multi-IF: Benchmarking LLMs on Multi-Turn and Multilingual Instructions Following","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.15553","snapshot_observed_at":"2026-08-15T20:53:21.440670Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:21.440670Z"},"links":{"cited_paper":"/paper/2410.15553","citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:0f7642a16c08f44cfb7c562053d8eec40761e370a198243d81065f94a844c977","observation_id":"18e46598-e187-45a9-a98c-2130544ba8ec","resolution":{"observed_at":"2026-08-15T20:53:21.440670Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:53:21.444793Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:21.444793Z"},"links":{"citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:4d9398bb77e140990891759d907985bcda30f52f3fee475558570b8cfeca6257","observation_id":"151c744a-4c6f-4f5b-a5b1-906ec97ebd91","resolution":{"observed_at":"2026-08-15T20:53:21.444793Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:53:21.448795Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:21.448795Z"},"links":{"citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:0342a825ca7daba23d0fd53cdc4cd777c245550d3145932bfd0ed5dabe2b47c2","observation_id":"bdba680c-4fdc-4d1c-b86a-b4241acf0607","resolution":{"observed_at":"2026-08-15T20:53:21.448795Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:53:21.453336Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:21.453336Z"},"links":{"citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:1fa999810c32516c061d5c0662de56e23d82955e46a07304bd125cc99595927b","observation_id":"2bdffdf1-cc1a-4ee4-a83b-3a37dc21530d","resolution":{"observed_at":"2026-08-15T20:53:21.453336Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:53:24.827448Z","title":null,"venue":null,"work_id":"c43626ea-6b4a-4edd-b818-774616c1c575","year":2024},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:21.458444Z"},"links":{"citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:a72948570ec2b8fdc4985b331b8f6278d8d412851e880c90a3370e442d34212c","observation_id":"5502bac8-725c-4548-b157-2bb1a939e657","resolution":{"observed_at":"2026-08-15T20:53:24.831540Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:53:21.462954Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:21.462954Z"},"links":{"citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:3b38d21adefdc5ff116944c6cc4d6b896308e86ba60a6e870ac7bd069c82d291","observation_id":"e6419ec1-5166-44d5-958d-cce17b8e0051","resolution":{"observed_at":"2026-08-15T20:53:21.462954Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:53:24.811062Z","title":null,"venue":null,"work_id":"4690e86b-4650-4c08-b8d6-0008666b27ae","year":2022},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:21.467283Z"},"links":{"citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:a1f07197108c6ded2cfacf796f34b652abd2c89f917fb714bcdad41bc319e53e","observation_id":"4cfe772f-6079-45b9-bf10-8ec6e422f4db","resolution":{"observed_at":"2026-08-15T20:53:24.816944Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:53:24.795219Z","title":null,"venue":null,"work_id":"c18ddd63-4c45-49e7-979c-7a76cdb30aab","year":2023},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:21.471492Z"},"links":{"citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:b0fccc29a68bac75b0227bcf977d450716bce8214db4d71a690e95417d192a12","observation_id":"c150c369-b9ff-47e0-9e51-69ad629e7143","resolution":{"observed_at":"2026-08-15T20:53:24.800940Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:53:21.475407Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:21.475407Z"},"links":{"citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:97fa931388933b60a7ce217fb02ef27a0f3f942f9f39d6687bcab026e26a0e8d","observation_id":"432fce2b-154a-4e25-a355-0f6addfd48d3","resolution":{"observed_at":"2026-08-15T20:53:21.475407Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.06825","last_updated":"2023-10-10T17:54:58Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-10-10T17:54:58Z","title":"Mistral 7B","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.06825","snapshot_observed_at":"2026-08-15T20:53:21.591197Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:21.591197Z"},"links":{"cited_paper":"/paper/2310.06825","citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:be291b26edd8e4923b0e3930a3b39de260bbe79acc43560003bfc7d5d09c319b","observation_id":"62fd1086-24a6-4a66-938a-2b4290afea2b","resolution":{"observed_at":"2026-08-15T20:53:21.591197Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:53:21.622926Z","title":"Xu, Luyu Gao, Zhiqing Sun, Qian Liu, Jane Dwivedi - Yu, Yiming Yang, Jamie Callan, and Graham Neubig","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:21.622926Z"},"links":{"citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:68179d9c80934abfd0b70e109559c1fe3e1c8450eb1fd088e8cde767c18e24de","observation_id":"87218407-adb9-4b55-b424-7962b171eb87","resolution":{"observed_at":"2026-08-15T20:53:21.622926Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.13101","last_updated":"2025-01-30T04:51:41Z","snapshot_observed_at":"2026-08-16T18:15:06.198082Z","submitted_at":"2024-07-18T02:19:00Z","title":"Retrieve, Summarize, Plan: Advancing Multi-hop Question Answering with an Iterative Approach","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.13101","snapshot_observed_at":"2026-08-15T20:53:21.627505Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:21.627505Z"},"links":{"cited_paper":"/paper/2407.13101","citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:a33a0375ac93612cc2662054722644e15e22f641d94ff6374fe49d5dcd708380","observation_id":"78dbfdd1-5ee9-493b-84a5-8e3be416967f","resolution":{"observed_at":"2026-08-15T20:53:21.627505Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/d19-1249","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:53:23.460305Z","title":null,"venue":null,"work_id":"afbbc6ff-de35-4267-835f-81c7a1fc247e","year":2019},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:21.632105Z"},"links":{"citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:4be96756763e7c6402f2e7d71e3721176d503f66bb2c3a77a0dcf8ca1e54007a","observation_id":"5a4757eb-2ed3-4157-8ad7-1d04f54ae5a2","resolution":{"observed_at":"2026-08-15T20:53:23.465466Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:53:21.636681Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:21.636681Z"},"links":{"citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:9578709a0adb0fecfc82310f5b959b3cce75085a07382158ce96c2dbd2c2a277","observation_id":"6dae17d8-f263-4266-a7d5-d47ba9e1e234","resolution":{"observed_at":"2026-08-15T20:53:21.636681Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2023.acl-long.885","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:53:23.437417Z","title":null,"venue":null,"work_id":"d87cc8ca-5f11-4adf-b8b9-0bba2b1a1059","year":2023},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":31,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:21.641137Z"},"links":{"citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:06a2148068f5765d4ef914611c7a6c3fc32ca6bd2561fe4ff74194fd0b794b1d","observation_id":"cb2da935-29cd-4d3c-b661-5c6cfb38f8e4","resolution":{"observed_at":"2026-08-15T20:53:23.442633Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:53:24.778782Z","title":"Bowman, Tim Rockt \\\" a schel, and Ethan Perez","venue":null,"work_id":"f8638f75-acfd-4a1f-82ed-95f78492a8f5","year":2024},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":32,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:21.646197Z"},"links":{"citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:12fc7c4c2ddfae9df0a055c95e18da1aad3d46ff4219d2ba1c231b5f10d6b377","observation_id":"f618e76e-f0ec-4c55-a256-a09c0a7b5877","resolution":{"observed_at":"2026-08-15T20:53:24.784908Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2203.05115","last_updated":"2022-05-23T16:41:08Z","snapshot_observed_at":"2026-08-16T17:15:42.272473Z","submitted_at":"2022-03-10T02:24:14Z","title":"Internet-augmented language models through few-shot prompting for open-domain question answering","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2203.05115","snapshot_observed_at":"2026-08-15T20:53:21.650490Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":33,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:21.650490Z"},"links":{"cited_paper":"/paper/2203.05115","citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:bd52c66cccf349add4a919efc04c3c483b0204ddc9f893b60bd69d7daa4dfd36","observation_id":"a577378c-448a-4c71-b9ce-6c858d6ad2f8","resolution":{"observed_at":"2026-08-15T20:53:21.650490Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2023.acl-short.147","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:53:23.408920Z","title":null,"venue":null,"work_id":"0803e962-15cc-4d3d-b586-48b62b983673","year":2023},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":34,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:21.655900Z"},"links":{"citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:b507ed5656e80e46ab7dd0d7f11985a3f1b984cd8ab5f62c0a449a8d85381e61","observation_id":"3e0020c6-6f94-47ba-921c-b2106a63d960","resolution":{"observed_at":"2026-08-15T20:53:23.413256Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2303.17760","last_updated":"2023-11-02T17:34:57Z","snapshot_observed_at":"2026-08-16T08:17:30.538734Z","submitted_at":"2023-03-31T01:09:00Z","title":"CAMEL: Communicative Agents for \"Mind\" Exploration of Large Language Model Society","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.17760","snapshot_observed_at":"2026-08-15T20:53:21.661402Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":35,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:21.661402Z"},"links":{"cited_paper":"/paper/2303.17760","citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:c87a410543dbf902216bdb8fe7e78b3014fbdc971fe6f4d3ab9a548a43cd0043","observation_id":"20d3ea92-cda9-47b5-a363-58e373275ff5","resolution":{"observed_at":"2026-08-15T20:53:21.661402Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:53:24.759881Z","title":"Wong, and Min Yang","venue":null,"work_id":"b06227ff-3ab0-4f66-902f-378e3ca1e9a2","year":2024},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":36,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:21.688636Z"},"links":{"citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:c2bfcbdff8573892333c3bce15be5d92632e389ff7e8c610ec8301004e416f6d","observation_id":"ba05e294-94f7-417f-911e-2bb4d0bf7a7e","resolution":{"observed_at":"2026-08-15T20:53:24.765618Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:53:24.595979Z","title":null,"venue":null,"work_id":"87c3f26b-ccab-466c-946d-acd1343b5482","year":2024},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":37,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:21.852854Z"},"links":{"citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:5979529929ae246ebde03469fbc00b72c54bf13cb010c8998b5552b54aaff0c8","observation_id":"09097790-2c8a-47b3-85d6-73f4445775d2","resolution":{"observed_at":"2026-08-15T20:53:24.714938Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:53:21.856681Z","title":null,"venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":38,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:21.856681Z"},"links":{"citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:f3df0fa6d62eecf46d0a80b7124b94b0d1f3b2f198e988463a5623f64eac3ae8","observation_id":"fb393ec7-0ba5-4da3-96e5-2c8f1055f103","resolution":{"observed_at":"2026-08-15T20:53:21.856681Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.02170","last_updated":"2024-11-15T04:30:04Z","snapshot_observed_at":"2026-08-07T04:49:42.215176Z","submitted_at":"2023-10-03T16:05:48Z","title":"A Dynamic LLM-Powered Agent Network for Task-Oriented Agent Collaboration","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.02170","snapshot_observed_at":"2026-08-15T20:53:21.861043Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":39,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:21.861043Z"},"links":{"cited_paper":"/paper/2310.02170","citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:8b06b3e4ed3b656833951706db0a2fd442b1ca5845e482379b6f410793eaf1d2","observation_id":"e0927a89-4dbe-45d8-95a1-afc369699e6c","resolution":{"observed_at":"2026-08-15T20:53:21.861043Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:53:24.434142Z","title":null,"venue":null,"work_id":"0a5dbbe9-b2a3-41eb-b062-4e591cbc3549","year":2019},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":40,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:21.865853Z"},"links":{"citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:61dbd6abd766e92ea954c586ddf20e4486a83ec45434dbb8a8f5526fd9cb7d6d","observation_id":"efd13f1f-7c01-42e6-9bdc-ef1cd9417fa7","resolution":{"observed_at":"2026-08-15T20:53:24.467450Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:53:24.421916Z","title":null,"venue":null,"work_id":"c8b0304b-2ba4-4e83-953b-5a53194493f3","year":2016},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":41,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:21.869746Z"},"links":{"citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:ea2ca3238e5b59729dce91a8d7e750392b0e945a6b9349ff7a2c649cc28413bd","observation_id":"17407177-4f01-4b23-a7a3-77012b87701d","resolution":{"observed_at":"2026-08-15T20:53:24.425902Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2204.09140","last_updated":"2024-05-31T14:28:40Z","snapshot_observed_at":"2026-08-16T18:15:08.980822Z","submitted_at":"2022-04-19T21:55:18Z","title":"Multi-hop Question Answering","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2204.09140","snapshot_observed_at":"2026-08-15T20:53:21.874041Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":42,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:21.874041Z"},"links":{"cited_paper":"/paper/2204.09140","citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:c87e49b8faad035099686f4dfabeada3e90f193ecb62d02fb4492d0a857e8656","observation_id":"7d6cb6c8-aa7b-4140-852c-286f04ced15d","resolution":{"observed_at":"2026-08-15T20:53:21.874041Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:53:21.878897Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":43,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:21.878897Z"},"links":{"citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:853c5f6aaac8a5d56456d099f74b46e71eebee3632b09708dd962b11aafbb224","observation_id":"50899827-df1c-431f-8d49-134a5bf5ade4","resolution":{"observed_at":"2026-08-15T20:53:21.878897Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:53:24.405475Z","title":"Zemel, and Carl Vondrick","venue":null,"work_id":"53f12cc6-a3da-4f62-ae39-529a0286ab19","year":2024},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":44,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:21.893887Z"},"links":{"citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:b16c1d441439ff0975ccdf3969fdd656e1ad5d48ac5beb90abfbb912932acf75","observation_id":"4f6c1077-347e-433c-88fb-bb2a1acdca5b","resolution":{"observed_at":"2026-08-15T20:53:24.410967Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.06196","last_updated":"2025-03-23T14:51:01Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-02-09T05:37:09Z","title":"Large Language Models: A Survey","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.06196","snapshot_observed_at":"2026-08-15T20:53:21.932643Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":45,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:21.932643Z"},"links":{"cited_paper":"/paper/2402.06196","citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:aed01879b7147f64869c13b4a8fc387826762f657aa93da2bb3f824f871d03e7","observation_id":"fb0bcace-3334-48f1-82e6-ce1981397c5f","resolution":{"observed_at":"2026-08-15T20:53:21.932643Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.09659","last_updated":"2025-01-19T16:50:20Z","snapshot_observed_at":"2026-08-16T18:15:05.666217Z","submitted_at":"2024-09-15T08:14:18Z","title":"Leveraging Open-Source Large Language Models for Native Language Identification","version":2},"cited_work":{"arxiv_id":"2409.09659","doi":"10.48550/arxiv.2409.09659","metadata_source":"pith","pith_arxiv_id":"2409.09659","snapshot_observed_at":"2026-08-16T12:16:17.039197Z","title":"Leveraging Open-Source Large Language Models for Native Language Identification","venue":"cs.CL","work_id":"2ca21339-470c-4d0a-ba8c-ceac6bbe0af9","year":2024},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":46,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:22.058829Z"},"links":{"cited_paper":"/paper/2409.09659","citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:e27833bed5893e759d20b9ef545533c6c098a2473ee7d71976aba201d31d45aa","observation_id":"91fc7959-8c35-4e84-ba15-602c5c2d937d","resolution":{"observed_at":"2026-08-15T20:53:23.322307Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2303.08774","last_updated":"2024-03-04T06:01:33Z","snapshot_observed_at":"2026-08-16T19:40:28.523700Z","submitted_at":"2023-03-15T17:15:04Z","title":"GPT-4 Technical Report","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.08774","snapshot_observed_at":"2026-08-15T20:53:22.144143Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":47,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:22.144143Z"},"links":{"cited_paper":"/paper/2303.08774","citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:dc95f9d79e562b7b690b364c57f15c43b1007ad9988c12ab5161afe5e3ad9aa8","observation_id":"c4803efc-7b8f-4160-9e56-31305f5cbe36","resolution":{"observed_at":"2026-08-15T20:53:22.144143Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:53:22.148613Z","title":"Smith, and Mike Lewis","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":48,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:22.148613Z"},"links":{"citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:8f568b251464dd86edded9d687f3568c9e8696c172500284d0a452e59436bc81","observation_id":"4432e74b-047a-4bf7-9694-873be719bb9a","resolution":{"observed_at":"2026-08-15T20:53:22.148613Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:53:22.152506Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":49,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:22.152506Z"},"links":{"citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:6d8502fdce3b3da1dd42c9570d9097509775f82659385321b5daee96059adf64","observation_id":"7e40b44b-2ea4-4639-bf54-84ab5c2ea2cf","resolution":{"observed_at":"2026-08-15T20:53:22.152506Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:53:22.157528Z","title":null,"venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":50,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:22.157528Z"},"links":{"citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:f1e3f1aa2d856d2cc31a5d8f210fe1b7843ca1ce24bcf1c2e85be72639bb4ca1","observation_id":"f2923d5e-ec00-4830-a33f-d64b78a089be","resolution":{"observed_at":"2026-08-15T20:53:22.157528Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.01312","last_updated":"2024-01-02T17:54:02Z","snapshot_observed_at":"2026-08-16T14:30:16.471963Z","submitted_at":"2024-01-02T17:54:02Z","title":"LLM Harmony: Multi-Agent Communication for Problem Solving","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.01312","snapshot_observed_at":"2026-08-15T20:53:22.161814Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":51,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:22.161814Z"},"links":{"cited_paper":"/paper/2401.01312","citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:b75a2f2a69802c5f9c40c365fccab8dc64650131221792a0827b219f7aa81739","observation_id":"7c37a5cc-ef34-4a49-9928-2303d3488dc1","resolution":{"observed_at":"2026-08-15T20:53:22.161814Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:53:22.167721Z","title":"Robertson and Hugo Zaragoza","venue":null,"work_id":null,"year":2009},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":52,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:22.167721Z"},"links":{"citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:63a0d551a60fdfb87283db1a719c3dd8f39170d872045ec65663dfa2870d93d2","observation_id":"bf05b860-25f1-49aa-b122-df534e0d2221","resolution":{"observed_at":"2026-08-15T20:53:22.167721Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:53:22.171772Z","title":"Bernstein, and Diyi Yang","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":53,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:22.171772Z"},"links":{"citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:95348b3dc108f2cdc9cc30d6346b87469566d2cbc097f01ef57b2f1b7d48b99d","observation_id":"42cc87bf-265b-46d2-a8ba-708203ab78b7","resolution":{"observed_at":"2026-08-15T20:53:22.171772Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:53:22.176921Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":54,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:22.176921Z"},"links":{"citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:d7762f138de8c74e7e9947a4b9e9c8e78c3a8241d7e019f00ae2853c6204a0e0","observation_id":"4983fd50-2bf7-42fb-955b-d74f289fa4bd","resolution":{"observed_at":"2026-08-15T20:53:22.176921Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.18431","last_updated":"2025-06-22T12:13:24Z","snapshot_observed_at":"2026-08-14T05:10:22.268959Z","submitted_at":"2024-12-24T13:45:22Z","title":"GeAR: Graph-enhanced Agent for Retrieval-augmented Generation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.18431","snapshot_observed_at":"2026-08-15T20:53:22.181404Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":55,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:22.181404Z"},"links":{"cited_paper":"/paper/2412.18431","citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:25f83f7b31ca15ff8d73349e713c3af31e18903ee473e893b312178527107847","observation_id":"7a89600e-bfa1-468b-ab8b-c4cb86cca8f3","resolution":{"observed_at":"2026-08-15T20:53:22.181404Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:53:22.186291Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":56,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:22.186291Z"},"links":{"citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:ae1e84d34007e8ec550bdd51190b36c717c748a6a5694893c37a91494c469518","observation_id":"c1097113-33b0-4246-8daf-38ecf4359192","resolution":{"observed_at":"2026-08-15T20:53:22.186291Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.15391","last_updated":"2024-01-27T11:41:48Z","snapshot_observed_at":"2026-08-13T01:06:03.395715Z","submitted_at":"2024-01-27T11:41:48Z","title":"MultiHop-RAG: Benchmarking Retrieval-Augmented Generation for Multi-Hop Queries","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.15391","snapshot_observed_at":"2026-08-15T20:53:22.191413Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":57,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:22.191413Z"},"links":{"cited_paper":"/paper/2401.15391","citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:1b3eb31ef0ce9d08c0b0d0f6d2c662cebdd2ea1dbf79eadc8c93d99b9b25544d","observation_id":"22405e44-1933-46f1-b5fe-61335e7ab7cb","resolution":{"observed_at":"2026-08-15T20:53:22.191413Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:53:24.382882Z","title":null,"venue":null,"work_id":"3ec22830-f406-47cd-9027-2b0012445a8f","year":2024},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":58,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:22.222324Z"},"links":{"citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:53c0a885c244882b449deaa03adb4e7a718ae30308bc0de52c58a343c41e9dbd","observation_id":"9aecd8eb-bdab-4d14-9837-145b3ffeb0e7","resolution":{"observed_at":"2026-08-15T20:53:24.388789Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2307.09288","last_updated":"2023-07-19T17:08:59Z","snapshot_observed_at":"2026-08-07T12:56:43.323460Z","submitted_at":"2023-07-18T14:31:57Z","title":"Llama 2: Open Foundation and Fine-Tuned Chat Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.09288","snapshot_observed_at":"2026-08-15T20:53:22.266200Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":59,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:22.266200Z"},"links":{"cited_paper":"/paper/2307.09288","citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:bc7e4661370ebacceb564f21da573dd7ba1172e6978480a04449523748ebce24","observation_id":"330941bf-d086-4a57-9697-cb83ccbf92e6","resolution":{"observed_at":"2026-08-15T20:53:22.266200Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:53:22.476510Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":61,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:22.476510Z"},"links":{"citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:6d0d55c828d81c9bf96bc5f5acf8dd4361bb87e1a3c2b1f32d4ce355c98ca1ff","observation_id":"8d6f49cc-be54-4722-8c36-6161fadbca32","resolution":{"observed_at":"2026-08-15T20:53:22.476510Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2501.12332","last_updated":"2025-01-21T18:06:54Z","snapshot_observed_at":"2026-08-16T19:33:18.551561Z","submitted_at":"2025-01-21T18:06:54Z","title":"Automatic Labelling with Open-source LLMs using Dynamic Label Schema Integration","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2501.12332","snapshot_observed_at":"2026-08-15T20:53:22.480607Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":62,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:22.480607Z"},"links":{"cited_paper":"/paper/2501.12332","citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:73d3431a0f6e6e43cf8caf4d4f565860450d0323d963b939fc2379dfeac25cff","observation_id":"ea713e43-3a9f-4be5-8604-7400b3fa2702","resolution":{"observed_at":"2026-08-15T20:53:22.480607Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:53:24.369886Z","title":"Chi, Quoc V","venue":null,"work_id":"faea286a-46ab-4a64-bd38-4b60c43e5da5","year":2022},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":63,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:22.486288Z"},"links":{"citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:5f48278b13de557f6619d16da7839853e59c542ef539b83188cad19e1a53d29c","observation_id":"222189f3-b01b-4f96-beb9-ed21b83516fc","resolution":{"observed_at":"2026-08-15T20:53:24.373971Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:53:22.491050Z","title":null,"venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":64,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:22.491050Z"},"links":{"citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:0684d55bba317630e5adb92f5913cec38d35033ac81c1d5b13ae75a8dcd79e2f","observation_id":"b7b8063b-2932-4d69-8b25-3d2e4b832148","resolution":{"observed_at":"2026-08-15T20:53:22.491050Z","resolver_source":null,"status":"malformed_identifier"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2501.07813","last_updated":"2026-04-06T06:33:57Z","snapshot_observed_at":"2026-08-16T18:15:06.522760Z","submitted_at":"2025-01-14T03:25:26Z","title":"Talk to Right Specialists: Iterative Routing in Multi-agent Systems for Question Answering","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2501.07813","snapshot_observed_at":"2026-08-15T20:53:22.494918Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":65,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:22.494918Z"},"links":{"cited_paper":"/paper/2501.07813","citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:bef30f01e99dada93c1a1d9c60df229f29129d0f8f2cf82c53a59244fc22864f","observation_id":"fcffad53-e7d0-4da1-8e9c-235d8607f05b","resolution":{"observed_at":"2026-08-15T20:53:22.494918Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:53:24.354516Z","title":null,"venue":null,"work_id":"6442421b-79aa-4663-9c25-7c37d696ba36","year":2024},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":66,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:22.499009Z"},"links":{"citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:4015d0e1a72bb440717e38b68fa4ad53ad505212bae479a414daff7e2340de94","observation_id":"687eb1bf-3df4-4c2a-969b-c7ef55936897","resolution":{"observed_at":"2026-08-15T20:53:24.359657Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2404.09127","last_updated":"2024-05-10T16:38:23Z","snapshot_observed_at":"2026-08-16T18:15:07.045748Z","submitted_at":"2024-04-14T02:40:43Z","title":"Confidence Calibration and Rationalization for LLMs via Multi-Agent Deliberation","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.09127","snapshot_observed_at":"2026-08-15T20:53:22.504077Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":67,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:22.504077Z"},"links":{"cited_paper":"/paper/2404.09127","citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:c334f0230d76662c737d8fad05ad2d00e3a4662df5560583c28c9a39af788200","observation_id":"d0808c87-d07d-4f0f-9142-98e69f39b10a","resolution":{"observed_at":"2026-08-15T20:53:22.504077Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:53:22.508567Z","title":"Cohen, Ruslan Salakhutdinov, and Christopher D","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":68,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:22.508567Z"},"links":{"citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:f1d3753f1f618e85b4a58df3039356281c2e96277512119176570900a365f822","observation_id":"b2358406-b9ae-459a-838c-505c8e937f07","resolution":{"observed_at":"2026-08-15T20:53:22.508567Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:53:24.306296Z","title":null,"venue":null,"work_id":"c024ac5d-8794-4726-80b9-f9160a9536b0","year":2023},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":69,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:22.514437Z"},"links":{"citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:8b045a9ba6399c61d45fc8deed43cd89481965c66ca1409a2cd24ca1bbebc257","observation_id":"d2d4dea0-a4a7-4e53-9af8-f196382a485f","resolution":{"observed_at":"2026-08-15T20:53:24.343867Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:53:24.149847Z","title":null,"venue":null,"work_id":"37e971c0-3eae-4e4c-ac2f-c1abc33ffc22","year":2024},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":70,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:22.520512Z"},"links":{"citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:52ef496eab4b590783ab5f0d20615e07d11c02f6e01bf431f48787b6a17efd13","observation_id":"5a6040a2-efe1-4f13-b6bd-5180bd88b631","resolution":{"observed_at":"2026-08-15T20:53:24.221221Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.13884","last_updated":"2024-01-23T14:11:04Z","snapshot_observed_at":"2026-08-16T18:15:09.737956Z","submitted_at":"2023-11-23T10:14:58Z","title":"Controlling Large Language Model-based Agents for Large-Scale Decision-Making: An Actor-Critic Approach","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.13884","snapshot_observed_at":"2026-08-15T20:53:22.525817Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":71,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:22.525817Z"},"links":{"cited_paper":"/paper/2311.13884","citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:68092739ba8711b1c61ae7380c8dddd225adfb434ac07a0a20f3d01a98d638db","observation_id":"8f2c9072-3133-4f65-a8a2-82a31f13d5f1","resolution":{"observed_at":"2026-08-15T20:53:22.525817Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:53:24.071302Z","title":null,"venue":null,"work_id":"50efb4c6-8f67-4529-91c0-99e8ba99d41d","year":2024},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":72,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:22.531210Z"},"links":{"citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:b9ab01f37afe6112a41222924b321913d9f7d9fd29b0fb012b5c6607cfe17455","observation_id":"996ef098-52ef-4b64-a08d-51d7ff75855e","resolution":{"observed_at":"2026-08-15T20:53:24.075771Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.3233/faia240755","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:53:23.120960Z","title":null,"venue":null,"work_id":"aa5ce3df-eb2c-45ad-abc4-fa6a075eb4f6","year":2024},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":73,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:22.535323Z"},"links":{"citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:b008fe8142d4e5ce8c26cefe85596c1b75e8dbb55ffc4c0f890ed8793e46d65c","observation_id":"5602b8d5-8c75-4c81-8e4a-e2976d3e3d24","resolution":{"observed_at":"2026-08-15T20:53:23.125574Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2021.findings-acl.197","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:53:22.861153Z","title":null,"venue":null,"work_id":"7fdfe7cc-b80a-4a2b-97c6-3f594089ed90","year":2021},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":74,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:22.539101Z"},"links":{"citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:d1df7dc04f5aa3753e55976f3fca9f6e3128b98848fc123ab0cd43b3aaef6de1","observation_id":"08c0f2a6-ebc3-46bc-8796-3eaa6d5bea9e","resolution":{"observed_at":"2026-08-15T20:53:22.953162Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.11550","last_updated":"2024-03-13T07:16:42Z","snapshot_observed_at":"2026-08-16T14:17:37.221101Z","submitted_at":"2024-02-18T11:46:52Z","title":"LongAgent: Scaling Language Models to 128k Context through Multi-Agent Collaboration","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.11550","snapshot_observed_at":"2026-08-15T20:53:22.565482Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":75,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:22.565482Z"},"links":{"cited_paper":"/paper/2402.11550","citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:4278ef51b334f978fd3deeee0818fd92eb665cdb5453290af16f9addf3131472","observation_id":"a62a3b8a-c90e-4285-af7d-1eac525e9940","resolution":{"observed_at":"2026-08-15T20:53:22.565482Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:53:22.647684Z","title":"Manning, Christopher Potts, and Danqi Chen","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":76,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:22.647684Z"},"links":{"citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:e2b732701ffba2941e9eb0caea1f70d6b1704ab69408aeb56eb9ffe9fb348e36","observation_id":"c9a8576b-c0be-433d-a60f-c4a52ea813ed","resolution":{"observed_at":"2026-08-15T20:53:22.647684Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:53:24.056503Z","title":"Le, and Ed H","venue":null,"work_id":"886523e4-47e4-4345-adbe-abcaffd2ef50","year":2023},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":77,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:22.735067Z"},"links":{"citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:cc10ff822c93f41d02d45e5a44b8502bb9ccf86c1998005f1a2b7a351badef61","observation_id":"ffb2e997-d74b-43c2-91a1-5a99f0eccbc9","resolution":{"observed_at":"2026-08-15T20:53:24.062118Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:53:24.041095Z","title":null,"venue":null,"work_id":"0bee8e0f-4c62-4490-b0c3-39e3d312c707","year":2024},"citing_paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","version":1},"reference_index":78,"source":"arxiv_source","source_observed_at":"2026-08-15T20:53:22.778705Z"},"links":{"citing_paper":"/paper/2505.11811"},"observation_digest":"sha256:640b4ac41b4823d5ba4015da3c9e6237a3f4de14e5eedb242576fbd53319536b","observation_id":"71a3a112-5bdd-4728-b318-d68e4733b2f7","resolution":{"observed_at":"2026-08-15T20:53:24.046160Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2505.11811","last_updated":"2025-05-17T03:43:30Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-16T18:14:35.610145Z","submitted_at":"2025-05-17T03:43:30Z","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering"},"reference_resolution":{"displayed":77,"state_counts":{"malformed_identifier":1,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":62,"verified_exact":8,"verified_fuzzy":6},"total_outbound_references":77},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"thesis":"As of 16 August 2026, this Paper Citation Record lists 77 of 77 outbound references and 1 inbound Pith citation observation for arXiv:2505.11811."}