{"as_of":"2026-08-18T10:26:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:dbe64bc5de051bcaaf62f07c9df1f8361e089608055fed4413b0c956ad6f4238","coverage":[{"denominator":27,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":27,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-11T00:37:48.192088Z","state":"measured"},{"denominator":27,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":27,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-18T06:34:40.430872+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2608.07583/citation-record","integrity":"/paper/2608.07583/integrity","json":"/paper/2608.07583/citation-record.json","paper":"/paper/2608.07583"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2502.11133","last_updated":"2025-02-16T14:00:59Z","snapshot_observed_at":"2026-08-16T12:58:00.547745Z","submitted_at":"2025-02-16T14:00:59Z","title":"MasRouter: Learning to Route LLMs for Multi-Agent Systems","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.11133","snapshot_observed_at":"2026-08-11T00:37:48.058667Z","title":"MasRouter: Learning to route LLMs for multi-agent systems,","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.07583","last_updated":"2026-08-05T05:01:26Z","snapshot_observed_at":"2026-08-17T15:11:14.903484Z","submitted_at":"2026-08-05T05:01:26Z","title":"RouteGuard: Certifying Routing Gain in LLM Multi-Agent Systems When Complementarity Is Not Enough","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-11T00:37:48.058667Z"},"links":{"cited_paper":"/paper/2502.11133","citing_paper":"/paper/2608.07583"},"observation_digest":"sha256:ed3106590a058994bb52c1ca70ee69762ce0d1e226fd81dabed1438b20c01a9d","observation_id":"705b7712-206a-441f-9014-5b53621344a6","resolution":{"observed_at":"2026-08-11T00:37:48.058667Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2505.00212","last_updated":"2025-06-02T03:25:55Z","snapshot_observed_at":"2026-08-16T04:45:52.319427Z","submitted_at":"2025-04-30T23:09:44Z","title":"Which Agent Causes Task Failures and When? On Automated Failure Attribution of LLM Multi-Agent Systems","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2505.00212","snapshot_observed_at":"2026-08-11T00:37:48.064617Z","title":"Which agent causes task failures and when? on automated failure attribution of LLM multi-agent systems,","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.07583","last_updated":"2026-08-05T05:01:26Z","snapshot_observed_at":"2026-08-17T15:11:14.903484Z","submitted_at":"2026-08-05T05:01:26Z","title":"RouteGuard: Certifying Routing Gain in LLM Multi-Agent Systems When Complementarity Is Not Enough","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-11T00:37:48.064617Z"},"links":{"cited_paper":"/paper/2505.00212","citing_paper":"/paper/2608.07583"},"observation_digest":"sha256:0f652382b0f5f8851fd296b697f27f27d6f0552e6fe0b3eb8257b04dd5fe8ed3","observation_id":"77fceb62-7aef-4cec-8979-e48bd6b371ae","resolution":{"observed_at":"2026-08-11T00:37:48.064617Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2503.13657","last_updated":"2025-10-26T23:25:18Z","snapshot_observed_at":"2026-08-16T06:37:17.259416Z","submitted_at":"2025-03-17T19:04:38Z","title":"Why Do Multi-Agent LLM Systems Fail?","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2503.13657","snapshot_observed_at":"2026-08-11T00:37:48.070092Z","title":"Why do multi-agent LLM systems fail?","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.07583","last_updated":"2026-08-05T05:01:26Z","snapshot_observed_at":"2026-08-17T15:11:14.903484Z","submitted_at":"2026-08-05T05:01:26Z","title":"RouteGuard: Certifying Routing Gain in LLM Multi-Agent Systems When Complementarity Is Not Enough","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-11T00:37:48.070092Z"},"links":{"cited_paper":"/paper/2503.13657","citing_paper":"/paper/2608.07583"},"observation_digest":"sha256:911ba5aa16079e80722bdc284827dafb4519726d673db551a8fd1b8c1e4f3ceb","observation_id":"b9d5c5a5-cfaf-4e82-99fb-24b96a808886","resolution":{"observed_at":"2026-08-11T00:37:48.070092Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T00:37:49.317939Z","title":"OpenRCA: Can large language models locate the root cause of software failures?","venue":null,"work_id":"47e386a9-9340-4f30-941b-870fd66d811d","year":2025},"citing_paper":{"arxiv_id":"2608.07583","last_updated":"2026-08-05T05:01:26Z","snapshot_observed_at":"2026-08-17T15:11:14.903484Z","submitted_at":"2026-08-05T05:01:26Z","title":"RouteGuard: Certifying Routing Gain in LLM Multi-Agent Systems When Complementarity Is Not Enough","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-11T00:37:48.075838Z"},"links":{"citing_paper":"/paper/2608.07583"},"observation_digest":"sha256:daebcdd6a35bd58af403eb02575b9944842e9639b49da9537e8ab9e47c664b91","observation_id":"db13bba3-3583-45a2-88d2-ac089fd5ae4d","resolution":{"observed_at":"2026-08-11T00:37:49.323258Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T00:37:48.081155Z","title":"Where LLM agents fail and how they can learn from failures,","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.07583","last_updated":"2026-08-05T05:01:26Z","snapshot_observed_at":"2026-08-17T15:11:14.903484Z","submitted_at":"2026-08-05T05:01:26Z","title":"RouteGuard: Certifying Routing Gain in LLM Multi-Agent Systems When Complementarity Is Not Enough","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-11T00:37:48.081155Z"},"links":{"citing_paper":"/paper/2608.07583"},"observation_digest":"sha256:65dff880fbd6e15e8c5309ac8120af5a24fd6effa50ecd0f33d658b6f9320938","observation_id":"ab04955d-352f-4174-8410-304052e9d642","resolution":{"observed_at":"2026-08-11T00:37:48.081155Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T00:37:48.086418Z","title":"Abduct, act, predict: Scaffolding causal inference for automated failure attribution in multi-agent systems,","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.07583","last_updated":"2026-08-05T05:01:26Z","snapshot_observed_at":"2026-08-17T15:11:14.903484Z","submitted_at":"2026-08-05T05:01:26Z","title":"RouteGuard: Certifying Routing Gain in LLM Multi-Agent Systems When Complementarity Is Not Enough","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-11T00:37:48.086418Z"},"links":{"citing_paper":"/paper/2608.07583"},"observation_digest":"sha256:1624a0ad83fe98fe1a0bad0141e0e28ca02a897ded233e81a58217b70cb16269","observation_id":"d397fe6e-2615-433d-8401-015e005d4267","resolution":{"observed_at":"2026-08-11T00:37:48.086418Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2509.03312","last_updated":"2025-09-04T17:49:20Z","snapshot_observed_at":"2026-08-15T10:10:27.283963Z","submitted_at":"2025-09-03T13:42:14Z","title":"AgenTracer: Who Is Inducing Failure in the LLM Agentic Systems?","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2509.03312","snapshot_observed_at":"2026-08-11T00:37:48.092374Z","title":"AgenTracer: Who is inducing failure in the LLM agentic systems?","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.07583","last_updated":"2026-08-05T05:01:26Z","snapshot_observed_at":"2026-08-17T15:11:14.903484Z","submitted_at":"2026-08-05T05:01:26Z","title":"RouteGuard: Certifying Routing Gain in LLM Multi-Agent Systems When Complementarity Is Not Enough","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-11T00:37:48.092374Z"},"links":{"cited_paper":"/paper/2509.03312","citing_paper":"/paper/2608.07583"},"observation_digest":"sha256:9bde174d2afeb8595ccbe6bf9f403331d93a82e5da267427cacfe3c721c96214","observation_id":"835ade05-3372-4a0e-99aa-9134f18f2389","resolution":{"observed_at":"2026-08-11T00:37:48.092374Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T00:37:48.097876Z","title":"Causal LLM routing: End-to-end regret minimization from observa- tional data,","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.07583","last_updated":"2026-08-05T05:01:26Z","snapshot_observed_at":"2026-08-17T15:11:14.903484Z","submitted_at":"2026-08-05T05:01:26Z","title":"RouteGuard: Certifying Routing Gain in LLM Multi-Agent Systems When Complementarity Is Not Enough","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-11T00:37:48.097876Z"},"links":{"citing_paper":"/paper/2608.07583"},"observation_digest":"sha256:a0812ef7e95e326e03aa08f20dd4213169899aa5211505f60e3ed4cfdc665874","observation_id":"051a4cf2-0b15-45f6-889d-01909edfcdeb","resolution":{"observed_at":"2026-08-11T00:37:48.097876Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2502.08773","last_updated":"2025-07-22T15:27:33Z","snapshot_observed_at":"2026-08-14T02:29:31.486179Z","submitted_at":"2025-02-12T20:30:28Z","title":"Universal Model Routing for Efficient LLM Inference","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.08773","snapshot_observed_at":"2026-08-11T00:37:48.103030Z","title":"Universal model routing for efficient LLM inference,","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.07583","last_updated":"2026-08-05T05:01:26Z","snapshot_observed_at":"2026-08-17T15:11:14.903484Z","submitted_at":"2026-08-05T05:01:26Z","title":"RouteGuard: Certifying Routing Gain in LLM Multi-Agent Systems When Complementarity Is Not Enough","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-11T00:37:48.103030Z"},"links":{"cited_paper":"/paper/2502.08773","citing_paper":"/paper/2608.07583"},"observation_digest":"sha256:1927be12ade14542e09f4bd40573b83f516d8d16e66e0dcbaa16d420abaea5de","observation_id":"eaf24fe4-8392-444b-8b14-111e0616b8e8","resolution":{"observed_at":"2026-08-11T00:37:48.103030Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.12031","last_updated":"2024-03-28T17:56:28Z","snapshot_observed_at":"2026-08-16T16:38:21.205977Z","submitted_at":"2024-03-18T17:59:04Z","title":"RouterBench: A Benchmark for Multi-LLM Routing System","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.12031","snapshot_observed_at":"2026-08-11T00:37:48.108261Z","title":"RouterBench: A benchmark for multi-LLM routing system,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2608.07583","last_updated":"2026-08-05T05:01:26Z","snapshot_observed_at":"2026-08-17T15:11:14.903484Z","submitted_at":"2026-08-05T05:01:26Z","title":"RouteGuard: Certifying Routing Gain in LLM Multi-Agent Systems When Complementarity Is Not Enough","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-11T00:37:48.108261Z"},"links":{"cited_paper":"/paper/2403.12031","citing_paper":"/paper/2608.07583"},"observation_digest":"sha256:65afdd2c3227a9024e5ef1be23009f7186842d033d6ea3d379e9d8db1b269950","observation_id":"2ac553be-6103-4922-a81b-f6e215a305a8","resolution":{"observed_at":"2026-08-11T00:37:48.108261Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2602.11877","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T00:37:48.616682Z","title":"Towards fair and comprehensive evaluation of routers in collaborative LLM systems,","venue":null,"work_id":"30896bf9-502a-4713-b7b2-3a959f56ce64","year":2026},"citing_paper":{"arxiv_id":"2608.07583","last_updated":"2026-08-05T05:01:26Z","snapshot_observed_at":"2026-08-17T15:11:14.903484Z","submitted_at":"2026-08-05T05:01:26Z","title":"RouteGuard: Certifying Routing Gain in LLM Multi-Agent Systems When Complementarity Is Not Enough","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-11T00:37:48.113927Z"},"links":{"citing_paper":"/paper/2608.07583"},"observation_digest":"sha256:49cab5078a5a3c3e2491c087b40a9fae3713295bbe3f60691e11354d0d06510f","observation_id":"6a4c0a62-30f5-467c-9c23-dc67b3a82c28","resolution":{"observed_at":"2026-08-11T00:37:48.625181Z","resolver_source":"raw_fallback","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T00:37:48.119220Z","title":"When routing collapses: On the degenerate convergence of LLM routers,","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2608.07583","last_updated":"2026-08-05T05:01:26Z","snapshot_observed_at":"2026-08-17T15:11:14.903484Z","submitted_at":"2026-08-05T05:01:26Z","title":"RouteGuard: Certifying Routing Gain in LLM Multi-Agent Systems When Complementarity Is Not Enough","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-11T00:37:48.119220Z"},"links":{"citing_paper":"/paper/2608.07583"},"observation_digest":"sha256:c763b134497b71234f441f53a21660c1edd4a75d2620c0f45c23f7677a95317b","observation_id":"1ca6baa5-b0ba-4c1e-88ce-ffd775181f81","resolution":{"observed_at":"2026-08-11T00:37:48.119220Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T00:37:49.300784Z","title":"Predict responsibly: Improving fairness and accuracy by learning to defer,","venue":null,"work_id":"3937c8f3-c22c-46f2-b23e-745d404aed93","year":2018},"citing_paper":{"arxiv_id":"2608.07583","last_updated":"2026-08-05T05:01:26Z","snapshot_observed_at":"2026-08-17T15:11:14.903484Z","submitted_at":"2026-08-05T05:01:26Z","title":"RouteGuard: Certifying Routing Gain in LLM Multi-Agent Systems When Complementarity Is Not Enough","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-11T00:37:48.124397Z"},"links":{"citing_paper":"/paper/2608.07583"},"observation_digest":"sha256:f3988149bd2eb847e587481b231d674ae604d88b5e3470238d2499b40c70c5f7","observation_id":"8738e3cf-c5d3-475a-aff3-14fa1707aff8","resolution":{"observed_at":"2026-08-11T00:37:49.305862Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T00:37:49.283807Z","title":"Consistent estimators for learning to defer to an expert,","venue":null,"work_id":"7ea3a253-9652-4c29-a368-5ab039d39741","year":2020},"citing_paper":{"arxiv_id":"2608.07583","last_updated":"2026-08-05T05:01:26Z","snapshot_observed_at":"2026-08-17T15:11:14.903484Z","submitted_at":"2026-08-05T05:01:26Z","title":"RouteGuard: Certifying Routing Gain in LLM Multi-Agent Systems When Complementarity Is Not Enough","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-11T00:37:48.129271Z"},"links":{"citing_paper":"/paper/2608.07583"},"observation_digest":"sha256:e1c655fe5e4857a98de74e28f887d6d8783d920e19f20117dace5ffdbc10ebd7","observation_id":"765e47fb-1f5a-4cf1-b745-0b5f61498e34","resolution":{"observed_at":"2026-08-11T00:37:49.289333Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T00:37:49.266116Z","title":"Learning to defer to multiple experts: Consistent surrogate losses, confidence calibration, and conformal ensembles,","venue":null,"work_id":"48af7369-b236-4364-badd-a8c190c5ea8b","year":2023},"citing_paper":{"arxiv_id":"2608.07583","last_updated":"2026-08-05T05:01:26Z","snapshot_observed_at":"2026-08-17T15:11:14.903484Z","submitted_at":"2026-08-05T05:01:26Z","title":"RouteGuard: Certifying Routing Gain in LLM Multi-Agent Systems When Complementarity Is Not Enough","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-11T00:37:48.134126Z"},"links":{"citing_paper":"/paper/2608.07583"},"observation_digest":"sha256:231df941d72ffcd5679fbbb6dbc57ed8957875b8471dc85ad0147b70eaff5b97","observation_id":"dc5afed4-17d4-413c-823a-0ce2b3b860fe","resolution":{"observed_at":"2026-08-11T00:37:49.272370Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T00:37:49.250016Z","title":"Measures of diver- sity in classifier ensembles and their relationship with the ensemble accuracy,","venue":null,"work_id":"36cdfdb2-0c94-4344-b2e1-9383f20387c9","year":2003},"citing_paper":{"arxiv_id":"2608.07583","last_updated":"2026-08-05T05:01:26Z","snapshot_observed_at":"2026-08-17T15:11:14.903484Z","submitted_at":"2026-08-05T05:01:26Z","title":"RouteGuard: Certifying Routing Gain in LLM Multi-Agent Systems When Complementarity Is Not Enough","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-11T00:37:48.139112Z"},"links":{"citing_paper":"/paper/2608.07583"},"observation_digest":"sha256:08c7ee45164b8452e5f21f46cc1b759d0b1ea80aee6e6da54df60d8256132d47","observation_id":"40ccebb5-c127-4cda-9f1d-41247d3ee171","resolution":{"observed_at":"2026-08-11T00:37:49.255293Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2305.05176","last_updated":"2023-05-09T05:11:02Z","snapshot_observed_at":"2026-08-10T11:59:11.481480Z","submitted_at":"2023-05-09T05:11:02Z","title":"FrugalGPT: How to Use Large Language Models While Reducing Cost and Improving Performance","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.05176","snapshot_observed_at":"2026-08-11T00:37:48.143948Z","title":"FrugalGPT: How to use large language models while reducing cost and improving performance,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2608.07583","last_updated":"2026-08-05T05:01:26Z","snapshot_observed_at":"2026-08-17T15:11:14.903484Z","submitted_at":"2026-08-05T05:01:26Z","title":"RouteGuard: Certifying Routing Gain in LLM Multi-Agent Systems When Complementarity Is Not Enough","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-11T00:37:48.143948Z"},"links":{"cited_paper":"/paper/2305.05176","citing_paper":"/paper/2608.07583"},"observation_digest":"sha256:ba9c3162278e6705081fd5ff56d36eaa4aa9ccd75b50c8123d2816c077140c37","observation_id":"6d2c4401-ac26-4c09-aab3-23d3ce3e512f","resolution":{"observed_at":"2026-08-11T00:37:48.143948Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T00:37:49.231562Z","title":"Selective classification for deep neural networks,","venue":null,"work_id":"9d496193-97f9-4d01-a240-aa301103e78b","year":2017},"citing_paper":{"arxiv_id":"2608.07583","last_updated":"2026-08-05T05:01:26Z","snapshot_observed_at":"2026-08-17T15:11:14.903484Z","submitted_at":"2026-08-05T05:01:26Z","title":"RouteGuard: Certifying Routing Gain in LLM Multi-Agent Systems When Complementarity Is Not Enough","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-11T00:37:48.149163Z"},"links":{"citing_paper":"/paper/2608.07583"},"observation_digest":"sha256:c7ab77a8ca2b74f7fe2a072bf5a481644cabb099f75b4a9c10a28bfff9f2232f","observation_id":"4a4542f3-b0e1-4041-b16e-6903a4dfc430","resolution":{"observed_at":"2026-08-11T00:37:49.237913Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2603.14623","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T00:37:48.429653Z","title":"Proactive routing to interpretable surrogates with distribution-free safety guarantees,","venue":null,"work_id":"913ee881-dad2-4dec-9a33-2663c8156f97","year":2026},"citing_paper":{"arxiv_id":"2608.07583","last_updated":"2026-08-05T05:01:26Z","snapshot_observed_at":"2026-08-17T15:11:14.903484Z","submitted_at":"2026-08-05T05:01:26Z","title":"RouteGuard: Certifying Routing Gain in LLM Multi-Agent Systems When Complementarity Is Not Enough","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-11T00:37:48.153918Z"},"links":{"citing_paper":"/paper/2608.07583"},"observation_digest":"sha256:85d4dac75f8b98ac4f35ee71ca03acd1b582ae6215bd2baf96a6ddacf4d65d9f","observation_id":"4725dc46-6bc6-46b0-8e3e-0cc7b3e9dd5d","resolution":{"observed_at":"2026-08-11T00:37:48.439251Z","resolver_source":"raw_fallback","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2505.03814","last_updated":"2025-05-02T17:05:01Z","snapshot_observed_at":"2026-08-17T15:11:12.016051Z","submitted_at":"2025-05-02T17:05:01Z","title":"Cer-Eval: Certifiable and Cost-Efficient Evaluation Framework for LLMs","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2505.03814","snapshot_observed_at":"2026-08-11T00:37:48.158499Z","title":"Cer-eval: Certifi- able and cost-efficient evaluation framework for LLMs,","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.07583","last_updated":"2026-08-05T05:01:26Z","snapshot_observed_at":"2026-08-17T15:11:14.903484Z","submitted_at":"2026-08-05T05:01:26Z","title":"RouteGuard: Certifying Routing Gain in LLM Multi-Agent Systems When Complementarity Is Not Enough","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-11T00:37:48.158499Z"},"links":{"cited_paper":"/paper/2505.03814","citing_paper":"/paper/2608.07583"},"observation_digest":"sha256:cb87f073fd054be1cc48a4689da9bb8e69c8715bb45dd3d99578379e88da01f4","observation_id":"ecdb3c17-efd6-427f-ba9b-3647ca7e036f","resolution":{"observed_at":"2026-08-11T00:37:48.158499Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2201.04469","last_updated":"2022-12-28T21:31:01Z","snapshot_observed_at":"2026-08-17T15:16:26.574177Z","submitted_at":"2022-01-12T13:38:33Z","title":"Optimal Best Arm Identification in Two-Armed Bandits with a Fixed Budget under a Small Gap","version":8},"cited_work":{"arxiv_id":"2201.04469","doi":null,"metadata_source":"pith","pith_arxiv_id":"2201.04469","snapshot_observed_at":"2026-08-11T00:37:48.317547Z","title":"Optimal Best Arm Identification in Two-Armed Bandits with a Fixed Budget under a Small Gap","venue":"stat.ML","work_id":"02056e97-1fcd-49d8-b0fc-448970fe6685","year":2022},"citing_paper":{"arxiv_id":"2608.07583","last_updated":"2026-08-05T05:01:26Z","snapshot_observed_at":"2026-08-17T15:11:14.903484Z","submitted_at":"2026-08-05T05:01:26Z","title":"RouteGuard: Certifying Routing Gain in LLM Multi-Agent Systems When Complementarity Is Not Enough","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-11T00:37:48.163508Z"},"links":{"cited_paper":"/paper/2201.04469","citing_paper":"/paper/2608.07583"},"observation_digest":"sha256:b564eb61b36cd07ff811289ab8202a5ac2804ecea381b06c794989af8df3ae04","observation_id":"1d20dd6a-0e53-4abe-abf5-fc9ead43d318","resolution":{"observed_at":"2026-08-11T00:37:48.326351Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T00:37:48.168475Z","title":"Why do AI agents systematically fail at cloud root cause analysis?","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2608.07583","last_updated":"2026-08-05T05:01:26Z","snapshot_observed_at":"2026-08-17T15:11:14.903484Z","submitted_at":"2026-08-05T05:01:26Z","title":"RouteGuard: Certifying Routing Gain in LLM Multi-Agent Systems When Complementarity Is Not Enough","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-11T00:37:48.168475Z"},"links":{"citing_paper":"/paper/2608.07583"},"observation_digest":"sha256:c1f2b06146203ec3a68204cdaf0a6c9f1c20e6037c7ebf7775a576604845d80c","observation_id":"c077a9d5-74b4-4015-88ab-152697b5fb71","resolution":{"observed_at":"2026-08-11T00:37:48.168475Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T00:37:49.211486Z","title":"Probability inequalities for the sum of independent random variables,","venue":null,"work_id":"82c15ac1-08db-4b4c-8e20-5d90499d2c92","year":1962},"citing_paper":{"arxiv_id":"2608.07583","last_updated":"2026-08-05T05:01:26Z","snapshot_observed_at":"2026-08-17T15:11:14.903484Z","submitted_at":"2026-08-05T05:01:26Z","title":"RouteGuard: Certifying Routing Gain in LLM Multi-Agent Systems When Complementarity Is Not Enough","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-11T00:37:48.173186Z"},"links":{"citing_paper":"/paper/2608.07583"},"observation_digest":"sha256:46e8350ae2a108d12034e24209d6f0af140abf6d40377ba0fccc84160928bf57","observation_id":"e6da002b-cd20-4341-becc-13e76373d53f","resolution":{"observed_at":"2026-08-11T00:37:49.218661Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T00:37:49.194138Z","title":"Boucheron, G","venue":null,"work_id":"3248cad5-66f5-4238-825a-6ce50a8584d9","year":2013},"citing_paper":{"arxiv_id":"2608.07583","last_updated":"2026-08-05T05:01:26Z","snapshot_observed_at":"2026-08-17T15:11:14.903484Z","submitted_at":"2026-08-05T05:01:26Z","title":"RouteGuard: Certifying Routing Gain in LLM Multi-Agent Systems When Complementarity Is Not Enough","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-11T00:37:48.177798Z"},"links":{"citing_paper":"/paper/2608.07583"},"observation_digest":"sha256:3846b0e728e44c285d5d8f3e5a36800bf79ac3b5d59be1595ff14cc45a128ae6","observation_id":"d7839837-96f0-4993-a071-80b436da4f11","resolution":{"observed_at":"2026-08-11T00:37:49.199781Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T00:37:49.177190Z","title":"Empirical Bernstein bounds and sample variance penalization,","venue":null,"work_id":"5d6b7bc9-a830-4d35-9bd8-47d2d411e49a","year":2009},"citing_paper":{"arxiv_id":"2608.07583","last_updated":"2026-08-05T05:01:26Z","snapshot_observed_at":"2026-08-17T15:11:14.903484Z","submitted_at":"2026-08-05T05:01:26Z","title":"RouteGuard: Certifying Routing Gain in LLM Multi-Agent Systems When Complementarity Is Not Enough","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-11T00:37:48.182553Z"},"links":{"citing_paper":"/paper/2608.07583"},"observation_digest":"sha256:083ca1ae4c6d0fe60cf6a7aa9b9d26e63efd16e91a008edb419a56f44c6a7518","observation_id":"90e77dca-abec-493c-9d98-0094575f7f8c","resolution":{"observed_at":"2026-08-11T00:37:49.182653Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T00:37:49.160002Z","title":"Convergence of estimates under dimension- ality restrictions,","venue":null,"work_id":"e3068ff5-d59c-44f8-a563-08d5a5b09d42","year":1973},"citing_paper":{"arxiv_id":"2608.07583","last_updated":"2026-08-05T05:01:26Z","snapshot_observed_at":"2026-08-17T15:11:14.903484Z","submitted_at":"2026-08-05T05:01:26Z","title":"RouteGuard: Certifying Routing Gain in LLM Multi-Agent Systems When Complementarity Is Not Enough","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-11T00:37:48.187333Z"},"links":{"citing_paper":"/paper/2608.07583"},"observation_digest":"sha256:e479e7b810187499fa2838ba0f0d40c9b90b4aead5debe7bddbe7babf2732797","observation_id":"d2e8a053-53df-496b-af57-d43d47c49801","resolution":{"observed_at":"2026-08-11T00:37:49.165496Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T00:37:49.142561Z","title":"Estimation des densit ´es: risque minimax,","venue":null,"work_id":"c482102f-1bcd-4be8-b7ab-d486dfda551e","year":1979},"citing_paper":{"arxiv_id":"2608.07583","last_updated":"2026-08-05T05:01:26Z","snapshot_observed_at":"2026-08-17T15:11:14.903484Z","submitted_at":"2026-08-05T05:01:26Z","title":"RouteGuard: Certifying Routing Gain in LLM Multi-Agent Systems When Complementarity Is Not Enough","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-11T00:37:48.192088Z"},"links":{"citing_paper":"/paper/2608.07583"},"observation_digest":"sha256:bc0cf725232b3c51c1759d6f8fb2013503c8f2b45a7644f328ed3e5725a96a91","observation_id":"02c93ae1-9933-46df-95f6-ce1a0bc79969","resolution":{"observed_at":"2026-08-11T00:37:49.148005Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2608.07583","last_updated":"2026-08-05T05:01:26Z","latest_version":1,"primary_category":"stat.ML","snapshot_observed_at":"2026-08-17T15:11:14.903484Z","submitted_at":"2026-08-05T05:01:26Z","title":"RouteGuard: Certifying Routing Gain in LLM Multi-Agent Systems When Complementarity Is Not Enough"},"reference_resolution":{"displayed":27,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":13,"verified_exact":3,"verified_fuzzy":11},"total_outbound_references":27},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"thesis":"As of 18 August 2026, this Paper Citation Record lists 27 of 27 outbound references and 0 inbound Pith citation observations for arXiv:2608.07583."}