{"as_of":"2026-08-23T15:24:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:b62f68bfc8ee5da5a37bae378529987501df79ffec8a8bd8921ff9ed18f6281c","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":23,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":23,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-23T06:30:58.430688+00:00","state":"measured"},{"denominator":23,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":23,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-15T19:36:49.474899Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-07-04T18:40:02.360168Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2407.18370","last_updated":"2024-07-25T20:04:59Z","snapshot_observed_at":"2026-08-19T17:43:38.766745Z","submitted_at":"2024-07-25T20:04:59Z","title":"Trust or Escalate: LLM Judges with Provable Guarantees for Human Agreement","version":1},"cited_work":{"arxiv_id":"2407.18370","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2407.18370","snapshot_observed_at":"2026-07-04T18:40:02.360168Z","title":"arXiv preprint arXiv:2407.18370 , year=","venue":null,"work_id":"3e95bd07-f8e1-4aef-a450-012916eed92c","year":2024},"citing_paper":{"arxiv_id":"2411.15594","last_updated":"2025-10-19T10:32:43Z","snapshot_observed_at":"2026-08-20T12:52:29.141935Z","submitted_at":"2024-11-23T16:03:35Z","title":"A Survey on LLM-as-a-Judge","version":6},"reference_index":60,"source":"pdf_text","source_observed_at":"2026-05-23T17:33:13.394338Z"},"links":{"cited_paper":"/paper/2407.18370","citing_paper":"/paper/2411.15594"},"observation_digest":"sha256:7bcaddec24356c94a87c1d55e173764aa4c605b37cbe2a41065c1be3691cfc1b","observation_id":"7090a3ea-a633-4d2a-a051-62b87f17c934","resolution":{"observed_at":"2026-05-23T17:35:44.226111Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2407.18370","last_updated":"2024-07-25T20:04:59Z","snapshot_observed_at":"2026-08-19T17:43:38.766745Z","submitted_at":"2024-07-25T20:04:59Z","title":"Trust or Escalate: LLM Judges with Provable Guarantees for Human Agreement","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.18370","snapshot_observed_at":"2026-08-11T20:37:54.809269Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.05563","last_updated":"2025-07-01T22:08:39Z","snapshot_observed_at":"2026-08-16T14:41:18.143042Z","submitted_at":"2024-12-07T06:56:01Z","title":"A Survey on Uncertainty Quantification of Large Language Models: Taxonomy, Open Research Challenges, and Future Directions","version":2},"reference_index":93,"source":"pdf_text","source_observed_at":"2026-08-11T20:37:54.809269Z"},"links":{"cited_paper":"/paper/2407.18370","citing_paper":"/paper/2412.05563"},"observation_digest":"sha256:3c12ab45071ed2de76864035c90666d7cfd8b5833a9570d201630f0a0fe71c36","observation_id":"7e323005-48de-47f8-b179-d248f94d6e12","resolution":{"observed_at":"2026-08-11T20:37:54.809269Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.18370","last_updated":"2024-07-25T20:04:59Z","snapshot_observed_at":"2026-08-19T17:43:38.766745Z","submitted_at":"2024-07-25T20:04:59Z","title":"Trust or Escalate: LLM Judges with Provable Guarantees for Human Agreement","version":1},"cited_work":{"arxiv_id":"2407.18370","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2407.18370","snapshot_observed_at":"2026-07-04T18:40:02.360168Z","title":"arXiv preprint arXiv:2407.18370 , year=","venue":null,"work_id":"3e95bd07-f8e1-4aef-a450-012916eed92c","year":2024},"citing_paper":{"arxiv_id":"2412.05579","last_updated":"2024-12-10T05:49:12Z","snapshot_observed_at":"2026-08-17T10:18:05.650518Z","submitted_at":"2024-12-07T08:07:24Z","title":"LLMs-as-Judges: A Comprehensive Survey on LLM-based Evaluation Methods","version":2},"reference_index":107,"source":"pdf_text","source_observed_at":"2026-05-11T23:08:34.312466Z"},"links":{"cited_paper":"/paper/2407.18370","citing_paper":"/paper/2412.05579"},"observation_digest":"sha256:cb15a87d1daafd5c772f400199462ad339b0af55b93cf1094f75525b744937f5","observation_id":"09bf418e-0b48-4325-b65f-7cca8c25d156","resolution":{"observed_at":"2026-05-11T23:08:36.896485Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2407.18370","last_updated":"2024-07-25T20:04:59Z","snapshot_observed_at":"2026-08-19T17:43:38.766745Z","submitted_at":"2024-07-25T20:04:59Z","title":"Trust or Escalate: LLM Judges with Provable Guarantees for Human Agreement","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.18370","snapshot_observed_at":"2026-08-11T15:18:17.868903Z","title":"51 Jaehun Jung, Faeze Brahman, and Yejin Choi","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2412.11145","last_updated":"2024-12-23T05:29:44Z","snapshot_observed_at":"2026-08-20T00:26:39.748815Z","submitted_at":"2024-12-15T10:34:06Z","title":"The Superalignment of Superhuman Intelligence with Large Language Models","version":2},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-11T15:18:17.868903Z"},"links":{"cited_paper":"/paper/2407.18370","citing_paper":"/paper/2412.11145"},"observation_digest":"sha256:5ad77898f9c8b50d4194420439d809c1342ea4fb005165977b59b34015cd15ed","observation_id":"717fbb25-ced1-4ed4-b551-15a149fe3a90","resolution":{"observed_at":"2026-08-11T15:18:17.868903Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.18370","last_updated":"2024-07-25T20:04:59Z","snapshot_observed_at":"2026-08-19T17:43:38.766745Z","submitted_at":"2024-07-25T20:04:59Z","title":"Trust or Escalate: LLM Judges with Provable Guarantees for Human Agreement","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.18370","snapshot_observed_at":"2026-08-11T14:04:26.236817Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.12509","last_updated":"2025-02-18T15:24:25Z","snapshot_observed_at":"2026-08-20T17:50:08.381556Z","submitted_at":"2024-12-17T03:37:31Z","title":"Can You Trust LLM Judgments? Reliability of LLM-as-a-Judge","version":2},"reference_index":36,"source":"arxiv_source","source_observed_at":"2026-08-11T14:04:26.236817Z"},"links":{"cited_paper":"/paper/2407.18370","citing_paper":"/paper/2412.12509"},"observation_digest":"sha256:3bd9668b2860614a3805f500f16542eea7ef31e0568dab4d455e70169a35b3f0","observation_id":"7760dc1e-5d28-40ab-aa8d-f3cd65ee9f3c","resolution":{"observed_at":"2026-08-11T14:04:26.236817Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.18370","last_updated":"2024-07-25T20:04:59Z","snapshot_observed_at":"2026-08-19T17:43:38.766745Z","submitted_at":"2024-07-25T20:04:59Z","title":"Trust or Escalate: LLM Judges with Provable Guarantees for Human Agreement","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.18370","snapshot_observed_at":"2026-08-08T22:33:09.366665Z","title":"Trust or escalate: Llm judges with provable guarantees for human agreement","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2502.04506","last_updated":"2025-02-06T21:13:44Z","snapshot_observed_at":"2026-08-17T17:08:21.269360Z","submitted_at":"2025-02-06T21:13:44Z","title":"When One LLM Drools, Multi-LLM Collaboration Rules","version":1},"reference_index":54,"source":"arxiv_source","source_observed_at":"2026-08-08T22:33:09.366665Z"},"links":{"cited_paper":"/paper/2407.18370","citing_paper":"/paper/2502.04506"},"observation_digest":"sha256:988df349516f7281e10399b44e2f2969e70e45bd59a7a9938105a4d43ac6b12d","observation_id":"ee4205cf-a062-4d57-82a6-e64ace6345f0","resolution":{"observed_at":"2026-08-08T22:33:09.366665Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.18370","last_updated":"2024-07-25T20:04:59Z","snapshot_observed_at":"2026-08-19T17:43:38.766745Z","submitted_at":"2024-07-25T20:04:59Z","title":"Trust or Escalate: LLM Judges with Provable Guarantees for Human Agreement","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.18370","snapshot_observed_at":"2026-08-07T13:59:54.023882Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.20451","last_updated":"2025-05-26T18:46:38Z","snapshot_observed_at":"2026-08-19T16:29:13.336081Z","submitted_at":"2025-05-26T18:46:38Z","title":"Amulet: Putting Complex Multi-Turn Conversations on the Stand with LLM Juries","version":1},"reference_index":33,"source":"arxiv_source","source_observed_at":"2026-08-07T13:59:54.023882Z"},"links":{"cited_paper":"/paper/2407.18370","citing_paper":"/paper/2505.20451"},"observation_digest":"sha256:35d21a53bed47ee71b84ed7a5eec655b5f98e6a1f072c00c374db2283fc14e72","observation_id":"e58d48c8-f8da-4d62-92ae-dcb9336f3f37","resolution":{"observed_at":"2026-08-07T13:59:54.023882Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.18370","last_updated":"2024-07-25T20:04:59Z","snapshot_observed_at":"2026-08-19T17:43:38.766745Z","submitted_at":"2024-07-25T20:04:59Z","title":"Trust or Escalate: LLM Judges with Provable Guarantees for Human Agreement","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.18370","snapshot_observed_at":"2026-08-07T12:01:40.254252Z","title":"Trust or escalate: Llm judges with provable guarantees for human agreement","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.00911","last_updated":"2025-06-01T08:55:10Z","snapshot_observed_at":"2026-08-17T23:12:34.059552Z","submitted_at":"2025-06-01T08:55:10Z","title":"Conformal Arbitrage: Risk-Controlled Balancing of Competing Objectives in Language Models","version":1},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-07T12:01:40.254252Z"},"links":{"cited_paper":"/paper/2407.18370","citing_paper":"/paper/2506.00911"},"observation_digest":"sha256:b9d4904dc3917403edbbad405fb8a1c0e1186a01c302eca1c2b6d1439c8a2e0c","observation_id":"c424073a-bfd4-4170-a9ee-7d06548f9f18","resolution":{"observed_at":"2026-08-07T12:01:40.254252Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.18370","last_updated":"2024-07-25T20:04:59Z","snapshot_observed_at":"2026-08-19T17:43:38.766745Z","submitted_at":"2024-07-25T20:04:59Z","title":"Trust or Escalate: LLM Judges with Provable Guarantees for Human Agreement","version":1},"cited_work":{"arxiv_id":"2407.18370","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2407.18370","snapshot_observed_at":"2026-07-04T18:40:02.360168Z","title":"arXiv preprint arXiv:2407.18370 , year=","venue":null,"work_id":"3e95bd07-f8e1-4aef-a450-012916eed92c","year":2024},"citing_paper":{"arxiv_id":"2506.13538","last_updated":"2026-04-13T03:45:24Z","snapshot_observed_at":"2026-08-12T23:06:53.486968Z","submitted_at":"2025-06-16T14:26:37Z","title":"Model Context Protocol (MCP) at First Glance: Studying the Security and Maintainability of MCP Servers","version":5},"reference_index":69,"source":"pdf_text","source_observed_at":"2026-05-19T09:32:08.596259Z"},"links":{"cited_paper":"/paper/2407.18370","citing_paper":"/paper/2506.13538"},"observation_digest":"sha256:9cc1f9faaf904ffda04350491aad976b97dbf625029be580b92f5dc857267188","observation_id":"ac310bb2-807c-4fa9-96d4-77d0dae9d681","resolution":{"observed_at":"2026-05-19T09:32:15.539528Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2407.18370","last_updated":"2024-07-25T20:04:59Z","snapshot_observed_at":"2026-08-19T17:43:38.766745Z","submitted_at":"2024-07-25T20:04:59Z","title":"Trust or Escalate: LLM Judges with Provable Guarantees for Human Agreement","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.18370","snapshot_observed_at":"2026-08-07T00:23:10.389859Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.14412","last_updated":"2025-08-12T12:54:59Z","snapshot_observed_at":"2026-08-16T22:35:10.884957Z","submitted_at":"2025-06-17T11:14:22Z","title":"RAGtifier: Evaluating RAG Generation Approaches of State-of-the-Art RAG Systems for the SIGIR LiveRAG Competition","version":2},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-07T00:23:10.389859Z"},"links":{"cited_paper":"/paper/2407.18370","citing_paper":"/paper/2506.14412"},"observation_digest":"sha256:e8e13c39bb6fd1958e3e4374c8f9930453385e3bebbffc5ce76d2638e1b4ce04","observation_id":"8884d101-cb9b-478e-a31d-6bd08a954b8f","resolution":{"observed_at":"2026-08-07T00:23:10.389859Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.18370","last_updated":"2024-07-25T20:04:59Z","snapshot_observed_at":"2026-08-19T17:43:38.766745Z","submitted_at":"2024-07-25T20:04:59Z","title":"Trust or Escalate: LLM Judges with Provable Guarantees for Human Agreement","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.18370","snapshot_observed_at":"2026-08-06T17:09:22.262209Z","title":"Trust or esca- late: Llm judges with provable guarantees for human agree- ment","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.11968","last_updated":"2025-07-16T07:02:15Z","snapshot_observed_at":"2026-08-21T20:22:51.373455Z","submitted_at":"2025-07-16T07:02:15Z","title":"Watch, Listen, Understand, Mislead: Tri-modal Adversarial Attacks on Short Videos for Content Appropriateness Evaluation","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-06T17:09:22.262209Z"},"links":{"cited_paper":"/paper/2407.18370","citing_paper":"/paper/2507.11968"},"observation_digest":"sha256:16825a51373ed78545766343f7c15690548c462e56131b589a34110d3a6333c6","observation_id":"23bfdaf8-b932-4062-b746-684a6ff46bce","resolution":{"observed_at":"2026-08-06T17:09:22.262209Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.18370","last_updated":"2024-07-25T20:04:59Z","snapshot_observed_at":"2026-08-19T17:43:38.766745Z","submitted_at":"2024-07-25T20:04:59Z","title":"Trust or Escalate: LLM Judges with Provable Guarantees for Human Agreement","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.18370","snapshot_observed_at":"2026-08-03T20:08:53.242333Z","title":"findings-acl.306/","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2511.21140","last_updated":"2026-05-31T12:00:00Z","snapshot_observed_at":"2026-08-20T00:11:31.421817Z","submitted_at":"2025-11-26T07:46:46Z","title":"How to Correctly Report LLM-as-a-Judge Evaluations","version":4},"reference_index":306,"source":"pdf_text","source_observed_at":"2026-08-03T20:08:53.242333Z"},"links":{"cited_paper":"/paper/2407.18370","citing_paper":"/paper/2511.21140"},"observation_digest":"sha256:c0ee2cf1daf78e2fb2da4104d1d9792278edc2f61db1614e350fd43aebf5b165","observation_id":"63707587-9d6a-4cc8-a362-e6103c2c9a5c","resolution":{"observed_at":"2026-08-03T20:08:53.242333Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.18370","last_updated":"2024-07-25T20:04:59Z","snapshot_observed_at":"2026-08-19T17:43:38.766745Z","submitted_at":"2024-07-25T20:04:59Z","title":"Trust or Escalate: LLM Judges with Provable Guarantees for Human Agreement","version":1},"cited_work":{"arxiv_id":"2407.18370","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2407.18370","snapshot_observed_at":"2026-07-04T18:40:02.360168Z","title":"arXiv preprint arXiv:2407.18370 , year=","venue":null,"work_id":"3e95bd07-f8e1-4aef-a450-012916eed92c","year":2024},"citing_paper":{"arxiv_id":"2605.06161","last_updated":"2026-05-07T12:49:09Z","snapshot_observed_at":"2026-08-14T15:17:42.756552Z","submitted_at":"2026-05-07T12:49:09Z","title":"Beyond Accuracy: Policy Invariance as a Reliability Test for LLM Safety Judges","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-05-08T10:23:58.198464Z"},"links":{"cited_paper":"/paper/2407.18370","citing_paper":"/paper/2605.06161"},"observation_digest":"sha256:0c01e75a23afe7b6101aaeb1702ba848aa0db9d72c67699804529a103c3124f6","observation_id":"91ae4156-363b-4a1f-89d0-e105c993573f","resolution":{"observed_at":"2026-05-11T20:01:12.388357Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2407.18370","last_updated":"2024-07-25T20:04:59Z","snapshot_observed_at":"2026-08-19T17:43:38.766745Z","submitted_at":"2024-07-25T20:04:59Z","title":"Trust or Escalate: LLM Judges with Provable Guarantees for Human Agreement","version":1},"cited_work":{"arxiv_id":"2407.18370","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2407.18370","snapshot_observed_at":"2026-07-04T18:40:02.360168Z","title":"arXiv preprint arXiv:2407.18370 , year=","venue":null,"work_id":"3e95bd07-f8e1-4aef-a450-012916eed92c","year":2024},"citing_paper":{"arxiv_id":"2605.19180","last_updated":"2026-05-18T23:05:21Z","snapshot_observed_at":"2026-08-15T18:05:57.113612Z","submitted_at":"2026-05-18T23:05:21Z","title":"Supporting System Testing with a Multi-Agent LLM-based Framework for Knowledge Graph Extraction: A Case Study with Ethernet Switch Systems","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-05-20T08:32:39.748993Z"},"links":{"cited_paper":"/paper/2407.18370","citing_paper":"/paper/2605.19180"},"observation_digest":"sha256:343a4a9bcbdc6d1479969cb089e812713b8602f9274abb6f71d9f8f9b2c3f660","observation_id":"1936330c-9434-486c-868d-4175b2912055","resolution":{"observed_at":"2026-05-20T08:33:08.865965Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2407.18370","last_updated":"2024-07-25T20:04:59Z","snapshot_observed_at":"2026-08-19T17:43:38.766745Z","submitted_at":"2024-07-25T20:04:59Z","title":"Trust or Escalate: LLM Judges with Provable Guarantees for Human Agreement","version":1},"cited_work":{"arxiv_id":"2407.18370","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2407.18370","snapshot_observed_at":"2026-07-04T18:40:02.360168Z","title":"arXiv preprint arXiv:2407.18370 , year=","venue":null,"work_id":"3e95bd07-f8e1-4aef-a450-012916eed92c","year":2024},"citing_paper":{"arxiv_id":"2605.20084","last_updated":"2026-05-19T16:38:55Z","snapshot_observed_at":"2026-08-13T21:40:00.354749Z","submitted_at":"2026-05-19T16:38:55Z","title":"BalanceRAG: Joint Risk Calibration for Cascaded Retrieval-Augmented Generation","version":1},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-05-20T05:19:45.438362Z"},"links":{"cited_paper":"/paper/2407.18370","citing_paper":"/paper/2605.20084"},"observation_digest":"sha256:7babdc37eb64eda3157ed006f9e448c2a789a074d27db89647bc67ce77090eac","observation_id":"6c8d0b8c-a0d7-4752-85bf-e365614a927c","resolution":{"observed_at":"2026-05-20T05:23:03.731291Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2407.18370","last_updated":"2024-07-25T20:04:59Z","snapshot_observed_at":"2026-08-19T17:43:38.766745Z","submitted_at":"2024-07-25T20:04:59Z","title":"Trust or Escalate: LLM Judges with Provable Guarantees for Human Agreement","version":1},"cited_work":{"arxiv_id":"2407.18370","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2407.18370","snapshot_observed_at":"2026-07-04T18:40:02.360168Z","title":"arXiv preprint arXiv:2407.18370 , year=","venue":null,"work_id":"3e95bd07-f8e1-4aef-a450-012916eed92c","year":2024},"citing_paper":{"arxiv_id":"2605.24737","last_updated":"2026-05-23T21:21:33Z","snapshot_observed_at":"2026-08-07T08:54:23.954236Z","submitted_at":"2026-05-23T21:21:33Z","title":"Who judges the judges? Governance from metrics: a runtime framework for continuous LLM compliance monitoring","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-06-30T12:53:51.591538Z"},"links":{"cited_paper":"/paper/2407.18370","citing_paper":"/paper/2605.24737"},"observation_digest":"sha256:d6d006effb9117a28936d5d7614908449fd25c234ea9aa0ab58edfa256cc8477","observation_id":"ec3071c8-b2b1-4db4-8ba2-038d4d6c30bf","resolution":{"observed_at":"2026-06-30T12:54:39.771070Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2407.18370","last_updated":"2024-07-25T20:04:59Z","snapshot_observed_at":"2026-08-19T17:43:38.766745Z","submitted_at":"2024-07-25T20:04:59Z","title":"Trust or Escalate: LLM Judges with Provable Guarantees for Human Agreement","version":1},"cited_work":{"arxiv_id":"2407.18370","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2407.18370","snapshot_observed_at":"2026-07-04T18:40:02.360168Z","title":"arXiv preprint arXiv:2407.18370 , year=","venue":null,"work_id":"3e95bd07-f8e1-4aef-a450-012916eed92c","year":2024},"citing_paper":{"arxiv_id":"2606.07834","last_updated":"2026-06-05T20:51:51Z","snapshot_observed_at":"2026-08-05T10:50:52.360241Z","submitted_at":"2026-06-05T20:51:51Z","title":"Cherry-pick Override: Unsafe Directional Commitment in LLM Judges under Mixed Evidence","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-06-27T21:02:12.302963Z"},"links":{"cited_paper":"/paper/2407.18370","citing_paper":"/paper/2606.07834"},"observation_digest":"sha256:e8e2ce21401572641546b57bbd5c5221dbdd496d8493017dd7ac86b0fe43d893","observation_id":"9f261826-e90c-47d3-852a-b6830d20c174","resolution":{"observed_at":"2026-07-02T20:07:21.380474Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2407.18370","last_updated":"2024-07-25T20:04:59Z","snapshot_observed_at":"2026-08-19T17:43:38.766745Z","submitted_at":"2024-07-25T20:04:59Z","title":"Trust or Escalate: LLM Judges with Provable Guarantees for Human Agreement","version":1},"cited_work":{"arxiv_id":"2407.18370","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2407.18370","snapshot_observed_at":"2026-07-04T18:40:02.360168Z","title":"arXiv preprint arXiv:2407.18370 , year=","venue":null,"work_id":"3e95bd07-f8e1-4aef-a450-012916eed92c","year":2024},"citing_paper":{"arxiv_id":"2606.24004","last_updated":"2026-06-29T07:01:12Z","snapshot_observed_at":"2026-08-12T14:10:50.106399Z","submitted_at":"2026-06-22T23:21:55Z","title":"Towards Spec Learning: Inference-Time Alignment from Preference Pairs","version":1},"reference_index":49,"source":"pdf_text","source_observed_at":"2026-06-26T07:49:36.816100Z"},"links":{"cited_paper":"/paper/2407.18370","citing_paper":"/paper/2606.24004"},"observation_digest":"sha256:b367986970f11e60fa79938f662b2cd2435589e1c7a73a5534c585bc3824a329","observation_id":"042d93eb-de1a-4e9a-aa71-ec7c0af784e9","resolution":{"observed_at":"2026-07-04T11:39:47.121009Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2407.18370","last_updated":"2024-07-25T20:04:59Z","snapshot_observed_at":"2026-08-19T17:43:38.766745Z","submitted_at":"2024-07-25T20:04:59Z","title":"Trust or Escalate: LLM Judges with Provable Guarantees for Human Agreement","version":1},"cited_work":{"arxiv_id":"2407.18370","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2407.18370","snapshot_observed_at":"2026-07-04T18:40:02.360168Z","title":"arXiv preprint arXiv:2407.18370 , year=","venue":null,"work_id":"3e95bd07-f8e1-4aef-a450-012916eed92c","year":2024},"citing_paper":{"arxiv_id":"2606.24004","last_updated":"2026-06-29T07:01:12Z","snapshot_observed_at":"2026-08-12T14:10:50.106399Z","submitted_at":"2026-06-22T23:21:55Z","title":"Towards Spec Learning: Inference-Time Alignment from Preference Pairs","version":2},"reference_index":49,"source":"pdf_text","source_observed_at":"2026-06-30T10:17:33.176525Z"},"links":{"cited_paper":"/paper/2407.18370","citing_paper":"/paper/2606.24004"},"observation_digest":"sha256:55b4c2e9372e17dece462e6d6027c25c68d81a49659870e9642a184e7ec30aa1","observation_id":"f3bb3349-48cc-42f1-b0bc-a2a57702cd49","resolution":{"observed_at":"2026-06-30T12:44:39.567868Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2407.18370","last_updated":"2024-07-25T20:04:59Z","snapshot_observed_at":"2026-08-19T17:43:38.766745Z","submitted_at":"2024-07-25T20:04:59Z","title":"Trust or Escalate: LLM Judges with Provable Guarantees for Human Agreement","version":1},"cited_work":{"arxiv_id":"2407.18370","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2407.18370","snapshot_observed_at":"2026-07-04T18:40:02.360168Z","title":"arXiv preprint arXiv:2407.18370 , year=","venue":null,"work_id":"3e95bd07-f8e1-4aef-a450-012916eed92c","year":2024},"citing_paper":{"arxiv_id":"2606.25191","last_updated":"2026-06-23T21:34:23Z","snapshot_observed_at":"2026-08-06T07:24:43.933840Z","submitted_at":"2026-06-23T21:34:23Z","title":"To Isolate or to Score? Model-Adaptive Assessment for Cost-Efficient Multi-Agent RAG","version":1},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-06-25T22:44:43.951083Z"},"links":{"cited_paper":"/paper/2407.18370","citing_paper":"/paper/2606.25191"},"observation_digest":"sha256:eda258e9c0203000b30f3aaf85dd0686c26aedd18c8d188f6490cdf5b73504b3","observation_id":"032de267-95a9-4e78-9c15-daea2dce0477","resolution":{"observed_at":"2026-07-04T18:40:02.361916Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2407.18370","last_updated":"2024-07-25T20:04:59Z","snapshot_observed_at":"2026-08-19T17:43:38.766745Z","submitted_at":"2024-07-25T20:04:59Z","title":"Trust or Escalate: LLM Judges with Provable Guarantees for Human Agreement","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.18370","snapshot_observed_at":"2026-08-01T12:47:37.674516Z","title":"Rongao Li, Jie Fu, Bo-Wen Zhang, Tao Huang, Zhihong Sun, Chen Lyu, Guang Liu, Zhi Jin, and Ge Li","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.19338","last_updated":"2026-07-30T18:56:15Z","snapshot_observed_at":"2026-08-05T23:11:03.030949Z","submitted_at":"2026-07-21T17:56:49Z","title":"CodeRescue: Budget-Calibrated Recovery Routing for Coding Agents","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-01T12:47:37.674516Z"},"links":{"cited_paper":"/paper/2407.18370","citing_paper":"/paper/2607.19338"},"observation_digest":"sha256:3cef05e81d4b9ed52b26aa07a0f2d8d949abc05eb42864bb2211b35453dfca69","observation_id":"c7b2138c-b1b1-4ced-8ca5-3cdb490c6f38","resolution":{"observed_at":"2026-08-01T12:47:37.674516Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.18370","last_updated":"2024-07-25T20:04:59Z","snapshot_observed_at":"2026-08-19T17:43:38.766745Z","submitted_at":"2024-07-25T20:04:59Z","title":"Trust or Escalate: LLM Judges with Provable Guarantees for Human Agreement","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.18370","snapshot_observed_at":"2026-08-15T14:16:31.934258Z","title":"arXiv preprint arXiv:2407.18370 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.11434","last_updated":"2026-08-11T21:00:46Z","snapshot_observed_at":"2026-08-21T05:29:23.945277Z","submitted_at":"2026-08-11T21:00:46Z","title":"Benchmarking LLM Judges for Mobile Agent Evaluation","version":1},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-15T14:16:31.934258Z"},"links":{"cited_paper":"/paper/2407.18370","citing_paper":"/paper/2608.11434"},"observation_digest":"sha256:5309a75d1733212adc15787184258f8a5ca0588622d6cbd6bda7af8fa2d7dcb5","observation_id":"4159f734-2f57-418f-9a2e-69c61e1657ef","resolution":{"observed_at":"2026-08-15T14:16:31.934258Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.18370","last_updated":"2024-07-25T20:04:59Z","snapshot_observed_at":"2026-08-19T17:43:38.766745Z","submitted_at":"2024-07-25T20:04:59Z","title":"Trust or Escalate: LLM Judges with Provable Guarantees for Human Agreement","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.18370","snapshot_observed_at":"2026-08-15T19:36:49.474899Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2608.12970","last_updated":"2026-08-13T08:49:59Z","snapshot_observed_at":"2026-08-18T20:06:43.619002Z","submitted_at":"2026-08-13T08:49:59Z","title":"Requirements-Augmented Generation for Trustworthy Acceptance Testing of LLM-Based Software","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-15T19:36:49.474899Z"},"links":{"cited_paper":"/paper/2407.18370","citing_paper":"/paper/2608.12970"},"observation_digest":"sha256:ac02ec6fc0e16a14d20d671f9bb4276eaf335de870e1a04746365eb57297d55b","observation_id":"fb853e1b-0eee-4bb3-a7a4-fb4d45659a85","resolution":{"observed_at":"2026-08-15T19:36:49.474899Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2407.18370/citation-record","integrity":"/paper/2407.18370/integrity","json":"/paper/2407.18370/citation-record.json","paper":"/paper/2407.18370"},"outbound":[],"paper":{"arxiv_id":"2407.18370","last_updated":"2024-07-25T20:04:59Z","latest_version":1,"primary_category":"cs.LG","snapshot_observed_at":"2026-08-19T17:43:38.766745Z","submitted_at":"2024-07-25T20:04:59Z","title":"Trust or Escalate: LLM Judges with Provable Guarantees for Human Agreement"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"thesis":"As of 23 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 23 inbound Pith citation observations for arXiv:2407.18370."}