{"as_of":"2026-08-09T18:28:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:901415532c67e9f8876877bd4fbe954f11a1030ef57cfebb422741517eeea8e1","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":12,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":12,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-09T06:31:02.800959+00:00","state":"measured"},{"denominator":12,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":12,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-09T12:00:32.617408Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-24T05:13:56.507219Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2311.08147","last_updated":"2023-11-14T13:24:19Z","snapshot_observed_at":"2026-08-08T14:54:25.577187Z","submitted_at":"2023-11-14T13:24:19Z","title":"RECALL: A Benchmark for LLMs Robustness against External Counterfactual Knowledge","version":1},"cited_work":{"arxiv_id":"2311.08147","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2311.08147","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Recall: A benchmark for llms robustness against external counterfactual knowledge","venue":null,"work_id":"829d1ec4-c899-4b59-8e9a-a25ba2193802","year":2023},"citing_paper":{"arxiv_id":"2312.10997","last_updated":"2024-03-27T09:16:57Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-12-18T07:47:33Z","title":"Retrieval-Augmented Generation for Large Language Models: A Survey","version":5},"reference_index":168,"source":"pdf_text","source_observed_at":"2026-05-24T05:10:25.171044Z"},"links":{"cited_paper":"/paper/2311.08147","citing_paper":"/paper/2312.10997"},"observation_digest":"sha256:5a0898104b5f3989252850608d1146eeacef98c0c1d832f5d9cba147f573ca51","observation_id":"41fc09dd-7012-45fa-9c9a-1865ca71d008","resolution":{"observed_at":"2026-05-24T05:13:56.510163Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.08147","last_updated":"2023-11-14T13:24:19Z","snapshot_observed_at":"2026-08-08T14:54:25.577187Z","submitted_at":"2023-11-14T13:24:19Z","title":"RECALL: A Benchmark for LLMs Robustness against External Counterfactual Knowledge","version":1},"cited_work":{"arxiv_id":"2311.08147","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2311.08147","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Recall: A benchmark for llms robustness against external counterfactual knowledge","venue":null,"work_id":"829d1ec4-c899-4b59-8e9a-a25ba2193802","year":2023},"citing_paper":{"arxiv_id":"2401.15391","last_updated":"2024-01-27T11:41:48Z","snapshot_observed_at":"2026-08-02T18:59:01.488566Z","submitted_at":"2024-01-27T11:41:48Z","title":"MultiHop-RAG: Benchmarking Retrieval-Augmented Generation for Multi-Hop Queries","version":1},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-05-15T13:54:19.264893Z"},"links":{"cited_paper":"/paper/2311.08147","citing_paper":"/paper/2401.15391"},"observation_digest":"sha256:c19703185a14886c7ddfad18991b9cce3ccd3489ad585d105bea6dee9005462c","observation_id":"47dd87a8-cc73-45cb-bb5c-9f56620c9942","resolution":{"observed_at":"2026-05-15T13:54:19.697179Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.08147","last_updated":"2023-11-14T13:24:19Z","snapshot_observed_at":"2026-08-08T14:54:25.577187Z","submitted_at":"2023-11-14T13:24:19Z","title":"RECALL: A Benchmark for LLMs Robustness against External Counterfactual Knowledge","version":1},"cited_work":{"arxiv_id":"2311.08147","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2311.08147","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Recall: A benchmark for llms robustness against external counterfactual knowledge","venue":null,"work_id":"829d1ec4-c899-4b59-8e9a-a25ba2193802","year":2023},"citing_paper":{"arxiv_id":"2404.10981","last_updated":"2024-08-23T00:17:02Z","snapshot_observed_at":"2026-07-06T18:01:18.745347Z","submitted_at":"2024-04-17T01:27:42Z","title":"A Survey on Retrieval-Augmented Text Generation for Large Language Models","version":2},"reference_index":94,"source":"pdf_text","source_observed_at":"2026-05-24T02:15:05.379583Z"},"links":{"cited_paper":"/paper/2311.08147","citing_paper":"/paper/2404.10981"},"observation_digest":"sha256:975354269a6a23547e36008545ac4770d24e1bfb58d0c76506ed104080d01f0a","observation_id":"15cbf505-2427-41dd-b33b-7d393d2f5b4b","resolution":{"observed_at":"2026-05-24T02:15:55.504139Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.08147","last_updated":"2023-11-14T13:24:19Z","snapshot_observed_at":"2026-08-08T14:54:25.577187Z","submitted_at":"2023-11-14T13:24:19Z","title":"RECALL: A Benchmark for LLMs Robustness against External Counterfactual Knowledge","version":1},"cited_work":{"arxiv_id":"2311.08147","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2311.08147","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Recall: A benchmark for llms robustness against external counterfactual knowledge","venue":null,"work_id":"829d1ec4-c899-4b59-8e9a-a25ba2193802","year":2023},"citing_paper":{"arxiv_id":"2409.10102","last_updated":"2026-05-16T07:15:07Z","snapshot_observed_at":"2026-08-04T19:12:49.508911Z","submitted_at":"2024-09-16T09:06:44Z","title":"Trustworthiness in Retrieval-Augmented Generation Systems: A Survey","version":2},"reference_index":61,"source":"pdf_text","source_observed_at":"2026-05-23T21:08:11.787013Z"},"links":{"cited_paper":"/paper/2311.08147","citing_paper":"/paper/2409.10102"},"observation_digest":"sha256:433d0a74fe71ec92366bc209cffd8f4ed4355b127a3c47944f2b5c87cc724d55","observation_id":"97719dd1-7d00-4b95-baa4-d59979e22716","resolution":{"observed_at":"2026-05-23T21:08:25.947076Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.08147","last_updated":"2023-11-14T13:24:19Z","snapshot_observed_at":"2026-08-08T14:54:25.577187Z","submitted_at":"2023-11-14T13:24:19Z","title":"RECALL: A Benchmark for LLMs Robustness against External Counterfactual Knowledge","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.08147","snapshot_observed_at":"2026-08-09T12:00:32.617408Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2502.04352","last_updated":"2025-08-25T08:34:46Z","snapshot_observed_at":"2026-08-09T11:53:53.789039Z","submitted_at":"2025-02-04T17:16:51Z","title":"Investigating the Robustness of Deductive Reasoning with Large Language Models","version":2},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-09T12:00:32.617408Z"},"links":{"cited_paper":"/paper/2311.08147","citing_paper":"/paper/2502.04352"},"observation_digest":"sha256:88719ae3b79b2b26660e7cf7301a46f4e4b96f4c48569e43add8cda43098fd89","observation_id":"6e73874d-07a9-468f-b954-113bad16f86f","resolution":{"observed_at":"2026-08-09T12:00:32.617408Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2311.08147","last_updated":"2023-11-14T13:24:19Z","snapshot_observed_at":"2026-08-08T14:54:25.577187Z","submitted_at":"2023-11-14T13:24:19Z","title":"RECALL: A Benchmark for LLMs Robustness against External Counterfactual Knowledge","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.08147","snapshot_observed_at":"2026-08-07T10:57:26.924212Z","title":"RECALL: A benchmark for llms robustness against external counterfactual knowledge.CoRR, abs/2311.08147, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.03901","last_updated":"2025-06-05T06:44:23Z","snapshot_observed_at":"2026-08-08T14:55:13.172009Z","submitted_at":"2025-06-04T12:55:59Z","title":"Magic Mushroom: A Customizable Benchmark for Fine-grained Analysis of Retrieval Noise Erosion in RAG Systems","version":2},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-07T10:57:26.924212Z"},"links":{"cited_paper":"/paper/2311.08147","citing_paper":"/paper/2506.03901"},"observation_digest":"sha256:32e9fa0d2a757027fbb82b4b81a7429eb5f8b2a41ba58cbc383793d799dbcfdb","observation_id":"86e94ea8-943c-4b6c-acdb-cd6ff8e4f462","resolution":{"observed_at":"2026-08-07T10:57:26.924212Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2311.08147","last_updated":"2023-11-14T13:24:19Z","snapshot_observed_at":"2026-08-08T14:54:25.577187Z","submitted_at":"2023-11-14T13:24:19Z","title":"RECALL: A Benchmark for LLMs Robustness against External Counterfactual Knowledge","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.08147","snapshot_observed_at":"2026-08-07T05:33:18.221584Z","title":"The model cannot find sufficient information to answer the question","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.07671","last_updated":"2025-06-09T11:47:03Z","snapshot_observed_at":"2026-08-09T03:49:12.169709Z","submitted_at":"2025-06-09T11:47:03Z","title":"GaRAGe: A Benchmark with Grounding Annotations for RAG Evaluation","version":1},"reference_index":9474,"source":"pdf_text","source_observed_at":"2026-08-07T05:33:18.221584Z"},"links":{"cited_paper":"/paper/2311.08147","citing_paper":"/paper/2506.07671"},"observation_digest":"sha256:f53be29e2077c162d4c3a01ce16c9af1ab6308150b1c9250334580d42f2e3307","observation_id":"64d03a24-522f-4ce1-a251-8bc9e3d6c841","resolution":{"observed_at":"2026-08-07T05:33:18.221584Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2311.08147","last_updated":"2023-11-14T13:24:19Z","snapshot_observed_at":"2026-08-08T14:54:25.577187Z","submitted_at":"2023-11-14T13:24:19Z","title":"RECALL: A Benchmark for LLMs Robustness against External Counterfactual Knowledge","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.08147","snapshot_observed_at":"2026-08-06T19:32:20.719247Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.05424","last_updated":"2025-07-07T19:13:20Z","snapshot_observed_at":"2026-08-09T07:23:08.553839Z","submitted_at":"2025-07-07T19:13:20Z","title":"\"Lost-in-the-Later\": Framework for Quantifying Contextual Grounding in Large Language Models","version":1},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-06T19:32:20.719247Z"},"links":{"cited_paper":"/paper/2311.08147","citing_paper":"/paper/2507.05424"},"observation_digest":"sha256:e0c448f105404e8ecc3744c2df991e02ac4d6ce205ee73647665a7554ca65533","observation_id":"725a453f-3efc-440f-a043-964bee82a586","resolution":{"observed_at":"2026-08-06T19:32:20.719247Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2311.08147","last_updated":"2023-11-14T13:24:19Z","snapshot_observed_at":"2026-08-08T14:54:25.577187Z","submitted_at":"2023-11-14T13:24:19Z","title":"RECALL: A Benchmark for LLMs Robustness against External Counterfactual Knowledge","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.08147","snapshot_observed_at":"2026-08-05T19:50:49.876347Z","title":"arXiv preprint arXiv:2311.08147 (2023)","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2508.11755","last_updated":"2026-06-24T16:22:04Z","snapshot_observed_at":"2026-08-07T10:29:55.107388Z","submitted_at":"2025-08-15T18:02:22Z","title":"Quasiparticle interference in LiFeAs: Signature of inelastic tunneling through spin fluctuations","version":2},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-05T19:50:49.876347Z"},"links":{"cited_paper":"/paper/2311.08147","citing_paper":"/paper/2508.11755"},"observation_digest":"sha256:06fd4d052ac2cae4f6b4e54a73f4b33f8eaa99561857bd848b1ade61d4e0fc4f","observation_id":"146e528a-1dca-4fae-81ed-72ac81a42570","resolution":{"observed_at":"2026-08-05T19:50:49.876347Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2311.08147","last_updated":"2023-11-14T13:24:19Z","snapshot_observed_at":"2026-08-08T14:54:25.577187Z","submitted_at":"2023-11-14T13:24:19Z","title":"RECALL: A Benchmark for LLMs Robustness against External Counterfactual Knowledge","version":1},"cited_work":{"arxiv_id":"2311.08147","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2311.08147","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Recall: A benchmark for llms robustness against external counterfactual knowledge","venue":null,"work_id":"829d1ec4-c899-4b59-8e9a-a25ba2193802","year":2023},"citing_paper":{"arxiv_id":"2604.02605","last_updated":"2026-04-03T00:48:49Z","snapshot_observed_at":"2026-07-31T12:45:01.220506Z","submitted_at":"2026-04-03T00:48:49Z","title":"Do Audio-Visual Large Language Models Really See and Hear?","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-05-13T20:56:19.815569Z"},"links":{"cited_paper":"/paper/2311.08147","citing_paper":"/paper/2604.02605"},"observation_digest":"sha256:cc8428eec68a5a299376605dbe2db3e0b7859024393b5a3ec3caa8072f17653b","observation_id":"e82784f5-1350-4159-94cf-5032c79e0449","resolution":{"observed_at":"2026-05-13T20:58:15.854047Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.08147","last_updated":"2023-11-14T13:24:19Z","snapshot_observed_at":"2026-08-08T14:54:25.577187Z","submitted_at":"2023-11-14T13:24:19Z","title":"RECALL: A Benchmark for LLMs Robustness against External Counterfactual Knowledge","version":1},"cited_work":{"arxiv_id":"2311.08147","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2311.08147","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Recall: A benchmark for llms robustness against external counterfactual knowledge","venue":null,"work_id":"829d1ec4-c899-4b59-8e9a-a25ba2193802","year":2023},"citing_paper":{"arxiv_id":"2604.02640","last_updated":"2026-04-03T02:10:37Z","snapshot_observed_at":"2026-07-06T22:51:57.889822Z","submitted_at":"2026-04-03T02:10:37Z","title":"Overcoming the \"Impracticality\" of RAG: Proposing a Real-World Benchmark and Multi-Dimensional Diagnostic Framework","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-05-13T20:27:57.033386Z"},"links":{"cited_paper":"/paper/2311.08147","citing_paper":"/paper/2604.02640"},"observation_digest":"sha256:ddf1dc4762d81867c69a4a56d6ffa048f8dd3c929289d075429b2c3b155c65b6","observation_id":"9c69728c-b56c-43f2-af83-36ccdeb70603","resolution":{"observed_at":"2026-05-13T20:28:13.946502Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.08147","last_updated":"2023-11-14T13:24:19Z","snapshot_observed_at":"2026-08-08T14:54:25.577187Z","submitted_at":"2023-11-14T13:24:19Z","title":"RECALL: A Benchmark for LLMs Robustness against External Counterfactual Knowledge","version":1},"cited_work":{"arxiv_id":"2311.08147","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2311.08147","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Recall: A benchmark for llms robustness against external counterfactual knowledge","venue":null,"work_id":"829d1ec4-c899-4b59-8e9a-a25ba2193802","year":2023},"citing_paper":{"arxiv_id":"2604.17458","last_updated":"2026-04-21T06:43:15Z","snapshot_observed_at":"2026-07-06T23:04:32.734175Z","submitted_at":"2026-04-19T14:18:49Z","title":"EHRAG: Bridging Semantic Gaps in Lightweight GraphRAG via Hybrid Hypergraph Construction and Retrieval","version":2},"reference_index":155,"source":"arxiv_source","source_observed_at":"2026-05-10T05:43:04.813867Z"},"links":{"cited_paper":"/paper/2311.08147","citing_paper":"/paper/2604.17458"},"observation_digest":"sha256:e5fb754595fb51ef71e2b30e6f6d9efe02319d51868e19b77220b91a4a469bde","observation_id":"80095f73-ebec-4846-a8d4-6b456bdb5e14","resolution":{"observed_at":"2026-05-10T05:51:10.610246Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2311.08147/citation-record","integrity":"/paper/2311.08147/integrity","json":"/paper/2311.08147/citation-record.json","paper":"/paper/2311.08147"},"outbound":[],"paper":{"arxiv_id":"2311.08147","last_updated":"2023-11-14T13:24:19Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-08T14:54:25.577187Z","submitted_at":"2023-11-14T13:24:19Z","title":"RECALL: A Benchmark for LLMs Robustness against External Counterfactual Knowledge"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"thesis":"As of 9 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 12 inbound Pith citation observations for arXiv:2311.08147."}