{"as_of":"2026-08-22T00:01:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:23b78e4a18f95d2b84c2ee5197bb7d4c23a72c83fdd0d686d9b7f1e200f4193e","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":10,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":10,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-21T06:32:19.484+00:00","state":"measured"},{"denominator":10,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":10,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-16T05:12:22.821064Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":1,"source":"arxiv_reference","source_observed_at":"2026-08-05T02:28:24.338817Z","state":"measured"}],"external_citation_measurements":[{"count":4,"observed_at":"2026-08-05T02:28:24.338817Z","source":"arxiv_reference"}],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2311.06233","last_updated":"2025-04-28T00:00:43Z","snapshot_observed_at":"2026-08-16T14:44:16.502574Z","submitted_at":"2023-11-10T18:48:58Z","title":"Data Contamination Quiz: A Tool to Detect and Estimate Contamination in Large Language Models","version":7},"cited_work":{"arxiv_id":"2311.06233","doi":"10.48550/arxiv.2311.06233","metadata_source":"arxiv_reference","pith_arxiv_id":"2311.06233","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Data contamination quiz: A tool to detect and estimate contamination in large language models","venue":"arXiv (Cornell University)","work_id":"63cead9f-b659-48b1-9617-e1b978567209","year":2024},"citing_paper":{"arxiv_id":"2406.04244","last_updated":"2024-06-06T16:41:39Z","snapshot_observed_at":"2026-08-17T14:15:23.870937Z","submitted_at":"2024-06-06T16:41:39Z","title":"Benchmark Data Contamination of Large Language Models: A Survey","version":1},"reference_index":50,"source":"pdf_text","source_observed_at":"2026-05-22T23:10:40.420241Z"},"links":{"cited_paper":"/paper/2311.06233","citing_paper":"/paper/2406.04244"},"observation_digest":"sha256:9890f6ec34bb7970d075b544096aaec612a94573c3f495db00bb92dd83803de8","observation_id":"cd087759-e70f-4c7f-b56a-43cd090a0034","resolution":{"observed_at":"2026-05-22T23:10:40.949595Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.06233","last_updated":"2025-04-28T00:00:43Z","snapshot_observed_at":"2026-08-16T14:44:16.502574Z","submitted_at":"2023-11-10T18:48:58Z","title":"Data Contamination Quiz: A Tool to Detect and Estimate Contamination in Large Language Models","version":7},"cited_work":{"arxiv_id":"2311.06233","doi":"10.48550/arxiv.2311.06233","metadata_source":"arxiv_reference","pith_arxiv_id":"2311.06233","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Data contamination quiz: A tool to detect and estimate contamination in large language models","venue":"arXiv (Cornell University)","work_id":"63cead9f-b659-48b1-9617-e1b978567209","year":2024},"citing_paper":{"arxiv_id":"2406.19314","last_updated":"2025-04-18T19:36:00Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-06-27T16:47:42Z","title":"LiveBench: A Challenging, Contamination-Limited LLM Benchmark","version":2},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-05-15T04:48:26.303240Z"},"links":{"cited_paper":"/paper/2311.06233","citing_paper":"/paper/2406.19314"},"observation_digest":"sha256:414a7f2b1ba1526243b20cd9b44e1713f2b3f1162e7214345824f6b0526a04e7","observation_id":"4718ba76-bde5-4002-8499-641d55d00707","resolution":{"observed_at":"2026-05-15T04:48:26.434675Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.06233","last_updated":"2025-04-28T00:00:43Z","snapshot_observed_at":"2026-08-16T14:44:16.502574Z","submitted_at":"2023-11-10T18:48:58Z","title":"Data Contamination Quiz: A Tool to Detect and Estimate Contamination in Large Language Models","version":7},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.06233","snapshot_observed_at":"2026-08-11T12:58:02.031458Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.13670","last_updated":"2025-05-29T03:19:42Z","snapshot_observed_at":"2026-08-17T16:22:04.433511Z","submitted_at":"2024-12-18T09:53:12Z","title":"AntiLeakBench: Preventing Data Contamination by Automatically Constructing Benchmarks with Updated Real-World Knowledge","version":2},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-11T12:58:02.031458Z"},"links":{"cited_paper":"/paper/2311.06233","citing_paper":"/paper/2412.13670"},"observation_digest":"sha256:f28fea2c925d8ccef4b9adb2f9784b6c65ec407f49d0c90904512205891628d5","observation_id":"dd0d3b8d-fd74-4579-9c94-1c54b41bf2dc","resolution":{"observed_at":"2026-08-11T12:58:02.031458Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2311.06233","last_updated":"2025-04-28T00:00:43Z","snapshot_observed_at":"2026-08-16T14:44:16.502574Z","submitted_at":"2023-11-10T18:48:58Z","title":"Data Contamination Quiz: A Tool to Detect and Estimate Contamination in Large Language Models","version":7},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.06233","snapshot_observed_at":"2026-08-11T00:46:46.116456Z","title":"Data contamination quiz: A tool to detect and estimate contamination in large language models","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.19361","last_updated":"2024-12-26T22:04:23Z","snapshot_observed_at":"2026-08-17T18:00:27.064163Z","submitted_at":"2024-12-26T22:04:23Z","title":"Dynamic Skill Adaptation for Large Language Models","version":1},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-11T00:46:46.116456Z"},"links":{"cited_paper":"/paper/2311.06233","citing_paper":"/paper/2412.19361"},"observation_digest":"sha256:2cae17c645846f64fd283a003e1084d5f8d836a9a343e3e60dda2524b44635e0","observation_id":"eb863a8c-d8a4-470a-ad66-2ad5aeb09dca","resolution":{"observed_at":"2026-08-11T00:46:46.116456Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2311.06233","last_updated":"2025-04-28T00:00:43Z","snapshot_observed_at":"2026-08-16T14:44:16.502574Z","submitted_at":"2023-11-10T18:48:58Z","title":"Data Contamination Quiz: A Tool to Detect and Estimate Contamination in Large Language Models","version":7},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.06233","snapshot_observed_at":"2026-08-16T05:12:22.821064Z","title":"Data contamination quiz: A tool to detect and estimate contamination in large language models","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2504.21303","last_updated":"2025-04-30T04:24:50Z","snapshot_observed_at":"2026-08-18T02:49:03.223790Z","submitted_at":"2025-04-30T04:24:50Z","title":"Confidence in Large Language Model Evaluation: A Bayesian Approach to Limited-Sample Challenges","version":1},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-16T05:12:22.821064Z"},"links":{"cited_paper":"/paper/2311.06233","citing_paper":"/paper/2504.21303"},"observation_digest":"sha256:f4fc39527dd3d39b85cb52cbcbee192ff9357b7654de8b041799c814ce9465f9","observation_id":"f8f4f95c-d8ca-4892-96c4-f47a7e0d789a","resolution":{"observed_at":"2026-08-16T05:12:22.821064Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2311.06233","last_updated":"2025-04-28T00:00:43Z","snapshot_observed_at":"2026-08-16T14:44:16.502574Z","submitted_at":"2023-11-10T18:48:58Z","title":"Data Contamination Quiz: A Tool to Detect and Estimate Contamination in Large Language Models","version":7},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.06233","snapshot_observed_at":"2026-08-07T14:44:33.866798Z","title":"Data Contamination Quiz: A Tool to Detect and Estimate Contamination in Large Language Models.arXiv preprint arXiv:2311.06233,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.18102","last_updated":"2026-05-30T13:29:55Z","snapshot_observed_at":"2026-08-17T01:01:48.551266Z","submitted_at":"2025-05-23T16:57:34Z","title":"CapBencher: Give Your LLM Benchmark a Built-in Alarm for Test-Set Overfitting","version":7},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-07T14:44:33.866798Z"},"links":{"cited_paper":"/paper/2311.06233","citing_paper":"/paper/2505.18102"},"observation_digest":"sha256:1f5aea008dd18a9f0151760d3861ec5b0dfc9219a2e55f8e3968704a84dfadb8","observation_id":"f3282a4b-3717-4188-bc53-408e454c2295","resolution":{"observed_at":"2026-08-07T14:44:33.866798Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2311.06233","last_updated":"2025-04-28T00:00:43Z","snapshot_observed_at":"2026-08-16T14:44:16.502574Z","submitted_at":"2023-11-10T18:48:58Z","title":"Data Contamination Quiz: A Tool to Detect and Estimate Contamination in Large Language Models","version":7},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.06233","snapshot_observed_at":"2026-08-03T13:06:56.632597Z","title":"Data Contamination Quiz: A Tool to Detect and Esti- mate Contamination in Large Language Models.ArXiv preprint, abs/2311.06233, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2601.00575","last_updated":"2026-05-26T07:56:19Z","snapshot_observed_at":"2026-08-16T09:37:08.554115Z","submitted_at":"2026-01-02T05:26:27Z","title":"InfoSynth: Information-Guided Benchmark Synthesis for LLMs","version":2},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-03T13:06:56.632597Z"},"links":{"cited_paper":"/paper/2311.06233","citing_paper":"/paper/2601.00575"},"observation_digest":"sha256:f38209600f3a527a97a1af711a40f0cc159e3a129da1129d4ffbdde37eb69d45","observation_id":"9ae1a502-7f26-4476-a943-dbeec43be201","resolution":{"observed_at":"2026-08-03T13:06:56.632597Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2311.06233","last_updated":"2025-04-28T00:00:43Z","snapshot_observed_at":"2026-08-16T14:44:16.502574Z","submitted_at":"2023-11-10T18:48:58Z","title":"Data Contamination Quiz: A Tool to Detect and Estimate Contamination in Large Language Models","version":7},"cited_work":{"arxiv_id":"2311.06233","doi":"10.48550/arxiv.2311.06233","metadata_source":"arxiv_reference","pith_arxiv_id":"2311.06233","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Data contamination quiz: A tool to detect and estimate contamination in large language models","venue":"arXiv (Cornell University)","work_id":"63cead9f-b659-48b1-9617-e1b978567209","year":2024},"citing_paper":{"arxiv_id":"2604.17771","last_updated":"2026-04-20T03:50:21Z","snapshot_observed_at":"2026-08-11T06:02:07.490505Z","submitted_at":"2026-04-20T03:50:21Z","title":"SPENCE: A Syntactic Probe for Detecting Contamination in NL2SQL Benchmarks","version":1},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-05-10T04:40:42.747298Z"},"links":{"cited_paper":"/paper/2311.06233","citing_paper":"/paper/2604.17771"},"observation_digest":"sha256:7eb245aaef8a1146b53d169efc2d00a94b2c9a668916aa94b323b52b536cc99c","observation_id":"f2950df7-07f7-4524-9e2c-93d8a7d264f2","resolution":{"observed_at":"2026-05-10T04:45:21.233103Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.06233","last_updated":"2025-04-28T00:00:43Z","snapshot_observed_at":"2026-08-16T14:44:16.502574Z","submitted_at":"2023-11-10T18:48:58Z","title":"Data Contamination Quiz: A Tool to Detect and Estimate Contamination in Large Language Models","version":7},"cited_work":{"arxiv_id":"2311.06233","doi":"10.48550/arxiv.2311.06233","metadata_source":"arxiv_reference","pith_arxiv_id":"2311.06233","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Data contamination quiz: A tool to detect and estimate contamination in large language models","venue":"arXiv (Cornell University)","work_id":"63cead9f-b659-48b1-9617-e1b978567209","year":2024},"citing_paper":{"arxiv_id":"2607.01686","last_updated":"2026-07-02T04:27:45Z","snapshot_observed_at":"2026-08-09T02:25:47.839654Z","submitted_at":"2026-07-02T04:27:45Z","title":"WARP: Weight-Space Analysis for Recovering Training Data Portfolios","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-07-03T17:54:31.856386Z"},"links":{"cited_paper":"/paper/2311.06233","citing_paper":"/paper/2607.01686"},"observation_digest":"sha256:126ba642c087d101353a06a9faa026a75299fbb12465777f0a2e6d54b8d4e6fe","observation_id":"aa737216-05d6-46a4-99d3-183bb5eabdfe","resolution":{"observed_at":"2026-07-03T17:58:46.759502Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.06233","last_updated":"2025-04-28T00:00:43Z","snapshot_observed_at":"2026-08-16T14:44:16.502574Z","submitted_at":"2023-11-10T18:48:58Z","title":"Data Contamination Quiz: A Tool to Detect and Estimate Contamination in Large Language Models","version":7},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.06233","snapshot_observed_at":"2026-08-02T13:46:07.961355Z","title":"Golchin and M","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.22554","last_updated":"2026-05-18T16:45:13Z","snapshot_observed_at":"2026-08-16T01:45:48.511937Z","submitted_at":"2026-05-18T16:45:13Z","title":"Same Question, Different Answers: Evaluating LLM Reliability Beyond Accuracy","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-02T13:46:07.961355Z"},"links":{"cited_paper":"/paper/2311.06233","citing_paper":"/paper/2607.22554"},"observation_digest":"sha256:1f5de630bf5b817738e549af337f49abfad8f3bc2a6ace9fa58bd3dd593cf31f","observation_id":"77061f62-a06e-4d80-bd86-f1785eb60333","resolution":{"observed_at":"2026-08-02T13:46:07.961355Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2311.06233/citation-record","integrity":"/paper/2311.06233/integrity","json":"/paper/2311.06233/citation-record.json","paper":"/paper/2311.06233"},"outbound":[],"paper":{"arxiv_id":"2311.06233","last_updated":"2025-04-28T00:00:43Z","latest_version":7,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-16T14:44:16.502574Z","submitted_at":"2023-11-10T18:48:58Z","title":"Data Contamination Quiz: A Tool to Detect and Estimate Contamination in Large Language Models"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"thesis":"As of 22 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 10 inbound Pith citation observations for arXiv:2311.06233."}