{"as_of":"2026-08-10T02:27:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:ad7873bac727e5b24f5baace691fba29b7a9411172bcae16da000c39145945a6","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":16,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":16,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-09T06:31:02.800959+00:00","state":"measured"},{"denominator":16,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":16,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-09T05:15:41.440652Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":1,"source":"arxiv_reference","source_observed_at":"2026-08-05T02:28:24.338817Z","state":"measured"}],"external_citation_measurements":[{"count":9,"observed_at":"2026-08-05T02:28:24.338817Z","source":"arxiv_reference"}],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2311.09783","last_updated":"2024-04-03T23:29:03Z","snapshot_observed_at":"2026-08-07T21:58:55.637060Z","submitted_at":"2023-11-16T11:03:04Z","title":"Investigating Data Contamination in Modern Benchmarks for Large Language Models","version":2},"cited_work":{"arxiv_id":"2311.09783","doi":"10.48550/arxiv.2311.09783","metadata_source":"arxiv_reference","pith_arxiv_id":"2311.09783","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Investigating data contamination in modern benchmarks for large language models","venue":"arXiv (Cornell University)","work_id":"1ccb677f-0155-46ea-a49f-ffbc62d129bd","year":2024},"citing_paper":{"arxiv_id":"2406.04244","last_updated":"2024-06-06T16:41:39Z","snapshot_observed_at":"2026-07-30T15:43:06.151242Z","submitted_at":"2024-06-06T16:41:39Z","title":"Benchmark Data Contamination of Large Language Models: A Survey","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-05-22T23:10:40.420241Z"},"links":{"cited_paper":"/paper/2311.09783","citing_paper":"/paper/2406.04244"},"observation_digest":"sha256:2a6ae6356c4061b53a205bf605a005f2c91eb6278a5d57431016308b2b840850","observation_id":"ec73b96e-3e48-43e5-844d-8cc1f4d85384","resolution":{"observed_at":"2026-05-22T23:10:40.906325Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.09783","last_updated":"2024-04-03T23:29:03Z","snapshot_observed_at":"2026-08-07T21:58:55.637060Z","submitted_at":"2023-11-16T11:03:04Z","title":"Investigating Data Contamination in Modern Benchmarks for Large Language Models","version":2},"cited_work":{"arxiv_id":"2311.09783","doi":"10.48550/arxiv.2311.09783","metadata_source":"arxiv_reference","pith_arxiv_id":"2311.09783","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Investigating data contamination in modern benchmarks for large language models","venue":"arXiv (Cornell University)","work_id":"1ccb677f-0155-46ea-a49f-ffbc62d129bd","year":2024},"citing_paper":{"arxiv_id":"2406.19314","last_updated":"2025-04-18T19:36:00Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-06-27T16:47:42Z","title":"LiveBench: A Challenging, Contamination-Limited LLM Benchmark","version":2},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-05-15T04:48:26.303240Z"},"links":{"cited_paper":"/paper/2311.09783","citing_paper":"/paper/2406.19314"},"observation_digest":"sha256:3ca5e20f5a1bdc786dded5ee1c8367bb6143d11ccd99b1ec2e4386e99decc1c5","observation_id":"233cf14c-0080-43bf-9aba-8f16ba7b6c33","resolution":{"observed_at":"2026-05-15T04:48:26.394739Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.09783","last_updated":"2024-04-03T23:29:03Z","snapshot_observed_at":"2026-08-07T21:58:55.637060Z","submitted_at":"2023-11-16T11:03:04Z","title":"Investigating Data Contamination in Modern Benchmarks for Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.09783","snapshot_observed_at":"2026-08-09T05:15:41.440652Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2502.03298","last_updated":"2025-02-05T15:56:37Z","snapshot_observed_at":"2026-08-09T05:10:36.971489Z","submitted_at":"2025-02-05T15:56:37Z","title":"MeDiSumQA: Patient-Oriented Question-Answer Generation from Discharge Letters","version":1},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-09T05:15:41.440652Z"},"links":{"cited_paper":"/paper/2311.09783","citing_paper":"/paper/2502.03298"},"observation_digest":"sha256:356e10a24af15248cfb5f30dc6c89c7e0f6c603aebbed713b1e1655d7fd329ce","observation_id":"bae075b8-70e2-44e0-8588-2fd85c0e6973","resolution":{"observed_at":"2026-08-09T05:15:41.440652Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2311.09783","last_updated":"2024-04-03T23:29:03Z","snapshot_observed_at":"2026-08-07T21:58:55.637060Z","submitted_at":"2023-11-16T11:03:04Z","title":"Investigating Data Contamination in Modern Benchmarks for Large Language Models","version":2},"cited_work":{"arxiv_id":"2311.09783","doi":"10.48550/arxiv.2311.09783","metadata_source":"arxiv_reference","pith_arxiv_id":"2311.09783","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Investigating data contamination in modern benchmarks for large language models","venue":"arXiv (Cornell University)","work_id":"1ccb677f-0155-46ea-a49f-ffbc62d129bd","year":2024},"citing_paper":{"arxiv_id":"2504.16155","last_updated":"2026-05-07T09:59:28Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-04-22T17:52:04Z","title":"PRIMETIME : Limits of LLMs in Temporal Primitives","version":2},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-05-22T18:36:48.376877Z"},"links":{"cited_paper":"/paper/2311.09783","citing_paper":"/paper/2504.16155"},"observation_digest":"sha256:7708a55c9dab7a99cb9611193db4ba460d2c303bc97c2db8193a410f8dd19991","observation_id":"0e558609-c205-45a7-9d6b-e7a4d63507bd","resolution":{"observed_at":"2026-05-22T18:36:59.121794Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.09783","last_updated":"2024-04-03T23:29:03Z","snapshot_observed_at":"2026-08-07T21:58:55.637060Z","submitted_at":"2023-11-16T11:03:04Z","title":"Investigating Data Contamination in Modern Benchmarks for Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.09783","snapshot_observed_at":"2026-08-07T05:42:38.666546Z","title":"Investigating data contamination in modern benchmarks for large language models.arXiv preprint arXiv:2311.09783,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.07440","last_updated":"2025-06-09T05:33:28Z","snapshot_observed_at":"2026-08-07T21:40:46.271523Z","submitted_at":"2025-06-09T05:33:28Z","title":"Federated In-Context Learning: Iterative Refinement for Improved Answer Quality","version":1},"reference_index":2020,"source":"pdf_text","source_observed_at":"2026-08-07T05:42:38.666546Z"},"links":{"cited_paper":"/paper/2311.09783","citing_paper":"/paper/2506.07440"},"observation_digest":"sha256:5a0c424f50a3941e9e20507e48095305e519668993bb632e36d1a18985a470fa","observation_id":"ebacc265-7c29-422e-9e7c-1ed6523700ef","resolution":{"observed_at":"2026-08-07T05:42:38.666546Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2311.09783","last_updated":"2024-04-03T23:29:03Z","snapshot_observed_at":"2026-08-07T21:58:55.637060Z","submitted_at":"2023-11-16T11:03:04Z","title":"Investigating Data Contamination in Modern Benchmarks for Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.09783","snapshot_observed_at":"2026-08-07T00:40:17.481039Z","title":"Investigating data contamination in modern benchmarks for large language models.arXiv preprint arXiv:2311.09783, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.12909","last_updated":"2025-06-15T16:57:14Z","snapshot_observed_at":"2026-08-09T08:48:01.044046Z","submitted_at":"2025-06-15T16:57:14Z","title":"SciDA: Scientific Dynamic Assessor of LLMs","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-07T00:40:17.481039Z"},"links":{"cited_paper":"/paper/2311.09783","citing_paper":"/paper/2506.12909"},"observation_digest":"sha256:df43acde214808754ebe290b6bfa9ac4ebc59c9007bbf2a0263fefb5c2114610","observation_id":"eb8820db-3ad5-485b-a6b4-cb0519f1b63c","resolution":{"observed_at":"2026-08-07T00:40:17.481039Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2311.09783","last_updated":"2024-04-03T23:29:03Z","snapshot_observed_at":"2026-08-07T21:58:55.637060Z","submitted_at":"2023-11-16T11:03:04Z","title":"Investigating Data Contamination in Modern Benchmarks for Large Language Models","version":2},"cited_work":{"arxiv_id":"2311.09783","doi":"10.48550/arxiv.2311.09783","metadata_source":"arxiv_reference","pith_arxiv_id":"2311.09783","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Investigating data contamination in modern benchmarks for large language models","venue":"arXiv (Cornell University)","work_id":"1ccb677f-0155-46ea-a49f-ffbc62d129bd","year":2024},"citing_paper":{"arxiv_id":"2507.22359","last_updated":"2026-04-14T11:47:19Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-07-30T03:50:46Z","title":"League of LLMs: A Benchmark-Free Paradigm for Mutual Evaluation of Large Language Models","version":4},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-05-19T03:17:06.457421Z"},"links":{"cited_paper":"/paper/2311.09783","citing_paper":"/paper/2507.22359"},"observation_digest":"sha256:e35c4d22eca23dc9b9aca6183245ff1bae79d73c9e4a22a72b3f2cf51d619d3e","observation_id":"c1a274ae-e16c-4f1c-b373-528e1058307a","resolution":{"observed_at":"2026-05-19T03:22:01.291053Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.09783","last_updated":"2024-04-03T23:29:03Z","snapshot_observed_at":"2026-08-07T21:58:55.637060Z","submitted_at":"2023-11-16T11:03:04Z","title":"Investigating Data Contamination in Modern Benchmarks for Large Language Models","version":2},"cited_work":{"arxiv_id":"2311.09783","doi":"10.48550/arxiv.2311.09783","metadata_source":"arxiv_reference","pith_arxiv_id":"2311.09783","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Investigating data contamination in modern benchmarks for large language models","venue":"arXiv (Cornell University)","work_id":"1ccb677f-0155-46ea-a49f-ffbc62d129bd","year":2024},"citing_paper":{"arxiv_id":"2511.01188","last_updated":"2026-04-25T08:12:03Z","snapshot_observed_at":"2026-07-06T22:34:43.577332Z","submitted_at":"2025-11-03T03:29:42Z","title":"ZoFia: Zero-Shot Fake News Detection with Entity-Guided Retrieval and Multi-LLM Interaction","version":3},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-05-18T01:47:35.232468Z"},"links":{"cited_paper":"/paper/2311.09783","citing_paper":"/paper/2511.01188"},"observation_digest":"sha256:cc239fa27786c431a2d6dee2a7166295597bd810131e3317db4058dc712fe705","observation_id":"6a902d75-6f93-4099-86b0-e9a87819967a","resolution":{"observed_at":"2026-05-18T01:50:38.285574Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.09783","last_updated":"2024-04-03T23:29:03Z","snapshot_observed_at":"2026-08-07T21:58:55.637060Z","submitted_at":"2023-11-16T11:03:04Z","title":"Investigating Data Contamination in Modern Benchmarks for Large Language Models","version":2},"cited_work":{"arxiv_id":"2311.09783","doi":"10.48550/arxiv.2311.09783","metadata_source":"arxiv_reference","pith_arxiv_id":"2311.09783","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Investigating data contamination in modern benchmarks for large language models","venue":"arXiv (Cornell University)","work_id":"1ccb677f-0155-46ea-a49f-ffbc62d129bd","year":2024},"citing_paper":{"arxiv_id":"2604.20273","last_updated":"2026-04-22T07:20:03Z","snapshot_observed_at":"2026-07-06T23:06:44.624357Z","submitted_at":"2026-04-22T07:20:03Z","title":"ActuBench: A Multi-Agent LLM Pipeline for Generation and Evaluation of Actuarial Reasoning Tasks","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-05-10T00:35:24.397273Z"},"links":{"cited_paper":"/paper/2311.09783","citing_paper":"/paper/2604.20273"},"observation_digest":"sha256:4af5569d913657fd9aba02206085164906093532a2216b73aa0dc5dac9190238","observation_id":"91ac6d3a-7590-46fd-9add-094893313853","resolution":{"observed_at":"2026-05-11T13:46:05.144360Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.09783","last_updated":"2024-04-03T23:29:03Z","snapshot_observed_at":"2026-08-07T21:58:55.637060Z","submitted_at":"2023-11-16T11:03:04Z","title":"Investigating Data Contamination in Modern Benchmarks for Large Language Models","version":2},"cited_work":{"arxiv_id":"2311.09783","doi":"10.48550/arxiv.2311.09783","metadata_source":"arxiv_reference","pith_arxiv_id":"2311.09783","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Investigating data contamination in modern benchmarks for large language models","venue":"arXiv (Cornell University)","work_id":"1ccb677f-0155-46ea-a49f-ffbc62d129bd","year":2024},"citing_paper":{"arxiv_id":"2605.08522","last_updated":"2026-05-14T09:18:49Z","snapshot_observed_at":"2026-07-06T23:20:43.010758Z","submitted_at":"2026-05-08T22:05:19Z","title":"Coordinates of Capability: A Unified MTMM-Geometric Framework for LLM Evaluation","version":1},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-05-12T01:41:42.003483Z"},"links":{"cited_paper":"/paper/2311.09783","citing_paper":"/paper/2605.08522"},"observation_digest":"sha256:ffc34363e22f1c083c67083eb9eb36e2aea0df7ea535fe8d62f5c5d09460bcf8","observation_id":"3d6b53c8-ead6-415c-a590-edb84a71c7a6","resolution":{"observed_at":"2026-05-12T01:46:14.401063Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.09783","last_updated":"2024-04-03T23:29:03Z","snapshot_observed_at":"2026-08-07T21:58:55.637060Z","submitted_at":"2023-11-16T11:03:04Z","title":"Investigating Data Contamination in Modern Benchmarks for Large Language Models","version":2},"cited_work":{"arxiv_id":"2311.09783","doi":"10.48550/arxiv.2311.09783","metadata_source":"arxiv_reference","pith_arxiv_id":"2311.09783","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Investigating data contamination in modern benchmarks for large language models","venue":"arXiv (Cornell University)","work_id":"1ccb677f-0155-46ea-a49f-ffbc62d129bd","year":2024},"citing_paper":{"arxiv_id":"2605.26133","last_updated":"2026-05-21T10:32:33Z","snapshot_observed_at":"2026-08-07T10:44:40.983544Z","submitted_at":"2026-05-21T10:32:33Z","title":"Pretraining Data Exposure in Large Language Models: A Survey of Membership Inference, Data Contamination, and Security Implications","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-06-30T17:20:16.735285Z"},"links":{"cited_paper":"/paper/2311.09783","citing_paper":"/paper/2605.26133"},"observation_digest":"sha256:8ff0c457e77a11ee9636887f4e2b13672ee28208f3f763a7555e80b1552d5e41","observation_id":"4a340f5a-cdf5-44da-8454-28278d68da5a","resolution":{"observed_at":"2026-06-30T17:24:56.558582Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.09783","last_updated":"2024-04-03T23:29:03Z","snapshot_observed_at":"2026-08-07T21:58:55.637060Z","submitted_at":"2023-11-16T11:03:04Z","title":"Investigating Data Contamination in Modern Benchmarks for Large Language Models","version":2},"cited_work":{"arxiv_id":"2311.09783","doi":"10.48550/arxiv.2311.09783","metadata_source":"arxiv_reference","pith_arxiv_id":"2311.09783","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Investigating data contamination in modern benchmarks for large language models","venue":"arXiv (Cornell University)","work_id":"1ccb677f-0155-46ea-a49f-ffbc62d129bd","year":2024},"citing_paper":{"arxiv_id":"2606.03305","last_updated":"2026-07-01T19:01:29Z","snapshot_observed_at":"2026-08-02T11:54:02.200908Z","submitted_at":"2026-06-02T08:21:22Z","title":"The Reliability Gap in Benchmark Auditing: Distribution Shift and Scale as Failure Modes of Contamination Detection","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-06-28T09:48:09.688745Z"},"links":{"cited_paper":"/paper/2311.09783","citing_paper":"/paper/2606.03305"},"observation_digest":"sha256:d4eb067b600bd62ddfc9a63788ed01b6d2dd194a10a30292e0d272717d7452d6","observation_id":"4b27821f-d48b-413e-bfa5-d9f344fe198b","resolution":{"observed_at":"2026-07-02T03:36:30.302577Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.09783","last_updated":"2024-04-03T23:29:03Z","snapshot_observed_at":"2026-08-07T21:58:55.637060Z","submitted_at":"2023-11-16T11:03:04Z","title":"Investigating Data Contamination in Modern Benchmarks for Large Language Models","version":2},"cited_work":{"arxiv_id":"2311.09783","doi":"10.48550/arxiv.2311.09783","metadata_source":"arxiv_reference","pith_arxiv_id":"2311.09783","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Investigating data contamination in modern benchmarks for large language models","venue":"arXiv (Cornell University)","work_id":"1ccb677f-0155-46ea-a49f-ffbc62d129bd","year":2024},"citing_paper":{"arxiv_id":"2606.03305","last_updated":"2026-07-01T19:01:29Z","snapshot_observed_at":"2026-08-02T11:54:02.200908Z","submitted_at":"2026-06-02T08:21:22Z","title":"The Reliability Gap in Benchmark Auditing: Distribution Shift and Scale as Failure Modes of Contamination Detection","version":2},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-07-04T00:30:13.665405Z"},"links":{"cited_paper":"/paper/2311.09783","citing_paper":"/paper/2606.03305"},"observation_digest":"sha256:99aeb570404e8784087bc07505b762bdcdee4070b0f0e721424ac6a74ae47895","observation_id":"7dfa333e-46d4-421f-90ba-f63ecc16cedb","resolution":{"observed_at":"2026-07-04T00:39:16.485829Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.09783","last_updated":"2024-04-03T23:29:03Z","snapshot_observed_at":"2026-08-07T21:58:55.637060Z","submitted_at":"2023-11-16T11:03:04Z","title":"Investigating Data Contamination in Modern Benchmarks for Large Language Models","version":2},"cited_work":{"arxiv_id":"2311.09783","doi":"10.48550/arxiv.2311.09783","metadata_source":"arxiv_reference","pith_arxiv_id":"2311.09783","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Investigating data contamination in modern benchmarks for large language models","venue":"arXiv (Cornell University)","work_id":"1ccb677f-0155-46ea-a49f-ffbc62d129bd","year":2024},"citing_paper":{"arxiv_id":"2606.18284","last_updated":"2026-06-10T02:04:29Z","snapshot_observed_at":"2026-07-06T23:53:45.117607Z","submitted_at":"2026-06-10T02:04:29Z","title":"Breaking the Solver Bottleneck: Training Task Generators at the Learnable Frontier","version":1},"reference_index":59,"source":"arxiv_source","source_observed_at":"2026-06-27T10:36:09.211639Z"},"links":{"cited_paper":"/paper/2311.09783","citing_paper":"/paper/2606.18284"},"observation_digest":"sha256:8c8ba97c141a883d66ed343c499e032ff5250c9dd7a4acefb3d4a6d028a57ab8","observation_id":"86763adc-0a71-42c0-969b-9498eb69b3d8","resolution":{"observed_at":"2026-07-03T08:57:48.182085Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.09783","last_updated":"2024-04-03T23:29:03Z","snapshot_observed_at":"2026-08-07T21:58:55.637060Z","submitted_at":"2023-11-16T11:03:04Z","title":"Investigating Data Contamination in Modern Benchmarks for Large Language Models","version":2},"cited_work":{"arxiv_id":"2311.09783","doi":"10.48550/arxiv.2311.09783","metadata_source":"arxiv_reference","pith_arxiv_id":"2311.09783","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Investigating data contamination in modern benchmarks for large language models","venue":"arXiv (Cornell University)","work_id":"1ccb677f-0155-46ea-a49f-ffbc62d129bd","year":2024},"citing_paper":{"arxiv_id":"2607.00053","last_updated":"2026-06-30T01:46:26Z","snapshot_observed_at":"2026-07-07T00:05:41.920778Z","submitted_at":"2026-06-30T01:46:26Z","title":"SWE-Router: Routing in Multi-turn Agentic Software Engineering Tasks","version":1},"reference_index":40,"source":"arxiv_source","source_observed_at":"2026-07-02T18:19:43.146102Z"},"links":{"cited_paper":"/paper/2311.09783","citing_paper":"/paper/2607.00053"},"observation_digest":"sha256:3d88f19b27794698885a4deda5b998a03802bffb76096ef886df249b3eb9e512","observation_id":"b65907d7-b88a-45de-9d53-32fb3f9e9b5d","resolution":{"observed_at":"2026-07-02T18:37:16.481985Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.09783","last_updated":"2024-04-03T23:29:03Z","snapshot_observed_at":"2026-08-07T21:58:55.637060Z","submitted_at":"2023-11-16T11:03:04Z","title":"Investigating Data Contamination in Modern Benchmarks for Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.09783","snapshot_observed_at":"2026-08-01T15:29:27.374252Z","title":"Investigating Data Contamina- tion in Modern Benchmarks for Large Language Models","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.18438","last_updated":"2026-07-20T18:46:17Z","snapshot_observed_at":"2026-08-08T04:15:26.223667Z","submitted_at":"2026-07-20T18:46:17Z","title":"Relay-Bench: Evaluating LLMs on Multi-Domain Reasoning Chains","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-01T15:29:27.374252Z"},"links":{"cited_paper":"/paper/2311.09783","citing_paper":"/paper/2607.18438"},"observation_digest":"sha256:3a2a155b17f2bda9f7936f3909d139ace78b939adaf301a80ca56aa1d17f2b19","observation_id":"832cdfff-61ee-400e-9c61-dcf0b491a644","resolution":{"observed_at":"2026-08-01T15:29:27.374252Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2311.09783/citation-record","integrity":"/paper/2311.09783/integrity","json":"/paper/2311.09783/citation-record.json","paper":"/paper/2311.09783"},"outbound":[],"paper":{"arxiv_id":"2311.09783","last_updated":"2024-04-03T23:29:03Z","latest_version":2,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-07T21:58:55.637060Z","submitted_at":"2023-11-16T11:03:04Z","title":"Investigating Data Contamination in Modern Benchmarks for Large Language Models"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"thesis":"As of 10 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 16 inbound Pith citation observations for arXiv:2311.09783."}