{"as_of":"2026-08-13T15:15:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:d3372849c492c5c7a5c25a1a04a76bb4a95f0ee01797927047067167f424284c","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":10,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":10,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-13T06:32:02.005865+00:00","state":"measured"},{"denominator":10,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":10,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-12T19:19:26.247246Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-18T11:01:17.068967Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2407.07565","last_updated":"2024-10-03T16:48:55Z","snapshot_observed_at":"2026-08-12T23:25:07.570083Z","submitted_at":"2024-07-10T11:50:20Z","title":"On Leakage of Code Generation Evaluation Datasets","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.07565","snapshot_observed_at":"2026-08-12T19:19:26.247246Z","title":"On leakage of code generation evaluation datasets,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.10842","last_updated":"2024-11-16T17:06:21Z","snapshot_observed_at":"2026-08-12T19:12:14.637024Z","submitted_at":"2024-11-16T17:06:21Z","title":"CODECLEANER: Elevating Standards with A Robust Data Contamination Mitigation Toolkit","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-12T19:19:26.247246Z"},"links":{"cited_paper":"/paper/2407.07565","citing_paper":"/paper/2411.10842"},"observation_digest":"sha256:b4c12fec26b32ec46660f9d9f71e13bd27efee2aa7fd593ce171257f0ff3a864","observation_id":"400562a5-4b06-4464-a87d-5e112fa05651","resolution":{"observed_at":"2026-08-12T19:19:26.247246Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.07565","last_updated":"2024-10-03T16:48:55Z","snapshot_observed_at":"2026-08-12T23:25:07.570083Z","submitted_at":"2024-07-10T11:50:20Z","title":"On Leakage of Code Generation Evaluation Datasets","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.07565","snapshot_observed_at":"2026-08-11T21:46:25.087729Z","title":"On leakage of code generation evaluation datasets","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.04144","last_updated":"2025-02-03T20:31:39Z","snapshot_observed_at":"2026-08-12T04:17:25.521891Z","submitted_at":"2024-12-05T13:12:51Z","title":"If You Can't Use Them, Recycle Them: Optimizing Merging at Scale Mitigates Performance Tradeoffs","version":3},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-08-11T21:46:25.087729Z"},"links":{"cited_paper":"/paper/2407.07565","citing_paper":"/paper/2412.04144"},"observation_digest":"sha256:efce9e7e9a1c75ca81f93811cfda3554d7297e77c20590430634a14f41b3788a","observation_id":"5ac72d58-a6b3-490b-a98e-ff9070808409","resolution":{"observed_at":"2026-08-11T21:46:25.087729Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.07565","last_updated":"2024-10-03T16:48:55Z","snapshot_observed_at":"2026-08-12T23:25:07.570083Z","submitted_at":"2024-07-10T11:50:20Z","title":"On Leakage of Code Generation Evaluation Datasets","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.07565","snapshot_observed_at":"2026-08-11T11:40:13.674987Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.15118","last_updated":"2025-06-06T12:13:42Z","snapshot_observed_at":"2026-08-13T12:39:00.588330Z","submitted_at":"2024-12-19T17:59:42Z","title":"Reasoning Through Execution: Unifying Process and Outcome Rewards for Code Generation","version":2},"reference_index":53,"source":"arxiv_source","source_observed_at":"2026-08-11T11:40:13.674987Z"},"links":{"cited_paper":"/paper/2407.07565","citing_paper":"/paper/2412.15118"},"observation_digest":"sha256:f131c23c7e963f59b4af13c88e3d6988e99beb8af671218bebe5aeabe383f6b0","observation_id":"2058e9b4-805b-45fe-90bc-afaf688edf9b","resolution":{"observed_at":"2026-08-11T11:40:13.674987Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.07565","last_updated":"2024-10-03T16:48:55Z","snapshot_observed_at":"2026-08-12T23:25:07.570083Z","submitted_at":"2024-07-10T11:50:20Z","title":"On Leakage of Code Generation Evaluation Datasets","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.07565","snapshot_observed_at":"2026-08-10T00:53:29.683526Z","title":"arXiv preprint arXiv:2407.07565","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2501.18062","last_updated":"2025-01-30T00:06:55Z","snapshot_observed_at":"2026-08-11T03:07:41.415084Z","submitted_at":"2025-01-30T00:06:55Z","title":"FinanceQA: A Benchmark for Evaluating Financial Analysis Capabilities of Large Language Models","version":1},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-10T00:53:29.683526Z"},"links":{"cited_paper":"/paper/2407.07565","citing_paper":"/paper/2501.18062"},"observation_digest":"sha256:8b860a2d82662ccde46b9d59dbd88575f1076037ef724116610751fe747db7ed","observation_id":"7a0ac1f2-210a-47c6-9806-17bf56a4be43","resolution":{"observed_at":"2026-08-10T00:53:29.683526Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.07565","last_updated":"2024-10-03T16:48:55Z","snapshot_observed_at":"2026-08-12T23:25:07.570083Z","submitted_at":"2024-07-10T11:50:20Z","title":"On Leakage of Code Generation Evaluation Datasets","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.07565","snapshot_observed_at":"2026-08-09T05:54:17.846372Z","title":"On leakage of code generation evaluation datasets","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2502.18473","last_updated":"2025-02-05T12:54:17Z","snapshot_observed_at":"2026-08-10T04:11:05.021292Z","submitted_at":"2025-02-05T12:54:17Z","title":"Disproving Program Equivalence with LLMs","version":1},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-09T05:54:17.846372Z"},"links":{"cited_paper":"/paper/2407.07565","citing_paper":"/paper/2502.18473"},"observation_digest":"sha256:bef19fa301e153baf2f23e78aeae9ee7e208f27fc69e3411f4917e1f4204ee69","observation_id":"e008c9ec-d0dd-42a5-b23d-e94421bec760","resolution":{"observed_at":"2026-08-09T05:54:17.846372Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.07565","last_updated":"2024-10-03T16:48:55Z","snapshot_observed_at":"2026-08-12T23:25:07.570083Z","submitted_at":"2024-07-10T11:50:20Z","title":"On Leakage of Code Generation Evaluation Datasets","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.07565","snapshot_observed_at":"2026-08-07T10:54:26.323144Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.04142","last_updated":"2025-06-04T16:33:44Z","snapshot_observed_at":"2026-08-11T15:46:19.548845Z","submitted_at":"2025-06-04T16:33:44Z","title":"Establishing Trustworthy LLM Evaluation via Shortcut Neuron Analysis","version":1},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-08-07T10:54:26.323144Z"},"links":{"cited_paper":"/paper/2407.07565","citing_paper":"/paper/2506.04142"},"observation_digest":"sha256:738378124fc8c8492d3f0cc188d1b9c397773c904147c89c2c2c139a55895b7d","observation_id":"3385d443-8d5b-4b22-b902-f41d71ab10d9","resolution":{"observed_at":"2026-08-07T10:54:26.323144Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.07565","last_updated":"2024-10-03T16:48:55Z","snapshot_observed_at":"2026-08-12T23:25:07.570083Z","submitted_at":"2024-07-10T11:50:20Z","title":"On Leakage of Code Generation Evaluation Datasets","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.07565","snapshot_observed_at":"2026-08-06T22:03:28.369986Z","title":"Matton, T","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.22954","last_updated":"2025-06-28T17:18:23Z","snapshot_observed_at":"2026-08-09T17:25:54.398355Z","submitted_at":"2025-06-28T17:18:23Z","title":"Evaluating and Improving Large Language Models for Competitive Program Generation","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-06T22:03:28.369986Z"},"links":{"cited_paper":"/paper/2407.07565","citing_paper":"/paper/2506.22954"},"observation_digest":"sha256:90ea93f3d39875cd9e4c5c4a82352f9c8a57dcdddf6f9fb7ddd05e5bc64626e1","observation_id":"515d0685-b149-4a0f-a75b-7d8e1e6cfc92","resolution":{"observed_at":"2026-08-06T22:03:28.369986Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.07565","last_updated":"2024-10-03T16:48:55Z","snapshot_observed_at":"2026-08-12T23:25:07.570083Z","submitted_at":"2024-07-10T11:50:20Z","title":"On Leakage of Code Generation Evaluation Datasets","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.07565","snapshot_observed_at":"2026-08-04T14:52:48.436986Z","title":"On leakage of code generation evaluation datasets, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2509.22768","last_updated":"2026-07-28T18:10:53Z","snapshot_observed_at":"2026-08-09T11:46:00.640407Z","submitted_at":"2025-09-26T17:20:27Z","title":"ML2B: Benchmarking LLMs on Cross-Lingual ML Pipeline Generation","version":3},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-04T14:52:48.436986Z"},"links":{"cited_paper":"/paper/2407.07565","citing_paper":"/paper/2509.22768"},"observation_digest":"sha256:2828991a4569f7a89aa31208ecce4e8511f99cc07c3d0e76ade434584f2d4350","observation_id":"aee95852-047f-4726-848b-90c4e94a2711","resolution":{"observed_at":"2026-08-04T14:52:48.436986Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.07565","last_updated":"2024-10-03T16:48:55Z","snapshot_observed_at":"2026-08-12T23:25:07.570083Z","submitted_at":"2024-07-10T11:50:20Z","title":"On Leakage of Code Generation Evaluation Datasets","version":3},"cited_work":{"arxiv_id":"2407.07565","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2407.07565","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"bfddc44c-7a8c-4e24-8b74-170e15858ebc","year":2024},"citing_paper":{"arxiv_id":"2511.05501","last_updated":"2026-04-28T16:06:15Z","snapshot_observed_at":"2026-08-11T16:16:31.682685Z","submitted_at":"2025-09-30T21:36:23Z","title":"Towards Real-World Validity in Generative AI Benchmarks: Understanding and Designing Domain-Centered Evaluations for Journalism Practitioners","version":3},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-05-18T10:59:16.139525Z"},"links":{"cited_paper":"/paper/2407.07565","citing_paper":"/paper/2511.05501"},"observation_digest":"sha256:69fb69688821d177b49cca88117b2e1a9c761d138e2c73a057423ad39f4f3b14","observation_id":"32ae7065-6e4d-4ea8-b263-25f7340ca3d5","resolution":{"observed_at":"2026-05-18T11:01:17.071706Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2407.07565","last_updated":"2024-10-03T16:48:55Z","snapshot_observed_at":"2026-08-12T23:25:07.570083Z","submitted_at":"2024-07-10T11:50:20Z","title":"On Leakage of Code Generation Evaluation Datasets","version":3},"cited_work":{"arxiv_id":"2407.07565","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2407.07565","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"bfddc44c-7a8c-4e24-8b74-170e15858ebc","year":2024},"citing_paper":{"arxiv_id":"2605.05267","last_updated":"2026-05-06T09:38:31Z","snapshot_observed_at":"2026-08-04T17:41:12.164736Z","submitted_at":"2026-05-06T09:38:31Z","title":"Bridging Generation and Training: A Systematic Review of Quality Issues in LLMs for Code","version":1},"reference_index":86,"source":"pdf_text","source_observed_at":"2026-05-08T17:37:51.790000Z"},"links":{"cited_paper":"/paper/2407.07565","citing_paper":"/paper/2605.05267"},"observation_digest":"sha256:f80ab6a564f0068a643e9179efe9dca055a890d41e25c9d67ef46886864caedc","observation_id":"d5d6489f-1323-46d6-80d3-670dc0c6d0e6","resolution":{"observed_at":"2026-05-11T17:21:11.090250Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2407.07565/citation-record","integrity":"/paper/2407.07565/integrity","json":"/paper/2407.07565/citation-record.json","paper":"/paper/2407.07565"},"outbound":[],"paper":{"arxiv_id":"2407.07565","last_updated":"2024-10-03T16:48:55Z","latest_version":3,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-12T23:25:07.570083Z","submitted_at":"2024-07-10T11:50:20Z","title":"On Leakage of Code Generation Evaluation Datasets"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"thesis":"As of 13 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 10 inbound Pith citation observations for arXiv:2407.07565."}