{"as_of":"2026-08-20T13:02:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:ea7eb544b59b703060f4bc2f8b35b982c167939b3ed619777e44157ecd1d9b17","coverage":[{"denominator":20,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":20,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-16T00:07:34.103309Z","state":"measured"},{"denominator":22,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":22,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-20T06:33:59.587034+00:00","state":"measured"},{"denominator":2,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":2,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-15T23:46:43.991193Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-18T21:11:50.756949Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2505.03019","last_updated":"2025-05-05T20:42:34Z","snapshot_observed_at":"2026-08-18T04:20:26.271849Z","submitted_at":"2025-05-05T20:42:34Z","title":"Memorization or Interpolation ? Detecting LLM Memorization through Input Perturbation Analysis","version":1},"cited_work":{"arxiv_id":"2505.03019","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2505.03019","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Preprint","venue":null,"work_id":"bca626d6-0021-46bc-a4ca-16ecbdf7dc88","year":2024},"citing_paper":{"arxiv_id":"2509.00072","last_updated":"2026-05-13T04:56:17Z","snapshot_observed_at":"2026-08-02T07:55:28.707601Z","submitted_at":"2025-08-26T16:41:37Z","title":"Test of Time: Rethinking Temporal Signal of Benchmark Contamination","version":4},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-05-18T21:10:22.237418Z"},"links":{"cited_paper":"/paper/2505.03019","citing_paper":"/paper/2509.00072"},"observation_digest":"sha256:64ce4ee0b43a588793fe5ee5cc1bcc1dd98b67b4d96f6724795cfe185d113e33","observation_id":"92948611-ba40-4484-ba14-c17e5cccf686","resolution":{"observed_at":"2026-05-18T21:11:50.760908Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2505.03019","last_updated":"2025-05-05T20:42:34Z","snapshot_observed_at":"2026-08-18T04:20:26.271849Z","submitted_at":"2025-05-05T20:42:34Z","title":"Memorization or Interpolation ? Detecting LLM Memorization through Input Perturbation Analysis","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2505.03019","snapshot_observed_at":"2026-08-15T23:46:43.991193Z","title":"arXiv preprint arXiv:2505.03019 (2025)","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.12771","last_updated":"2026-08-13T03:29:00Z","snapshot_observed_at":"2026-08-18T20:02:44.577505Z","submitted_at":"2026-08-13T03:29:00Z","title":"Memorization Diagnostics for Code LLMs Should be Scale-Aware","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-15T23:46:43.991193Z"},"links":{"cited_paper":"/paper/2505.03019","citing_paper":"/paper/2608.12771"},"observation_digest":"sha256:6426e90a43b820015d9eac8e42fdc8738c407bbf959fa167fefec8af2ce7298a","observation_id":"62030fa9-e39b-4e18-a8a5-d71c4dff1972","resolution":{"observed_at":"2026-08-15T23:46:43.991193Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2505.03019/citation-record","integrity":"/paper/2505.03019/integrity","json":"/paper/2505.03019/citation-record.json","paper":"/paper/2505.03019"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:07:34.029898Z","title":"https://www.europarl","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.03019","last_updated":"2025-05-05T20:42:34Z","snapshot_observed_at":"2026-08-18T04:20:26.271849Z","submitted_at":"2025-05-05T20:42:34Z","title":"Memorization or Interpolation ? Detecting LLM Memorization through Input Perturbation Analysis","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-16T00:07:34.029898Z"},"links":{"citing_paper":"/paper/2505.03019"},"observation_digest":"sha256:f93bd017dcd4feabbe2650f7cb30c655199b71b5bc8ea0ba5eaeafd72266a089","observation_id":"24695354-4742-42e9-b906-b71d8acad233","resolution":{"observed_at":"2026-08-16T00:07:34.029898Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2202.07646","last_updated":"2023-03-06T06:28:18Z","snapshot_observed_at":"2026-08-15T14:36:26.439846Z","submitted_at":"2022-02-15T18:48:31Z","title":"Quantifying Memorization Across Neural Language Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2202.07646","snapshot_observed_at":"2026-08-16T00:07:34.038036Z","title":"arXiv:2202.07646 [cs]","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.03019","last_updated":"2025-05-05T20:42:34Z","snapshot_observed_at":"2026-08-18T04:20:26.271849Z","submitted_at":"2025-05-05T20:42:34Z","title":"Memorization or Interpolation ? Detecting LLM Memorization through Input Perturbation Analysis","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-16T00:07:34.038036Z"},"links":{"cited_paper":"/paper/2202.07646","citing_paper":"/paper/2505.03019"},"observation_digest":"sha256:852ec4a9c6bc97d78502f2dceb3760c6e1e81785df414cc864830cbbe0069dd7","observation_id":"74e7b0e7-b359-4b1f-939b-e5db3fc9da6b","resolution":{"observed_at":"2026-08-16T00:07:34.038036Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.15938","last_updated":"2024-05-31T17:49:03Z","snapshot_observed_at":"2026-08-19T05:48:20.574766Z","submitted_at":"2024-02-24T23:54:41Z","title":"Generalization or Memorization: Data Contamination and Trustworthy Evaluation for Large Language Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.15938","snapshot_observed_at":"2026-08-16T00:07:34.046125Z","title":"arXiv:2402.15938","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.03019","last_updated":"2025-05-05T20:42:34Z","snapshot_observed_at":"2026-08-18T04:20:26.271849Z","submitted_at":"2025-05-05T20:42:34Z","title":"Memorization or Interpolation ? Detecting LLM Memorization through Input Perturbation Analysis","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-16T00:07:34.046125Z"},"links":{"cited_paper":"/paper/2402.15938","citing_paper":"/paper/2505.03019"},"observation_digest":"sha256:0a8377b9c02e962c116033990cddc0c35065384cada00bc2061967d46f58fbdc","observation_id":"c02fa179-cee8-4225-809f-bd6510e53573","resolution":{"observed_at":"2026-08-16T00:07:34.046125Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.07841","last_updated":"2024-09-16T13:18:23Z","snapshot_observed_at":"2026-08-16T14:19:15.347006Z","submitted_at":"2024-02-12T17:52:05Z","title":"Do Membership Inference Attacks Work on Large Language Models?","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.07841","snapshot_observed_at":"2026-08-16T00:07:34.049906Z","title":"arXiv:2402.07841 [cs]","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.03019","last_updated":"2025-05-05T20:42:34Z","snapshot_observed_at":"2026-08-18T04:20:26.271849Z","submitted_at":"2025-05-05T20:42:34Z","title":"Memorization or Interpolation ? Detecting LLM Memorization through Input Perturbation Analysis","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-16T00:07:34.049906Z"},"links":{"cited_paper":"/paper/2402.07841","citing_paper":"/paper/2505.03019"},"observation_digest":"sha256:dc836310a386daf235136577a1512fe0feaf62a7be54542b12be2bf06d1faa70","observation_id":"2d90c191-cc0c-4928-98fd-5be4986b5eec","resolution":{"observed_at":"2026-08-16T00:07:34.049906Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.08493","last_updated":"2024-02-21T22:02:26Z","snapshot_observed_at":"2026-08-17T02:58:13.312362Z","submitted_at":"2023-08-16T16:48:57Z","title":"Time Travel in LLMs: Tracing Data Contamination in Large Language Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.08493","snapshot_observed_at":"2026-08-16T00:07:34.058192Z","title":"arXiv:2308.08493 [cs]","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.03019","last_updated":"2025-05-05T20:42:34Z","snapshot_observed_at":"2026-08-18T04:20:26.271849Z","submitted_at":"2025-05-05T20:42:34Z","title":"Memorization or Interpolation ? Detecting LLM Memorization through Input Perturbation Analysis","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-16T00:07:34.058192Z"},"links":{"cited_paper":"/paper/2308.08493","citing_paper":"/paper/2505.03019"},"observation_digest":"sha256:5ed269384de7cfc7a2236b7fd7416fc24dc6559453326ad887814ce4ebad0691","observation_id":"491d7ee5-ea69-436e-9c82-ae585f9333f4","resolution":{"observed_at":"2026-08-16T00:07:34.058192Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.18362","last_updated":"2023-10-24T14:25:53Z","snapshot_observed_at":"2026-08-16T14:49:19.852945Z","submitted_at":"2023-10-24T14:25:53Z","title":"SoK: Memorization in General-Purpose Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.18362","snapshot_observed_at":"2026-08-16T00:07:34.062031Z","title":"org/abs/2310.18362","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.03019","last_updated":"2025-05-05T20:42:34Z","snapshot_observed_at":"2026-08-18T04:20:26.271849Z","submitted_at":"2025-05-05T20:42:34Z","title":"Memorization or Interpolation ? Detecting LLM Memorization through Input Perturbation Analysis","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-16T00:07:34.062031Z"},"links":{"cited_paper":"/paper/2310.18362","citing_paper":"/paper/2505.03019"},"observation_digest":"sha256:e7a5536558004872e322d1d4e54e88aeab4ceeb2b9dc32b0fa244c6874007092","observation_id":"25f11f27-2646-4ece-9566-77cc24e1ba57","resolution":{"observed_at":"2026-08-16T00:07:34.062031Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:07:34.069793Z","title":"org/abstract/document/10179300/","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.03019","last_updated":"2025-05-05T20:42:34Z","snapshot_observed_at":"2026-08-18T04:20:26.271849Z","submitted_at":"2025-05-05T20:42:34Z","title":"Memorization or Interpolation ? Detecting LLM Memorization through Input Perturbation Analysis","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-16T00:07:34.069793Z"},"links":{"citing_paper":"/paper/2505.03019"},"observation_digest":"sha256:2843e028700b471cbc5843627793ecd162aa28b9433de79014fb5ff65d8cb77b","observation_id":"085a9689-365d-48d6-8de6-3c3d82ded7e8","resolution":{"observed_at":"2026-08-16T00:07:34.069793Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.07565","last_updated":"2024-10-03T16:48:55Z","snapshot_observed_at":"2026-08-20T09:29:27.103465Z","submitted_at":"2024-07-10T11:50:20Z","title":"On Leakage of Code Generation Evaluation Datasets","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.07565","snapshot_observed_at":"2026-08-16T00:07:34.073640Z","title":"arXiv:2407.07565 [cs]","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.03019","last_updated":"2025-05-05T20:42:34Z","snapshot_observed_at":"2026-08-18T04:20:26.271849Z","submitted_at":"2025-05-05T20:42:34Z","title":"Memorization or Interpolation ? Detecting LLM Memorization through Input Perturbation Analysis","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-16T00:07:34.073640Z"},"links":{"cited_paper":"/paper/2407.07565","citing_paper":"/paper/2505.03019"},"observation_digest":"sha256:6b61be27ccd7f9d840a3e4f79103a591c4af6a127248db63d3ec4b9b20e4a601","observation_id":"f0025452-bc9f-4144-9d08-b75b6aa59c95","resolution":{"observed_at":"2026-08-16T00:07:34.073640Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:07:34.435478Z","title":"Penedo, G., Malartic, Q., Hesslow, D., Cojocaru, R., Cap- pelli, A., Alobeidli, H., Pannier, B., Almazrouei, E., and Launay, J","venue":null,"work_id":"2bc9ab81-3fd3-4418-a447-d4e84104f8a2","year":2025},"citing_paper":{"arxiv_id":"2505.03019","last_updated":"2025-05-05T20:42:34Z","snapshot_observed_at":"2026-08-18T04:20:26.271849Z","submitted_at":"2025-05-05T20:42:34Z","title":"Memorization or Interpolation ? Detecting LLM Memorization through Input Perturbation Analysis","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-16T00:07:34.077528Z"},"links":{"citing_paper":"/paper/2505.03019"},"observation_digest":"sha256:24385b343d3a2a230452d1068b7c38634823329ae2c8da94568d9b717e61a8c8","observation_id":"444a8571-d1cf-4bfb-be2a-b42fa80f90ec","resolution":{"observed_at":"2026-08-16T00:07:34.439529Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2306.01116","last_updated":"2023-06-01T20:03:56Z","snapshot_observed_at":"2026-08-20T04:37:17.931952Z","submitted_at":"2023-06-01T20:03:56Z","title":"The RefinedWeb Dataset for Falcon LLM: Outperforming Curated Corpora with Web Data, and Web Data Only","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.01116","snapshot_observed_at":"2026-08-16T00:07:34.081143Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.03019","last_updated":"2025-05-05T20:42:34Z","snapshot_observed_at":"2026-08-18T04:20:26.271849Z","submitted_at":"2025-05-05T20:42:34Z","title":"Memorization or Interpolation ? Detecting LLM Memorization through Input Perturbation Analysis","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-16T00:07:34.081143Z"},"links":{"cited_paper":"/paper/2306.01116","citing_paper":"/paper/2505.03019"},"observation_digest":"sha256:df89f37bafa4e861a79dc0525a7d8cf1ba32f19e413139377b90fd950283d3ea","observation_id":"98f64cc9-4df8-4990-bbb0-b131bb0bb45f","resolution":{"observed_at":"2026-08-16T00:07:34.081143Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.15146","last_updated":"2024-11-11T19:47:16Z","snapshot_observed_at":"2026-08-19T07:48:23.074454Z","submitted_at":"2024-04-23T15:49:37Z","title":"Rethinking LLM Memorization through the Lens of Adversarial Compression","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.15146","snapshot_observed_at":"2026-08-16T00:07:34.084901Z","title":"arXiv:2404.15146","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.03019","last_updated":"2025-05-05T20:42:34Z","snapshot_observed_at":"2026-08-18T04:20:26.271849Z","submitted_at":"2025-05-05T20:42:34Z","title":"Memorization or Interpolation ? Detecting LLM Memorization through Input Perturbation Analysis","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-16T00:07:34.084901Z"},"links":{"cited_paper":"/paper/2404.15146","citing_paper":"/paper/2505.03019"},"observation_digest":"sha256:53d9c90e4b74ca1264cc94ce58890a289b983b0cfabfa19601ac6b2e26f85b58","observation_id":"d180c1d1-eba5-4cda-bef7-eec595e4d753","resolution":{"observed_at":"2026-08-16T00:07:34.084901Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.19262","last_updated":"2024-07-27T14:00:21Z","snapshot_observed_at":"2026-08-16T13:30:34.351169Z","submitted_at":"2024-07-27T14:00:21Z","title":"Understanding Memorisation in LLMs: Dynamics, Influencing Factors, and Implications","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.19262","snapshot_observed_at":"2026-08-16T00:07:34.088695Z","title":"arXiv:2407.19262 [cs]","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.03019","last_updated":"2025-05-05T20:42:34Z","snapshot_observed_at":"2026-08-18T04:20:26.271849Z","submitted_at":"2025-05-05T20:42:34Z","title":"Memorization or Interpolation ? Detecting LLM Memorization through Input Perturbation Analysis","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-16T00:07:34.088695Z"},"links":{"cited_paper":"/paper/2407.19262","citing_paper":"/paper/2505.03019"},"observation_digest":"sha256:ea6d499aad7ba362f1fed26dcc290cc9361fcdfbea769aa28879635424ad6620","observation_id":"e96eacc9-41e3-4134-bb49-27e919b260a8","resolution":{"observed_at":"2026-08-16T00:07:34.088695Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.05156","last_updated":"2024-03-14T14:17:57Z","snapshot_observed_at":"2026-08-19T08:44:24.676011Z","submitted_at":"2024-03-08T08:47:48Z","title":"On Protecting the Data Privacy of Large Language Models (LLMs): A Survey","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.05156","snapshot_observed_at":"2026-08-16T00:07:34.092304Z","title":"arXiv:2403.05156 [cs]","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.03019","last_updated":"2025-05-05T20:42:34Z","snapshot_observed_at":"2026-08-18T04:20:26.271849Z","submitted_at":"2025-05-05T20:42:34Z","title":"Memorization or Interpolation ? Detecting LLM Memorization through Input Perturbation Analysis","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-16T00:07:34.092304Z"},"links":{"cited_paper":"/paper/2403.05156","citing_paper":"/paper/2505.03019"},"observation_digest":"sha256:71bfb28e845c4e2aa298b4ebd499b7774247008508e5482c5dd5c9d6abc7356a","observation_id":"ea11e795-eac1-4643-bc1b-a7a1fb70affd","resolution":{"observed_at":"2026-08-16T00:07:34.092304Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:07:34.422036Z","title":"Publisher: Elsevier","venue":null,"work_id":"fb8fdc77-4567-4b7d-979a-015d256433ac","year":2024},"citing_paper":{"arxiv_id":"2505.03019","last_updated":"2025-05-05T20:42:34Z","snapshot_observed_at":"2026-08-18T04:20:26.271849Z","submitted_at":"2025-05-05T20:42:34Z","title":"Memorization or Interpolation ? Detecting LLM Memorization through Input Perturbation Analysis","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-16T00:07:34.095960Z"},"links":{"citing_paper":"/paper/2505.03019"},"observation_digest":"sha256:f0958cf58aaaf9c47f2e9b98274f5c65042211f38e5d9c34695ed563695380cc","observation_id":"921f573c-2f2e-473b-be9e-e9241d3e29ca","resolution":{"observed_at":"2026-08-16T00:07:34.425889Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.01964","last_updated":"2023-11-03T14:59:54Z","snapshot_observed_at":"2026-08-19T21:12:37.288621Z","submitted_at":"2023-11-03T14:59:54Z","title":"Don't Make Your LLM an Evaluation Benchmark Cheater","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.01964","snapshot_observed_at":"2026-08-16T00:07:34.099417Z","title":"arXiv:2311.01964 [cs]","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.03019","last_updated":"2025-05-05T20:42:34Z","snapshot_observed_at":"2026-08-18T04:20:26.271849Z","submitted_at":"2025-05-05T20:42:34Z","title":"Memorization or Interpolation ? Detecting LLM Memorization through Input Perturbation Analysis","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-16T00:07:34.099417Z"},"links":{"cited_paper":"/paper/2311.01964","citing_paper":"/paper/2505.03019"},"observation_digest":"sha256:d40d80a80a181d71b842fb7b54ddddb86347b6eb9233c3641ea6b9c3592fd489","observation_id":"036a795e-a5ba-413c-a70f-17d1db8a4ebe","resolution":{"observed_at":"2026-08-16T00:07:34.099417Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2307.15043","last_updated":"2023-12-20T20:48:57Z","snapshot_observed_at":"2026-08-12T09:06:50.363435Z","submitted_at":"2023-07-27T17:49:12Z","title":"Universal and Transferable Adversarial Attacks on Aligned Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.15043","snapshot_observed_at":"2026-08-16T00:07:34.103309Z","title":"Z., and Fredrikson, M","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.03019","last_updated":"2025-05-05T20:42:34Z","snapshot_observed_at":"2026-08-18T04:20:26.271849Z","submitted_at":"2025-05-05T20:42:34Z","title":"Memorization or Interpolation ? Detecting LLM Memorization through Input Perturbation Analysis","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-16T00:07:34.103309Z"},"links":{"cited_paper":"/paper/2307.15043","citing_paper":"/paper/2505.03019"},"observation_digest":"sha256:b3db7460e6feed1ffe18f778f2798e68dbb002ac0d55b1179d9e90d09fcee693","observation_id":"9a0de113-e215-40cb-aa66-11fe678d4a03","resolution":{"observed_at":"2026-08-16T00:07:34.103309Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:07:34.447103Z","title":"URL https://aclanthology","venue":null,"work_id":"0c2f1120-6a2a-44e7-bc7e-1e62ca19debf","year":2023},"citing_paper":{"arxiv_id":"2505.03019","last_updated":"2025-05-05T20:42:34Z","snapshot_observed_at":"2026-08-18T04:20:26.271849Z","submitted_at":"2025-05-05T20:42:34Z","title":"Memorization or Interpolation ? Detecting LLM Memorization through Input Perturbation Analysis","version":1},"reference_index":2004,"source":"pdf_text","source_observed_at":"2026-08-16T00:07:34.065847Z"},"links":{"citing_paper":"/paper/2505.03019"},"observation_digest":"sha256:548357f2b8bb808daf8c89792452fe136de0095c482991decd8e1d290b886b7d","observation_id":"ada311f7-a6cb-49ca-8d9e-602c03b01b95","resolution":{"observed_at":"2026-08-16T00:07:34.450700Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2101.00027","last_updated":"2020-12-31T19:00:10Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2020-12-31T19:00:10Z","title":"The Pile: An 800GB Dataset of Diverse Text for Language Modeling","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2101.00027","snapshot_observed_at":"2026-08-16T00:07:34.054210Z","title":"arXiv:2101.00027 [cs]","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.03019","last_updated":"2025-05-05T20:42:34Z","snapshot_observed_at":"2026-08-18T04:20:26.271849Z","submitted_at":"2025-05-05T20:42:34Z","title":"Memorization or Interpolation ? Detecting LLM Memorization through Input Perturbation Analysis","version":1},"reference_index":2020,"source":"pdf_text","source_observed_at":"2026-08-16T00:07:34.054210Z"},"links":{"cited_paper":"/paper/2101.00027","citing_paper":"/paper/2505.03019"},"observation_digest":"sha256:9588f0c16f6335ca1cd05247d4425908e721ca547095f64cc3db56ab450d503c","observation_id":"be430733-5d0a-497a-ae94-26ba07ce04e8","resolution":{"observed_at":"2026-08-16T00:07:34.054210Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2304.01373","last_updated":"2023-05-31T17:54:07Z","snapshot_observed_at":"2026-08-14T19:44:03.879127Z","submitted_at":"2023-04-03T20:58:15Z","title":"Pythia: A Suite for Analyzing Large Language Models Across Training and Scaling","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2304.01373","snapshot_observed_at":"2026-08-16T00:07:34.034035Z","title":"arXiv:2304.01373 [cs]","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.03019","last_updated":"2025-05-05T20:42:34Z","snapshot_observed_at":"2026-08-18T04:20:26.271849Z","submitted_at":"2025-05-05T20:42:34Z","title":"Memorization or Interpolation ? Detecting LLM Memorization through Input Perturbation Analysis","version":1},"reference_index":2023,"source":"pdf_text","source_observed_at":"2026-08-16T00:07:34.034035Z"},"links":{"cited_paper":"/paper/2304.01373","citing_paper":"/paper/2505.03019"},"observation_digest":"sha256:270c4b6338118112a67e2ce038972907de803101fb3976e061a375bc90314a02","observation_id":"3e603aed-f286-40e8-aa0c-d22f691fec76","resolution":{"observed_at":"2026-08-16T00:07:34.034035Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.04965","last_updated":"2024-08-09T09:30:57Z","snapshot_observed_at":"2026-08-20T08:54:25.860582Z","submitted_at":"2024-08-09T09:30:57Z","title":"Generalisation First, Memorisation Second? Memorisation Localisation for Natural Language Classification Tasks","version":1},"cited_work":{"arxiv_id":"2408.04965","doi":null,"metadata_source":"pith","pith_arxiv_id":"2408.04965","snapshot_observed_at":"2026-08-16T00:07:34.335394Z","title":"Generalisation First, Memorisation Second? Memorisation Localisation for Natural Language Classification Tasks","venue":"cs.CL","work_id":"b024e276-83fa-4138-bb5b-7534ee7e731b","year":2024},"citing_paper":{"arxiv_id":"2505.03019","last_updated":"2025-05-05T20:42:34Z","snapshot_observed_at":"2026-08-18T04:20:26.271849Z","submitted_at":"2025-05-05T20:42:34Z","title":"Memorization or Interpolation ? Detecting LLM Memorization through Input Perturbation Analysis","version":1},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-16T00:07:34.041971Z"},"links":{"cited_paper":"/paper/2408.04965","citing_paper":"/paper/2505.03019"},"observation_digest":"sha256:91f1345c84252300b46a460e911eb0ab3af9a0e4c1e9568c4c44310380dea95b","observation_id":"534eddad-b28b-491d-ba82-b0291ed9c0b3","resolution":{"observed_at":"2026-08-16T00:07:34.341823Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2505.03019","last_updated":"2025-05-05T20:42:34Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-18T04:20:26.271849Z","submitted_at":"2025-05-05T20:42:34Z","title":"Memorization or Interpolation ? Detecting LLM Memorization through Input Perturbation Analysis"},"reference_resolution":{"displayed":20,"state_counts":{"malformed_identifier":0,"metadata_mismatch":1,"parse_uncertain":0,"unresolved":16,"verified_exact":0,"verified_fuzzy":3},"total_outbound_references":20},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"thesis":"As of 20 August 2026, this Paper Citation Record lists 20 of 20 outbound references and 2 inbound Pith citation observations for arXiv:2505.03019."}