{"as_of":"2026-08-13T16:20:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:e941690f4239ac0f78f31c6e080d8dcb072a07821afcdda72c87d903a5418cdb","coverage":[{"denominator":68,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":68,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T17:21:33.801368Z","state":"measured"},{"denominator":68,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":68,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-13T06:32:02.005865+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2507.11128/citation-record","integrity":"/paper/2507.11128/integrity","json":"/paper/2507.11128/citation-record.json","paper":"/paper/2507.11128"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:21:34.798570Z","title":"Advances in Neural Information Processing Systems 36, 66044–66063 (2023)","venue":null,"work_id":"66a72644-49d6-4769-8753-8b2e578ff51a","year":2023},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-11T10:44:57.901509Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.511654Z"},"links":{"citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:30e556d4dafdf61ab5b955929b0b28d6d88eea8a9c9f51b12813a6ad57d6fe9c","observation_id":"c6449746-ec07-4e44-9261-9ac22aa358ae","resolution":{"observed_at":"2026-08-06T17:21:34.803005Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:21:33.517054Z","title":"In: Proceedings of the 2019 ACM SIGSAC Conference on Computer and Communications Security","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-11T10:44:57.901509Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.517054Z"},"links":{"citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:f654e901c922d79f0080de6821784a98008e62094983a579412e9c00303ff245","observation_id":"617dfb47-6cb7-45cf-9100-11fc9d234fd9","resolution":{"observed_at":"2026-08-06T17:21:33.517054Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:21:34.786941Z","title":"Advances in Neural Information Processing Systems36, 28072–28090 (2023)","venue":null,"work_id":"121b8160-bb12-41d0-8b31-21cae081c581","year":2023},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-11T10:44:57.901509Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.521437Z"},"links":{"citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:c4049693233f54a9c7c49f816a40fc93224c17cb552c64c8773521e313b1a9ba","observation_id":"1668b07d-6a44-4153-b222-eaeb43072d53","resolution":{"observed_at":"2026-08-06T17:21:34.791515Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:21:34.776114Z","title":"In: International Conference on Machine Learning","venue":null,"work_id":"36e48d9e-43a1-4951-9a5b-1813e6121423","year":2023},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-11T10:44:57.901509Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.526105Z"},"links":{"citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:dd3f627a437b0f258b774566653aa69fb3565bdc50f7dca3c30aa2f502fb1376","observation_id":"d4386650-4a34-4d21-b632-3a5422656052","resolution":{"observed_at":"2026-08-06T17:21:34.779703Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1007/s10462-024-11078-6","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T00:03:40.895421Z","title":"Artificial Intelligence Review58(3), 90 (Jan 2025)","venue":"Artificial Intelligence Review","work_id":"76e3fb76-ba93-41ec-8f66-54406612f33b","year":2025},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-11T10:44:57.901509Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.530746Z"},"links":{"citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:7dac68d6e61bfcdf347a47416a0f9ec13ae3ea1272ccd37e290d94f9d1e1c0eb","observation_id":"6168c408-2a48-4f4a-833b-0db3caf7f57b","resolution":{"observed_at":"2026-08-06T17:21:33.880369Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:21:33.535484Z","title":"In: 2021 IEEE symposium on security and privacy (SP)","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-11T10:44:57.901509Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.535484Z"},"links":{"citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:2ea8876e3765cfcd6ced79beaa9d31048a28dfdfc03edebbd7b9d896e8df43ed","observation_id":"e88d542f-cb6b-49b2-bdaa-bf0031aac86a","resolution":{"observed_at":"2026-08-06T17:21:33.535484Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:21:33.540121Z","title":"Computer networks and ISDN systems30(1-7), 107–117 (1998)","venue":null,"work_id":null,"year":1998},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-11T10:44:57.901509Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.540121Z"},"links":{"citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:61e34ea07f4f98f920da0993fe28d13dc4be1ff45f205d19528d879759835dc0","observation_id":"daddd18c-f82b-4192-a569-dd84f3c19d79","resolution":{"observed_at":"2026-08-06T17:21:33.540121Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:21:34.753454Z","title":"In: The Eleventh International Conference on Learning Representations (2022)","venue":null,"work_id":"0b80e2d7-b810-44c9-924f-0c0855753d86","year":2022},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-11T10:44:57.901509Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.544040Z"},"links":{"citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:c066bf8c1c3562633863f3531e055bae5b9a2c57ad10966a0ef5b5dda041c8c7","observation_id":"30bda9ed-08f0-419f-bf52-3f5f8624fb9f","resolution":{"observed_at":"2026-08-06T17:21:34.757246Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:21:34.742745Z","title":"In: 28th USENIX security symposium (USENIX security 19)","venue":null,"work_id":"abb6b97b-20d0-435b-80a5-e81f543a254d","year":2019},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-11T10:44:57.901509Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.548307Z"},"links":{"citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:a70d74a2dd2a9bdd726ec7e18fa6a074d6f3992fa65e5093a5ce1d9b442bd86c","observation_id":"9d2950a7-fcbb-4fc9-b242-0d2c40ba6936","resolution":{"observed_at":"2026-08-06T17:21:34.746939Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2403.06634","last_updated":"2024-07-09T17:44:00Z","snapshot_observed_at":"2026-08-13T00:57:43.847856Z","submitted_at":"2024-03-11T11:46:12Z","title":"Stealing Part of a Production Language Model","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.06634","snapshot_observed_at":"2026-08-06T17:21:33.552558Z","title":"arXiv:2403.06634 (2024)","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-11T10:44:57.901509Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.552558Z"},"links":{"cited_paper":"/paper/2403.06634","citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:701c135a21d66cf0981476738990d4e1a1140e2fe3ea59154f274e5d68c9d852","observation_id":"1b0a2967-6868-4495-8b81-46222b80ce65","resolution":{"observed_at":"2026-08-06T17:21:33.552558Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:21:34.732953Z","title":"In: 30th USENIX security symposium (USENIX Security 21)","venue":null,"work_id":"543e640e-03a6-4c30-b226-d668967c3674","year":2021},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-11T10:44:57.901509Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.557080Z"},"links":{"citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:d1019ab88ff457a2e596affefc8c4adf80590231fffa9412dd6a74f9b9f16651","observation_id":"6c9831b1-7978-4619-b54d-760d1267ebdf","resolution":{"observed_at":"2026-08-06T17:21:34.736260Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:21:34.721876Z","title":"In: Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing","venue":null,"work_id":"a5a083f2-101e-4057-b4da-0e8a9ee401ab","year":2023},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-11T10:44:57.901509Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.560616Z"},"links":{"citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:5db1d729465162cfac1697c352e86a9ec818fff748a8e1b1cd63fb4d54ee11af","observation_id":"a21393ef-e8df-491b-acdf-ae8db5cdb58d","resolution":{"observed_at":"2026-08-06T17:21:34.726066Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:21:34.711893Z","title":"Transactions of the Association for Computational Linguistics 12, 283–298 (2024)","venue":null,"work_id":"c472039d-8ff8-471d-bac9-a620c768981a","year":2024},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-11T10:44:57.901509Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.564897Z"},"links":{"citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:facd5b98aa63b02df4b2aee94d6d5db4773bad2d555f538aa20bca1df83bae2a","observation_id":"5ecfb068-77f9-47b6-8a0f-161726abcc6b","resolution":{"observed_at":"2026-08-06T17:21:34.715510Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2104.08696","last_updated":"2022-03-10T02:28:59Z","snapshot_observed_at":"2026-08-10T23:57:00.263588Z","submitted_at":"2021-04-18T03:38:26Z","title":"Knowledge Neurons in Pretrained Transformers","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2104.08696","snapshot_observed_at":"2026-08-06T17:21:33.568852Z","title":"arXiv:2104.08696 (2021) 14 D","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-11T10:44:57.901509Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.568852Z"},"links":{"cited_paper":"/paper/2104.08696","citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:9e5e2844c020e591bf600169f95ec37304ecaec4f0f9684e4861706476bf1cc8","observation_id":"8add6027-20fe-4941-adcf-8e0ad70d6728","resolution":{"observed_at":"2026-08-06T17:21:33.568852Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.07841","last_updated":"2024-09-16T13:18:23Z","snapshot_observed_at":"2026-08-13T04:20:24.398988Z","submitted_at":"2024-02-12T17:52:05Z","title":"Do Membership Inference Attacks Work on Large Language Models?","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.07841","snapshot_observed_at":"2026-08-06T17:21:33.573107Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-11T10:44:57.901509Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.573107Z"},"links":{"cited_paper":"/paper/2402.07841","citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:67712b53db4f0ee9f37ac66a34d6cf8f5414fe433e3e54c8f13e31d81cc8bd14","observation_id":"4ef5f496-2eed-494f-9128-b865bde26af8","resolution":{"observed_at":"2026-08-06T17:21:33.573107Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.02238","last_updated":"2023-10-04T05:20:19Z","snapshot_observed_at":"2026-08-13T05:58:13.172138Z","submitted_at":"2023-10-03T17:48:14Z","title":"Who's Harry Potter? Approximate Unlearning in LLMs","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.02238","snapshot_observed_at":"2026-08-06T17:21:33.578374Z","title":"arXiv:2310.02238 (2023)","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-11T10:44:57.901509Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.578374Z"},"links":{"cited_paper":"/paper/2310.02238","citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:1cd12ee2da2d3ac344d0fa8b75b3fa1c24ffa12e0e72072452357871842792d0","observation_id":"12ccf385-c969-4337-b35c-c33e0a977a26","resolution":{"observed_at":"2026-08-06T17:21:33.578374Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:21:34.702438Z","title":null,"venue":null,"work_id":"11f943f6-3f3e-4996-b6f2-4cef3d8ed10e","year":2024},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-11T10:44:57.901509Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.582835Z"},"links":{"citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:04306066c883f4e65d32e5bc66a4bc72deb656c535c5ec0517ab58f6203fcf10","observation_id":"fffbb034-1015-4032-8fce-e3024fdd6ea3","resolution":{"observed_at":"2026-08-06T17:21:34.705849Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2012.15723","last_updated":"2021-06-02T12:41:36Z","snapshot_observed_at":"2026-08-10T05:00:18.764813Z","submitted_at":"2020-12-31T17:21:26Z","title":"Making Pre-trained Language Models Better Few-shot Learners","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2012.15723","snapshot_observed_at":"2026-08-06T17:21:33.586718Z","title":"arXiv:2012.15723 (2020)","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-11T10:44:57.901509Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.586718Z"},"links":{"cited_paper":"/paper/2012.15723","citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:74936844deaa0f765115a4280b03ee3b2a50e79d99f2d3bd49b0a9d63ba7f41a","observation_id":"4562dc1d-1869-48be-ad85-1c5d0cb7803d","resolution":{"observed_at":"2026-08-06T17:21:33.586718Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:21:34.691453Z","title":"Advances in neural information processing systems32 (2019)","venue":null,"work_id":"93cce99f-2e61-43ff-91cc-ad471c81e42a","year":2019},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-11T10:44:57.901509Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.591911Z"},"links":{"citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:74574bef303360ea106fdd4c9ab1c955546cd8f03fd6c905f25caf580259e1aa","observation_id":"ed263b22-1b1b-4731-a014-11666c8fd741","resolution":{"observed_at":"2026-08-06T17:21:34.695218Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2407.21783","last_updated":"2024-11-23T23:27:33Z","snapshot_observed_at":"2026-08-10T16:40:37.411115Z","submitted_at":"2024-07-31T17:54:27Z","title":"The Llama 3 Herd of Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.21783","snapshot_observed_at":"2026-08-06T17:21:33.596091Z","title":"arXiv:2407.21783 (2024)","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-11T10:44:57.901509Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.596091Z"},"links":{"cited_paper":"/paper/2407.21783","citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:6f1b2eac1a0d779c83db6dfd6fd6bf1d513be4e87d547aa12ea19aed1ae01a59","observation_id":"615dbb3a-9e5a-40f1-845d-90e8d081e07c","resolution":{"observed_at":"2026-08-06T17:21:33.596091Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2111.13654","last_updated":"2021-11-26T18:33:59Z","snapshot_observed_at":"2026-08-13T14:10:13.798224Z","submitted_at":"2021-11-26T18:33:59Z","title":"Do Language Models Have Beliefs? Methods for Detecting, Updating, and Visualizing Model Beliefs","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2111.13654","snapshot_observed_at":"2026-08-06T17:21:33.601117Z","title":"arXiv:2111.13654 (2021)","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-11T10:44:57.901509Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.601117Z"},"links":{"cited_paper":"/paper/2111.13654","citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:1f7be9433b239d81a676c12e89bf250d5583381f25f45a451fde3a751126bdc2","observation_id":"30d44810-ff1d-44d1-806b-63460cfb3d3c","resolution":{"observed_at":"2026-08-06T17:21:33.601117Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:21:34.681467Z","title":"In: Proceedings of the 2025 Conference of the Nations of the Americas Chapter of the Association for Computational Linguistics: Human Language Technologies (Volume 1: Long Papers)","venue":null,"work_id":"472380aa-08ed-46c3-a7dc-7663245b5fc4","year":2025},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-11T10:44:57.901509Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.605744Z"},"links":{"citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:40ac6bad42581073f66d0b2c3bbc418dc2ddd9ed0838d3f17bf7b93b7dd8bf6c","observation_id":"9c8ea816-aca0-40e8-b4a4-1818ab5684c7","resolution":{"observed_at":"2026-08-06T17:21:34.685276Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2205.12628","last_updated":"2022-10-20T05:30:43Z","snapshot_observed_at":"2026-08-13T15:37:25.265059Z","submitted_at":"2022-05-25T10:08:45Z","title":"Are Large Pre-Trained Language Models Leaking Your Personal Information?","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2205.12628","snapshot_observed_at":"2026-08-06T17:21:33.610605Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-11T10:44:57.901509Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.610605Z"},"links":{"cited_paper":"/paper/2205.12628","citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:5fad8f9fe3b0b6287e38275ed8b7c7046f84117d460e35ccbd2dbf3e882e9119","observation_id":"4a339cfc-d6af-4696-a00c-2718f9d8480d","resolution":{"observed_at":"2026-08-06T17:21:33.610605Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2212.04089","last_updated":"2023-03-31T15:27:01Z","snapshot_observed_at":"2026-08-13T03:27:01.609831Z","submitted_at":"2022-12-08T05:50:53Z","title":"Editing Models with Task Arithmetic","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2212.04089","snapshot_observed_at":"2026-08-06T17:21:33.614861Z","title":"arXiv:2212.04089 (2022)","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-11T10:44:57.901509Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.614861Z"},"links":{"cited_paper":"/paper/2212.04089","citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:f74410f8858baf03960978095781dadadb7144761ab07c265290c7246a15fa3a","observation_id":"709823ba-4894-47d1-9be4-3799af0008d8","resolution":{"observed_at":"2026-08-06T17:21:33.614861Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2210.17546","last_updated":"2023-09-11T16:58:48Z","snapshot_observed_at":"2026-08-13T13:52:46.042889Z","submitted_at":"2022-10-31T17:57:55Z","title":"Preventing Verbatim Memorization in Language Models Gives a False Sense of Privacy","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2210.17546","snapshot_observed_at":"2026-08-06T17:21:33.619541Z","title":"arXiv:2210.17546 (2022)","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-11T10:44:57.901509Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.619541Z"},"links":{"cited_paper":"/paper/2210.17546","citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:2a897002e1e023ab69805635d70343d3a2ceb610597b88a69bab4393f55c9fdd","observation_id":"6972d0e2-ce1e-4b72-b6ee-619347d51da0","resolution":{"observed_at":"2026-08-06T17:21:33.619541Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.10890","last_updated":"2024-06-16T10:47:21Z","snapshot_observed_at":"2026-08-12T23:41:48.083922Z","submitted_at":"2024-06-16T10:47:21Z","title":"RWKU: Benchmarking Real-World Knowledge Unlearning for Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.10890","snapshot_observed_at":"2026-08-06T17:21:33.624575Z","title":"arXiv:2406.10890 (2024)","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-11T10:44:57.901509Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.624575Z"},"links":{"cited_paper":"/paper/2406.10890","citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:f10b3eb1fb045545f87bee28e97a599e5198656177a8ec1284e8cab630fa7172","observation_id":"cf7f6211-ac17-44a8-a2a4-8be6a0dcb4d7","resolution":{"observed_at":"2026-08-06T17:21:33.624575Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.04801","last_updated":"2025-02-09T19:38:18Z","snapshot_observed_at":"2026-08-13T04:02:43.520637Z","submitted_at":"2024-03-05T19:32:01Z","title":"Alpaca against Vicuna: Using LLMs to Uncover Memorization of LLMs","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.04801","snapshot_observed_at":"2026-08-06T17:21:33.629117Z","title":"arXiv:2403.04801 (2024)","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-11T10:44:57.901509Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.629117Z"},"links":{"cited_paper":"/paper/2403.04801","citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:7dd187601a61ad0f2d8b165c8cc750d1117c7b2e3a639e3ca1feb198f0e8e61d","observation_id":"77e46d45-8a45-4a80-abb6-3517ca1a18db","resolution":{"observed_at":"2026-08-06T17:21:33.629117Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.03714","last_updated":"2023-10-05T17:37:25Z","snapshot_observed_at":"2026-08-04T05:21:05.846165Z","submitted_at":"2023-10-05T17:37:25Z","title":"DSPy: Compiling Declarative Language Model Calls into Self-Improving Pipelines","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.03714","snapshot_observed_at":"2026-08-06T17:21:33.633131Z","title":"arXiv:2310.03714 (2023)","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-11T10:44:57.901509Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.633131Z"},"links":{"cited_paper":"/paper/2310.03714","citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:29ab9b556bc12234947ea81bc2fa70967b41c8a064e6f07cba68d8bb1bfcb25b","observation_id":"c318e099-d703-4b7c-8d20-75d33d4c0b38","resolution":{"observed_at":"2026-08-06T17:21:33.633131Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:21:34.671103Z","title":"Advances in Neural Information Processing Systems 36, 20750–20762 (2023)","venue":null,"work_id":"90a2876d-22f8-4af9-8c57-a74ccdb3628b","year":2023},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-11T10:44:57.901509Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.637739Z"},"links":{"citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:9d8dd0503b83a9ea7d0238fda3ccf81fe412ec63b1edcafd566a4fa75075b6b9","observation_id":"054be028-38d2-44f6-a027-71e9a99fbf1f","resolution":{"observed_at":"2026-08-06T17:21:34.674478Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:21:34.659940Z","title":"In: Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","venue":null,"work_id":"c0440c29-625e-470f-bb74-8370b0f7ada3","year":2022},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-11T10:44:57.901509Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.641838Z"},"links":{"citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:342dae015084fd7698e9f623693e156666691d082d7e720af0592dc968468934","observation_id":"3878edba-d90a-4ec9-ad9e-e11c8324e386","resolution":{"observed_at":"2026-08-06T17:21:34.664155Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2110.05679","last_updated":"2022-11-10T18:42:34Z","snapshot_observed_at":"2026-08-13T12:37:54.020225Z","submitted_at":"2021-10-12T01:45:27Z","title":"Large Language Models Can Be Strong Differentially Private Learners","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2110.05679","snapshot_observed_at":"2026-08-06T17:21:33.646127Z","title":"arXiv:2110.05679 (2021) What Should LLMs Forget? Quantifying Personal Data 15","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-11T10:44:57.901509Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.646127Z"},"links":{"cited_paper":"/paper/2110.05679","citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:def6338383e9590b53669cc4d240ed2831f49839edacd9b9fecc8c07c0a18dce","observation_id":"bdf47fc5-d7e4-4472-927e-9da755c77e87","resolution":{"observed_at":"2026-08-06T17:21:33.646127Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:21:34.649706Z","title":"Advances in Neural Information Processing Systems 37, 118198–118266 (2024)","venue":null,"work_id":"f3b7f7e4-1d00-4f86-8979-93066f85b266","year":2024},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-11T10:44:57.901509Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.649561Z"},"links":{"citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:447b8092cf3be5b0c9597d60dc016b75d3edd09b11cc0fcd3f89752a85e487c9","observation_id":"7d66d80e-401a-4486-86ec-5baa872c2de5","resolution":{"observed_at":"2026-08-06T17:21:34.653216Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.08787","last_updated":"2024-12-06T21:39:49Z","snapshot_observed_at":"2026-08-13T04:19:31.264775Z","submitted_at":"2024-02-13T20:51:58Z","title":"Rethinking Machine Unlearning for Large Language Models","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.08787","snapshot_observed_at":"2026-08-06T17:21:33.653771Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-11T10:44:57.901509Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.653771Z"},"links":{"cited_paper":"/paper/2402.08787","citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:86d85fb6e636f7aca23ff95f31c4ce35aeb7da4e8e91ba0c9d54af2a9e8ef351","observation_id":"d911cbf0-64e7-4088-87b8-f12be1720d27","resolution":{"observed_at":"2026-08-06T17:21:33.653771Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:21:34.639568Z","title":"In: Proceedings of the AAAI Conference on Artificial Intelligence","venue":null,"work_id":"ffe1ec3f-d9a2-4b23-956d-e147c81b7b8c","year":2025},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-11T10:44:57.901509Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.657759Z"},"links":{"citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:140693962cc8d1b7dfa5192de1f1d99da124ede37b97511141ef147becda9286","observation_id":"bd9512fd-39da-487f-a715-3dac4aee5c56","resolution":{"observed_at":"2026-08-06T17:21:34.643525Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2104.08786","last_updated":"2022-03-03T12:10:58Z","snapshot_observed_at":"2026-07-06T11:01:05.577957Z","submitted_at":"2021-04-18T09:29:16Z","title":"Fantastically Ordered Prompts and Where to Find Them: Overcoming Few-Shot Prompt Order Sensitivity","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2104.08786","snapshot_observed_at":"2026-08-06T17:21:33.662178Z","title":"arXiv:2104.08786 (2021)","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-11T10:44:57.901509Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.662178Z"},"links":{"cited_paper":"/paper/2104.08786","citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:d29238d278de6ccbb019898b1bad20aaea85bce0567c69b7e3fff1c6caae89c5","observation_id":"44a92604-5952-43f8-9f37-f07e9ace23df","resolution":{"observed_at":"2026-08-06T17:21:33.662178Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.18025","last_updated":"2025-05-31T19:22:41Z","snapshot_observed_at":"2026-08-12T22:36:44.768176Z","submitted_at":"2024-09-26T16:32:19Z","title":"An Adversarial Perspective on Machine Unlearning for AI Safety","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.18025","snapshot_observed_at":"2026-08-06T17:21:33.666080Z","title":"URL https://arxiv","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-11T10:44:57.901509Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.666080Z"},"links":{"cited_paper":"/paper/2409.18025","citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:ae9cbf85761e3ddee22e0a8cc5ff136fc1242c6f70efe4f63d17025d1dc0568f","observation_id":"0e6a0557-b99b-4b6c-8d9f-c7d264df0dfe","resolution":{"observed_at":"2026-08-06T17:21:33.666080Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.16835","last_updated":"2024-02-26T18:57:37Z","snapshot_observed_at":"2026-08-13T04:09:47.568146Z","submitted_at":"2024-02-26T18:57:37Z","title":"Eight Methods to Evaluate Robust Unlearning in LLMs","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.16835","snapshot_observed_at":"2026-08-06T17:21:33.670555Z","title":"arXiv:2402.16835 (2024)","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-11T10:44:57.901509Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.670555Z"},"links":{"cited_paper":"/paper/2402.16835","citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:afae34f24b251744e36145a0824277bf394f433dc53d6a830f566f7b423b1e11","observation_id":"bf415a3a-3e94-472a-923f-1ea5981a13af","resolution":{"observed_at":"2026-08-06T17:21:33.670555Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.06121","last_updated":"2024-01-11T18:57:12Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-01-11T18:57:12Z","title":"TOFU: A Task of Fictitious Unlearning for LLMs","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.06121","snapshot_observed_at":"2026-08-06T17:21:33.676102Z","title":"arXiv:2401.06121 (2024)","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-11T10:44:57.901509Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.676102Z"},"links":{"cited_paper":"/paper/2401.06121","citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:eb6f81c8f707415f39309ebb21ba3c5caf6838d5236015dcd93f2023c7cc1454","observation_id":"d64a9a68-e94d-44ed-bf94-f18e71f9a01c","resolution":{"observed_at":"2026-08-06T17:21:33.676102Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:21:34.628693Z","title":"In: 33rd USENIX Security Symposium (USENIX Security 24)","venue":null,"work_id":"bb615dc7-7e51-4706-9e73-303953e996a7","year":2024},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-11T10:44:57.901509Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.680048Z"},"links":{"citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:0157a5b8187b871b51b67b81421f72a21d755c4a1640052a219de42ca6d71ddf","observation_id":"b35f92b2-eb7c-4919-951b-578439f330bb","resolution":{"observed_at":"2026-08-06T17:21:34.632233Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:21:34.618264Z","title":"Advances in neural information processing systems35, 17359– 17372 (2022)","venue":null,"work_id":"a2a5fec5-94fd-4f82-87de-24cedb5dec61","year":2022},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-11T10:44:57.901509Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.684408Z"},"links":{"citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:6a94b424e56b1ea85ebfca9039080ce96eef1bc5659a765dae9688e7b3144fb5","observation_id":"02ba38df-1de7-477c-9eb1-7c56d5625101","resolution":{"observed_at":"2026-08-06T17:21:34.621930Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.13647","last_updated":"2023-11-22T19:04:04Z","snapshot_observed_at":"2026-08-13T05:19:25.839199Z","submitted_at":"2023-11-22T19:04:04Z","title":"Language Model Inversion","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.13647","snapshot_observed_at":"2026-08-06T17:21:33.687986Z","title":"arXiv:2311.13647 (2023)","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-11T10:44:57.901509Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.687986Z"},"links":{"cited_paper":"/paper/2311.13647","citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:20a73344c33d51c44350097b98d81b33927d85ecc5f9b6e0e3b820fd6717348a","observation_id":"bc66222a-e0ec-4d50-ae97-cab50d9f8479","resolution":{"observed_at":"2026-08-06T17:21:33.687986Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:21:33.692645Z","title":"arXiv:2402.00751 (2024)","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-11T10:44:57.901509Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.692645Z"},"links":{"citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:4400d2a863027990cce7f17261d80fd8c64ad497f4a10f0c6b97f3d99ee21920","observation_id":"5bc25c06-293f-4ba8-829b-4cacc61c4e7f","resolution":{"observed_at":"2026-08-06T17:21:33.692645Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.02943","last_updated":"2025-08-23T08:46:24Z","snapshot_observed_at":"2026-08-12T23:29:45.811546Z","submitted_at":"2024-07-03T09:20:04Z","title":"PII-Compass: Guiding LLM training data extraction prompts towards the target PII via grounding","version":2},"cited_work":{"arxiv_id":"2407.02943","doi":null,"metadata_source":"pith","pith_arxiv_id":"2407.02943","snapshot_observed_at":"2026-08-06T17:21:34.192295Z","title":"PII-Compass: Guiding LLM training data extraction prompts towards the target PII via grounding","venue":"cs.CR","work_id":"1e65df79-9bf9-4517-8396-f0278130cbca","year":2024},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-11T10:44:57.901509Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.696894Z"},"links":{"cited_paper":"/paper/2407.02943","citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:bb15e9b757edd8ee1b1798a9ecd22e4f145b9b5ae240d41ebca5d93a18300698","observation_id":"fa3d42ea-d396-44f6-ba71-df2f8a2c2361","resolution":{"observed_at":"2026-08-06T17:21:34.197340Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.17035","last_updated":"2023-11-28T18:47:03Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-11-28T18:47:03Z","title":"Scalable Extraction of Training Data from (Production) Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.17035","snapshot_observed_at":"2026-08-06T17:21:33.701131Z","title":"arXiv:2311.17035 (2023)","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-11T10:44:57.901509Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.701131Z"},"links":{"cited_paper":"/paper/2311.17035","citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:bab04eec6e47dd278ea59c140795978457e2a94aee70850b3290ff299c136538","observation_id":"2afd143c-25c0-4451-be86-260ce2ea6f00","resolution":{"observed_at":"2026-08-06T17:21:33.701131Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2209.02299","last_updated":"2024-09-17T11:55:58Z","snapshot_observed_at":"2026-08-13T14:32:32.333600Z","submitted_at":"2022-09-06T08:51:53Z","title":"A Survey of Machine Unlearning","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2209.02299","snapshot_observed_at":"2026-08-06T17:21:33.704900Z","title":"arXiv:2209.02299 (2022)","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-11T10:44:57.901509Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.704900Z"},"links":{"cited_paper":"/paper/2209.02299","citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:7e51030f8ecdfeb02ef3ff40b7a2829ca63e5d01579ad6e2e663186b1781c7ee","observation_id":"e9128333-475b-44e2-8e06-7ba4ce92964c","resolution":{"observed_at":"2026-08-06T17:21:33.704900Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:21:34.607047Z","title":"https://noyb.eu/en/ chatgpt-provides-false-information-about-people-and-openai-cant-correct-it (2024), accessed: 2025-06-02","venue":null,"work_id":"e68d81ea-2ecf-41e7-b645-e8c6fb8010b8","year":2024},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-11T10:44:57.901509Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.709190Z"},"links":{"citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:80e28b5f18db72cf01a621ad4b75a929ef7fe7fb869bfb65bbbc5b90853c5916","observation_id":"bba9440c-b6a5-499c-ac09-bc6466054caa","resolution":{"observed_at":"2026-08-06T17:21:34.611778Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:21:33.713250Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-11T10:44:57.901509Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.713250Z"},"links":{"citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:21d8096c2e9de042275a4ac20b7bf0c00344291ae41c5eea1fe18793b81c8245","observation_id":"5f79e12c-0699-4928-a6e9-b7a6f558e5b8","resolution":{"observed_at":"2026-08-06T17:21:33.713250Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2309.17410","last_updated":"2023-09-29T17:12:43Z","snapshot_observed_at":"2026-08-13T10:02:07.190124Z","submitted_at":"2023-09-29T17:12:43Z","title":"Can Sensitive Information Be Deleted From LLMs? Objectives for Defending Against Extraction Attacks","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2309.17410","snapshot_observed_at":"2026-08-06T17:21:33.717513Z","title":"arXiv:2309.17410 (2023)","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-11T10:44:57.901509Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":48,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.717513Z"},"links":{"cited_paper":"/paper/2309.17410","citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:af22566060f96532b78d0cb622ddd1881be87203a37fd95828f72bd2ff7ad8e6","observation_id":"0ed82dce-814b-4478-b7ee-082a859ac8ec","resolution":{"observed_at":"2026-08-06T17:21:33.717513Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.07579","last_updated":"2024-06-06T06:31:08Z","snapshot_observed_at":"2026-08-13T05:52:04.876928Z","submitted_at":"2023-10-11T15:19:31Z","title":"In-Context Unlearning: Language Models as Few Shot Unlearners","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.07579","snapshot_observed_at":"2026-08-06T17:21:33.721715Z","title":"arXiv:2310.07579 (2023) 16 D","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-11T10:44:57.901509Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":49,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.721715Z"},"links":{"cited_paper":"/paper/2310.07579","citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:34a3e64388ae53fd8dc907e9400437945fe3d489ffeb674a3c674bcbe2447951","observation_id":"c736dc57-e7c8-4c9e-be0a-e5f44ac5adf3","resolution":{"observed_at":"2026-08-06T17:21:33.721715Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.00154","last_updated":"2025-02-03T15:33:59Z","snapshot_observed_at":"2026-08-12T22:10:13.106052Z","submitted_at":"2024-10-31T18:59:46Z","title":"Scaling Up Membership Inference: When and How Attacks Succeed on Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.00154","snapshot_observed_at":"2026-08-06T17:21:33.726083Z","title":"arXiv:2411.00154 (2024)","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-11T10:44:57.901509Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":50,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.726083Z"},"links":{"cited_paper":"/paper/2411.00154","citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:f9f72f9cac87e33bd9a2756fa39e763632f4bf6822081f8de07499807764d794","observation_id":"6b5fe0d9-7c6a-4493-b388-83f1d6223531","resolution":{"observed_at":"2026-08-06T17:21:33.726083Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2007.04792","last_updated":"2020-07-07T19:28:18Z","snapshot_observed_at":"2026-08-10T14:46:59.734435Z","submitted_at":"2020-07-07T19:28:18Z","title":"Targeting the Benchmark: On Methodology in Current Natural Language Processing Research","version":1},"cited_work":{"arxiv_id":"2007.04792","doi":null,"metadata_source":"pith","pith_arxiv_id":"2007.04792","snapshot_observed_at":"2026-08-06T17:21:34.124241Z","title":"Targeting the Benchmark: On Methodology in Current Natural Language Processing Research","venue":"cs.CL","work_id":"43af7b84-4a64-405f-8df7-accf6efbb79c","year":2020},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-11T10:44:57.901509Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":51,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.730567Z"},"links":{"cited_paper":"/paper/2007.04792","citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:30e15c4cd12ad9a4dfe3a918b2124a1351d47c13de941659026a2c5edc437855","observation_id":"834c7d1d-b229-4ed8-a94e-a4f94d67b36a","resolution":{"observed_at":"2026-08-06T17:21:34.128255Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:21:34.595427Z","title":"In: Ranzato, M., Beygelzimer, A., Dauphin, Y., Liang, P., Vaughan, J.W","venue":null,"work_id":"40f02494-ca3b-416a-aa87-8216ef9a785c","year":2021},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-11T10:44:57.901509Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":52,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.735030Z"},"links":{"citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:6ec32b3ee3d4f78d5752481cd558c85258699165e9bb636260af02e71d0eef73","observation_id":"d0821fda-3e3e-4dad-9962-6254eec3ebd8","resolution":{"observed_at":"2026-08-06T17:21:34.599429Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:21:33.739325Z","title":"arXiv:2505.17117 (2025)","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-11T10:44:57.901509Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":53,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.739325Z"},"links":{"citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:0c79253b83d1fb83b0e416b67e41c33db4c625ed7f04e75bf6148faaf7375376","observation_id":"14458d71-94a2-4609-b6bb-885f9b84a710","resolution":{"observed_at":"2026-08-06T17:21:33.739325Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.16789","last_updated":"2024-03-09T22:26:06Z","snapshot_observed_at":"2026-08-08T18:07:29.632928Z","submitted_at":"2023-10-25T17:21:23Z","title":"Detecting Pretraining Data from Large Language Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.16789","snapshot_observed_at":"2026-08-06T17:21:33.744409Z","title":"arXiv:2310.16789 (2023)","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-11T10:44:57.901509Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":54,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.744409Z"},"links":{"cited_paper":"/paper/2310.16789","citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:d157d2dfb57c6607b31cb9552d8beb9bbe483d3da5bd7ca369a3a49ffd87696a","observation_id":"f9fd1ad1-7c18-4a68-a15b-1f7a162f0922","resolution":{"observed_at":"2026-08-06T17:21:33.744409Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2010.15980","last_updated":"2020-11-07T05:33:35Z","snapshot_observed_at":"2026-08-05T14:17:34.026911Z","submitted_at":"2020-10-29T22:54:00Z","title":"AutoPrompt: Eliciting Knowledge from Language Models with Automatically Generated Prompts","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2010.15980","snapshot_observed_at":"2026-08-06T17:21:33.749354Z","title":"arXiv:2010.15980 (2020)","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-11T10:44:57.901509Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":55,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.749354Z"},"links":{"cited_paper":"/paper/2010.15980","citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:31868c02ef4fdde0746c861718d94aeb4da61bf91e0ad4936db46bc1d1ef5286","observation_id":"8fdc78ac-3792-4101-a152-8f2dedf7a926","resolution":{"observed_at":"2026-08-06T17:21:33.749354Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.07298","last_updated":"2024-05-06T15:52:03Z","snapshot_observed_at":"2026-08-13T05:52:22.536366Z","submitted_at":"2023-10-11T08:32:46Z","title":"Beyond Memorization: Violating Privacy Via Inference with Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.07298","snapshot_observed_at":"2026-08-06T17:21:33.754016Z","title":"arXiv:2310.07298 (2023)","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-11T10:44:57.901509Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":56,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.754016Z"},"links":{"cited_paper":"/paper/2310.07298","citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:a45593a24221f481f0d139fc5a0ab11d799fe932dcb82a0182c531e4e5d2f095","observation_id":"631b130a-e5ae-45b6-82a5-eda49b418f47","resolution":{"observed_at":"2026-08-06T17:21:33.754016Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.05530","last_updated":"2024-12-16T17:39:39Z","snapshot_observed_at":"2026-07-06T17:41:42.995949Z","submitted_at":"2024-03-08T18:54:20Z","title":"Gemini 1.5: Unlocking multimodal understanding across millions of tokens of context","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.05530","snapshot_observed_at":"2026-08-06T17:21:33.758073Z","title":"arXiv:2403.05530 (2024)","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-11T10:44:57.901509Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":57,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.758073Z"},"links":{"cited_paper":"/paper/2403.05530","citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:70a57ed8e0805c93362c333b6cfc79960b97f42ae523a89d48ee4351bddf2670","observation_id":"5d8ba1b9-a678-4802-9b12-bcf44bc55902","resolution":{"observed_at":"2026-08-06T17:21:33.758073Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.03329","last_updated":"2024-06-11T15:47:39Z","snapshot_observed_at":"2026-08-13T04:02:40.853606Z","submitted_at":"2024-03-05T21:19:06Z","title":"Guardrail Baselines for Unlearning in LLMs","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.03329","snapshot_observed_at":"2026-08-06T17:21:33.762101Z","title":"arXiv:2403.03329 (2024)","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-11T10:44:57.901509Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":58,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.762101Z"},"links":{"cited_paper":"/paper/2403.03329","citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:048352238899a9ade98186b36db0b3ce052fffa00c44d735138b7f5166ccddc6","observation_id":"8625c895-970f-43fb-b720-154ba2a8ae4f","resolution":{"observed_at":"2026-08-06T17:21:33.762101Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.11302","last_updated":"2025-04-16T04:30:56Z","snapshot_observed_at":"2026-08-12T11:00:27.790277Z","submitted_at":"2024-12-15T20:27:45Z","title":"Sequence-Level Leakage Risk of Training Data in Large Language Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.11302","snapshot_observed_at":"2026-08-06T17:21:33.766535Z","title":"arXiv:2412.11302 (2024)","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-11T10:44:57.901509Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":59,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.766535Z"},"links":{"cited_paper":"/paper/2412.11302","citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:39c6cc4c872a350020c827d5d12b46a021e1d99ba20d4eaabad21cb2168fdb26","observation_id":"1bca4c09-851c-4338-ba73-ae22ed7760f4","resolution":{"observed_at":"2026-08-06T17:21:33.766535Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:21:34.584621Z","title":"In: Belkin, M., Kpotufe, S","venue":null,"work_id":"2853207c-e31b-41a7-8698-d76dcedef270","year":2021},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-11T10:44:57.901509Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":60,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.770215Z"},"links":{"citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:b2ec5c8ec5448460c7025c7977654bda41b32875bd43fc010ec734d24eb5039f","observation_id":"1e0f27bb-15a0-416f-a261-7c2b85f5670f","resolution":{"observed_at":"2026-08-06T17:21:34.588746Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2410.03446","last_updated":"2024-10-04T14:08:02Z","snapshot_observed_at":"2026-08-12T22:30:43.808300Z","submitted_at":"2024-10-04T14:08:02Z","title":"On Uncertainty In Natural Language Processing","version":1},"cited_work":{"arxiv_id":"2410.03446","doi":null,"metadata_source":"pith","pith_arxiv_id":"2410.03446","snapshot_observed_at":"2026-08-06T17:21:33.891267Z","title":"On Uncertainty In Natural Language Processing","venue":"cs.AI","work_id":"cbe02cb1-1420-438c-bd74-8d6f03ce5f1b","year":2024},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-11T10:44:57.901509Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":61,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.773555Z"},"links":{"cited_paper":"/paper/2410.03446","citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:ccf882c9275f20d5c88060e1cb5c6346f5ddab3ade6c784acaef643774161d08","observation_id":"7d000c9a-2972-4512-882f-fdf2289733e0","resolution":{"observed_at":"2026-08-06T17:21:33.896132Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2501.03989","last_updated":"2025-01-07T18:46:34Z","snapshot_observed_at":"2026-08-12T01:56:39.715302Z","submitted_at":"2025-01-07T18:46:34Z","title":"(De)-Indexing and the Right to be Forgotten","version":1},"cited_work":{"arxiv_id":"2501.03989","doi":"10.48550/arxiv.2501.03989","metadata_source":"pith","pith_arxiv_id":"2501.03989","snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":"(De)-Indexing and the Right to be Forgotten","venue":"cs.CY","work_id":"67a9b5f8-dafc-425d-9c82-56b93e8ab1bd","year":2025},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-11T10:44:57.901509Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":62,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.777924Z"},"links":{"cited_paper":"/paper/2501.03989","citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:eb87cc5fc6cf24d8d492fe2f8db2c4fa79a7407187aa4dbaea310fea433e0a5a","observation_id":"a08fad3b-9239-48c5-bbe7-c4e72c86ead9","resolution":{"observed_at":"2026-08-06T17:21:33.850769Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:21:34.574039Z","title":"In: Proceedings of the AAAI Conference on Artificial Intelligence","venue":null,"work_id":"3b7bab86-1436-4d31-8b14-af0618decfba","year":2025},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-11T10:44:57.901509Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":63,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.782302Z"},"links":{"citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:2d1e2005f7b12a249210c1c0783c9194218d90caf39ac7b339f25bfa227a707d","observation_id":"d237a434-3a0b-4e68-a530-43fa002e0a28","resolution":{"observed_at":"2026-08-06T17:21:34.577469Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:21:34.563888Z","title":"In: Proceedings of the 62nd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","venue":null,"work_id":"3eccc5fd-006b-4b03-b116-75905ce97bdf","year":2024},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-11T10:44:57.901509Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":64,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.786615Z"},"links":{"citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:b5825b0fca18da488196c57a9bbb7c7b9b51b9de1ad357e1ebe4a7e6f537fe9b","observation_id":"81c933b8-809a-42d4-b1b2-3555c4195c03","resolution":{"observed_at":"2026-08-06T17:21:34.567174Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:21:34.551645Z","title":"Advances in Neural Information Processing Systems37, 105425–105475 (2024)","venue":null,"work_id":"e422f16e-bc1a-4da6-976a-d8f98bb73be3","year":2024},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-11T10:44:57.901509Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":65,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.789897Z"},"links":{"citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:0f714e31492f625ee810768ade193a7ca73e6f617e5900f0466b763c75c192b9","observation_id":"e30b72f7-b1bb-4679-af7c-b7655f697fed","resolution":{"observed_at":"2026-08-06T17:21:34.556334Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:21:34.540831Z","title":"Advances in Neural Information Processing Systems 36, 39321–39362 (2023)","venue":null,"work_id":"5247894c-b1da-4525-9147-3c13c399504e","year":2023},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-11T10:44:57.901509Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":66,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.793889Z"},"links":{"citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:5ff3c768627e6fa7d272f10ec2f14d09e05a6a9cebbe8ccf3d4f905b6d702e78","observation_id":"9eda09fe-6ff1-4484-9223-558e38a45fe2","resolution":{"observed_at":"2026-08-06T17:21:34.544494Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:21:34.529914Z","title":"AI and Ethics (Sep 2024)","venue":null,"work_id":"1fe89e6d-6532-4826-8a5f-39d04577ca91","year":2024},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-11T10:44:57.901509Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":67,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.797856Z"},"links":{"citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:ae4d9e9d4809d408438e1bb74979121cccce7a74836057d29c5e1f828867f20f","observation_id":"0c80b3b9-52a8-4530-8684-9b6f0bc2c90d","resolution":{"observed_at":"2026-08-06T17:21:34.533212Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1609/aaai.v38i17.29948","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":null,"venue":"Proceedings of the AAAI Conference on Artificial Intelligence","work_id":"1bebf733-7b16-4aa2-b2b6-6ce4df435233","year":2024},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-11T10:44:57.901509Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":68,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.801368Z"},"links":{"citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:822cfbba28e75b8b6f5e4668711e2d189e77aaf8a33cd18be95fe15f2034a3ff","observation_id":"fb624501-695f-4efd-94bc-f0c0bc477508","resolution":{"observed_at":"2026-08-06T17:21:33.834244Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-11T10:44:57.901509Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests"},"reference_resolution":{"displayed":68,"state_counts":{"malformed_identifier":0,"metadata_mismatch":4,"parse_uncertain":0,"unresolved":38,"verified_exact":2,"verified_fuzzy":24},"total_outbound_references":68},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"thesis":"As of 13 August 2026, this Paper Citation Record lists 68 of 68 outbound references and 0 inbound Pith citation observations for arXiv:2507.11128."}