{"as_of":"2026-08-13T17:45:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:95480f257aa33a87d39e137315f946f3811adbe577e3e1579e245f0beeedf5b8","coverage":[{"denominator":44,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":44,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-12T14:18:31.819181Z","state":"measured"},{"denominator":44,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":44,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-13T06:32:02.005865+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2411.15477/citation-record","integrity":"/paper/2411.15477/integrity","json":"/paper/2411.15477/citation-record.json","paper":"/paper/2411.15477"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T14:18:32.765665Z","title":null,"venue":null,"work_id":"da866244-2cbc-48d8-8207-d4310bd38351","year":2023},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.088828Z"},"links":{"citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:034c08523985a0b7e5b9364a2ad7217393056f40a234ad6179e5ec2e67adc507","observation_id":"1d432ca6-c309-4385-a5c0-31920c9f4c56","resolution":{"observed_at":"2026-08-12T14:18:32.769477Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2208.10836","last_updated":"2022-09-19T08:17:13Z","snapshot_observed_at":"2026-08-13T14:40:26.570552Z","submitted_at":"2022-08-23T09:37:31Z","title":"Evaluating Machine Unlearning via Epistemic Uncertainty","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2208.10836","snapshot_observed_at":"2026-08-12T14:18:31.125504Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.125504Z"},"links":{"cited_paper":"/paper/2208.10836","citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:3c4e9f8c3f7754d4319404490956c4b37cd24317cbd2d3494bae9abba10e3ce2","observation_id":"13ff1def-de56-4c82-a290-bad278ab987c","resolution":{"observed_at":"2026-08-12T14:18:31.125504Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T14:18:31.155286Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.155286Z"},"links":{"citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:ee848484389f04e93436941e3694d3baf5b427a5136cb693e51283578d568bd5","observation_id":"1acd7865-40b7-4eea-ab83-4bc6fcaf254f","resolution":{"observed_at":"2026-08-12T14:18:31.155286Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.02062","last_updated":"2024-04-02T16:01:18Z","snapshot_observed_at":"2026-08-13T00:39:10.222116Z","submitted_at":"2024-04-02T16:01:18Z","title":"Digital Forgetting in Large Language Models: A Survey of Unlearning Methods","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.02062","snapshot_observed_at":"2026-08-12T14:18:31.159439Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.159439Z"},"links":{"cited_paper":"/paper/2404.02062","citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:b562c60aa6c2465d9d6cf2752fb03ee9da46cc93d71b685bb45dd02ab4627a35","observation_id":"5d8c8e29-0786-4bf4-ac7f-29fe5df3171d","resolution":{"observed_at":"2026-08-12T14:18:31.159439Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T14:18:31.163709Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.163709Z"},"links":{"citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:f982d75f8f9ab2c13ce3411de2ece50e4da7c4a862c1208c3a136f0b7b577bcb","observation_id":"a7089872-60bb-4283-abee-a2d0e4e20ffc","resolution":{"observed_at":"2026-08-12T14:18:31.163709Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T14:18:31.168568Z","title":null,"venue":null,"work_id":null,"year":2015},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.168568Z"},"links":{"citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:2c7f4709dc441920e51c15d8abb6e6ef64faa1642871c09a59b43c5142fbd434","observation_id":"c021b839-a7d8-4b9e-8467-278404b96985","resolution":{"observed_at":"2026-08-12T14:18:31.168568Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T14:18:31.173974Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.173974Z"},"links":{"citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:03b84b1b0a222a57cf9808d977f4fb27ef360ffbec59a9430ffb8c4c5c97d15c","observation_id":"6274b129-377c-4008-9665-813c2bcc6d49","resolution":{"observed_at":"2026-08-12T14:18:31.173974Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T14:18:32.741188Z","title":null,"venue":null,"work_id":"fefda17a-0729-49d1-96c8-8a57b0dba2be","year":2023},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.177193Z"},"links":{"citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:89eab10f3f1aefab522ed24f7578908deec85ef0daadd7a373f08f0a68268871","observation_id":"48a88f6b-1ddc-4174-9800-b182635f3ac0","resolution":{"observed_at":"2026-08-12T14:18:32.744845Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T14:18:32.730617Z","title":null,"venue":null,"work_id":"dbbd04c0-88cc-4a87-8a0b-974d4dd7860c","year":2024},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.180929Z"},"links":{"citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:7cef0e4930a02aa0520d804c3e4b8db51b43aa68c399e01cc8a21f74055eaa41","observation_id":"75bfd87e-7851-4a35-9183-63f319716394","resolution":{"observed_at":"2026-08-12T14:18:32.734364Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1803.05457","last_updated":"2018-03-14T18:04:21Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2018-03-14T18:04:21Z","title":"Think you have Solved Question Answering? Try ARC, the AI2 Reasoning Challenge","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1803.05457","snapshot_observed_at":"2026-08-12T14:18:31.184547Z","title":null,"venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.184547Z"},"links":{"cited_paper":"/paper/1803.05457","citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:dd8e784634e079c68b10a22d9a64bb52017812e64917d27d3aea7c3055a6cf42","observation_id":"dccb9fb6-8c6d-47e6-b2da-f158769d761c","resolution":{"observed_at":"2026-08-12T14:18:31.184547Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T14:18:31.216378Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.216378Z"},"links":{"citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:b044493cde99bd2e9041315e80825b893068056df062040547d07bb053209781","observation_id":"d3d48922-0c9c-4351-b576-37d45b0f6015","resolution":{"observed_at":"2026-08-12T14:18:31.216378Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.10052","last_updated":"2024-10-16T11:50:27Z","snapshot_observed_at":"2026-08-13T04:18:13.144048Z","submitted_at":"2024-02-15T16:21:14Z","title":"UNDIAL: Self-Distillation with Adjusted Logits for Robust Unlearning in Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.10052","snapshot_observed_at":"2026-08-12T14:18:31.308945Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.308945Z"},"links":{"cited_paper":"/paper/2402.10052","citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:bf8bb7d2b1fe034c4a5e04ff7544356a39cd8c88606bcd9f69889222763e7ea2","observation_id":"817b522e-a8f7-4ab9-9f34-d90cea3fded2","resolution":{"observed_at":"2026-08-12T14:18:31.308945Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T14:18:32.688824Z","title":null,"venue":null,"work_id":"8442d0c9-4254-44d6-a9db-a39759b8fc27","year":2020},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.329450Z"},"links":{"citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:d38eee1d9f5e67736739e0a4357c9352914836c74c20af4823041577c3e6a620","observation_id":"e8ac7c5c-1d9e-4a67-8bef-c814fea57b0c","resolution":{"observed_at":"2026-08-12T14:18:32.721190Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T14:18:32.550628Z","title":null,"venue":null,"work_id":"39b12abd-4f29-4302-bc6f-f0c62655e01b","year":2021},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.334508Z"},"links":{"citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:8f4b1e76c9f0da3f1b23cc5dcc0ae9dec74ae8d8aba80e33bcdb5e7f71e0ec2e","observation_id":"d13d9f73-2054-4f50-ab5d-c966846c3f30","resolution":{"observed_at":"2026-08-12T14:18:32.603488Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T14:18:31.338264Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.338264Z"},"links":{"citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:945191a0db84b843ad923d63dfee0606781392a3fbcd08242851d3ecaab632ec","observation_id":"60c8fd45-2b43-46dd-aafb-1e96173505ae","resolution":{"observed_at":"2026-08-12T14:18:31.338264Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2306.12001","last_updated":"2023-10-09T22:57:01Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-06-21T03:35:06Z","title":"An Overview of Catastrophic AI Risks","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.12001","snapshot_observed_at":"2026-08-12T14:18:31.342661Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.342661Z"},"links":{"cited_paper":"/paper/2306.12001","citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:805a7c1f7189fdca4be99e1b70ff995335e47f7df42f5917ed8ccb5186d6e4c3","observation_id":"81713f0c-185c-4122-8234-6112797e34f4","resolution":{"observed_at":"2026-08-12T14:18:31.342661Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2212.04089","last_updated":"2023-03-31T15:27:01Z","snapshot_observed_at":"2026-08-13T03:27:01.609831Z","submitted_at":"2022-12-08T05:50:53Z","title":"Editing Models with Task Arithmetic","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2212.04089","snapshot_observed_at":"2026-08-12T14:18:31.347291Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.347291Z"},"links":{"cited_paper":"/paper/2212.04089","citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:012c120f8a756f876a4f9adacedac0763b9ce939db672f7e5e3c9ad57440e776","observation_id":"d8ccd9d3-2651-48fb-be93-eb49552597fc","resolution":{"observed_at":"2026-08-12T14:18:31.347291Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T14:18:32.533972Z","title":null,"venue":null,"work_id":"80558a2c-1166-4fd8-9d87-c28e77aa4211","year":2023},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.352590Z"},"links":{"citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:4e1f6bee02b3f024ea9d07583abc3bb902461ea530096e7199fa7bfb9175e63e","observation_id":"3dd19194-d9b2-4393-8aff-9a0ec019ea87","resolution":{"observed_at":"2026-08-12T14:18:32.537311Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2403.03218","last_updated":"2024-05-15T19:16:09Z","snapshot_observed_at":"2026-08-09T09:20:14.433688Z","submitted_at":"2024-03-05T18:59:35Z","title":"The WMDP Benchmark: Measuring and Reducing Malicious Use With Unlearning","version":7},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.03218","snapshot_observed_at":"2026-08-12T14:18:31.357119Z","title":"Li, Ann-Kathrin Dombrowski, Shashwat Goel, Long Phan, Gabriel Mukobi, Nathan Helm-Burger, Rassin Lababidi, Lennart Justen, Andrew B","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.357119Z"},"links":{"cited_paper":"/paper/2403.03218","citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:4e79bf0a4972e98041e20b5ff9eda21d31b4c5003a75ce1efe12ec3ccee5cd10","observation_id":"1c033ad0-4089-41bf-bef6-83586ef0095b","resolution":{"observed_at":"2026-08-12T14:18:31.357119Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2309.05463","last_updated":"2023-09-11T14:01:45Z","snapshot_observed_at":"2026-08-02T22:47:03.212781Z","submitted_at":"2023-09-11T14:01:45Z","title":"Textbooks Are All You Need II: phi-1.5 technical report","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2309.05463","snapshot_observed_at":"2026-08-12T14:18:31.384182Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.384182Z"},"links":{"cited_paper":"/paper/2309.05463","citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:c8a1edc61c5f9a7e25ed4bca0c7069c6ee078b239f6bae045b965332f8592d98","observation_id":"37b8f5b4-e8f5-4b8b-a48e-fb0d5b486b06","resolution":{"observed_at":"2026-08-12T14:18:31.384182Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T14:18:32.509734Z","title":"ROUGE : A Package for Automatic Evaluation of Summaries","venue":null,"work_id":"570893ad-c5c8-47ae-ae8c-537b3262e35b","year":2004},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.424877Z"},"links":{"citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:f0c7c7b38aac3da656f2a549a265e44bdd22abb4d5650555a6ad5abfddc087a9","observation_id":"18f2493e-f744-4ae7-a695-b44c5514e8bd","resolution":{"observed_at":"2026-08-12T14:18:32.514000Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T14:18:32.312398Z","title":null,"venue":null,"work_id":"1388bd24-2dc4-41a9-8d3e-df851287b21a","year":2022},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.445430Z"},"links":{"citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:7d81c64ea6be37dfd95bda8eac05c47e25f00ba1dca7a0395a56e953bdaced14","observation_id":"714f42dd-b9eb-4cce-9ae8-c84697c5bce6","resolution":{"observed_at":"2026-08-12T14:18:32.395800Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.08787","last_updated":"2024-12-06T21:39:49Z","snapshot_observed_at":"2026-08-13T04:19:31.264775Z","submitted_at":"2024-02-13T20:51:58Z","title":"Rethinking Machine Unlearning for Large Language Models","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.08787","snapshot_observed_at":"2026-08-12T14:18:31.450001Z","title":"Varshney, Mohit Bansal, Sanmi Koyejo, and Yang Liu","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.450001Z"},"links":{"cited_paper":"/paper/2402.08787","citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:4ae416cde9bc2edc27f7c83ea5772f10fcd86ab685e29441c3eafc57c3a79a8f","observation_id":"1b61839b-4d5f-44e7-96ba-3ea293755980","resolution":{"observed_at":"2026-08-12T14:18:31.450001Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T14:18:32.300671Z","title":null,"venue":null,"work_id":"1f2b6486-1a3b-43b0-b633-9b7530ee49ab","year":2022},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.454376Z"},"links":{"citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:502275ae3c5edce90fc71342e0f5c71515c66baef01d41bc78a1064d4b819bab","observation_id":"b958508e-1e8b-4e4e-b320-85c57a2fdbd1","resolution":{"observed_at":"2026-08-12T14:18:32.304368Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2401.06121","last_updated":"2024-01-11T18:57:12Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-01-11T18:57:12Z","title":"TOFU: A Task of Fictitious Unlearning for LLMs","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.06121","snapshot_observed_at":"2026-08-12T14:18:31.459473Z","title":"Lipton, and J","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.459473Z"},"links":{"cited_paper":"/paper/2401.06121","citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:7a9091bbc7c4d5243cb1f9d75cd53ddd49ced63b416ad6ff2004ef4f7d5e22fc","observation_id":"b5d609ed-ae4d-40b9-9e82-0248041faf8e","resolution":{"observed_at":"2026-08-12T14:18:31.459473Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T14:18:31.464602Z","title":"A Corpus and Cloze Evaluation for Deeper Understanding of Commonsense Stories","venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.464602Z"},"links":{"citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:dce77857631430eb7cb93778541ab68cbaa65213a9aae901248403a3932033f8","observation_id":"612608f6-caa9-4c88-843f-c7b8a8876bdd","resolution":{"observed_at":"2026-08-12T14:18:31.464602Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T14:18:32.289309Z","title":null,"venue":null,"work_id":"62dc94e4-b26e-4f19-9edf-fe604ee6b331","year":2019},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.469026Z"},"links":{"citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:dcc21c27dcad0f5f85c2bb9e2d06a9cec8d8077c958046123a2b6ee2aaa4f6b4","observation_id":"ec5f71e3-f3c5-4741-9ab2-ad17c1aaf783","resolution":{"observed_at":"2026-08-12T14:18:32.293173Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T14:18:31.474128Z","title":null,"venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.474128Z"},"links":{"citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:3b37a9859d5eacad4f438a817b84fa2ef744c20294fdb75a0eaea386a20e50fb","observation_id":"174874f5-d060-4bcf-952e-065877c10bac","resolution":{"observed_at":"2026-08-12T14:18:31.474128Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T14:18:31.478009Z","title":null,"venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.478009Z"},"links":{"citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:f8b6b6d18780fbc689391ffb34672137f70e5393855ce40cad3cf9a7cc90cdff","observation_id":"b438fa5c-8c52-46ab-912c-cac9010b4ba9","resolution":{"observed_at":"2026-08-12T14:18:31.478009Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T14:18:32.276285Z","title":null,"venue":null,"work_id":"d24b113e-a885-4fbc-b9c2-58894d7e95c0","year":2023},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.481722Z"},"links":{"citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:10421c37e7bbf457fbd220ae09dac6af11e160c48aa793104c9ceefed85dbdcd","observation_id":"7e3be2e1-e972-4194-a1be-a77ae4921152","resolution":{"observed_at":"2026-08-12T14:18:32.281176Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1610.05820","last_updated":"2017-03-31T22:17:07Z","snapshot_observed_at":"2026-07-06T05:15:08.120372Z","submitted_at":"2016-10-18T22:38:33Z","title":"Membership Inference Attacks against Machine Learning Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1610.05820","snapshot_observed_at":"2026-08-12T14:18:31.485597Z","title":null,"venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":31,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.485597Z"},"links":{"cited_paper":"/paper/1610.05820","citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:9e138dec55f208f395f2c58dd71e2852aaf78b13c8ac8b811c908983568e33ec","observation_id":"c144b1f2-eb7e-4e8a-a65a-6da1de361f8e","resolution":{"observed_at":"2026-08-12T14:18:31.485597Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2311.15766","last_updated":"2023-12-08T01:23:56Z","snapshot_observed_at":"2026-08-13T05:17:06.965785Z","submitted_at":"2023-11-27T12:37:51Z","title":"Knowledge Unlearning for LLMs: Tasks, Methods, and Challenges","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.15766","snapshot_observed_at":"2026-08-12T14:18:31.536306Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":32,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.536306Z"},"links":{"cited_paper":"/paper/2311.15766","citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:8329b97149c3ae0ead66aea8d137ea6f68b95fca784d549c7740953853035f0f","observation_id":"1f59f55a-6546-4935-baff-6a2c30e557e2","resolution":{"observed_at":"2026-08-12T14:18:31.536306Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T14:18:32.140913Z","title":null,"venue":null,"work_id":"e527641d-b9f7-4bac-ab4e-c424e7ecbb9d","year":2022},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":33,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.586347Z"},"links":{"citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:ba810392c7615a922bcb7998673f11f9456196c7698ddb1124bd27c230154909","observation_id":"d9047c7f-a527-4293-b216-528b8b97eaf6","resolution":{"observed_at":"2026-08-12T14:18:32.238665Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2302.13971","last_updated":"2023-02-27T17:11:15Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-02-27T17:11:15Z","title":"LLaMA: Open and Efficient Foundation Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2302.13971","snapshot_observed_at":"2026-08-12T14:18:31.618391Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":34,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.618391Z"},"links":{"cited_paper":"/paper/2302.13971","citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:a5a34e832508d9117d8c895d3dc61981e406d12ee4a494ead9ad674150b2a93b","observation_id":"8587ed88-0524-4b28-b9fc-224ab261fc5f","resolution":{"observed_at":"2026-08-12T14:18:31.618391Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.01574","last_updated":"2024-11-06T02:54:00Z","snapshot_observed_at":"2026-08-06T00:29:17.674418Z","submitted_at":"2024-06-03T17:53:00Z","title":"MMLU-Pro: A More Robust and Challenging Multi-Task Language Understanding Benchmark","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.01574","snapshot_observed_at":"2026-08-12T14:18:31.622019Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":35,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.622019Z"},"links":{"cited_paper":"/paper/2406.01574","citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:daf635afd8b13297d8e9c5d39320a407313047c30f17ad5347860b5b93ea6308","observation_id":"6bdd2274-79a6-4eec-bda5-3b21872be5bc","resolution":{"observed_at":"2026-08-12T14:18:31.622019Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2108.11577","last_updated":"2023-08-07T12:33:20Z","snapshot_observed_at":"2026-08-10T14:06:47.212302Z","submitted_at":"2021-08-26T04:42:24Z","title":"Machine Unlearning of Features and Labels","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2108.11577","snapshot_observed_at":"2026-08-12T14:18:31.626559Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":36,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.626559Z"},"links":{"cited_paper":"/paper/2108.11577","citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:c012d69eaff235a4d927233d5c69d8ac9b686b556e23b27f22eef74e9abce688","observation_id":"d1f76e02-1334-43d7-9a97-92ffcfabd627","resolution":{"observed_at":"2026-08-12T14:18:31.626559Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.18802","last_updated":"2024-11-07T03:14:38Z","snapshot_observed_at":"2026-08-13T15:26:26.137774Z","submitted_at":"2024-03-27T17:48:55Z","title":"Long-form factuality in large language models","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.18802","snapshot_observed_at":"2026-08-12T14:18:31.629667Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":37,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.629667Z"},"links":{"cited_paper":"/paper/2403.18802","citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:1bdf1615d82a935361554bc618302b1ffac136ded4027d2714cc1533360abd1d","observation_id":"c897e224-bf87-4b6e-ab14-3f6ae69407a8","resolution":{"observed_at":"2026-08-12T14:18:31.629667Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T14:18:31.633355Z","title":"ANALOGICAL - A Novel Benchmark for Long Text Analogy Evaluation in Large Language Models","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":38,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.633355Z"},"links":{"citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:54241aabe786adce2607a3aa9cd96ff7c434fcced6b68e50086ed0b6e64dc7e2","observation_id":"06f77f99-209e-4298-9c26-1734df61981b","resolution":{"observed_at":"2026-08-12T14:18:31.633355Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T14:18:32.100122Z","title":"On the Relationship between Sentence Analogy Identification and Sentence Structure Encoding in Large Language Models","venue":null,"work_id":"a1b7c02f-91f1-475c-8520-e6fe003a6151","year":2024},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":39,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.636910Z"},"links":{"citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:7a4d6e86e99313f5153cc76ebff40047dc3fc8e0feb350f3fd29be089d63290b","observation_id":"254d5833-ca23-45f8-9bce-2549870be5d3","resolution":{"observed_at":"2026-08-12T14:18:32.105796Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2309.07864","last_updated":"2023-09-19T08:29:18Z","snapshot_observed_at":"2026-08-09T18:54:02.679174Z","submitted_at":"2023-09-14T17:12:03Z","title":"The Rise and Potential of Large Language Model Based Agents: A Survey","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2309.07864","snapshot_observed_at":"2026-08-12T14:18:31.641258Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":40,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.641258Z"},"links":{"cited_paper":"/paper/2309.07864","citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:26cd577b4f452b0915e8e75d3c77da3c6a2d67142dd60201dbd50e6ace01329c","observation_id":"15c41751-2dfa-4007-878a-444f3a1c006b","resolution":{"observed_at":"2026-08-12T14:18:31.641258Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.10683","last_updated":"2024-02-16T19:47:36Z","snapshot_observed_at":"2026-08-13T05:49:30.329434Z","submitted_at":"2023-10-14T00:32:55Z","title":"Large Language Model Unlearning","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.10683","snapshot_observed_at":"2026-08-12T14:18:31.646563Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":41,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.646563Z"},"links":{"cited_paper":"/paper/2310.10683","citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:7b3a36ad08e110ac500214dc4573ef71a32da973f8fe9ccf0374578c89db2c1a","observation_id":"05af1f6d-37f6-4240-824b-416badfca04f","resolution":{"observed_at":"2026-08-12T14:18:31.646563Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T14:18:31.665568Z","title":"Unlearning Bias in Language Models by Partitioning Gradients","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":42,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.665568Z"},"links":{"citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:9a987dfcb9b84045588751046aa21dbae8b18bbafa28366f8b4eefece9a1d499","observation_id":"12f4b9b8-58d5-4598-90ff-fd54bb6a314f","resolution":{"observed_at":"2026-08-12T14:18:31.665568Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T14:18:31.717546Z","title":"online\" 'onlinestring :=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":43,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.717546Z"},"links":{"citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:d4011548d86499ceaf4217897a41c06b4ac51069cde9fb5bdc431dfebbdd0353","observation_id":"9cfdf21d-aff0-4dd6-9fe7-0d54cabebfc9","resolution":{"observed_at":"2026-08-12T14:18:31.717546Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T14:18:31.819181Z","title":"write newline","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":44,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.819181Z"},"links":{"citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:9ea85e727f7d7d3a171a468ab4fe356d956e125ca99ad717c2dcee8ccd5c88d3","observation_id":"52dcbe66-b805-4568-b80d-0d314c1a72a8","resolution":{"observed_at":"2026-08-12T14:18:31.819181Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations"},"reference_resolution":{"displayed":44,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":42,"verified_exact":0,"verified_fuzzy":2},"total_outbound_references":44},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"thesis":"As of 13 August 2026, this Paper Citation Record lists 44 of 44 outbound references and 0 inbound Pith citation observations for arXiv:2411.15477."}