{"as_of":"2026-08-10T21:26:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:27c275ff9933d12a03dc3fa4eddf87478dddd673e9915e9a817903dc9368c3d8","coverage":[{"denominator":40,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":40,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T00:29:39.623798Z","state":"measured"},{"denominator":41,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":41,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-10T06:31:04.303077+00:00","state":"measured"},{"denominator":1,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":1,"source":"paper_references, paper_reference_links","source_observed_at":"2026-06-27T06:49:12.070481Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"pith","source_observed_at":"2026-07-03T14:58:33.258552Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-10T13:57:11.828047Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"cited_work":{"arxiv_id":"2506.14003","doi":null,"metadata_source":"pith","pith_arxiv_id":"2506.14003","snapshot_observed_at":"2026-07-03T14:58:33.258552Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","venue":"cs.LG","work_id":"b9478256-6956-491f-8de3-f101db14bd93","year":2025},"citing_paper":{"arxiv_id":"2606.12908","last_updated":"2026-06-11T05:06:50Z","snapshot_observed_at":"2026-08-05T04:59:46.668803Z","submitted_at":"2026-06-11T05:06:50Z","title":"SENTINEL: Failure-Driven Reinforcement Learning for Training Tool-Using Language Model Agents","version":1},"reference_index":40,"source":"arxiv_source","source_observed_at":"2026-06-27T06:49:12.070481Z"},"links":{"cited_paper":"/paper/2506.14003","citing_paper":"/paper/2606.12908"},"observation_digest":"sha256:4829c57467fc165f61734ee06faef8884af4aa336e90aeb3ccdfa69a884f6335","observation_id":"c903e360-09e4-4201-a40d-c44c1eb6dbf9","resolution":{"observed_at":"2026-07-03T14:58:33.259815Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2506.14003/citation-record","integrity":"/paper/2506.14003/integrity","json":"/paper/2506.14003/citation-record.json","paper":"/paper/2506.14003"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2501.04952","last_updated":"2025-01-09T03:59:10Z","snapshot_observed_at":"2026-08-10T21:19:04.243505Z","submitted_at":"2025-01-09T03:59:10Z","title":"Open Problems in Machine Unlearning for AI Safety","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2501.04952","snapshot_observed_at":"2026-08-07T00:29:34.908539Z","title":"Open problems in machine unlearning for ai safety","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-10T13:57:11.828047Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:34.908539Z"},"links":{"cited_paper":"/paper/2501.04952","citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:b5c6f6bb74bb8a1a72c1c8ebf54e98d6f031b9ac5961781ea2f7ff54ee6c67b8","observation_id":"2e166c7c-cd2f-47c9-8fbf-6251e54a6ddc","resolution":{"observed_at":"2026-08-07T00:29:34.908539Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:29:41.288146Z","title":"forget” prompt drawn from the WMDP evaluation set, which tests the model’s ability to omit specific target knowledge, and (2) a “forget- irrelevant","venue":null,"work_id":"cee935f3-5ee0-4e2f-9807-9d65cf2cba04","year":2004},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-10T13:57:11.828047Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:39.434794Z"},"links":{"citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:c7438b002ad4b07baf9bc227341a8c2ac3a0723ce1e5d345350fb886340e5515","observation_id":"2c3329a7-35e7-4577-891e-2606deba6fef","resolution":{"observed_at":"2026-08-07T00:29:41.398117Z","resolver_source":"raw_fallback","status":"malformed_identifier"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:29:41.504332Z","title":"role\": \"user","venue":null,"work_id":"ec98108c-a41f-4600-a59c-b46cb6ca5f38","year":2026},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-10T13:57:11.828047Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:39.318020Z"},"links":{"citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:3cae45be243c80ef07eb4cca6cce76553e1813c3c735184e83def3faeddb65d0","observation_id":"dd3fb1f0-9a06-4a83-8f1b-313a378b6989","resolution":{"observed_at":"2026-08-07T00:29:41.604239Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:29:40.861981Z","title":"forget” prompts, and above 98% on UltraChat for all models. Train- ing on forget-only data (Sf) likewise yields over 97% detection on “forget irrelevant","venue":null,"work_id":"72f06cbd-8b8b-4f11-a325-0ec3e5b3bde8","year":2024},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-10T13:57:11.828047Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:39.623798Z"},"links":{"citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:86abbc75cbe73d0e98457b0c5f6f2ccfb9b3a6555586ddda84dc49e17e35ddac","observation_id":"1989a63b-e8e5-433e-907b-79b61e2d7b8a","resolution":{"observed_at":"2026-08-07T00:29:40.933460Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:29:42.669704Z","title":"Measuring massive multitask language understanding","venue":null,"work_id":"c042c77f-34dc-4c1c-a32e-ab0d781a1353","year":2026},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-10T13:57:11.828047Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:35.721991Z"},"links":{"citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:544cab9a1219f8c86500d7cea59b1857963fc1ed1dd069951abb5845055eacf2","observation_id":"793011d6-1741-4770-99b1-d7f53cd85e53","resolution":{"observed_at":"2026-08-07T00:29:42.703341Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2401.05566","last_updated":"2024-01-17T20:26:01Z","snapshot_observed_at":"2026-07-06T17:14:03.152949Z","submitted_at":"2024-01-10T22:14:35Z","title":"Sleeper Agents: Training Deceptive LLMs that Persist Through Safety Training","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.05566","snapshot_observed_at":"2026-08-07T00:29:35.986007Z","title":"Sleeper agents: Training deceptive llms that persist through safety training.arXiv preprint arXiv:2401.05566,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-10T13:57:11.828047Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:35.986007Z"},"links":{"cited_paper":"/paper/2401.05566","citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:463b1fb8d59e3ac60d30cb45a443727021b186529ff754318e1e9be3a8518516","observation_id":"dc44e36b-f286-4506-bc03-3c85c88e5693","resolution":{"observed_at":"2026-08-07T00:29:35.986007Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2212.04089","last_updated":"2023-03-31T15:27:01Z","snapshot_observed_at":"2026-08-03T22:12:27.993418Z","submitted_at":"2022-12-08T05:50:53Z","title":"Editing Models with Task Arithmetic","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2212.04089","snapshot_observed_at":"2026-08-07T00:29:36.151843Z","title":"Editing models with task arithmetic.arXiv preprint arXiv:2212.04089,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-10T13:57:11.828047Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:36.151843Z"},"links":{"cited_paper":"/paper/2212.04089","citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:f113f0f142c23eb5391e7cb25e41361ade9d3dda40f1f124584d06a10d8f5815","observation_id":"89066222-4259-45bf-a780-2bd53ea509f4","resolution":{"observed_at":"2026-08-07T00:29:36.151843Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.18239","last_updated":"2024-06-24T20:24:53Z","snapshot_observed_at":"2026-08-09T16:05:12.318590Z","submitted_at":"2024-04-28T16:31:32Z","title":"SOUL: Unlocking the Power of Second-Order Optimization for LLM Unlearning","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.18239","snapshot_observed_at":"2026-08-07T00:29:36.377364Z","title":"W AGLE: Strategic weight attribution for effective and modular unlearning in large language models","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-10T13:57:11.828047Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:36.377364Z"},"links":{"cited_paper":"/paper/2404.18239","citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:32a3018f70cf0ec76a7d613899081f06c89f82cc34bd5f52783208b96c6fd0b1","observation_id":"184ca9d9-ee8e-451e-9709-a550cc453ae2","resolution":{"observed_at":"2026-08-07T00:29:36.377364Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.18025","last_updated":"2025-05-31T19:22:41Z","snapshot_observed_at":"2026-08-10T12:12:13.771392Z","submitted_at":"2024-09-26T16:32:19Z","title":"An Adversarial Perspective on Machine Unlearning for AI Safety","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.18025","snapshot_observed_at":"2026-08-07T00:29:36.509811Z","title":"An adversarial perspective on machine unlearning for ai safety.arXiv preprint arXiv:2409.18025,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-10T13:57:11.828047Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:36.509811Z"},"links":{"cited_paper":"/paper/2409.18025","citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:5e6d0e2b3ebd1129eed8697a3b25e92ec6384176a2975ceb3d8887fbe97138b5","observation_id":"227d9c44-a5c2-40ad-9239-335234cbb5fc","resolution":{"observed_at":"2026-08-07T00:29:36.509811Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.16835","last_updated":"2024-02-26T18:57:37Z","snapshot_observed_at":"2026-08-08T00:43:51.702314Z","submitted_at":"2024-02-26T18:57:37Z","title":"Eight Methods to Evaluate Robust Unlearning in LLMs","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.16835","snapshot_observed_at":"2026-08-07T00:29:36.619568Z","title":"Eight methods to evaluate robust unlearning in llms.arXiv preprint arXiv:2402.16835,","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-10T13:57:11.828047Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:36.619568Z"},"links":{"cited_paper":"/paper/2402.16835","citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:340b070de9b70096f9da6b1db9ac8dda5c21dcb37a5b60c0a76285bf088c3b04","observation_id":"d5307c7e-ff97-4704-8c77-78e97c1551e8","resolution":{"observed_at":"2026-08-07T00:29:36.619568Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1802.03426","last_updated":"2020-09-18T01:56:41Z","snapshot_observed_at":"2026-08-02T15:32:07.466568Z","submitted_at":"2018-02-09T19:39:33Z","title":"UMAP: Uniform Manifold Approximation and Projection for Dimension Reduction","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1802.03426","snapshot_observed_at":"2026-08-07T00:29:36.744747Z","title":"Umap: Uniform manifold approximation and projection for dimension reduction.arXiv preprint arXiv:1802.03426,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-10T13:57:11.828047Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:36.744747Z"},"links":{"cited_paper":"/paper/1802.03426","citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:188a0b6991072efd88575b00a401cfb34b33184e1a1f439f46f57473c66616a2","observation_id":"460f7658-d403-4463-8ad1-9c56b48f15c3","resolution":{"observed_at":"2026-08-07T00:29:36.744747Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.12768","last_updated":"2025-06-11T12:40:14Z","snapshot_observed_at":"2026-07-06T19:52:46.580689Z","submitted_at":"2024-11-18T07:52:12Z","title":"CROW: Eliminating Backdoors from Large Language Models via Internal Consistency Regularization","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.12768","snapshot_observed_at":"2026-08-07T00:29:36.902929Z","title":"Crow: Eliminating backdoors from large language models via internal consistency regularization.arXiv preprint arXiv:2411.12768,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-10T13:57:11.828047Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:36.902929Z"},"links":{"cited_paper":"/paper/2411.12768","citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:c5d468d6a1c60d7251513cdc67526c1570092664340b57ffdde536338aabaf13","observation_id":"ee6b2ef6-51bd-4f47-b7f5-282c25a242f8","resolution":{"observed_at":"2026-08-07T00:29:36.902929Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2209.02299","last_updated":"2024-09-17T11:55:58Z","snapshot_observed_at":"2026-08-02T02:19:01.218373Z","submitted_at":"2022-09-06T08:51:53Z","title":"A Survey of Machine Unlearning","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2209.02299","snapshot_observed_at":"2026-08-07T00:29:37.032784Z","title":"A survey of machine unlearning.arXiv preprint arXiv:2209.02299,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-10T13:57:11.828047Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:37.032784Z"},"links":{"cited_paper":"/paper/2209.02299","citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:7b26145854d73547c9a15044307c446805eaefd255fe7b6dfc2be25dec3084c8","observation_id":"ecf25c02-d2ed-4477-9458-caec2a189a76","resolution":{"observed_at":"2026-08-07T00:29:37.032784Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:29:37.134690Z","title":"Model provenance testing for large language models.arXiv preprint arXiv:2502.00706,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-10T13:57:11.828047Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:37.134690Z"},"links":{"citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:12a880c46b5fa5db540d1e7b3aec22adc34aa9fd0bb5a54c795ad13a5f75112a","observation_id":"b61e6a1c-0077-476d-bce7-59d4c0fce241","resolution":{"observed_at":"2026-08-07T00:29:37.134690Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.07579","last_updated":"2024-06-06T06:31:08Z","snapshot_observed_at":"2026-07-06T16:31:16.784700Z","submitted_at":"2023-10-11T15:19:31Z","title":"In-Context Unlearning: Language Models as Few Shot Unlearners","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.07579","snapshot_observed_at":"2026-08-07T00:29:37.230777Z","title":"In-context unlearning: Language models as few shot unlearners.arXiv preprint arXiv:2310.07579,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-10T13:57:11.828047Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:37.230777Z"},"links":{"cited_paper":"/paper/2310.07579","citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:a69700081d5f49351cd8894cc183ec170e8a9e4ab9bb573b2880815b8295ac10","observation_id":"76f97e4d-ae80-4bf4-8bf3-10acbdb965c3","resolution":{"observed_at":"2026-08-07T00:29:37.230777Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.15779","last_updated":"2024-03-23T09:26:15Z","snapshot_observed_at":"2026-08-10T14:09:56.898119Z","submitted_at":"2024-03-23T09:26:15Z","title":"The Frontier of Data Erasure: Machine Unlearning for Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.15779","snapshot_observed_at":"2026-08-07T00:29:37.309383Z","title":"The frontier of data erasure: Machine unlearning for large language models.arXiv preprint arXiv:2403.15779,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-10T13:57:11.828047Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:37.309383Z"},"links":{"cited_paper":"/paper/2403.15779","citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:69689507dd0f329620bb068233803c46f608dd7e1fdff3ee8c680f660ccd1bbf","observation_id":"62674cbd-d081-4dbe-a09c-6a3eb37f1cc3","resolution":{"observed_at":"2026-08-07T00:29:37.309383Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.06460","last_updated":"2024-07-14T20:14:02Z","snapshot_observed_at":"2026-08-10T14:02:55.366826Z","submitted_at":"2024-07-08T23:47:29Z","title":"MUSE: Machine Unlearning Six-Way Evaluation for Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.06460","snapshot_observed_at":"2026-08-07T00:29:37.694372Z","title":"Muse: Machine unlearning six-way evaluation for language models.arXiv preprint arXiv:2407.06460,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-10T13:57:11.828047Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:37.694372Z"},"links":{"cited_paper":"/paper/2407.06460","citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:2883c3185b2380e844adbddb357280ed3172ee30ad6b4e2d171c3154455483b7","observation_id":"bfda0d67-4b66-49d4-b861-afc01e3400c4","resolution":{"observed_at":"2026-08-07T00:29:37.694372Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2311.15766","last_updated":"2023-12-08T01:23:56Z","snapshot_observed_at":"2026-08-06T05:33:02.351414Z","submitted_at":"2023-11-27T12:37:51Z","title":"Knowledge Unlearning for LLMs: Tasks, Methods, and Challenges","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.15766","snapshot_observed_at":"2026-08-07T00:29:37.808176Z","title":"Knowledge unlearning for llms: Tasks, methods, and challenges.arXiv preprint arXiv:2311.15766,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-10T13:57:11.828047Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:37.808176Z"},"links":{"cited_paper":"/paper/2311.15766","citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:5c36c11560875969a4f1a655cbf0f14cdec7c1053806ff86f942e75a0bd41f02","observation_id":"3226a965-a5fc-43dc-855c-d6711c3185b1","resolution":{"observed_at":"2026-08-07T00:29:37.808176Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2502.12150","last_updated":"2025-06-16T15:27:25Z","snapshot_observed_at":"2026-08-07T18:11:17.774648Z","submitted_at":"2025-02-17T18:59:02Z","title":"Idiosyncrasies in Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.12150","snapshot_observed_at":"2026-08-07T00:29:37.961233Z","title":"Idiosyncrasies in large language models.arXiv preprint arXiv:2502.12150,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-10T13:57:11.828047Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:37.961233Z"},"links":{"cited_paper":"/paper/2502.12150","citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:5e4b71e26d87300d9606a18164737718b63deb3c11238d9c6de3b9c293b83675","observation_id":"1d8eb44b-b832-49ee-bc2e-2abce6cb8c85","resolution":{"observed_at":"2026-08-07T00:29:37.961233Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.03329","last_updated":"2024-06-11T15:47:39Z","snapshot_observed_at":"2026-08-08T23:21:40.140805Z","submitted_at":"2024-03-05T21:19:06Z","title":"Guardrail Baselines for Unlearning in LLMs","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.03329","snapshot_observed_at":"2026-08-07T00:29:38.082423Z","title":"Guardrail baselines for unlearning in llms.arXiv preprint arXiv:2403.03329,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-10T13:57:11.828047Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:38.082423Z"},"links":{"cited_paper":"/paper/2403.03329","citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:d6221904851ab7537c512700054a352fcb90595ae482d4fb1c57531c1a23aaf0","observation_id":"4a980508-a89a-4402-8d49-0425f275fd78","resolution":{"observed_at":"2026-08-07T00:29:38.082423Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:29:41.981493Z","title":"Unrolling sgd: Under- standing factors influencing machine unlearning","venue":null,"work_id":"3f4508e3-b660-4e21-9a82-a5c73d10c9be","year":2026},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-10T13:57:11.828047Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:38.219481Z"},"links":{"citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:4ae6a6fd1910ef3f4fccd402f0eb1294241f47b89a41e505f008fd41db85af8f","observation_id":"ca03ba4b-f4a9-4beb-878b-9f21d076d794","resolution":{"observed_at":"2026-08-07T00:29:42.119377Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.20138","last_updated":"2023-12-05T16:14:24Z","snapshot_observed_at":"2026-07-06T16:40:55.334347Z","submitted_at":"2023-10-31T03:09:36Z","title":"DEPN: Detecting and Editing Privacy Neurons in Pretrained Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.20138","snapshot_observed_at":"2026-08-07T00:29:38.330222Z","title":"Depn: Detecting and editing privacy neurons in pretrained language models.arXiv preprint arXiv:2310.20138,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-10T13:57:11.828047Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:38.330222Z"},"links":{"cited_paper":"/paper/2310.20138","citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:15f805f79098bc2ee88ec8ee8c4e48ab61e4aaf210ac692929d99a7f08464623","observation_id":"b8f92201-9df0-41e5-b5c7-682ff5e2ce5a","resolution":{"observed_at":"2026-08-07T00:29:38.330222Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:29:38.434169Z","title":"A fingerprint for large language models.arXiv preprint arXiv:2407.01235,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-10T13:57:11.828047Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:38.434169Z"},"links":{"citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:79ef846948e4a6338341f5535204fc3ec7e40e10528de5217cb2645802609e25","observation_id":"d69a16c0-9918-470e-9886-5a606ecd8bb0","resolution":{"observed_at":"2026-08-07T00:29:38.434169Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.10683","last_updated":"2024-02-16T19:47:36Z","snapshot_observed_at":"2026-08-04T08:36:17.664739Z","submitted_at":"2023-10-14T00:32:55Z","title":"Large Language Model Unlearning","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.10683","snapshot_observed_at":"2026-08-07T00:29:38.583685Z","title":"Large language model unlearning.arXiv preprint arXiv:2310.10683,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-10T13:57:11.828047Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:38.583685Z"},"links":{"cited_paper":"/paper/2310.10683","citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:9d887ba43b41bdd2daace6a15fdee8397da9cbb93a2447a7949491adb149e860","observation_id":"2c16152a-b312-42e4-8753-b8f9fd2674e6","resolution":{"observed_at":"2026-08-07T00:29:38.583685Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.05868","last_updated":"2024-10-10T22:00:41Z","snapshot_observed_at":"2026-07-06T17:57:27.510162Z","submitted_at":"2024-04-08T21:05:42Z","title":"Negative Preference Optimization: From Catastrophic Collapse to Effective Unlearning","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.05868","snapshot_observed_at":"2026-08-07T00:29:38.744476Z","title":"Negative preference optimization: From catastrophic collapse to effective unlearning.arXiv preprint arXiv:2404.05868, 2024a","venue":null,"work_id":null,"year":1904},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-10T13:57:11.828047Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:38.744476Z"},"links":{"cited_paper":"/paper/2404.05868","citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:c4d9e6f10bedea2bcc19f8d8c707adaf65835b21d13cf09aa89c8642ff7ffe7c","observation_id":"f92521d0-e0ff-4d44-a7d4-d11acdee325a","resolution":{"observed_at":"2026-08-07T00:29:38.744476Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.11846","last_updated":"2024-10-29T18:36:06Z","snapshot_observed_at":"2026-07-06T17:32:02.824244Z","submitted_at":"2024-02-19T05:25:53Z","title":"UnlearnCanvas: Stylized Image Dataset for Enhanced Machine Unlearning Evaluation in Diffusion Models","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.11846","snapshot_observed_at":"2026-08-07T00:29:38.874013Z","title":"Unlearncanvas: A stylized image dataset to benchmark machine unlearning for diffusion models","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-10T13:57:11.828047Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:38.874013Z"},"links":{"cited_paper":"/paper/2402.11846","citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:33b68ccd55e76dd291e4eea1d008811728714482a9e6ead96293190addaaed94","observation_id":"16809980-21cd-4dd3-9019-f24c9e0465d7","resolution":{"observed_at":"2026-08-07T00:29:38.874013Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:29:38.990301Z","title":"Tamm: Triadapter multi-modal learning for 3d shape understanding","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-10T13:57:11.828047Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:38.990301Z"},"links":{"citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:f2b7def225ff1a33bd6c22b2f6c9dc1645882e374a435e3370b7516e368f0fd8","observation_id":"29553f39-d40b-40ab-af98-ef6484dea201","resolution":{"observed_at":"2026-08-07T00:29:38.990301Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2502.12292","last_updated":"2025-03-12T15:58:01Z","snapshot_observed_at":"2026-08-07T18:11:02.479854Z","submitted_at":"2025-02-17T20:01:08Z","title":"Independence Tests for Language Models","version":2},"cited_work":{"arxiv_id":"2502.12292","doi":null,"metadata_source":"pith","pith_arxiv_id":"2502.12292","snapshot_observed_at":"2026-08-07T00:29:39.764185Z","title":"Independence Tests for Language Models","venue":"cs.LG","work_id":"05e006b1-c4dc-46a8-9c0b-00b74a8fdb3a","year":2025},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-10T13:57:11.828047Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:39.092903Z"},"links":{"cited_paper":"/paper/2502.12292","citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:f9f66cf7f269c190b0f44c6030fde3d07e0d7615516ca3fab9844e31f7b3401a","observation_id":"02f12c69-a25c-4bd4-b596-31d97e29e1de","resolution":{"observed_at":"2026-08-07T00:29:39.840653Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:29:41.059539Z","title":"5, we present the supervised UMAP projections of the final activations from different models inFig","venue":null,"work_id":"43d938da-12b5-495c-8341-7a96d6d7c219","year":2026},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-10T13:57:11.828047Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:39.545947Z"},"links":{"citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:46cd56599e3e874d0155ef92582f79f06fd99333a56e09f3df31f31c784a9657","observation_id":"b8b2b163-85ed-4645-b42d-4a6d30712853","resolution":{"observed_at":"2026-08-07T00:29:41.175154Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:29:41.745760Z","title":"Both evaluations report the accuracy on four-choice question answering","venue":null,"work_id":"b1d2268b-48fe-45da-9497-23af92f3f8ba","year":2026},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-10T13:57:11.828047Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":2003,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:39.204815Z"},"links":{"citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:eb46bb0a4dde8de69dfd4307382152ebe00f3b3a70403521241b4f3570ff97f7","observation_id":"bd601793-c55b-4756-bc88-b516081fcb56","resolution":{"observed_at":"2026-08-07T00:29:41.856217Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.20150","last_updated":"2023-10-31T03:35:59Z","snapshot_observed_at":"2026-08-10T19:19:12.608019Z","submitted_at":"2023-10-31T03:35:59Z","title":"Unlearn What You Want to Forget: Efficient Unlearning for LLMs","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.20150","snapshot_observed_at":"2026-08-07T00:29:35.001839Z","title":"Unlearn what you want to forget: Efficient unlearning for llms.arXiv preprint arXiv:2310.20150,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-10T13:57:11.828047Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":2015,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:35.001839Z"},"links":{"cited_paper":"/paper/2310.20150","citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:a6a8e612ef8d58ba8969ca0899e87421116a73dc327c9de115f766e497d2d883","observation_id":"4ab2cb67-5ceb-4a61-b78a-855c2da85004","resolution":{"observed_at":"2026-08-07T00:29:35.001839Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2504.01849","last_updated":"2025-04-02T15:59:31Z","snapshot_observed_at":"2026-08-07T16:14:13.125798Z","submitted_at":"2025-04-02T15:59:31Z","title":"An Approach to Technical AGI Safety and Security","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2504.01849","snapshot_observed_at":"2026-08-07T00:29:37.550916Z","title":"An approach to technical agi safety and security.arXiv preprint arXiv:2504.01849,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-10T13:57:11.828047Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":2016,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:37.550916Z"},"links":{"cited_paper":"/paper/2504.01849","citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:20e895c66c481a468d6a8143efa0a649989857f69f30204efc6fd86a1d082d62","observation_id":"97e4c419-62ee-44b0-8b9d-d8bd9b56035e","resolution":{"observed_at":"2026-08-07T00:29:37.550916Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2210.01504","last_updated":"2022-12-19T11:52:40Z","snapshot_observed_at":"2026-08-09T15:28:56.392520Z","submitted_at":"2022-10-04T10:18:11Z","title":"Knowledge Unlearning for Mitigating Privacy Risks in Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2210.01504","snapshot_observed_at":"2026-08-07T00:29:36.258693Z","title":"Knowledge unlearning for mitigating privacy risks in language models.arXiv preprint arXiv:2210.01504,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-10T13:57:11.828047Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":2018,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:36.258693Z"},"links":{"cited_paper":"/paper/2210.01504","citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:239f17aab1120d38213e8367efd3ed7f654396b8a01119367f111c814b85570e","observation_id":"01e30e16-c906-4588-a0c1-b81ac63f55c6","resolution":{"observed_at":"2026-08-07T00:29:36.258693Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:29:42.446577Z","title":"Jogging the memory of unlearned models through targeted relearning attacks","venue":null,"work_id":"e18cac91-4b92-48d1-886d-e46369bb32a2","year":2024},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-10T13:57:11.828047Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":2019,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:35.857573Z"},"links":{"citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:0abf10e0026c9b041b90c40c4e97c818db987dc9303e00e67d26347cd3be0429","observation_id":"781ad25d-09ba-40a5-bdc5-5cd665d73c2d","resolution":{"observed_at":"2026-08-07T00:29:42.589838Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:29:42.231658Z","title":"Regulation (eu) 2016/679 of the european parliament and of the council","venue":null,"work_id":"54167a43-4fb3-4521-b2f3-8009e327f4cd","year":2016},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-10T13:57:11.828047Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":2020,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:37.443872Z"},"links":{"citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:649b2fbceb22ebc10ba41de108e5febbc791c6f24803ef149aef08a0411c73f7","observation_id":"c7711d74-f07c-4d67-bf4b-5ea719eee5f4","resolution":{"observed_at":"2026-08-07T00:29:42.316310Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:29:35.574913Z","title":"Simplicity prevails: Rethinking negative preference optimization for llm unlearning.arXiv preprint arXiv:2410.07163,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-10T13:57:11.828047Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":2021,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:35.574913Z"},"links":{"citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:7e31274c6dd17ae055caa73799a59ea3f98a44a265cec1d491edc1a91b2f3055","observation_id":"ce3262ff-1568-4f5b-a3fd-c9a5b5b2350a","resolution":{"observed_at":"2026-08-07T00:29:35.574913Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2503.11832","last_updated":"2026-05-30T05:02:26Z","snapshot_observed_at":"2026-08-07T17:02:53.559646Z","submitted_at":"2025-03-14T19:52:08Z","title":"Safety Mirage: How Spurious Correlations Undermine VLM Safety Fine-Tuning and Can Be Mitigated by Machine Unlearning","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2503.11832","snapshot_observed_at":"2026-08-07T00:29:35.246287Z","title":"Safety mirage: How spurious correlations undermine vlm safety fine-tuning and can be mitigated by machine unlearning.arXiv preprint arXiv:2503.11832,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-10T13:57:11.828047Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":2022,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:35.246287Z"},"links":{"cited_paper":"/paper/2503.11832","citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:18d2d97eaa7fa0d25d58734d4f9f120f3acc2dfbbdf6c0ea09da91dba61ebc32","observation_id":"b4d24ac3-df92-400a-94eb-00c1b892ea1d","resolution":{"observed_at":"2026-08-07T00:29:35.246287Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:29:42.759791Z","title":"When machine unlearning jeopardizes privacy","venue":null,"work_id":"3e78ac0b-44e7-4817-9d26-9dec1426be42","year":2021},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-10T13:57:11.828047Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":2023,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:35.112978Z"},"links":{"citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:8f902d776577eb0c93f5b5799acf8ddca7c5c0b600339b793a1892ac3e8e111a","observation_id":"b2982730-17ba-4a00-8b4f-223e125321b1","resolution":{"observed_at":"2026-08-07T00:29:42.812670Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2410.08827","last_updated":"2025-02-07T16:27:48Z","snapshot_observed_at":"2026-08-09T08:01:54.091525Z","submitted_at":"2024-10-11T14:06:58Z","title":"Do Unlearning Methods Remove Information from Language Model Weights?","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.08827","snapshot_observed_at":"2026-08-07T00:29:35.464938Z","title":"Do unlearning methods remove information from language model weights?arXiv preprint arXiv:2410.08827,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-10T13:57:11.828047Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:35.464938Z"},"links":{"cited_paper":"/paper/2410.08827","citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:5035229af07abeb990823f3da89c51ab04fc8de431d24d254190737f9ea3720f","observation_id":"59a716f1-489a-4f4e-beec-8765cfeb6d3f","resolution":{"observed_at":"2026-08-07T00:29:35.464938Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:29:35.364619Z","title":"Machine unlearning doesn’t do what you think: Lessons for generative ai policy, research, and practice.arXiv preprint arXiv:2412.06966,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-10T13:57:11.828047Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":2025,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:35.364619Z"},"links":{"citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:59e924ace564933a9b0f2f8a5416cae072f1abedb0963fce66331c1f47166620","observation_id":"ee45d036-973b-475c-969f-30a03eb3a631","resolution":{"observed_at":"2026-08-07T00:29:35.364619Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","latest_version":5,"primary_category":"cs.LG","snapshot_observed_at":"2026-08-10T13:57:11.828047Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs"},"reference_resolution":{"displayed":40,"state_counts":{"malformed_identifier":1,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":29,"verified_exact":1,"verified_fuzzy":9},"total_outbound_references":40},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"thesis":"As of 10 August 2026, this Paper Citation Record lists 40 of 40 outbound references and 1 inbound Pith citation observation for arXiv:2506.14003."}