{"as_of":"2026-08-11T10:26:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:2e71f500d20d7db6fb91ada7b1808f82e0e8b0cd3a2fa91cf0398662f5d2135e","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":8,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":8,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-11T06:34:44.6726+00:00","state":"measured"},{"denominator":8,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":8,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T15:26:21.973125Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-23T04:42:33.350856Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2411.12103","last_updated":"2025-02-23T02:54:39Z","snapshot_observed_at":"2026-08-09T08:55:46.226404Z","submitted_at":"2024-11-18T22:31:17Z","title":"Does Unlearning Truly Unlearn? A Black Box Evaluation of LLM Unlearning Methods","version":3},"cited_work":{"arxiv_id":"2411.12103","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2411.12103","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Does unlearning truly unlearn? a black box evaluation of llm unlearning methods.arXiv preprint arXiv:2411.12103","venue":null,"work_id":"b493d33e-4509-41fc-a799-796367135175","year":null},"citing_paper":{"arxiv_id":"2501.19202","last_updated":"2026-04-20T06:27:04Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-01-31T15:12:20Z","title":"Improving LLM Unlearning Robustness via Random Perturbations","version":6},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-05-23T04:41:47.910423Z"},"links":{"cited_paper":"/paper/2411.12103","citing_paper":"/paper/2501.19202"},"observation_digest":"sha256:6b4cc9937691790ff18d0e905662d081a4bd5c1ef6ddd10261eb39cf7a4ab154","observation_id":"a3d54804-05d6-44e7-8fc0-dba9c841c6bc","resolution":{"observed_at":"2026-05-23T04:42:33.355115Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2411.12103","last_updated":"2025-02-23T02:54:39Z","snapshot_observed_at":"2026-08-09T08:55:46.226404Z","submitted_at":"2024-11-18T22:31:17Z","title":"Does Unlearning Truly Unlearn? A Black Box Evaluation of LLM Unlearning Methods","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.12103","snapshot_observed_at":"2026-08-07T15:26:21.973125Z","title":"Doshi and A","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.15209","last_updated":"2025-05-31T04:26:58Z","snapshot_observed_at":"2026-08-08T00:47:46.009254Z","submitted_at":"2025-05-21T07:37:35Z","title":"DUSK: Do Not Unlearn Shared Knowledge","version":3},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-07T15:26:21.973125Z"},"links":{"cited_paper":"/paper/2411.12103","citing_paper":"/paper/2505.15209"},"observation_digest":"sha256:c3180bb6d8d5629ea2ec1338bd8bb3289b6ecc78ef176f8d2f00e4b90562133d","observation_id":"69f1b47b-2bcf-4fd8-8b59-031cfedda4e9","resolution":{"observed_at":"2026-08-07T15:26:21.973125Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.12103","last_updated":"2025-02-23T02:54:39Z","snapshot_observed_at":"2026-08-09T08:55:46.226404Z","submitted_at":"2024-11-18T22:31:17Z","title":"Does Unlearning Truly Unlearn? A Black Box Evaluation of LLM Unlearning Methods","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.12103","snapshot_observed_at":"2026-08-07T14:41:39.409032Z","title":"Doshi and A","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.18003","last_updated":"2025-05-23T15:06:21Z","snapshot_observed_at":"2026-08-09T18:43:59.721879Z","submitted_at":"2025-05-23T15:06:21Z","title":"An Example Safety Case for Safeguards Against Misuse","version":1},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-07T14:41:39.409032Z"},"links":{"cited_paper":"/paper/2411.12103","citing_paper":"/paper/2505.18003"},"observation_digest":"sha256:5859568de7665a903827e66b1abbc014c2d35724037285e978f2e86c5f4ed4b6","observation_id":"8f30d400-60e3-4ff9-a5a5-c0fcfe46ef9b","resolution":{"observed_at":"2026-08-07T14:41:39.409032Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.12103","last_updated":"2025-02-23T02:54:39Z","snapshot_observed_at":"2026-08-09T08:55:46.226404Z","submitted_at":"2024-11-18T22:31:17Z","title":"Does Unlearning Truly Unlearn? A Black Box Evaluation of LLM Unlearning Methods","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.12103","snapshot_observed_at":"2026-08-07T04:37:06.722626Z","title":"Does unlearning truly unlearn? a black box evaluation of llm unlearning methods","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.10236","last_updated":"2025-08-14T05:03:53Z","snapshot_observed_at":"2026-08-08T09:47:01.651509Z","submitted_at":"2025-06-11T23:36:30Z","title":"Prompt Attacks Reveal Superficial Knowledge Removal in Unlearning Methods","version":2},"reference_index":2025,"source":"pdf_text","source_observed_at":"2026-08-07T04:37:06.722626Z"},"links":{"cited_paper":"/paper/2411.12103","citing_paper":"/paper/2506.10236"},"observation_digest":"sha256:60c9a9eaf63eb9cbb926532a7334e918dc14c22ffbb74367688b20f92d58d8b0","observation_id":"9c1bd043-7b6f-478f-bcbb-b698ff529c13","resolution":{"observed_at":"2026-08-07T04:37:06.722626Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.12103","last_updated":"2025-02-23T02:54:39Z","snapshot_observed_at":"2026-08-09T08:55:46.226404Z","submitted_at":"2024-11-18T22:31:17Z","title":"Does Unlearning Truly Unlearn? A Black Box Evaluation of LLM Unlearning Methods","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.12103","snapshot_observed_at":"2026-08-05T17:06:08.741168Z","title":"Does unlearning truly unlearn? a black box evaluation of llm unlearning methods","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.17233","last_updated":"2025-08-24T07:15:59Z","snapshot_observed_at":"2026-08-10T20:42:00.989275Z","submitted_at":"2025-08-24T07:15:59Z","title":"Module-Aware Parameter-Efficient Machine Unlearning on Transformers","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-05T17:06:08.741168Z"},"links":{"cited_paper":"/paper/2411.12103","citing_paper":"/paper/2508.17233"},"observation_digest":"sha256:31bb4fae88079ca7ba3580824ba88f61bb61477d24af7737fe76e48c69440b83","observation_id":"56258cf6-8917-4d07-8443-2c2caa3e9b90","resolution":{"observed_at":"2026-08-05T17:06:08.741168Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.12103","last_updated":"2025-02-23T02:54:39Z","snapshot_observed_at":"2026-08-09T08:55:46.226404Z","submitted_at":"2024-11-18T22:31:17Z","title":"Does Unlearning Truly Unlearn? A Black Box Evaluation of LLM Unlearning Methods","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.12103","snapshot_observed_at":"2026-07-12T06:18:42.939955Z","title":"arXiv preprint arXiv:2411.12103 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.02897","last_updated":"2026-07-03T02:48:26Z","snapshot_observed_at":"2026-08-08T10:43:33.140478Z","submitted_at":"2026-07-03T02:48:26Z","title":"PPE-Bench: A Benchmark for Evaluating MLLM Unlearning under Private-Public Entanglement","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-07-12T06:18:42.939955Z"},"links":{"cited_paper":"/paper/2411.12103","citing_paper":"/paper/2607.02897"},"observation_digest":"sha256:a9ff94899d2205aa7fb025252d071dd512d8d31203b77c6e8e5699e9d1cfacd2","observation_id":"d3118184-a0c2-4d0f-aa33-9002ac16b0de","resolution":{"observed_at":"2026-07-12T06:18:42.939955Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.12103","last_updated":"2025-02-23T02:54:39Z","snapshot_observed_at":"2026-08-09T08:55:46.226404Z","submitted_at":"2024-11-18T22:31:17Z","title":"Does Unlearning Truly Unlearn? A Black Box Evaluation of LLM Unlearning Methods","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.12103","snapshot_observed_at":"2026-08-01T14:53:52.243193Z","title":"Does unlearning truly unlearn? a black box evaluation of llm unlearning methods.arXiv preprint arXiv:2411.12103, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.18615","last_updated":"2026-07-21T01:35:33Z","snapshot_observed_at":"2026-08-08T15:13:46.998333Z","submitted_at":"2026-07-21T01:35:33Z","title":"Stochastic Meta-Unlearning: Bridging Language Backbone and Multimodal Unlearning","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-01T14:53:52.243193Z"},"links":{"cited_paper":"/paper/2411.12103","citing_paper":"/paper/2607.18615"},"observation_digest":"sha256:3cce2cad1d34a9f1e106323f6cb9c0cb37267cc2a937879c1b50475abbac7058","observation_id":"0eaac679-dc12-4149-871e-6cb32517c556","resolution":{"observed_at":"2026-08-01T14:53:52.243193Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.12103","last_updated":"2025-02-23T02:54:39Z","snapshot_observed_at":"2026-08-09T08:55:46.226404Z","submitted_at":"2024-11-18T22:31:17Z","title":"Does Unlearning Truly Unlearn? A Black Box Evaluation of LLM Unlearning Methods","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.12103","snapshot_observed_at":"2026-08-01T14:11:43.490759Z","title":"Ronen Eldan and Mark Russinovich","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.19442","last_updated":"2026-07-21T08:59:54Z","snapshot_observed_at":"2026-08-07T14:23:11.137618Z","submitted_at":"2026-07-21T08:59:54Z","title":"Unlearning as Distribution Restoration: A Controlled Counterfactual Study, a Validated Selective Screen, and the Limits of Oracle-Free Certification","version":1},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-01T14:11:43.490759Z"},"links":{"cited_paper":"/paper/2411.12103","citing_paper":"/paper/2607.19442"},"observation_digest":"sha256:6811fa9c30c9c6dbf93d668d43004dae54af61b7d12bde1511d0b3476e8ee2a0","observation_id":"e4cd6759-47e3-4638-96c7-aa229b8855be","resolution":{"observed_at":"2026-08-01T14:11:43.490759Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2411.12103/citation-record","integrity":"/paper/2411.12103/integrity","json":"/paper/2411.12103/citation-record.json","paper":"/paper/2411.12103"},"outbound":[],"paper":{"arxiv_id":"2411.12103","last_updated":"2025-02-23T02:54:39Z","latest_version":3,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-09T08:55:46.226404Z","submitted_at":"2024-11-18T22:31:17Z","title":"Does Unlearning Truly Unlearn? A Black Box Evaluation of LLM Unlearning Methods"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"thesis":"As of 11 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 8 inbound Pith citation observations for arXiv:2411.12103."}