{"as_of":"2026-08-08T03:40:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:1ee7b5dc2e9fe9dd4424e22cf66c1c0de65a871921e5d041dbfc2c5b33f634af","coverage":[{"denominator":40,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":40,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T00:29:39.623798Z","state":"measured"},{"denominator":41,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":41,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-07T06:34:17.273281+00:00","state":"measured"},{"denominator":1,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":1,"source":"paper_references, paper_reference_links","source_observed_at":"2026-06-27T06:49:12.070481Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"pith","source_observed_at":"2026-07-03T14:58:33.258552Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-08T00:45:22.313738Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"cited_work":{"arxiv_id":"2506.14003","doi":null,"metadata_source":"pith","pith_arxiv_id":"2506.14003","snapshot_observed_at":"2026-07-03T14:58:33.258552Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","venue":"cs.LG","work_id":"b9478256-6956-491f-8de3-f101db14bd93","year":2025},"citing_paper":{"arxiv_id":"2606.12908","last_updated":"2026-06-11T05:06:50Z","snapshot_observed_at":"2026-08-05T04:59:46.668803Z","submitted_at":"2026-06-11T05:06:50Z","title":"SENTINEL: Failure-Driven Reinforcement Learning for Training Tool-Using Language Model Agents","version":1},"reference_index":40,"source":"arxiv_source","source_observed_at":"2026-06-27T06:49:12.070481Z"},"links":{"cited_paper":"/paper/2506.14003","citing_paper":"/paper/2606.12908"},"observation_digest":"sha256:7711f0f6e83f73c70856f31dcc886d121392387ddb079cfb3e7906909df244a0","observation_id":"c903e360-09e4-4201-a40d-c44c1eb6dbf9","resolution":{"observed_at":"2026-07-03T14:58:33.259815Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2506.14003/citation-record","integrity":"/paper/2506.14003/integrity","json":"/paper/2506.14003/citation-record.json","paper":"/paper/2506.14003"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2501.04952","last_updated":"2025-01-09T03:59:10Z","snapshot_observed_at":"2026-08-08T00:46:37.661782Z","submitted_at":"2025-01-09T03:59:10Z","title":"Open Problems in Machine Unlearning for AI Safety","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2501.04952","snapshot_observed_at":"2026-08-07T00:29:34.908539Z","title":"Open problems in machine unlearning for ai safety","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-08T00:45:22.313738Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:34.908539Z"},"links":{"cited_paper":"/paper/2501.04952","citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:61eb3889ca92eee2848decbedec00c8e7a43a30df0d1b1b265371197dba4bce1","observation_id":"2e166c7c-cd2f-47c9-8fbf-6251e54a6ddc","resolution":{"observed_at":"2026-08-07T00:29:34.908539Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:29:41.288146Z","title":"forget” prompt drawn from the WMDP evaluation set, which tests the model’s ability to omit specific target knowledge, and (2) a “forget- irrelevant","venue":null,"work_id":"cee935f3-5ee0-4e2f-9807-9d65cf2cba04","year":2004},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-08T00:45:22.313738Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:39.434794Z"},"links":{"citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:6f548af10736206e6cd599bb7f5713e487c06dfba647be27ebe503f65a1b1081","observation_id":"2c3329a7-35e7-4577-891e-2606deba6fef","resolution":{"observed_at":"2026-08-07T00:29:41.398117Z","resolver_source":"raw_fallback","status":"malformed_identifier"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:29:41.504332Z","title":"role\": \"user","venue":null,"work_id":"ec98108c-a41f-4600-a59c-b46cb6ca5f38","year":2026},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-08T00:45:22.313738Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:39.318020Z"},"links":{"citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:e4f852998abe0a9f7edf5ab25a2bd8200adec5bf98d75b42566757a112dc6b9d","observation_id":"dd3fb1f0-9a06-4a83-8f1b-313a378b6989","resolution":{"observed_at":"2026-08-07T00:29:41.604239Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:29:40.861981Z","title":"forget” prompts, and above 98% on UltraChat for all models. Train- ing on forget-only data (Sf) likewise yields over 97% detection on “forget irrelevant","venue":null,"work_id":"72f06cbd-8b8b-4f11-a325-0ec3e5b3bde8","year":2024},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-08T00:45:22.313738Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:39.623798Z"},"links":{"citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:3ac83d360474a681804c47b2b461b8a64959335708fd65261191afb04b8fb9c7","observation_id":"1989a63b-e8e5-433e-907b-79b61e2d7b8a","resolution":{"observed_at":"2026-08-07T00:29:40.933460Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:29:42.669704Z","title":"Measuring massive multitask language understanding","venue":null,"work_id":"c042c77f-34dc-4c1c-a32e-ab0d781a1353","year":2026},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-08T00:45:22.313738Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:35.721991Z"},"links":{"citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:391f73296e8229584aeb595764dc46d52f84b4c34d0f31c1866e8f33df169078","observation_id":"793011d6-1741-4770-99b1-d7f53cd85e53","resolution":{"observed_at":"2026-08-07T00:29:42.703341Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2401.05566","last_updated":"2024-01-17T20:26:01Z","snapshot_observed_at":"2026-07-06T17:14:03.152949Z","submitted_at":"2024-01-10T22:14:35Z","title":"Sleeper Agents: Training Deceptive LLMs that Persist Through Safety Training","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.05566","snapshot_observed_at":"2026-08-07T00:29:35.986007Z","title":"Sleeper agents: Training deceptive llms that persist through safety training.arXiv preprint arXiv:2401.05566,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-08T00:45:22.313738Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:35.986007Z"},"links":{"cited_paper":"/paper/2401.05566","citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:7309e45e0c1458835a65d1539b665442704fc4140a759ec065aaf2c3dba97b33","observation_id":"dc44e36b-f286-4506-bc03-3c85c88e5693","resolution":{"observed_at":"2026-08-07T00:29:35.986007Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2212.04089","last_updated":"2023-03-31T15:27:01Z","snapshot_observed_at":"2026-08-03T22:12:27.993418Z","submitted_at":"2022-12-08T05:50:53Z","title":"Editing Models with Task Arithmetic","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2212.04089","snapshot_observed_at":"2026-08-07T00:29:36.151843Z","title":"Editing models with task arithmetic.arXiv preprint arXiv:2212.04089,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-08T00:45:22.313738Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:36.151843Z"},"links":{"cited_paper":"/paper/2212.04089","citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:1cd99a204b289068ff40bf376114e91bf191ac1f84e1864d257a13cf14e3a991","observation_id":"89066222-4259-45bf-a780-2bd53ea509f4","resolution":{"observed_at":"2026-08-07T00:29:36.151843Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.18239","last_updated":"2024-06-24T20:24:53Z","snapshot_observed_at":"2026-08-08T00:48:49.460002Z","submitted_at":"2024-04-28T16:31:32Z","title":"SOUL: Unlocking the Power of Second-Order Optimization for LLM Unlearning","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.18239","snapshot_observed_at":"2026-08-07T00:29:36.377364Z","title":"W AGLE: Strategic weight attribution for effective and modular unlearning in large language models","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-08T00:45:22.313738Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:36.377364Z"},"links":{"cited_paper":"/paper/2404.18239","citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:5dbd47144e428ff03c39f15a7c6cbaf3a490152dac9ebc15c38fd3395309a3e9","observation_id":"184ca9d9-ee8e-451e-9709-a550cc453ae2","resolution":{"observed_at":"2026-08-07T00:29:36.377364Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.18025","last_updated":"2025-05-31T19:22:41Z","snapshot_observed_at":"2026-07-06T19:22:54.212921Z","submitted_at":"2024-09-26T16:32:19Z","title":"An Adversarial Perspective on Machine Unlearning for AI Safety","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.18025","snapshot_observed_at":"2026-08-07T00:29:36.509811Z","title":"An adversarial perspective on machine unlearning for ai safety.arXiv preprint arXiv:2409.18025,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-08T00:45:22.313738Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:36.509811Z"},"links":{"cited_paper":"/paper/2409.18025","citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:cf959302c02d9529c837b1300b7f150faf965a87eb821f813010c5bcc94d50bc","observation_id":"227d9c44-a5c2-40ad-9239-335234cbb5fc","resolution":{"observed_at":"2026-08-07T00:29:36.509811Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.16835","last_updated":"2024-02-26T18:57:37Z","snapshot_observed_at":"2026-08-08T00:43:51.702314Z","submitted_at":"2024-02-26T18:57:37Z","title":"Eight Methods to Evaluate Robust Unlearning in LLMs","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.16835","snapshot_observed_at":"2026-08-07T00:29:36.619568Z","title":"Eight methods to evaluate robust unlearning in llms.arXiv preprint arXiv:2402.16835,","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-08T00:45:22.313738Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:36.619568Z"},"links":{"cited_paper":"/paper/2402.16835","citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:bc3398586b85658f1b86287bb59d096e2d665467e0b4c5b2c7d61bb7b40540ba","observation_id":"d5307c7e-ff97-4704-8c77-78e97c1551e8","resolution":{"observed_at":"2026-08-07T00:29:36.619568Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1802.03426","last_updated":"2020-09-18T01:56:41Z","snapshot_observed_at":"2026-08-02T15:32:07.466568Z","submitted_at":"2018-02-09T19:39:33Z","title":"UMAP: Uniform Manifold Approximation and Projection for Dimension Reduction","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1802.03426","snapshot_observed_at":"2026-08-07T00:29:36.744747Z","title":"Umap: Uniform manifold approximation and projection for dimension reduction.arXiv preprint arXiv:1802.03426,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-08T00:45:22.313738Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:36.744747Z"},"links":{"cited_paper":"/paper/1802.03426","citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:2e5f5a7cb95e5880e8769126efa47d85a56d0a6f7a01be86826fce3da5eef4b7","observation_id":"460f7658-d403-4463-8ad1-9c56b48f15c3","resolution":{"observed_at":"2026-08-07T00:29:36.744747Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.12768","last_updated":"2025-06-11T12:40:14Z","snapshot_observed_at":"2026-07-06T19:52:46.580689Z","submitted_at":"2024-11-18T07:52:12Z","title":"CROW: Eliminating Backdoors from Large Language Models via Internal Consistency Regularization","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.12768","snapshot_observed_at":"2026-08-07T00:29:36.902929Z","title":"Crow: Eliminating backdoors from large language models via internal consistency regularization.arXiv preprint arXiv:2411.12768,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-08T00:45:22.313738Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:36.902929Z"},"links":{"cited_paper":"/paper/2411.12768","citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:957a17d00fdf208da13657a404a7dbcc81967decba846b6a55e3ae10da247da1","observation_id":"ee6b2ef6-51bd-4f47-b7f5-282c25a242f8","resolution":{"observed_at":"2026-08-07T00:29:36.902929Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2209.02299","last_updated":"2024-09-17T11:55:58Z","snapshot_observed_at":"2026-08-02T02:19:01.218373Z","submitted_at":"2022-09-06T08:51:53Z","title":"A Survey of Machine Unlearning","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2209.02299","snapshot_observed_at":"2026-08-07T00:29:37.032784Z","title":"A survey of machine unlearning.arXiv preprint arXiv:2209.02299,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-08T00:45:22.313738Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:37.032784Z"},"links":{"cited_paper":"/paper/2209.02299","citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:eb46e6dd3c7ab729c55ecc0b64793603a0d21ef78af2a8c6778e3e8a435888eb","observation_id":"ecf25c02-d2ed-4477-9458-caec2a189a76","resolution":{"observed_at":"2026-08-07T00:29:37.032784Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:29:37.134690Z","title":"Model provenance testing for large language models.arXiv preprint arXiv:2502.00706,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-08T00:45:22.313738Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:37.134690Z"},"links":{"citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:46d4c32e5347446900e1fe292b4d2459f9d480dd09c32f7d64251a55fb7aa5bb","observation_id":"b61e6a1c-0077-476d-bce7-59d4c0fce241","resolution":{"observed_at":"2026-08-07T00:29:37.134690Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.07579","last_updated":"2024-06-06T06:31:08Z","snapshot_observed_at":"2026-07-06T16:31:16.784700Z","submitted_at":"2023-10-11T15:19:31Z","title":"In-Context Unlearning: Language Models as Few Shot Unlearners","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.07579","snapshot_observed_at":"2026-08-07T00:29:37.230777Z","title":"In-context unlearning: Language models as few shot unlearners.arXiv preprint arXiv:2310.07579,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-08T00:45:22.313738Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:37.230777Z"},"links":{"cited_paper":"/paper/2310.07579","citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:ee0d4a4f93ccaab0cebca36155544fcd0c68eb1d11ce3dc217ba0757a698dd62","observation_id":"76f97e4d-ae80-4bf4-8bf3-10acbdb965c3","resolution":{"observed_at":"2026-08-07T00:29:37.230777Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.15779","last_updated":"2024-03-23T09:26:15Z","snapshot_observed_at":"2026-08-07T22:14:32.071776Z","submitted_at":"2024-03-23T09:26:15Z","title":"The Frontier of Data Erasure: Machine Unlearning for Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.15779","snapshot_observed_at":"2026-08-07T00:29:37.309383Z","title":"The frontier of data erasure: Machine unlearning for large language models.arXiv preprint arXiv:2403.15779,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-08T00:45:22.313738Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:37.309383Z"},"links":{"cited_paper":"/paper/2403.15779","citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:52c5445fccc4403caaba0ed9c7d42f5b177ede06199ed76a7dbe145bce242f46","observation_id":"62674cbd-d081-4dbe-a09c-6a3eb37f1cc3","resolution":{"observed_at":"2026-08-07T00:29:37.309383Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.06460","last_updated":"2024-07-14T20:14:02Z","snapshot_observed_at":"2026-07-06T18:43:22.614883Z","submitted_at":"2024-07-08T23:47:29Z","title":"MUSE: Machine Unlearning Six-Way Evaluation for Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.06460","snapshot_observed_at":"2026-08-07T00:29:37.694372Z","title":"Muse: Machine unlearning six-way evaluation for language models.arXiv preprint arXiv:2407.06460,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-08T00:45:22.313738Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:37.694372Z"},"links":{"cited_paper":"/paper/2407.06460","citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:fa5f58f53b5a656260fd03c909b8f4338ed3cbdcd5dab42e940ff28c59791e78","observation_id":"bfda0d67-4b66-49d4-b861-afc01e3400c4","resolution":{"observed_at":"2026-08-07T00:29:37.694372Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2311.15766","last_updated":"2023-12-08T01:23:56Z","snapshot_observed_at":"2026-08-06T05:33:02.351414Z","submitted_at":"2023-11-27T12:37:51Z","title":"Knowledge Unlearning for LLMs: Tasks, Methods, and Challenges","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.15766","snapshot_observed_at":"2026-08-07T00:29:37.808176Z","title":"Knowledge unlearning for llms: Tasks, methods, and challenges.arXiv preprint arXiv:2311.15766,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-08T00:45:22.313738Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:37.808176Z"},"links":{"cited_paper":"/paper/2311.15766","citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:fcf3ead5c1a033cdb6fdbd1b9cdd1a24ece13b3b646fd171fd82137f6a363eb3","observation_id":"3226a965-a5fc-43dc-855c-d6711c3185b1","resolution":{"observed_at":"2026-08-07T00:29:37.808176Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2502.12150","last_updated":"2025-06-16T15:27:25Z","snapshot_observed_at":"2026-08-07T18:11:17.774648Z","submitted_at":"2025-02-17T18:59:02Z","title":"Idiosyncrasies in Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.12150","snapshot_observed_at":"2026-08-07T00:29:37.961233Z","title":"Idiosyncrasies in large language models.arXiv preprint arXiv:2502.12150,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-08T00:45:22.313738Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:37.961233Z"},"links":{"cited_paper":"/paper/2502.12150","citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:c8731dd9dc77feaf8da9510c7dcdc82be60fba5ae3bea6c9b5fb8ab66f751853","observation_id":"1d8eb44b-b832-49ee-bc2e-2abce6cb8c85","resolution":{"observed_at":"2026-08-07T00:29:37.961233Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.03329","last_updated":"2024-06-11T15:47:39Z","snapshot_observed_at":"2026-08-06T08:07:03.925239Z","submitted_at":"2024-03-05T21:19:06Z","title":"Guardrail Baselines for Unlearning in LLMs","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.03329","snapshot_observed_at":"2026-08-07T00:29:38.082423Z","title":"Guardrail baselines for unlearning in llms.arXiv preprint arXiv:2403.03329,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-08T00:45:22.313738Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:38.082423Z"},"links":{"cited_paper":"/paper/2403.03329","citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:ff232ed2faed8ffd08b6fb61f20db79f04fa0d20ad7c7781cde254df2d61c121","observation_id":"4a980508-a89a-4402-8d49-0425f275fd78","resolution":{"observed_at":"2026-08-07T00:29:38.082423Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:29:41.981493Z","title":"Unrolling sgd: Under- standing factors influencing machine unlearning","venue":null,"work_id":"3f4508e3-b660-4e21-9a82-a5c73d10c9be","year":2026},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-08T00:45:22.313738Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:38.219481Z"},"links":{"citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:b8ecf3736ea09636ba96d03fb21d472f8a4e9279fafa274af2efee209e05f4aa","observation_id":"ca03ba4b-f4a9-4beb-878b-9f21d076d794","resolution":{"observed_at":"2026-08-07T00:29:42.119377Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.20138","last_updated":"2023-12-05T16:14:24Z","snapshot_observed_at":"2026-07-06T16:40:55.334347Z","submitted_at":"2023-10-31T03:09:36Z","title":"DEPN: Detecting and Editing Privacy Neurons in Pretrained Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.20138","snapshot_observed_at":"2026-08-07T00:29:38.330222Z","title":"Depn: Detecting and editing privacy neurons in pretrained language models.arXiv preprint arXiv:2310.20138,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-08T00:45:22.313738Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:38.330222Z"},"links":{"cited_paper":"/paper/2310.20138","citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:9cf74d0f263e585bbfae63a8823d67509b8b4b576b0208ec82dcb158c7ca3801","observation_id":"b8f92201-9df0-41e5-b5c7-682ff5e2ce5a","resolution":{"observed_at":"2026-08-07T00:29:38.330222Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:29:38.434169Z","title":"A fingerprint for large language models.arXiv preprint arXiv:2407.01235,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-08T00:45:22.313738Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:38.434169Z"},"links":{"citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:4656fff525d989a6f35aba61a1aab4695cb307eb8e99e36d4516357d495f3703","observation_id":"d69a16c0-9918-470e-9886-5a606ecd8bb0","resolution":{"observed_at":"2026-08-07T00:29:38.434169Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.10683","last_updated":"2024-02-16T19:47:36Z","snapshot_observed_at":"2026-08-04T08:36:17.664739Z","submitted_at":"2023-10-14T00:32:55Z","title":"Large Language Model Unlearning","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.10683","snapshot_observed_at":"2026-08-07T00:29:38.583685Z","title":"Large language model unlearning.arXiv preprint arXiv:2310.10683,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-08T00:45:22.313738Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:38.583685Z"},"links":{"cited_paper":"/paper/2310.10683","citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:35a5132461cc629216d92c324852b6783ae8b437dfb43c1fc8feeacc16081475","observation_id":"2c16152a-b312-42e4-8753-b8f9fd2674e6","resolution":{"observed_at":"2026-08-07T00:29:38.583685Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.05868","last_updated":"2024-10-10T22:00:41Z","snapshot_observed_at":"2026-07-06T17:57:27.510162Z","submitted_at":"2024-04-08T21:05:42Z","title":"Negative Preference Optimization: From Catastrophic Collapse to Effective Unlearning","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.05868","snapshot_observed_at":"2026-08-07T00:29:38.744476Z","title":"Negative preference optimization: From catastrophic collapse to effective unlearning.arXiv preprint arXiv:2404.05868, 2024a","venue":null,"work_id":null,"year":1904},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-08T00:45:22.313738Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:38.744476Z"},"links":{"cited_paper":"/paper/2404.05868","citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:0e7aee167379552ba3ad134e57bb86118db5d3236dc10226a86daa2c3c65421c","observation_id":"f92521d0-e0ff-4d44-a7d4-d11acdee325a","resolution":{"observed_at":"2026-08-07T00:29:38.744476Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.11846","last_updated":"2024-10-29T18:36:06Z","snapshot_observed_at":"2026-07-06T17:32:02.824244Z","submitted_at":"2024-02-19T05:25:53Z","title":"UnlearnCanvas: Stylized Image Dataset for Enhanced Machine Unlearning Evaluation in Diffusion Models","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.11846","snapshot_observed_at":"2026-08-07T00:29:38.874013Z","title":"Unlearncanvas: A stylized image dataset to benchmark machine unlearning for diffusion models","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-08T00:45:22.313738Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:38.874013Z"},"links":{"cited_paper":"/paper/2402.11846","citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:9993ffa319116de81fe413082a8eb58d7d94353e4feff89405f2a877ea6da1b3","observation_id":"16809980-21cd-4dd3-9019-f24c9e0465d7","resolution":{"observed_at":"2026-08-07T00:29:38.874013Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:29:38.990301Z","title":"Tamm: Triadapter multi-modal learning for 3d shape understanding","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-08T00:45:22.313738Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:38.990301Z"},"links":{"citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:4c93722efe8c5bd6fcd028c0e85fd634a46ab7f3c0313b092ac4d2950bd7260e","observation_id":"29553f39-d40b-40ab-af98-ef6484dea201","resolution":{"observed_at":"2026-08-07T00:29:38.990301Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2502.12292","last_updated":"2025-03-12T15:58:01Z","snapshot_observed_at":"2026-08-07T18:11:02.479854Z","submitted_at":"2025-02-17T20:01:08Z","title":"Independence Tests for Language Models","version":2},"cited_work":{"arxiv_id":"2502.12292","doi":null,"metadata_source":"pith","pith_arxiv_id":"2502.12292","snapshot_observed_at":"2026-08-07T00:29:39.764185Z","title":"Independence Tests for Language Models","venue":"cs.LG","work_id":"05e006b1-c4dc-46a8-9c0b-00b74a8fdb3a","year":2025},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-08T00:45:22.313738Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:39.092903Z"},"links":{"cited_paper":"/paper/2502.12292","citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:bcf6969d56cda619c1d6aeef2a49545f796f187e5dd33c5d85b341d52cd3cfbd","observation_id":"02f12c69-a25c-4bd4-b596-31d97e29e1de","resolution":{"observed_at":"2026-08-07T00:29:39.840653Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:29:41.059539Z","title":"5, we present the supervised UMAP projections of the final activations from different models inFig","venue":null,"work_id":"43d938da-12b5-495c-8341-7a96d6d7c219","year":2026},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-08T00:45:22.313738Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:39.545947Z"},"links":{"citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:e2228c40e7fc6dbdff89172c0953d261d64c7f740a466ac21b2f43171fc5bfed","observation_id":"b8b2b163-85ed-4645-b42d-4a6d30712853","resolution":{"observed_at":"2026-08-07T00:29:41.175154Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:29:41.745760Z","title":"Both evaluations report the accuracy on four-choice question answering","venue":null,"work_id":"b1d2268b-48fe-45da-9497-23af92f3f8ba","year":2026},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-08T00:45:22.313738Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":2003,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:39.204815Z"},"links":{"citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:07e5049f15633dc8d9ba84e2f637a6764da50040ecf2001d7753590f5254c606","observation_id":"bd601793-c55b-4756-bc88-b516081fcb56","resolution":{"observed_at":"2026-08-07T00:29:41.856217Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.20150","last_updated":"2023-10-31T03:35:59Z","snapshot_observed_at":"2026-08-05T03:18:20.348553Z","submitted_at":"2023-10-31T03:35:59Z","title":"Unlearn What You Want to Forget: Efficient Unlearning for LLMs","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.20150","snapshot_observed_at":"2026-08-07T00:29:35.001839Z","title":"Unlearn what you want to forget: Efficient unlearning for llms.arXiv preprint arXiv:2310.20150,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-08T00:45:22.313738Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":2015,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:35.001839Z"},"links":{"cited_paper":"/paper/2310.20150","citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:b1c365297c76699b3a5068e11ff2cd67ccd87f0d7d10088d83ba6e17c4aa1bf2","observation_id":"4ab2cb67-5ceb-4a61-b78a-855c2da85004","resolution":{"observed_at":"2026-08-07T00:29:35.001839Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2504.01849","last_updated":"2025-04-02T15:59:31Z","snapshot_observed_at":"2026-08-07T16:14:13.125798Z","submitted_at":"2025-04-02T15:59:31Z","title":"An Approach to Technical AGI Safety and Security","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2504.01849","snapshot_observed_at":"2026-08-07T00:29:37.550916Z","title":"An approach to technical agi safety and security.arXiv preprint arXiv:2504.01849,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-08T00:45:22.313738Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":2016,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:37.550916Z"},"links":{"cited_paper":"/paper/2504.01849","citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:9e3ed221d0def0c040f5ead44dd39b288233fe71638de516fda74d360591518d","observation_id":"97e4c419-62ee-44b0-8b9d-d8bd9b56035e","resolution":{"observed_at":"2026-08-07T00:29:37.550916Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2210.01504","last_updated":"2022-12-19T11:52:40Z","snapshot_observed_at":"2026-08-06T13:31:03.854761Z","submitted_at":"2022-10-04T10:18:11Z","title":"Knowledge Unlearning for Mitigating Privacy Risks in Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2210.01504","snapshot_observed_at":"2026-08-07T00:29:36.258693Z","title":"Knowledge unlearning for mitigating privacy risks in language models.arXiv preprint arXiv:2210.01504,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-08T00:45:22.313738Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":2018,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:36.258693Z"},"links":{"cited_paper":"/paper/2210.01504","citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:77965f73e3a0d1fb7cc84a1cb1b937206e484491223d25fda44f1bc98134191b","observation_id":"01e30e16-c906-4588-a0c1-b81ac63f55c6","resolution":{"observed_at":"2026-08-07T00:29:36.258693Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:29:42.446577Z","title":"Jogging the memory of unlearned models through targeted relearning attacks","venue":null,"work_id":"e18cac91-4b92-48d1-886d-e46369bb32a2","year":2024},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-08T00:45:22.313738Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":2019,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:35.857573Z"},"links":{"citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:20ac4e68888ce9f1a9753aec247b5520db7d5977725a7c0cf00ce54456e3cf73","observation_id":"781ad25d-09ba-40a5-bdc5-5cd665d73c2d","resolution":{"observed_at":"2026-08-07T00:29:42.589838Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:29:42.231658Z","title":"Regulation (eu) 2016/679 of the european parliament and of the council","venue":null,"work_id":"54167a43-4fb3-4521-b2f3-8009e327f4cd","year":2016},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-08T00:45:22.313738Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":2020,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:37.443872Z"},"links":{"citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:f05a7eb8205ce706e38842bd4ffe087e36ae6f14ec987deca31412c109c7927c","observation_id":"c7711d74-f07c-4d67-bf4b-5ea719eee5f4","resolution":{"observed_at":"2026-08-07T00:29:42.316310Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:29:35.574913Z","title":"Simplicity prevails: Rethinking negative preference optimization for llm unlearning.arXiv preprint arXiv:2410.07163,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-08T00:45:22.313738Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":2021,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:35.574913Z"},"links":{"citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:243172dfe7513395874625339b40b1f8b50c215f45d48dd728b59946c96607c1","observation_id":"ce3262ff-1568-4f5b-a3fd-c9a5b5b2350a","resolution":{"observed_at":"2026-08-07T00:29:35.574913Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2503.11832","last_updated":"2026-05-30T05:02:26Z","snapshot_observed_at":"2026-08-07T17:02:53.559646Z","submitted_at":"2025-03-14T19:52:08Z","title":"Safety Mirage: How Spurious Correlations Undermine VLM Safety Fine-Tuning and Can Be Mitigated by Machine Unlearning","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2503.11832","snapshot_observed_at":"2026-08-07T00:29:35.246287Z","title":"Safety mirage: How spurious correlations undermine vlm safety fine-tuning and can be mitigated by machine unlearning.arXiv preprint arXiv:2503.11832,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-08T00:45:22.313738Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":2022,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:35.246287Z"},"links":{"cited_paper":"/paper/2503.11832","citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:6563e4984909d64598866971f399d0f90f480a463c318329a4dea05900a0bde0","observation_id":"b4d24ac3-df92-400a-94eb-00c1b892ea1d","resolution":{"observed_at":"2026-08-07T00:29:35.246287Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:29:42.759791Z","title":"When machine unlearning jeopardizes privacy","venue":null,"work_id":"3e78ac0b-44e7-4817-9d26-9dec1426be42","year":2021},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-08T00:45:22.313738Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":2023,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:35.112978Z"},"links":{"citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:66cbf9213ce0f0186ff9036b70f48e09521bb150aed9a9ec7931d21b67b1d98e","observation_id":"b2982730-17ba-4a00-8b4f-223e125321b1","resolution":{"observed_at":"2026-08-07T00:29:42.812670Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2410.08827","last_updated":"2025-02-07T16:27:48Z","snapshot_observed_at":"2026-08-02T18:12:46.990672Z","submitted_at":"2024-10-11T14:06:58Z","title":"Do Unlearning Methods Remove Information from Language Model Weights?","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.08827","snapshot_observed_at":"2026-08-07T00:29:35.464938Z","title":"Do unlearning methods remove information from language model weights?arXiv preprint arXiv:2410.08827,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-08T00:45:22.313738Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:35.464938Z"},"links":{"cited_paper":"/paper/2410.08827","citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:e509c71ed375ccde95bf23fa01bb3ac1dbf2871e633051859bbf99d919d3d142","observation_id":"59a716f1-489a-4f4e-beec-8765cfeb6d3f","resolution":{"observed_at":"2026-08-07T00:29:35.464938Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:29:35.364619Z","title":"Machine unlearning doesn’t do what you think: Lessons for generative ai policy, research, and practice.arXiv preprint arXiv:2412.06966,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","snapshot_observed_at":"2026-08-08T00:45:22.313738Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs","version":5},"reference_index":2025,"source":"pdf_text","source_observed_at":"2026-08-07T00:29:35.364619Z"},"links":{"citing_paper":"/paper/2506.14003"},"observation_digest":"sha256:a76cbc238be331ac9a1a8dec567ae04d90de958a8bd2fc3ecd4fc51c97294961","observation_id":"ee45d036-973b-475c-969f-30a03eb3a631","resolution":{"observed_at":"2026-08-07T00:29:35.364619Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2506.14003","last_updated":"2026-05-30T05:18:41Z","latest_version":5,"primary_category":"cs.LG","snapshot_observed_at":"2026-08-08T00:45:22.313738Z","submitted_at":"2025-06-16T21:03:51Z","title":"Unlearning Isn't Invisible: Detecting Unlearning Traces in LLMs from Model Outputs"},"reference_resolution":{"displayed":40,"state_counts":{"malformed_identifier":1,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":29,"verified_exact":1,"verified_fuzzy":9},"total_outbound_references":40},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"thesis":"As of 8 August 2026, this Paper Citation Record lists 40 of 40 outbound references and 1 inbound Pith citation observation for arXiv:2506.14003."}