{"as_of":"2026-08-13T01:38:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:1b3cff2c6e734194b99ab3d797c4a73bdbfa415355d1e68ec9f560d9493ba386","coverage":[{"denominator":44,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":44,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-12T14:18:31.819181Z","state":"measured"},{"denominator":44,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":44,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-12T06:34:41.77262+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2411.15477/citation-record","integrity":"/paper/2411.15477/integrity","json":"/paper/2411.15477/citation-record.json","paper":"/paper/2411.15477"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T14:18:32.765665Z","title":null,"venue":null,"work_id":"da866244-2cbc-48d8-8207-d4310bd38351","year":2023},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.088828Z"},"links":{"citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:8e2e0ca9cd821f9425764e1063bd58429e04d7de245ae6e9d0ad293a6d69dba7","observation_id":"1d432ca6-c309-4385-a5c0-31920c9f4c56","resolution":{"observed_at":"2026-08-12T14:18:32.769477Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2208.10836","last_updated":"2022-09-19T08:17:13Z","snapshot_observed_at":"2026-07-06T13:44:33.623881Z","submitted_at":"2022-08-23T09:37:31Z","title":"Evaluating Machine Unlearning via Epistemic Uncertainty","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2208.10836","snapshot_observed_at":"2026-08-12T14:18:31.125504Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.125504Z"},"links":{"cited_paper":"/paper/2208.10836","citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:197be66798898f8013e75489abdd1574e03adc47564d290423c1989bdd6ae977","observation_id":"13ff1def-de56-4c82-a290-bad278ab987c","resolution":{"observed_at":"2026-08-12T14:18:31.125504Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T14:18:31.155286Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.155286Z"},"links":{"citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:ee848484389f04e93436941e3694d3baf5b427a5136cb693e51283578d568bd5","observation_id":"1acd7865-40b7-4eea-ab83-4bc6fcaf254f","resolution":{"observed_at":"2026-08-12T14:18:31.155286Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.02062","last_updated":"2024-04-02T16:01:18Z","snapshot_observed_at":"2026-08-13T00:39:10.222116Z","submitted_at":"2024-04-02T16:01:18Z","title":"Digital Forgetting in Large Language Models: A Survey of Unlearning Methods","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.02062","snapshot_observed_at":"2026-08-12T14:18:31.159439Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.159439Z"},"links":{"cited_paper":"/paper/2404.02062","citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:b562c60aa6c2465d9d6cf2752fb03ee9da46cc93d71b685bb45dd02ab4627a35","observation_id":"5d8c8e29-0786-4bf4-ac7f-29fe5df3171d","resolution":{"observed_at":"2026-08-12T14:18:31.159439Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T14:18:31.163709Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.163709Z"},"links":{"citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:f982d75f8f9ab2c13ce3411de2ece50e4da7c4a862c1208c3a136f0b7b577bcb","observation_id":"a7089872-60bb-4283-abee-a2d0e4e20ffc","resolution":{"observed_at":"2026-08-12T14:18:31.163709Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T14:18:31.168568Z","title":null,"venue":null,"work_id":null,"year":2015},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.168568Z"},"links":{"citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:2c7f4709dc441920e51c15d8abb6e6ef64faa1642871c09a59b43c5142fbd434","observation_id":"c021b839-a7d8-4b9e-8467-278404b96985","resolution":{"observed_at":"2026-08-12T14:18:31.168568Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T14:18:31.173974Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.173974Z"},"links":{"citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:03b84b1b0a222a57cf9808d977f4fb27ef360ffbec59a9430ffb8c4c5c97d15c","observation_id":"6274b129-377c-4008-9665-813c2bcc6d49","resolution":{"observed_at":"2026-08-12T14:18:31.173974Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T14:18:32.741188Z","title":null,"venue":null,"work_id":"fefda17a-0729-49d1-96c8-8a57b0dba2be","year":2023},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.177193Z"},"links":{"citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:a3d86f95a730cb33754d1dc8dae89b4ca6827d5aa3077b9ca010abe73abf233f","observation_id":"48a88f6b-1ddc-4174-9800-b182635f3ac0","resolution":{"observed_at":"2026-08-12T14:18:32.744845Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T14:18:32.730617Z","title":null,"venue":null,"work_id":"dbbd04c0-88cc-4a87-8a0b-974d4dd7860c","year":2024},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.180929Z"},"links":{"citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:5e83bf633fd0aee27f67357f76ae5aea2914a58fd5be22fe2779b7d702e11053","observation_id":"75bfd87e-7851-4a35-9183-63f319716394","resolution":{"observed_at":"2026-08-12T14:18:32.734364Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1803.05457","last_updated":"2018-03-14T18:04:21Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2018-03-14T18:04:21Z","title":"Think you have Solved Question Answering? Try ARC, the AI2 Reasoning Challenge","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1803.05457","snapshot_observed_at":"2026-08-12T14:18:31.184547Z","title":null,"venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.184547Z"},"links":{"cited_paper":"/paper/1803.05457","citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:dd8e784634e079c68b10a22d9a64bb52017812e64917d27d3aea7c3055a6cf42","observation_id":"dccb9fb6-8c6d-47e6-b2da-f158769d761c","resolution":{"observed_at":"2026-08-12T14:18:31.184547Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T14:18:31.216378Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.216378Z"},"links":{"citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:b044493cde99bd2e9041315e80825b893068056df062040547d07bb053209781","observation_id":"d3d48922-0c9c-4351-b576-37d45b0f6015","resolution":{"observed_at":"2026-08-12T14:18:31.216378Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.10052","last_updated":"2024-10-16T11:50:27Z","snapshot_observed_at":"2026-08-09T14:02:07.168943Z","submitted_at":"2024-02-15T16:21:14Z","title":"UNDIAL: Self-Distillation with Adjusted Logits for Robust Unlearning in Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.10052","snapshot_observed_at":"2026-08-12T14:18:31.308945Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.308945Z"},"links":{"cited_paper":"/paper/2402.10052","citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:46a3519ba7bb549eb2274082a80fa6b450d13af3f29766b7b230083da38a9387","observation_id":"817b522e-a8f7-4ab9-9f34-d90cea3fded2","resolution":{"observed_at":"2026-08-12T14:18:31.308945Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T14:18:32.688824Z","title":null,"venue":null,"work_id":"8442d0c9-4254-44d6-a9db-a39759b8fc27","year":2020},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.329450Z"},"links":{"citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:7c457aca2d37ad1f235c53fefa2e8f5173b1bc12c5c815d8f4ce7d7a9580b0f7","observation_id":"e8ac7c5c-1d9e-4a67-8bef-c814fea57b0c","resolution":{"observed_at":"2026-08-12T14:18:32.721190Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T14:18:32.550628Z","title":null,"venue":null,"work_id":"39b12abd-4f29-4302-bc6f-f0c62655e01b","year":2021},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.334508Z"},"links":{"citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:603b8ac4113282f6a1eee5a4ba2fbdadcbff0ee2f535bf79f73f42e79de2a7ff","observation_id":"d13d9f73-2054-4f50-ab5d-c966846c3f30","resolution":{"observed_at":"2026-08-12T14:18:32.603488Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T14:18:31.338264Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.338264Z"},"links":{"citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:945191a0db84b843ad923d63dfee0606781392a3fbcd08242851d3ecaab632ec","observation_id":"60c8fd45-2b43-46dd-aafb-1e96173505ae","resolution":{"observed_at":"2026-08-12T14:18:31.338264Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2306.12001","last_updated":"2023-10-09T22:57:01Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-06-21T03:35:06Z","title":"An Overview of Catastrophic AI Risks","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.12001","snapshot_observed_at":"2026-08-12T14:18:31.342661Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.342661Z"},"links":{"cited_paper":"/paper/2306.12001","citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:805a7c1f7189fdca4be99e1b70ff995335e47f7df42f5917ed8ccb5186d6e4c3","observation_id":"81713f0c-185c-4122-8234-6112797e34f4","resolution":{"observed_at":"2026-08-12T14:18:31.342661Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2212.04089","last_updated":"2023-03-31T15:27:01Z","snapshot_observed_at":"2026-08-03T22:12:27.993418Z","submitted_at":"2022-12-08T05:50:53Z","title":"Editing Models with Task Arithmetic","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2212.04089","snapshot_observed_at":"2026-08-12T14:18:31.347291Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.347291Z"},"links":{"cited_paper":"/paper/2212.04089","citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:304520605146c6fde5e7c1e3b031edfee9f7b3f6e7ad59a1e3bae6900267bcde","observation_id":"d8ccd9d3-2651-48fb-be93-eb49552597fc","resolution":{"observed_at":"2026-08-12T14:18:31.347291Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T14:18:32.533972Z","title":null,"venue":null,"work_id":"80558a2c-1166-4fd8-9d87-c28e77aa4211","year":2023},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.352590Z"},"links":{"citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:c16a68e201c4a7854d0a900c8a62291b6b4a325fd3b4d242fa588efd6b73dd84","observation_id":"3dd19194-d9b2-4393-8aff-9a0ec019ea87","resolution":{"observed_at":"2026-08-12T14:18:32.537311Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2403.03218","last_updated":"2024-05-15T19:16:09Z","snapshot_observed_at":"2026-08-09T09:20:14.433688Z","submitted_at":"2024-03-05T18:59:35Z","title":"The WMDP Benchmark: Measuring and Reducing Malicious Use With Unlearning","version":7},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.03218","snapshot_observed_at":"2026-08-12T14:18:31.357119Z","title":"Li, Ann-Kathrin Dombrowski, Shashwat Goel, Long Phan, Gabriel Mukobi, Nathan Helm-Burger, Rassin Lababidi, Lennart Justen, Andrew B","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.357119Z"},"links":{"cited_paper":"/paper/2403.03218","citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:4e79bf0a4972e98041e20b5ff9eda21d31b4c5003a75ce1efe12ec3ccee5cd10","observation_id":"1c033ad0-4089-41bf-bef6-83586ef0095b","resolution":{"observed_at":"2026-08-12T14:18:31.357119Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2309.05463","last_updated":"2023-09-11T14:01:45Z","snapshot_observed_at":"2026-08-02T22:47:03.212781Z","submitted_at":"2023-09-11T14:01:45Z","title":"Textbooks Are All You Need II: phi-1.5 technical report","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2309.05463","snapshot_observed_at":"2026-08-12T14:18:31.384182Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.384182Z"},"links":{"cited_paper":"/paper/2309.05463","citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:c8a1edc61c5f9a7e25ed4bca0c7069c6ee078b239f6bae045b965332f8592d98","observation_id":"37b8f5b4-e8f5-4b8b-a48e-fb0d5b486b06","resolution":{"observed_at":"2026-08-12T14:18:31.384182Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T14:18:32.509734Z","title":"ROUGE : A Package for Automatic Evaluation of Summaries","venue":null,"work_id":"570893ad-c5c8-47ae-ae8c-537b3262e35b","year":2004},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.424877Z"},"links":{"citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:aa3f27b8ce559c3bfa2af0c5714a6de315b4237fa0961e6bac9138f3e67e28dc","observation_id":"18f2493e-f744-4ae7-a695-b44c5514e8bd","resolution":{"observed_at":"2026-08-12T14:18:32.514000Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T14:18:32.312398Z","title":null,"venue":null,"work_id":"1388bd24-2dc4-41a9-8d3e-df851287b21a","year":2022},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.445430Z"},"links":{"citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:fac0cec40caea67b36c21e431ac3f592e6a9875c22c6e7760fd715fb8ece1519","observation_id":"714f42dd-b9eb-4cce-9ae8-c84697c5bce6","resolution":{"observed_at":"2026-08-12T14:18:32.395800Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.08787","last_updated":"2024-12-06T21:39:49Z","snapshot_observed_at":"2026-08-09T11:53:57.275236Z","submitted_at":"2024-02-13T20:51:58Z","title":"Rethinking Machine Unlearning for Large Language Models","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.08787","snapshot_observed_at":"2026-08-12T14:18:31.450001Z","title":"Varshney, Mohit Bansal, Sanmi Koyejo, and Yang Liu","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.450001Z"},"links":{"cited_paper":"/paper/2402.08787","citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:42c611248310eb69c3829ac160677d388b0a3d51ecd0f20e81dab44dec40b4f7","observation_id":"1b61839b-4d5f-44e7-96ba-3ea293755980","resolution":{"observed_at":"2026-08-12T14:18:31.450001Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T14:18:32.300671Z","title":null,"venue":null,"work_id":"1f2b6486-1a3b-43b0-b633-9b7530ee49ab","year":2022},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.454376Z"},"links":{"citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:31b002fbdc34606f39ed3e41eba745bdaa7b27f62a6a5fbd6ef6512833d83c62","observation_id":"b958508e-1e8b-4e4e-b320-85c57a2fdbd1","resolution":{"observed_at":"2026-08-12T14:18:32.304368Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2401.06121","last_updated":"2024-01-11T18:57:12Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-01-11T18:57:12Z","title":"TOFU: A Task of Fictitious Unlearning for LLMs","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.06121","snapshot_observed_at":"2026-08-12T14:18:31.459473Z","title":"Lipton, and J","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.459473Z"},"links":{"cited_paper":"/paper/2401.06121","citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:7a9091bbc7c4d5243cb1f9d75cd53ddd49ced63b416ad6ff2004ef4f7d5e22fc","observation_id":"b5d609ed-ae4d-40b9-9e82-0248041faf8e","resolution":{"observed_at":"2026-08-12T14:18:31.459473Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T14:18:31.464602Z","title":"A Corpus and Cloze Evaluation for Deeper Understanding of Commonsense Stories","venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.464602Z"},"links":{"citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:dce77857631430eb7cb93778541ab68cbaa65213a9aae901248403a3932033f8","observation_id":"612608f6-caa9-4c88-843f-c7b8a8876bdd","resolution":{"observed_at":"2026-08-12T14:18:31.464602Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T14:18:32.289309Z","title":null,"venue":null,"work_id":"62dc94e4-b26e-4f19-9edf-fe604ee6b331","year":2019},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.469026Z"},"links":{"citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:f34e6db9ace843ca223ac35ce524f23dd608b810cd32c46b8c311391a92b3e03","observation_id":"ec5f71e3-f3c5-4741-9ab2-ad17c1aaf783","resolution":{"observed_at":"2026-08-12T14:18:32.293173Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T14:18:31.474128Z","title":null,"venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.474128Z"},"links":{"citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:3b37a9859d5eacad4f438a817b84fa2ef744c20294fdb75a0eaea386a20e50fb","observation_id":"174874f5-d060-4bcf-952e-065877c10bac","resolution":{"observed_at":"2026-08-12T14:18:31.474128Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T14:18:31.478009Z","title":null,"venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.478009Z"},"links":{"citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:f8b6b6d18780fbc689391ffb34672137f70e5393855ce40cad3cf9a7cc90cdff","observation_id":"b438fa5c-8c52-46ab-912c-cac9010b4ba9","resolution":{"observed_at":"2026-08-12T14:18:31.478009Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T14:18:32.276285Z","title":null,"venue":null,"work_id":"d24b113e-a885-4fbc-b9c2-58894d7e95c0","year":2023},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.481722Z"},"links":{"citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:2198360d1daf50d2e63315920ad5d91ed54edc9666bc7a86725795fc668020a6","observation_id":"7e3be2e1-e972-4194-a1be-a77ae4921152","resolution":{"observed_at":"2026-08-12T14:18:32.281176Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1610.05820","last_updated":"2017-03-31T22:17:07Z","snapshot_observed_at":"2026-07-06T05:15:08.120372Z","submitted_at":"2016-10-18T22:38:33Z","title":"Membership Inference Attacks against Machine Learning Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1610.05820","snapshot_observed_at":"2026-08-12T14:18:31.485597Z","title":null,"venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":31,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.485597Z"},"links":{"cited_paper":"/paper/1610.05820","citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:9e138dec55f208f395f2c58dd71e2852aaf78b13c8ac8b811c908983568e33ec","observation_id":"c144b1f2-eb7e-4e8a-a65a-6da1de361f8e","resolution":{"observed_at":"2026-08-12T14:18:31.485597Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2311.15766","last_updated":"2023-12-08T01:23:56Z","snapshot_observed_at":"2026-08-06T05:33:02.351414Z","submitted_at":"2023-11-27T12:37:51Z","title":"Knowledge Unlearning for LLMs: Tasks, Methods, and Challenges","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.15766","snapshot_observed_at":"2026-08-12T14:18:31.536306Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":32,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.536306Z"},"links":{"cited_paper":"/paper/2311.15766","citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:952d2745871c72db7d5182f285d4c37af9585aa113cbc6211cc1929332880ed0","observation_id":"1f59f55a-6546-4935-baff-6a2c30e557e2","resolution":{"observed_at":"2026-08-12T14:18:31.536306Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T14:18:32.140913Z","title":null,"venue":null,"work_id":"e527641d-b9f7-4bac-ab4e-c424e7ecbb9d","year":2022},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":33,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.586347Z"},"links":{"citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:041f687a7a01dd79bbb33f8466336f82ec5a55a8cd34a87ac721764a7733682b","observation_id":"d9047c7f-a527-4293-b216-528b8b97eaf6","resolution":{"observed_at":"2026-08-12T14:18:32.238665Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2302.13971","last_updated":"2023-02-27T17:11:15Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-02-27T17:11:15Z","title":"LLaMA: Open and Efficient Foundation Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2302.13971","snapshot_observed_at":"2026-08-12T14:18:31.618391Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":34,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.618391Z"},"links":{"cited_paper":"/paper/2302.13971","citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:a5a34e832508d9117d8c895d3dc61981e406d12ee4a494ead9ad674150b2a93b","observation_id":"8587ed88-0524-4b28-b9fc-224ab261fc5f","resolution":{"observed_at":"2026-08-12T14:18:31.618391Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.01574","last_updated":"2024-11-06T02:54:00Z","snapshot_observed_at":"2026-08-06T00:29:17.674418Z","submitted_at":"2024-06-03T17:53:00Z","title":"MMLU-Pro: A More Robust and Challenging Multi-Task Language Understanding Benchmark","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.01574","snapshot_observed_at":"2026-08-12T14:18:31.622019Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":35,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.622019Z"},"links":{"cited_paper":"/paper/2406.01574","citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:daf635afd8b13297d8e9c5d39320a407313047c30f17ad5347860b5b93ea6308","observation_id":"6bdd2274-79a6-4eec-bda5-3b21872be5bc","resolution":{"observed_at":"2026-08-12T14:18:31.622019Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2108.11577","last_updated":"2023-08-07T12:33:20Z","snapshot_observed_at":"2026-08-10T14:06:47.212302Z","submitted_at":"2021-08-26T04:42:24Z","title":"Machine Unlearning of Features and Labels","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2108.11577","snapshot_observed_at":"2026-08-12T14:18:31.626559Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":36,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.626559Z"},"links":{"cited_paper":"/paper/2108.11577","citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:c012d69eaff235a4d927233d5c69d8ac9b686b556e23b27f22eef74e9abce688","observation_id":"d1f76e02-1334-43d7-9a97-92ffcfabd627","resolution":{"observed_at":"2026-08-12T14:18:31.626559Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.18802","last_updated":"2024-11-07T03:14:38Z","snapshot_observed_at":"2026-08-13T00:43:36.428926Z","submitted_at":"2024-03-27T17:48:55Z","title":"Long-form factuality in large language models","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.18802","snapshot_observed_at":"2026-08-12T14:18:31.629667Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":37,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.629667Z"},"links":{"cited_paper":"/paper/2403.18802","citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:e0ec95f17855a52202fa4bec517131815e0f9065628b81695c6fee66b76849cd","observation_id":"c897e224-bf87-4b6e-ab14-3f6ae69407a8","resolution":{"observed_at":"2026-08-12T14:18:31.629667Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T14:18:31.633355Z","title":"ANALOGICAL - A Novel Benchmark for Long Text Analogy Evaluation in Large Language Models","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":38,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.633355Z"},"links":{"citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:54241aabe786adce2607a3aa9cd96ff7c434fcced6b68e50086ed0b6e64dc7e2","observation_id":"06f77f99-209e-4298-9c26-1734df61981b","resolution":{"observed_at":"2026-08-12T14:18:31.633355Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T14:18:32.100122Z","title":"On the Relationship between Sentence Analogy Identification and Sentence Structure Encoding in Large Language Models","venue":null,"work_id":"a1b7c02f-91f1-475c-8520-e6fe003a6151","year":2024},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":39,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.636910Z"},"links":{"citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:ca64acb4baddf809aeb651567d8522db8ac470f9a73b5d907c37082189aa9cf9","observation_id":"254d5833-ca23-45f8-9bce-2549870be5d3","resolution":{"observed_at":"2026-08-12T14:18:32.105796Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2309.07864","last_updated":"2023-09-19T08:29:18Z","snapshot_observed_at":"2026-08-09T18:54:02.679174Z","submitted_at":"2023-09-14T17:12:03Z","title":"The Rise and Potential of Large Language Model Based Agents: A Survey","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2309.07864","snapshot_observed_at":"2026-08-12T14:18:31.641258Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":40,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.641258Z"},"links":{"cited_paper":"/paper/2309.07864","citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:26cd577b4f452b0915e8e75d3c77da3c6a2d67142dd60201dbd50e6ace01329c","observation_id":"15c41751-2dfa-4007-878a-444f3a1c006b","resolution":{"observed_at":"2026-08-12T14:18:31.641258Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.10683","last_updated":"2024-02-16T19:47:36Z","snapshot_observed_at":"2026-08-04T08:36:17.664739Z","submitted_at":"2023-10-14T00:32:55Z","title":"Large Language Model Unlearning","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.10683","snapshot_observed_at":"2026-08-12T14:18:31.646563Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":41,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.646563Z"},"links":{"cited_paper":"/paper/2310.10683","citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:203a5e9791a579244491f81a0df6d3c3cfc31b9caa76ebaa79da81193084ddaa","observation_id":"05af1f6d-37f6-4240-824b-416badfca04f","resolution":{"observed_at":"2026-08-12T14:18:31.646563Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T14:18:31.665568Z","title":"Unlearning Bias in Language Models by Partitioning Gradients","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":42,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.665568Z"},"links":{"citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:9a987dfcb9b84045588751046aa21dbae8b18bbafa28366f8b4eefece9a1d499","observation_id":"12f4b9b8-58d5-4598-90ff-fd54bb6a314f","resolution":{"observed_at":"2026-08-12T14:18:31.665568Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T14:18:31.717546Z","title":"online\" 'onlinestring :=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":43,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.717546Z"},"links":{"citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:d4011548d86499ceaf4217897a41c06b4ac51069cde9fb5bdc431dfebbdd0353","observation_id":"9cfdf21d-aff0-4dd6-9fe7-0d54cabebfc9","resolution":{"observed_at":"2026-08-12T14:18:31.717546Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T14:18:31.819181Z","title":"write newline","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","version":1},"reference_index":44,"source":"arxiv_source","source_observed_at":"2026-08-12T14:18:31.819181Z"},"links":{"citing_paper":"/paper/2411.15477"},"observation_digest":"sha256:9ea85e727f7d7d3a171a468ab4fe356d956e125ca99ad717c2dcee8ccd5c88d3","observation_id":"52dcbe66-b805-4568-b80d-0d314c1a72a8","resolution":{"observed_at":"2026-08-12T14:18:31.819181Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2411.15477","last_updated":"2024-11-23T07:20:36Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-12T14:12:54.989693Z","submitted_at":"2024-11-23T07:20:36Z","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations"},"reference_resolution":{"displayed":44,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":42,"verified_exact":0,"verified_fuzzy":2},"total_outbound_references":44},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"thesis":"As of 13 August 2026, this Paper Citation Record lists 44 of 44 outbound references and 0 inbound Pith citation observations for arXiv:2411.15477."}