{"as_of":"2026-08-07T11:53:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:8decc2ad1d6f6a9e2c26715ac94b660fb9076e9f21ec3eee4304a47dc2bbf3ee","coverage":[{"denominator":68,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":68,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T17:21:33.801368Z","state":"measured"},{"denominator":68,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":68,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-07T06:34:17.273281+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2507.11128/citation-record","integrity":"/paper/2507.11128/integrity","json":"/paper/2507.11128/citation-record.json","paper":"/paper/2507.11128"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:21:34.798570Z","title":"Advances in Neural Information Processing Systems 36, 66044–66063 (2023)","venue":null,"work_id":"66a72644-49d6-4769-8753-8b2e578ff51a","year":2023},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-06T17:13:26.565391Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.511654Z"},"links":{"citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:5541f8ae3ff80b719d32af0219ff6133e33d2b75e9263f8ae2bb1cd3fe09b712","observation_id":"c6449746-ec07-4e44-9261-9ac22aa358ae","resolution":{"observed_at":"2026-08-06T17:21:34.803005Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:21:33.517054Z","title":"In: Proceedings of the 2019 ACM SIGSAC Conference on Computer and Communications Security","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-06T17:13:26.565391Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.517054Z"},"links":{"citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:714834333c4975a5098be4acaeebd48ede9fd77271a09d7120ff93a08ddf9376","observation_id":"617dfb47-6cb7-45cf-9100-11fc9d234fd9","resolution":{"observed_at":"2026-08-06T17:21:33.517054Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:21:34.786941Z","title":"Advances in Neural Information Processing Systems36, 28072–28090 (2023)","venue":null,"work_id":"121b8160-bb12-41d0-8b31-21cae081c581","year":2023},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-06T17:13:26.565391Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.521437Z"},"links":{"citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:56e54adb6a8b23c9a0ae7fa1743c4296fa6b510ced790f2580eaadbd0910bde2","observation_id":"1668b07d-6a44-4153-b222-eaeb43072d53","resolution":{"observed_at":"2026-08-06T17:21:34.791515Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:21:34.776114Z","title":"In: International Conference on Machine Learning","venue":null,"work_id":"36e48d9e-43a1-4951-9a5b-1813e6121423","year":2023},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-06T17:13:26.565391Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.526105Z"},"links":{"citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:45914e54bd630cd48186c494eb29aea9a99c21f515401af8b920089e2e3fa350","observation_id":"d4386650-4a34-4d21-b632-3a5422656052","resolution":{"observed_at":"2026-08-06T17:21:34.779703Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1007/s10462-024-11078-6","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:21:33.876171Z","title":"Artificial Intelligence Review58(3), 90 (Jan 2025)","venue":null,"work_id":"76e3fb76-ba93-41ec-8f66-54406612f33b","year":2025},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-06T17:13:26.565391Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.530746Z"},"links":{"citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:8960f137f0f0ebf25521e39603c4153d27bfcfb4b5080b1d6366c786737b9ca6","observation_id":"6168c408-2a48-4f4a-833b-0db3caf7f57b","resolution":{"observed_at":"2026-08-06T17:21:33.880369Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:21:33.535484Z","title":"In: 2021 IEEE symposium on security and privacy (SP)","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-06T17:13:26.565391Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.535484Z"},"links":{"citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:483aa6118f0005d291349b48a82bd0ea1f3bf2077f7d3cef52dc7c29f8666c8f","observation_id":"e88d542f-cb6b-49b2-bdaa-bf0031aac86a","resolution":{"observed_at":"2026-08-06T17:21:33.535484Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:21:33.540121Z","title":"Computer networks and ISDN systems30(1-7), 107–117 (1998)","venue":null,"work_id":null,"year":1998},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-06T17:13:26.565391Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.540121Z"},"links":{"citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:9cc494fffde9fcce779e48b6031f8f47e439e41e6ec8ea568d94428b8063a30f","observation_id":"daddd18c-f82b-4192-a569-dd84f3c19d79","resolution":{"observed_at":"2026-08-06T17:21:33.540121Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:21:34.753454Z","title":"In: The Eleventh International Conference on Learning Representations (2022)","venue":null,"work_id":"0b80e2d7-b810-44c9-924f-0c0855753d86","year":2022},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-06T17:13:26.565391Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.544040Z"},"links":{"citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:0cc7d3b4762f922349425349388d5bfb7a1ff89b7610884141b686978914de13","observation_id":"30bda9ed-08f0-419f-bf52-3f5f8624fb9f","resolution":{"observed_at":"2026-08-06T17:21:34.757246Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:21:34.742745Z","title":"In: 28th USENIX security symposium (USENIX security 19)","venue":null,"work_id":"abb6b97b-20d0-435b-80a5-e81f543a254d","year":2019},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-06T17:13:26.565391Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.548307Z"},"links":{"citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:4396a9c316fdb3c998ea51a11004e6bf760d545becd6a6f172fdde1c08661631","observation_id":"9d2950a7-fcbb-4fc9-b242-0d2c40ba6936","resolution":{"observed_at":"2026-08-06T17:21:34.746939Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2403.06634","last_updated":"2024-07-09T17:44:00Z","snapshot_observed_at":"2026-07-06T17:42:33.242895Z","submitted_at":"2024-03-11T11:46:12Z","title":"Stealing Part of a Production Language Model","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.06634","snapshot_observed_at":"2026-08-06T17:21:33.552558Z","title":"arXiv:2403.06634 (2024)","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-06T17:13:26.565391Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.552558Z"},"links":{"cited_paper":"/paper/2403.06634","citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:90aa9d310fec03074a7da29da58ee330a103d64134e76ce7d75e1fbe2ca7f580","observation_id":"1b0a2967-6868-4495-8b81-46222b80ce65","resolution":{"observed_at":"2026-08-06T17:21:33.552558Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:21:34.732953Z","title":"In: 30th USENIX security symposium (USENIX Security 21)","venue":null,"work_id":"543e640e-03a6-4c30-b226-d668967c3674","year":2021},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-06T17:13:26.565391Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.557080Z"},"links":{"citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:26a369044f0fb9c123f446289caa52506cb549273c0afc07bfa91631d1700b5f","observation_id":"6c9831b1-7978-4619-b54d-760d1267ebdf","resolution":{"observed_at":"2026-08-06T17:21:34.736260Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:21:34.721876Z","title":"In: Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing","venue":null,"work_id":"a5a083f2-101e-4057-b4da-0e8a9ee401ab","year":2023},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-06T17:13:26.565391Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.560616Z"},"links":{"citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:a0adf116eafd4d54167f164460ed28ab619fe491719d115cc2e19ec03aa81532","observation_id":"a21393ef-e8df-491b-acdf-ae8db5cdb58d","resolution":{"observed_at":"2026-08-06T17:21:34.726066Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:21:34.711893Z","title":"Transactions of the Association for Computational Linguistics 12, 283–298 (2024)","venue":null,"work_id":"c472039d-8ff8-471d-bac9-a620c768981a","year":2024},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-06T17:13:26.565391Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.564897Z"},"links":{"citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:b08f3c2390cbb144ce28fbd7bfd0ea632f408a8a3d9f2b3bf90e4658a9e82fe6","observation_id":"5ecfb068-77f9-47b6-8a0f-161726abcc6b","resolution":{"observed_at":"2026-08-06T17:21:34.715510Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2104.08696","last_updated":"2022-03-10T02:28:59Z","snapshot_observed_at":"2026-08-05T12:39:09.493409Z","submitted_at":"2021-04-18T03:38:26Z","title":"Knowledge Neurons in Pretrained Transformers","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2104.08696","snapshot_observed_at":"2026-08-06T17:21:33.568852Z","title":"arXiv:2104.08696 (2021) 14 D","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-06T17:13:26.565391Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.568852Z"},"links":{"cited_paper":"/paper/2104.08696","citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:9ad7f117248d3491293e60e9f2907815d48ef97286c90ed01faa5d84bb417fa9","observation_id":"8add6027-20fe-4941-adcf-8e0ad70d6728","resolution":{"observed_at":"2026-08-06T17:21:33.568852Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.07841","last_updated":"2024-09-16T13:18:23Z","snapshot_observed_at":"2026-08-07T03:58:21.441544Z","submitted_at":"2024-02-12T17:52:05Z","title":"Do Membership Inference Attacks Work on Large Language Models?","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.07841","snapshot_observed_at":"2026-08-06T17:21:33.573107Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-06T17:13:26.565391Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.573107Z"},"links":{"cited_paper":"/paper/2402.07841","citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:c6a1db7e26c6e8d3fdfc646de2110a2dbf35880896535bbd730a5a46f374b5a4","observation_id":"4ef5f496-2eed-494f-9128-b865bde26af8","resolution":{"observed_at":"2026-08-06T17:21:33.573107Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.02238","last_updated":"2023-10-04T05:20:19Z","snapshot_observed_at":"2026-08-06T15:19:35.944642Z","submitted_at":"2023-10-03T17:48:14Z","title":"Who's Harry Potter? Approximate Unlearning in LLMs","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.02238","snapshot_observed_at":"2026-08-06T17:21:33.578374Z","title":"arXiv:2310.02238 (2023)","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-06T17:13:26.565391Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.578374Z"},"links":{"cited_paper":"/paper/2310.02238","citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:34d98a8ee4fdf3defbe0d39ba7634102203fea470fe2268285974859cf3f05ea","observation_id":"12ccf385-c969-4337-b35c-c33e0a977a26","resolution":{"observed_at":"2026-08-06T17:21:33.578374Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:21:34.702438Z","title":null,"venue":null,"work_id":"11f943f6-3f3e-4996-b6f2-4cef3d8ed10e","year":2024},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-06T17:13:26.565391Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.582835Z"},"links":{"citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:463e037c1e21b74de2160acc9b6b26f0d9de002dec9a7549238a48c4db000264","observation_id":"fffbb034-1015-4032-8fce-e3024fdd6ea3","resolution":{"observed_at":"2026-08-06T17:21:34.705849Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2012.15723","last_updated":"2021-06-02T12:41:36Z","snapshot_observed_at":"2026-07-06T10:29:05.045759Z","submitted_at":"2020-12-31T17:21:26Z","title":"Making Pre-trained Language Models Better Few-shot Learners","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2012.15723","snapshot_observed_at":"2026-08-06T17:21:33.586718Z","title":"arXiv:2012.15723 (2020)","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-06T17:13:26.565391Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.586718Z"},"links":{"cited_paper":"/paper/2012.15723","citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:0bc05db60b89381905fe83d5f168d3bafc0097972c90d9576521b35e57076dd2","observation_id":"4562dc1d-1869-48be-ad85-1c5d0cb7803d","resolution":{"observed_at":"2026-08-06T17:21:33.586718Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:21:34.691453Z","title":"Advances in neural information processing systems32 (2019)","venue":null,"work_id":"93cce99f-2e61-43ff-91cc-ad471c81e42a","year":2019},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-06T17:13:26.565391Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.591911Z"},"links":{"citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:281ca864dcc2b5f1bf6afdab02001bec1e0a17324fa23d7ebc4229ad8d63378d","observation_id":"ed263b22-1b1b-4731-a014-11666c8fd741","resolution":{"observed_at":"2026-08-06T17:21:34.695218Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2407.21783","last_updated":"2024-11-23T23:27:33Z","snapshot_observed_at":"2026-07-06T18:55:11.576666Z","submitted_at":"2024-07-31T17:54:27Z","title":"The Llama 3 Herd of Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.21783","snapshot_observed_at":"2026-08-06T17:21:33.596091Z","title":"arXiv:2407.21783 (2024)","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-06T17:13:26.565391Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.596091Z"},"links":{"cited_paper":"/paper/2407.21783","citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:9705359ac90eb84e420bfce88df683d5589b1867353538fb939228800cb6d5d1","observation_id":"615dbb3a-9e5a-40f1-845d-90e8d081e07c","resolution":{"observed_at":"2026-08-06T17:21:33.596091Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2111.13654","last_updated":"2021-11-26T18:33:59Z","snapshot_observed_at":"2026-07-06T12:12:32.184432Z","submitted_at":"2021-11-26T18:33:59Z","title":"Do Language Models Have Beliefs? Methods for Detecting, Updating, and Visualizing Model Beliefs","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2111.13654","snapshot_observed_at":"2026-08-06T17:21:33.601117Z","title":"arXiv:2111.13654 (2021)","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-06T17:13:26.565391Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.601117Z"},"links":{"cited_paper":"/paper/2111.13654","citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:1aa75dd0345372e160d2107dd6673efdaf0f955aabe7b57ea364d31ab7284254","observation_id":"30d44810-ff1d-44d1-806b-63460cfb3d3c","resolution":{"observed_at":"2026-08-06T17:21:33.601117Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:21:34.681467Z","title":"In: Proceedings of the 2025 Conference of the Nations of the Americas Chapter of the Association for Computational Linguistics: Human Language Technologies (Volume 1: Long Papers)","venue":null,"work_id":"472380aa-08ed-46c3-a7dc-7663245b5fc4","year":2025},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-06T17:13:26.565391Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.605744Z"},"links":{"citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:b3a8b3f4a3a18d2b6d51820e8d1a53a98b5cded94dff295234ba5477528f6458","observation_id":"9c8ea816-aca0-40e8-b4a4-1818ab5684c7","resolution":{"observed_at":"2026-08-06T17:21:34.685276Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2205.12628","last_updated":"2022-10-20T05:30:43Z","snapshot_observed_at":"2026-07-06T13:13:44.464408Z","submitted_at":"2022-05-25T10:08:45Z","title":"Are Large Pre-Trained Language Models Leaking Your Personal Information?","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2205.12628","snapshot_observed_at":"2026-08-06T17:21:33.610605Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-06T17:13:26.565391Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.610605Z"},"links":{"cited_paper":"/paper/2205.12628","citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:ad4721c4fb4451dd5f08bb86200596af94f07e62dfa8b7ffa7b70621236d0440","observation_id":"4a339cfc-d6af-4696-a00c-2718f9d8480d","resolution":{"observed_at":"2026-08-06T17:21:33.610605Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2212.04089","last_updated":"2023-03-31T15:27:01Z","snapshot_observed_at":"2026-08-03T22:12:27.993418Z","submitted_at":"2022-12-08T05:50:53Z","title":"Editing Models with Task Arithmetic","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2212.04089","snapshot_observed_at":"2026-08-06T17:21:33.614861Z","title":"arXiv:2212.04089 (2022)","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-06T17:13:26.565391Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.614861Z"},"links":{"cited_paper":"/paper/2212.04089","citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:3f066f11af46908b6dd3e5cfa145b51c9546de2bdaf1dbf9838af43e15882fb4","observation_id":"709823ba-4894-47d1-9be4-3799af0008d8","resolution":{"observed_at":"2026-08-06T17:21:33.614861Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2210.17546","last_updated":"2023-09-11T16:58:48Z","snapshot_observed_at":"2026-08-04T04:34:05.607113Z","submitted_at":"2022-10-31T17:57:55Z","title":"Preventing Verbatim Memorization in Language Models Gives a False Sense of Privacy","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2210.17546","snapshot_observed_at":"2026-08-06T17:21:33.619541Z","title":"arXiv:2210.17546 (2022)","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-06T17:13:26.565391Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.619541Z"},"links":{"cited_paper":"/paper/2210.17546","citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:325491f7418d48da64161c009bcd942aca7acd5aca5657d76f6c68436b77753f","observation_id":"6972d0e2-ce1e-4b72-b6ee-619347d51da0","resolution":{"observed_at":"2026-08-06T17:21:33.619541Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.10890","last_updated":"2024-06-16T10:47:21Z","snapshot_observed_at":"2026-08-03T22:46:04.459058Z","submitted_at":"2024-06-16T10:47:21Z","title":"RWKU: Benchmarking Real-World Knowledge Unlearning for Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.10890","snapshot_observed_at":"2026-08-06T17:21:33.624575Z","title":"arXiv:2406.10890 (2024)","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-06T17:13:26.565391Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.624575Z"},"links":{"cited_paper":"/paper/2406.10890","citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:a7dd716bf0b59b4e2fabc59041db2c55c9a6cb0b691f0667796e7b5be82ff74a","observation_id":"cf7f6211-ac17-44a8-a2a4-8be6a0dcb4d7","resolution":{"observed_at":"2026-08-06T17:21:33.624575Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.04801","last_updated":"2025-02-09T19:38:18Z","snapshot_observed_at":"2026-07-06T17:41:14.805521Z","submitted_at":"2024-03-05T19:32:01Z","title":"Alpaca against Vicuna: Using LLMs to Uncover Memorization of LLMs","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.04801","snapshot_observed_at":"2026-08-06T17:21:33.629117Z","title":"arXiv:2403.04801 (2024)","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-06T17:13:26.565391Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.629117Z"},"links":{"cited_paper":"/paper/2403.04801","citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:2e7ad6a58ff0c8df7a489646ec2266786831ca516c4e743c4baac91b6e2a4181","observation_id":"77e46d45-8a45-4a80-abb6-3517ca1a18db","resolution":{"observed_at":"2026-08-06T17:21:33.629117Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.03714","last_updated":"2023-10-05T17:37:25Z","snapshot_observed_at":"2026-08-04T05:21:05.846165Z","submitted_at":"2023-10-05T17:37:25Z","title":"DSPy: Compiling Declarative Language Model Calls into Self-Improving Pipelines","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.03714","snapshot_observed_at":"2026-08-06T17:21:33.633131Z","title":"arXiv:2310.03714 (2023)","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-06T17:13:26.565391Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.633131Z"},"links":{"cited_paper":"/paper/2310.03714","citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:6ea680fd2b00f9f6435c06828f1f9a514707400f2d29d7594db1d224886def6a","observation_id":"c318e099-d703-4b7c-8d20-75d33d4c0b38","resolution":{"observed_at":"2026-08-06T17:21:33.633131Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:21:34.671103Z","title":"Advances in Neural Information Processing Systems 36, 20750–20762 (2023)","venue":null,"work_id":"90a2876d-22f8-4af9-8c57-a74ccdb3628b","year":2023},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-06T17:13:26.565391Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.637739Z"},"links":{"citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:f9bc35e433d4efef3ad5b032fc91829068a2d700cc38c12b21652628a5ac87ce","observation_id":"054be028-38d2-44f6-a027-71e9a99fbf1f","resolution":{"observed_at":"2026-08-06T17:21:34.674478Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:21:34.659940Z","title":"In: Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","venue":null,"work_id":"c0440c29-625e-470f-bb74-8370b0f7ada3","year":2022},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-06T17:13:26.565391Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.641838Z"},"links":{"citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:50e75ce5449c3626d657b802bf01f22d4507763a97456d1906fdae98237d725b","observation_id":"3878edba-d90a-4ec9-ad9e-e11c8324e386","resolution":{"observed_at":"2026-08-06T17:21:34.664155Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2110.05679","last_updated":"2022-11-10T18:42:34Z","snapshot_observed_at":"2026-07-06T11:56:47.302637Z","submitted_at":"2021-10-12T01:45:27Z","title":"Large Language Models Can Be Strong Differentially Private Learners","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2110.05679","snapshot_observed_at":"2026-08-06T17:21:33.646127Z","title":"arXiv:2110.05679 (2021) What Should LLMs Forget? Quantifying Personal Data 15","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-06T17:13:26.565391Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.646127Z"},"links":{"cited_paper":"/paper/2110.05679","citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:f4008c1ccd7b84573099bb85780414237506a75bb9546f692cd09dc031eeec5c","observation_id":"bdf47fc5-d7e4-4472-927e-9da755c77e87","resolution":{"observed_at":"2026-08-06T17:21:33.646127Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:21:34.649706Z","title":"Advances in Neural Information Processing Systems 37, 118198–118266 (2024)","venue":null,"work_id":"f3b7f7e4-1d00-4f86-8979-93066f85b266","year":2024},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-06T17:13:26.565391Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.649561Z"},"links":{"citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:eb9e3fe933105e93032a40e46538070d3a7595a1d4dcc798089be8ab699b1486","observation_id":"7d66d80e-401a-4486-86ec-5baa872c2de5","resolution":{"observed_at":"2026-08-06T17:21:34.653216Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.08787","last_updated":"2024-12-06T21:39:49Z","snapshot_observed_at":"2026-08-01T21:49:58.729486Z","submitted_at":"2024-02-13T20:51:58Z","title":"Rethinking Machine Unlearning for Large Language Models","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.08787","snapshot_observed_at":"2026-08-06T17:21:33.653771Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-06T17:13:26.565391Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.653771Z"},"links":{"cited_paper":"/paper/2402.08787","citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:4465e26d85941b1356a0cc233b7daaefcc98d1e00e185d02cb7ed4931a2c9d88","observation_id":"d911cbf0-64e7-4088-87b8-f12be1720d27","resolution":{"observed_at":"2026-08-06T17:21:33.653771Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:21:34.639568Z","title":"In: Proceedings of the AAAI Conference on Artificial Intelligence","venue":null,"work_id":"ffe1ec3f-d9a2-4b23-956d-e147c81b7b8c","year":2025},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-06T17:13:26.565391Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.657759Z"},"links":{"citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:cf5d734cfddf6c68a11c390fed21788359bd79d1bdbfb8b51138b55aa268aca0","observation_id":"bd9512fd-39da-487f-a715-3dac4aee5c56","resolution":{"observed_at":"2026-08-06T17:21:34.643525Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2104.08786","last_updated":"2022-03-03T12:10:58Z","snapshot_observed_at":"2026-07-06T11:01:05.577957Z","submitted_at":"2021-04-18T09:29:16Z","title":"Fantastically Ordered Prompts and Where to Find Them: Overcoming Few-Shot Prompt Order Sensitivity","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2104.08786","snapshot_observed_at":"2026-08-06T17:21:33.662178Z","title":"arXiv:2104.08786 (2021)","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-06T17:13:26.565391Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.662178Z"},"links":{"cited_paper":"/paper/2104.08786","citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:da9084964d70c74f0af15b02d101ec206477d01eb7858e50925d84ff13309644","observation_id":"44a92604-5952-43f8-9f37-f07e9ace23df","resolution":{"observed_at":"2026-08-06T17:21:33.662178Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.18025","last_updated":"2025-05-31T19:22:41Z","snapshot_observed_at":"2026-07-06T19:22:54.212921Z","submitted_at":"2024-09-26T16:32:19Z","title":"An Adversarial Perspective on Machine Unlearning for AI Safety","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.18025","snapshot_observed_at":"2026-08-06T17:21:33.666080Z","title":"URL https://arxiv","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-06T17:13:26.565391Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.666080Z"},"links":{"cited_paper":"/paper/2409.18025","citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:9375bca2c90a11ee6b8933293d8adda12b8eb6fb60aaf34ad8ea0533ef09e5c2","observation_id":"0e6a0557-b99b-4b6c-8d9f-c7d264df0dfe","resolution":{"observed_at":"2026-08-06T17:21:33.666080Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.16835","last_updated":"2024-02-26T18:57:37Z","snapshot_observed_at":"2026-08-05T12:25:30.330381Z","submitted_at":"2024-02-26T18:57:37Z","title":"Eight Methods to Evaluate Robust Unlearning in LLMs","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.16835","snapshot_observed_at":"2026-08-06T17:21:33.670555Z","title":"arXiv:2402.16835 (2024)","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-06T17:13:26.565391Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.670555Z"},"links":{"cited_paper":"/paper/2402.16835","citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:da748823e3782dfc99ebc46c6244ce1380acac052d8222af82f939670bc68067","observation_id":"bf415a3a-3e94-472a-923f-1ea5981a13af","resolution":{"observed_at":"2026-08-06T17:21:33.670555Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.06121","last_updated":"2024-01-11T18:57:12Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-01-11T18:57:12Z","title":"TOFU: A Task of Fictitious Unlearning for LLMs","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.06121","snapshot_observed_at":"2026-08-06T17:21:33.676102Z","title":"arXiv:2401.06121 (2024)","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-06T17:13:26.565391Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.676102Z"},"links":{"cited_paper":"/paper/2401.06121","citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:24b855a14bb9d9c3b758256041ed4e17a9cfda28a601be666e515ef34c81456c","observation_id":"d64a9a68-e94d-44ed-bf94-f18e71f9a01c","resolution":{"observed_at":"2026-08-06T17:21:33.676102Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:21:34.628693Z","title":"In: 33rd USENIX Security Symposium (USENIX Security 24)","venue":null,"work_id":"bb615dc7-7e51-4706-9e73-303953e996a7","year":2024},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-06T17:13:26.565391Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.680048Z"},"links":{"citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:44de149885e52abbd5e06e98c8d11d9bab13aecf04885c119bdf883cda8d8661","observation_id":"b35f92b2-eb7c-4919-951b-578439f330bb","resolution":{"observed_at":"2026-08-06T17:21:34.632233Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:21:34.618264Z","title":"Advances in neural information processing systems35, 17359– 17372 (2022)","venue":null,"work_id":"a2a5fec5-94fd-4f82-87de-24cedb5dec61","year":2022},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-06T17:13:26.565391Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.684408Z"},"links":{"citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:5266d88cd0a33772cba6f5e57469f04fda98bf663e2832dc34f19f8ac7ac76cf","observation_id":"02ba38df-1de7-477c-9eb1-7c56d5625101","resolution":{"observed_at":"2026-08-06T17:21:34.621930Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.13647","last_updated":"2023-11-22T19:04:04Z","snapshot_observed_at":"2026-07-06T16:51:19.405206Z","submitted_at":"2023-11-22T19:04:04Z","title":"Language Model Inversion","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.13647","snapshot_observed_at":"2026-08-06T17:21:33.687986Z","title":"arXiv:2311.13647 (2023)","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-06T17:13:26.565391Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.687986Z"},"links":{"cited_paper":"/paper/2311.13647","citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:5033507562fee3fdf6ee7eba52011c2fb1e3bf808dbc153bd9c026c4370b06b7","observation_id":"bc66222a-e0ec-4d50-ae97-cab50d9f8479","resolution":{"observed_at":"2026-08-06T17:21:33.687986Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:21:33.692645Z","title":"arXiv:2402.00751 (2024)","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-06T17:13:26.565391Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.692645Z"},"links":{"citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:a450e3533ec29d3d78043f08a5a6fd95686ce6e0aa1909a765c7253b65c9eff7","observation_id":"5bc25c06-293f-4ba8-829b-4cacc61c4e7f","resolution":{"observed_at":"2026-08-06T17:21:33.692645Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.02943","last_updated":"2025-08-23T08:46:24Z","snapshot_observed_at":"2026-07-06T18:40:48.783743Z","submitted_at":"2024-07-03T09:20:04Z","title":"PII-Compass: Guiding LLM training data extraction prompts towards the target PII via grounding","version":2},"cited_work":{"arxiv_id":"2407.02943","doi":null,"metadata_source":"pith","pith_arxiv_id":"2407.02943","snapshot_observed_at":"2026-08-06T17:21:34.192295Z","title":"PII-Compass: Guiding LLM training data extraction prompts towards the target PII via grounding","venue":"cs.CR","work_id":"1e65df79-9bf9-4517-8396-f0278130cbca","year":2024},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-06T17:13:26.565391Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.696894Z"},"links":{"cited_paper":"/paper/2407.02943","citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:80f0b453f365f571d44b4d15d1bd6398dafc0d2de63db711b4a47528afb62d1c","observation_id":"fa3d42ea-d396-44f6-ba71-df2f8a2c2361","resolution":{"observed_at":"2026-08-06T17:21:34.197340Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.17035","last_updated":"2023-11-28T18:47:03Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-11-28T18:47:03Z","title":"Scalable Extraction of Training Data from (Production) Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.17035","snapshot_observed_at":"2026-08-06T17:21:33.701131Z","title":"arXiv:2311.17035 (2023)","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-06T17:13:26.565391Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.701131Z"},"links":{"cited_paper":"/paper/2311.17035","citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:db9b32e46961c25ef46aab28e9bc8f73a1ec1a7cd0531b42003d07164831f7c7","observation_id":"2afd143c-25c0-4451-be86-260ce2ea6f00","resolution":{"observed_at":"2026-08-06T17:21:33.701131Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2209.02299","last_updated":"2024-09-17T11:55:58Z","snapshot_observed_at":"2026-08-02T02:19:01.218373Z","submitted_at":"2022-09-06T08:51:53Z","title":"A Survey of Machine Unlearning","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2209.02299","snapshot_observed_at":"2026-08-06T17:21:33.704900Z","title":"arXiv:2209.02299 (2022)","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-06T17:13:26.565391Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.704900Z"},"links":{"cited_paper":"/paper/2209.02299","citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:b970e865de8f6a6971ca96420d11c318b8577edad6ab55cf29b9177c4c498984","observation_id":"e9128333-475b-44e2-8e06-7ba4ce92964c","resolution":{"observed_at":"2026-08-06T17:21:33.704900Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:21:34.607047Z","title":"https://noyb.eu/en/ chatgpt-provides-false-information-about-people-and-openai-cant-correct-it (2024), accessed: 2025-06-02","venue":null,"work_id":"e68d81ea-2ecf-41e7-b645-e8c6fb8010b8","year":2024},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-06T17:13:26.565391Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.709190Z"},"links":{"citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:b91c99da915009f754ded11ac4ed4b734d19736a31b0f7e53756a6db5d5c2214","observation_id":"bba9440c-b6a5-499c-ac09-bc6466054caa","resolution":{"observed_at":"2026-08-06T17:21:34.611778Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:21:33.713250Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-06T17:13:26.565391Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.713250Z"},"links":{"citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:9432710325ed04a87d0431223976a542be41d3e1cb17e7faf4038dc897dfb8da","observation_id":"5f79e12c-0699-4928-a6e9-b7a6f558e5b8","resolution":{"observed_at":"2026-08-06T17:21:33.713250Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2309.17410","last_updated":"2023-09-29T17:12:43Z","snapshot_observed_at":"2026-07-06T16:25:38.571377Z","submitted_at":"2023-09-29T17:12:43Z","title":"Can Sensitive Information Be Deleted From LLMs? Objectives for Defending Against Extraction Attacks","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2309.17410","snapshot_observed_at":"2026-08-06T17:21:33.717513Z","title":"arXiv:2309.17410 (2023)","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-06T17:13:26.565391Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":48,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.717513Z"},"links":{"cited_paper":"/paper/2309.17410","citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:24ff04539edc3cd422328cf7fba0e110a5b1ef512dc254bda2666d6c512baf69","observation_id":"0ed82dce-814b-4478-b7ee-082a859ac8ec","resolution":{"observed_at":"2026-08-06T17:21:33.717513Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.07579","last_updated":"2024-06-06T06:31:08Z","snapshot_observed_at":"2026-07-06T16:31:16.784700Z","submitted_at":"2023-10-11T15:19:31Z","title":"In-Context Unlearning: Language Models as Few Shot Unlearners","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.07579","snapshot_observed_at":"2026-08-06T17:21:33.721715Z","title":"arXiv:2310.07579 (2023) 16 D","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-06T17:13:26.565391Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":49,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.721715Z"},"links":{"cited_paper":"/paper/2310.07579","citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:92a6f6a3f00c6c433617413e3143b66ffc566638efaa35802b7d1f1973450836","observation_id":"c736dc57-e7c8-4c9e-be0a-e5f44ac5adf3","resolution":{"observed_at":"2026-08-06T17:21:33.721715Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.00154","last_updated":"2025-02-03T15:33:59Z","snapshot_observed_at":"2026-08-06T07:35:53.116457Z","submitted_at":"2024-10-31T18:59:46Z","title":"Scaling Up Membership Inference: When and How Attacks Succeed on Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.00154","snapshot_observed_at":"2026-08-06T17:21:33.726083Z","title":"arXiv:2411.00154 (2024)","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-06T17:13:26.565391Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":50,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.726083Z"},"links":{"cited_paper":"/paper/2411.00154","citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:91996d4e87fa11cd3b25fd5fde19124264686c39ad09a65e11614f831d8599a8","observation_id":"6b5fe0d9-7c6a-4493-b388-83f1d6223531","resolution":{"observed_at":"2026-08-06T17:21:33.726083Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2007.04792","last_updated":"2020-07-07T19:28:18Z","snapshot_observed_at":"2026-07-06T09:36:51.892047Z","submitted_at":"2020-07-07T19:28:18Z","title":"Targeting the Benchmark: On Methodology in Current Natural Language Processing Research","version":1},"cited_work":{"arxiv_id":"2007.04792","doi":null,"metadata_source":"pith","pith_arxiv_id":"2007.04792","snapshot_observed_at":"2026-08-06T17:21:34.124241Z","title":"Targeting the Benchmark: On Methodology in Current Natural Language Processing Research","venue":"cs.CL","work_id":"43af7b84-4a64-405f-8df7-accf6efbb79c","year":2020},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-06T17:13:26.565391Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":51,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.730567Z"},"links":{"cited_paper":"/paper/2007.04792","citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:95c5d1a07805322b58e54c6d06640a85a9910535ad4e6157af68a5548d649c73","observation_id":"834c7d1d-b229-4ed8-a94e-a4f94d67b36a","resolution":{"observed_at":"2026-08-06T17:21:34.128255Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:21:34.595427Z","title":"In: Ranzato, M., Beygelzimer, A., Dauphin, Y., Liang, P., Vaughan, J.W","venue":null,"work_id":"40f02494-ca3b-416a-aa87-8216ef9a785c","year":2021},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-06T17:13:26.565391Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":52,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.735030Z"},"links":{"citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:737d430b1b6fb3af28865f4cd49f6b12d0a405b73619fd8c075202a613801922","observation_id":"d0821fda-3e3e-4dad-9962-6254eec3ebd8","resolution":{"observed_at":"2026-08-06T17:21:34.599429Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:21:33.739325Z","title":"arXiv:2505.17117 (2025)","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-06T17:13:26.565391Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":53,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.739325Z"},"links":{"citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:e6519b2866afed39a3f13b287548130728945b5bfdbf3f600c3a952676219fdf","observation_id":"14458d71-94a2-4609-b6bb-885f9b84a710","resolution":{"observed_at":"2026-08-06T17:21:33.739325Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.16789","last_updated":"2024-03-09T22:26:06Z","snapshot_observed_at":"2026-07-06T16:38:29.188225Z","submitted_at":"2023-10-25T17:21:23Z","title":"Detecting Pretraining Data from Large Language Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.16789","snapshot_observed_at":"2026-08-06T17:21:33.744409Z","title":"arXiv:2310.16789 (2023)","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-06T17:13:26.565391Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":54,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.744409Z"},"links":{"cited_paper":"/paper/2310.16789","citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:93005d550f559d962cb508292d5ab82f7459321e960d07cc56efe1ed40d58b8c","observation_id":"f9fd1ad1-7c18-4a68-a15b-1f7a162f0922","resolution":{"observed_at":"2026-08-06T17:21:33.744409Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2010.15980","last_updated":"2020-11-07T05:33:35Z","snapshot_observed_at":"2026-08-05T14:17:34.026911Z","submitted_at":"2020-10-29T22:54:00Z","title":"AutoPrompt: Eliciting Knowledge from Language Models with Automatically Generated Prompts","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2010.15980","snapshot_observed_at":"2026-08-06T17:21:33.749354Z","title":"arXiv:2010.15980 (2020)","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-06T17:13:26.565391Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":55,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.749354Z"},"links":{"cited_paper":"/paper/2010.15980","citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:47e67ce098aa4930a23c4a96e735f80d7bb6ef4255bf822163f85ff6f5b9feff","observation_id":"8fdc78ac-3792-4101-a152-8f2dedf7a926","resolution":{"observed_at":"2026-08-06T17:21:33.749354Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.07298","last_updated":"2024-05-06T15:52:03Z","snapshot_observed_at":"2026-07-06T16:31:03.559653Z","submitted_at":"2023-10-11T08:32:46Z","title":"Beyond Memorization: Violating Privacy Via Inference with Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.07298","snapshot_observed_at":"2026-08-06T17:21:33.754016Z","title":"arXiv:2310.07298 (2023)","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-06T17:13:26.565391Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":56,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.754016Z"},"links":{"cited_paper":"/paper/2310.07298","citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:4088e1037b6db31c061d2881cc4419feae76832cdf15eeb9b9ace5119d8e141a","observation_id":"631b130a-e5ae-45b6-82a5-eda49b418f47","resolution":{"observed_at":"2026-08-06T17:21:33.754016Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.05530","last_updated":"2024-12-16T17:39:39Z","snapshot_observed_at":"2026-07-06T17:41:42.995949Z","submitted_at":"2024-03-08T18:54:20Z","title":"Gemini 1.5: Unlocking multimodal understanding across millions of tokens of context","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.05530","snapshot_observed_at":"2026-08-06T17:21:33.758073Z","title":"arXiv:2403.05530 (2024)","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-06T17:13:26.565391Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":57,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.758073Z"},"links":{"cited_paper":"/paper/2403.05530","citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:082707cfc5800fbaa07def68d2e6ef2f9e57f90bb0d6a8997063b34942418e2f","observation_id":"5d8ba1b9-a678-4802-9b12-bcf44bc55902","resolution":{"observed_at":"2026-08-06T17:21:33.758073Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.03329","last_updated":"2024-06-11T15:47:39Z","snapshot_observed_at":"2026-08-06T08:07:03.925239Z","submitted_at":"2024-03-05T21:19:06Z","title":"Guardrail Baselines for Unlearning in LLMs","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.03329","snapshot_observed_at":"2026-08-06T17:21:33.762101Z","title":"arXiv:2403.03329 (2024)","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-06T17:13:26.565391Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":58,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.762101Z"},"links":{"cited_paper":"/paper/2403.03329","citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:b3b675aa7d4cc9503fb843a511c9e62efff9d8c3d281fed8b817a3ced5676b5e","observation_id":"8625c895-970f-43fb-b720-154ba2a8ae4f","resolution":{"observed_at":"2026-08-06T17:21:33.762101Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.11302","last_updated":"2025-04-16T04:30:56Z","snapshot_observed_at":"2026-07-31T03:47:05.402922Z","submitted_at":"2024-12-15T20:27:45Z","title":"Sequence-Level Leakage Risk of Training Data in Large Language Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.11302","snapshot_observed_at":"2026-08-06T17:21:33.766535Z","title":"arXiv:2412.11302 (2024)","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-06T17:13:26.565391Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":59,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.766535Z"},"links":{"cited_paper":"/paper/2412.11302","citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:7330d19f46b38fb91e663c562f08c93f036d36db4330a41569a2158d6785bbd2","observation_id":"1bca4c09-851c-4338-ba73-ae22ed7760f4","resolution":{"observed_at":"2026-08-06T17:21:33.766535Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:21:34.584621Z","title":"In: Belkin, M., Kpotufe, S","venue":null,"work_id":"2853207c-e31b-41a7-8698-d76dcedef270","year":2021},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-06T17:13:26.565391Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":60,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.770215Z"},"links":{"citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:d3d8098a5089a2a2ab14823525552cebf17cf8f9a87a2bb6446785925a8dc504","observation_id":"1e0f27bb-15a0-416f-a261-7c2b85f5670f","resolution":{"observed_at":"2026-08-06T17:21:34.588746Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2410.03446","last_updated":"2024-10-04T14:08:02Z","snapshot_observed_at":"2026-08-04T17:58:16.328883Z","submitted_at":"2024-10-04T14:08:02Z","title":"On Uncertainty In Natural Language Processing","version":1},"cited_work":{"arxiv_id":"2410.03446","doi":null,"metadata_source":"pith","pith_arxiv_id":"2410.03446","snapshot_observed_at":"2026-08-06T17:21:33.891267Z","title":"On Uncertainty In Natural Language Processing","venue":"cs.AI","work_id":"cbe02cb1-1420-438c-bd74-8d6f03ce5f1b","year":2024},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-06T17:13:26.565391Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":61,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.773555Z"},"links":{"cited_paper":"/paper/2410.03446","citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:cbce9316d2a77e7ff368b30a9e5c0645006801a1cd088a089fef501def17b5e4","observation_id":"7d000c9a-2972-4512-882f-fdf2289733e0","resolution":{"observed_at":"2026-08-06T17:21:33.896132Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2501.03989","last_updated":"2025-01-07T18:46:34Z","snapshot_observed_at":"2026-07-06T20:17:47.599899Z","submitted_at":"2025-01-07T18:46:34Z","title":"(De)-Indexing and the Right to be Forgotten","version":1},"cited_work":{"arxiv_id":"2501.03989","doi":"10.48550/arxiv.2501.03989","metadata_source":"pith","pith_arxiv_id":"2501.03989","snapshot_observed_at":"2026-08-06T18:16:30.548575Z","title":"(De)-Indexing and the Right to be Forgotten","venue":"cs.CY","work_id":"67a9b5f8-dafc-425d-9c82-56b93e8ab1bd","year":2025},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-06T17:13:26.565391Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":62,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.777924Z"},"links":{"cited_paper":"/paper/2501.03989","citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:d7d48a93dc436db9d00c43e43d56bc59c5c400de3aa7b690995279c191c5102b","observation_id":"a08fad3b-9239-48c5-bbe7-c4e72c86ead9","resolution":{"observed_at":"2026-08-06T17:21:33.850769Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:21:34.574039Z","title":"In: Proceedings of the AAAI Conference on Artificial Intelligence","venue":null,"work_id":"3b7bab86-1436-4d31-8b14-af0618decfba","year":2025},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-06T17:13:26.565391Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":63,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.782302Z"},"links":{"citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:a1be239d10ff59615ca477de5886e33044263ee7fff10a5b516b22ba72c35cf4","observation_id":"d237a434-3a0b-4e68-a530-43fa002e0a28","resolution":{"observed_at":"2026-08-06T17:21:34.577469Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:21:34.563888Z","title":"In: Proceedings of the 62nd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","venue":null,"work_id":"3eccc5fd-006b-4b03-b116-75905ce97bdf","year":2024},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-06T17:13:26.565391Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":64,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.786615Z"},"links":{"citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:841e2cd3be6c2de16082c1a81873c5614238bb30dc0af2a48415b9fb21ce07c2","observation_id":"81c933b8-809a-42d4-b1b2-3555c4195c03","resolution":{"observed_at":"2026-08-06T17:21:34.567174Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:21:34.551645Z","title":"Advances in Neural Information Processing Systems37, 105425–105475 (2024)","venue":null,"work_id":"e422f16e-bc1a-4da6-976a-d8f98bb73be3","year":2024},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-06T17:13:26.565391Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":65,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.789897Z"},"links":{"citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:e1d3d3eaa665d99cefddab11d6cf474743681a69f399381e0b05dca81a410681","observation_id":"e30b72f7-b1bb-4679-af7c-b7655f697fed","resolution":{"observed_at":"2026-08-06T17:21:34.556334Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:21:34.540831Z","title":"Advances in Neural Information Processing Systems 36, 39321–39362 (2023)","venue":null,"work_id":"5247894c-b1da-4525-9147-3c13c399504e","year":2023},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-06T17:13:26.565391Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":66,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.793889Z"},"links":{"citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:7bf405224be3b04048a57a2e5915f851765fb0561eb3a202a0dd159553a18235","observation_id":"9eda09fe-6ff1-4484-9223-558e38a45fe2","resolution":{"observed_at":"2026-08-06T17:21:34.544494Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:21:34.529914Z","title":"AI and Ethics (Sep 2024)","venue":null,"work_id":"1fe89e6d-6532-4826-8a5f-39d04577ca91","year":2024},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-06T17:13:26.565391Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":67,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.797856Z"},"links":{"citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:dfd677234eb73f88e7491515a767d0b58551fe3d01f9ffff7e03640fb1d192a4","observation_id":"0c80b3b9-52a8-4530-8684-9b6f0bc2c90d","resolution":{"observed_at":"2026-08-06T17:21:34.533212Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1609/aaai.v38i17.29948","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:21:33.829459Z","title":null,"venue":null,"work_id":"1bebf733-7b16-4aa2-b2b6-6ce4df435233","year":2024},"citing_paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","snapshot_observed_at":"2026-08-06T17:13:26.565391Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests","version":1},"reference_index":68,"source":"pdf_text","source_observed_at":"2026-08-06T17:21:33.801368Z"},"links":{"citing_paper":"/paper/2507.11128"},"observation_digest":"sha256:dc805f3130af4bfbbf38666e34bfc529e1e9bdcd459d290f6c7521fbf1e431ad","observation_id":"fb624501-695f-4efd-94bc-f0c0bc477508","resolution":{"observed_at":"2026-08-06T17:21:33.834244Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2507.11128","last_updated":"2025-07-15T09:28:44Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-06T17:13:26.565391Z","submitted_at":"2025-07-15T09:28:44Z","title":"What Should LLMs Forget? Quantifying Personal Data in LLMs for Right-to-Be-Forgotten Requests"},"reference_resolution":{"displayed":68,"state_counts":{"malformed_identifier":0,"metadata_mismatch":4,"parse_uncertain":0,"unresolved":38,"verified_exact":2,"verified_fuzzy":24},"total_outbound_references":68},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"thesis":"As of 7 August 2026, this Paper Citation Record lists 68 of 68 outbound references and 0 inbound Pith citation observations for arXiv:2507.11128."}