{"as_of":"2026-08-09T11:36:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:b04bd365e6191f435ae41066b47d938e726136c2bd848c4d1bd84509885306b9","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":11,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":11,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-09T06:31:02.800959+00:00","state":"measured"},{"denominator":11,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":11,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T00:46:10.097075Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-07-04T21:10:09.130679Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2207.00099","last_updated":"2023-05-09T14:08:17Z","snapshot_observed_at":"2026-07-06T13:26:38.135401Z","submitted_at":"2022-06-30T20:48:26Z","title":"Measuring Forgetting of Memorized Training Examples","version":2},"cited_work":{"arxiv_id":"2207.00099","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2207.00099","snapshot_observed_at":"2026-07-04T21:10:09.130679Z","title":"Measuring forgetting of memorized training examples","venue":null,"work_id":"77c404a2-a502-42d0-aa44-85d03ec09bf9","year":2022},"citing_paper":{"arxiv_id":"2304.01373","last_updated":"2023-05-31T17:54:07Z","snapshot_observed_at":"2026-08-07T23:49:29.478548Z","submitted_at":"2023-04-03T20:58:15Z","title":"Pythia: A Suite for Analyzing Large Language Models Across Training and Scaling","version":2},"reference_index":183,"source":"arxiv_source","source_observed_at":"2026-05-15T17:45:17.540282Z"},"links":{"cited_paper":"/paper/2207.00099","citing_paper":"/paper/2304.01373"},"observation_digest":"sha256:5b36fa508994ac81d70aa4bedeea43562acaad566cb3c68ae748638678c537dd","observation_id":"6d78239e-2f2f-4093-9c75-d5bcd3c57040","resolution":{"observed_at":"2026-05-15T17:45:17.857530Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2207.00099","last_updated":"2023-05-09T14:08:17Z","snapshot_observed_at":"2026-07-06T13:26:38.135401Z","submitted_at":"2022-06-30T20:48:26Z","title":"Measuring Forgetting of Memorized Training Examples","version":2},"cited_work":{"arxiv_id":"2207.00099","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2207.00099","snapshot_observed_at":"2026-07-04T21:10:09.130679Z","title":"Measuring forgetting of memorized training examples","venue":null,"work_id":"77c404a2-a502-42d0-aa44-85d03ec09bf9","year":2022},"citing_paper":{"arxiv_id":"2305.10403","last_updated":"2023-09-13T20:35:45Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-05-17T17:46:53Z","title":"PaLM 2 Technical Report","version":3},"reference_index":163,"source":"arxiv_source","source_observed_at":"2026-05-12T11:59:25.813128Z"},"links":{"cited_paper":"/paper/2207.00099","citing_paper":"/paper/2305.10403"},"observation_digest":"sha256:90593bb18ad06974d23bfd70bb908911f95a8b45fbf902334d15f2666cd8033a","observation_id":"00eddf17-d7ab-4bd5-9e88-fc36d926e132","resolution":{"observed_at":"2026-05-12T11:59:27.079286Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2207.00099","last_updated":"2023-05-09T14:08:17Z","snapshot_observed_at":"2026-07-06T13:26:38.135401Z","submitted_at":"2022-06-30T20:48:26Z","title":"Measuring Forgetting of Memorized Training Examples","version":2},"cited_work":{"arxiv_id":"2207.00099","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2207.00099","snapshot_observed_at":"2026-07-04T21:10:09.130679Z","title":"Measuring forgetting of memorized training examples","venue":null,"work_id":"77c404a2-a502-42d0-aa44-85d03ec09bf9","year":2022},"citing_paper":{"arxiv_id":"2308.05374","last_updated":"2024-03-21T00:21:14Z","snapshot_observed_at":"2026-08-02T17:09:20.540788Z","submitted_at":"2023-08-10T06:43:44Z","title":"Trustworthy LLMs: a Survey and Guideline for Evaluating Large Language Models' Alignment","version":2},"reference_index":183,"source":"pdf_text","source_observed_at":"2026-05-17T22:30:44.520703Z"},"links":{"cited_paper":"/paper/2207.00099","citing_paper":"/paper/2308.05374"},"observation_digest":"sha256:b1d0dbfb62fafa4ce6f126c3887d42081c4fccfebda0d81cab8176453ae8deac","observation_id":"d3462358-bb7a-408f-a453-1666fa2d4152","resolution":{"observed_at":"2026-05-17T22:30:45.003474Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2207.00099","last_updated":"2023-05-09T14:08:17Z","snapshot_observed_at":"2026-07-06T13:26:38.135401Z","submitted_at":"2022-06-30T20:48:26Z","title":"Measuring Forgetting of Memorized Training Examples","version":2},"cited_work":{"arxiv_id":"2207.00099","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2207.00099","snapshot_observed_at":"2026-07-04T21:10:09.130679Z","title":"Measuring forgetting of memorized training examples","venue":null,"work_id":"77c404a2-a502-42d0-aa44-85d03ec09bf9","year":2022},"citing_paper":{"arxiv_id":"2310.11511","last_updated":"2023-10-17T18:18:32Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-10-17T18:18:32Z","title":"Self-RAG: Learning to Retrieve, Generate, and Critique through Self-Reflection","version":1},"reference_index":66,"source":"arxiv_source","source_observed_at":"2026-05-12T14:15:10.907921Z"},"links":{"cited_paper":"/paper/2207.00099","citing_paper":"/paper/2310.11511"},"observation_digest":"sha256:fc0d291dd57db2e13efde7fc0aee71257f0a651417404f20a3ea5c3a757627e1","observation_id":"f2014641-a06c-44c2-b04e-9ae8c43b7e27","resolution":{"observed_at":"2026-05-12T14:15:11.051443Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2207.00099","last_updated":"2023-05-09T14:08:17Z","snapshot_observed_at":"2026-07-06T13:26:38.135401Z","submitted_at":"2022-06-30T20:48:26Z","title":"Measuring Forgetting of Memorized Training Examples","version":2},"cited_work":{"arxiv_id":"2207.00099","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2207.00099","snapshot_observed_at":"2026-07-04T21:10:09.130679Z","title":"Measuring forgetting of memorized training examples","venue":null,"work_id":"77c404a2-a502-42d0-aa44-85d03ec09bf9","year":2022},"citing_paper":{"arxiv_id":"2409.18169","last_updated":"2026-04-23T18:48:49Z","snapshot_observed_at":"2026-07-06T19:22:58.341345Z","submitted_at":"2024-09-26T17:55:22Z","title":"Harmful Fine-tuning Attacks and Defenses for Large Language Models: A Survey","version":6},"reference_index":73,"source":"pdf_text","source_observed_at":"2026-05-23T20:58:16.237327Z"},"links":{"cited_paper":"/paper/2207.00099","citing_paper":"/paper/2409.18169"},"observation_digest":"sha256:137e3bbf39bc96fa93b53fc89f5a8380b6e102313c8d340b5b2ead491e8fbe70","observation_id":"11d60ce6-0088-4547-bd41-1511f0853261","resolution":{"observed_at":"2026-05-23T20:58:26.499355Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2207.00099","last_updated":"2023-05-09T14:08:17Z","snapshot_observed_at":"2026-07-06T13:26:38.135401Z","submitted_at":"2022-06-30T20:48:26Z","title":"Measuring Forgetting of Memorized Training Examples","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2207.00099","snapshot_observed_at":"2026-08-07T00:46:10.097075Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2506.12699","last_updated":"2025-06-19T06:30:24Z","snapshot_observed_at":"2026-08-07T00:57:05.301160Z","submitted_at":"2025-06-15T03:14:03Z","title":"SoK: The Privacy Paradox of Large Language Models: Advancements, Privacy Risks, and Mitigation","version":2},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-08-07T00:46:10.097075Z"},"links":{"cited_paper":"/paper/2207.00099","citing_paper":"/paper/2506.12699"},"observation_digest":"sha256:b7df980f236e2d019759ad5f375d029a3606568216cbd6f80132e1bf0fed5607","observation_id":"ce438300-d9a4-4d31-b98a-0eb2f309df2c","resolution":{"observed_at":"2026-08-07T00:46:10.097075Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2207.00099","last_updated":"2023-05-09T14:08:17Z","snapshot_observed_at":"2026-07-06T13:26:38.135401Z","submitted_at":"2022-06-30T20:48:26Z","title":"Measuring Forgetting of Memorized Training Examples","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2207.00099","snapshot_observed_at":"2026-08-06T15:54:34.984512Z","title":"Measuring forgetting of memorized training examples","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2507.14777","last_updated":"2025-07-20T00:33:19Z","snapshot_observed_at":"2026-08-06T15:45:37.558605Z","submitted_at":"2025-07-20T00:33:19Z","title":"Rethinking Memorization Measures and their Implications in Large Language Models","version":1},"reference_index":49,"source":"pdf_text","source_observed_at":"2026-08-06T15:54:34.984512Z"},"links":{"cited_paper":"/paper/2207.00099","citing_paper":"/paper/2507.14777"},"observation_digest":"sha256:fb64be40e8917c56ab263bb7588f36fd2b253281ce844c71ebc02856e08113f8","observation_id":"f0f6c9ba-01fa-4a9c-a6bc-d728ebb78d84","resolution":{"observed_at":"2026-08-06T15:54:34.984512Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2207.00099","last_updated":"2023-05-09T14:08:17Z","snapshot_observed_at":"2026-07-06T13:26:38.135401Z","submitted_at":"2022-06-30T20:48:26Z","title":"Measuring Forgetting of Memorized Training Examples","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2207.00099","snapshot_observed_at":"2026-08-03T23:42:03.965439Z","title":"Measuring forgetting of memorized training examples.arXiv preprint arXiv:2207.00099,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2511.04666","last_updated":"2026-07-27T09:11:55Z","snapshot_observed_at":"2026-08-04T23:17:42.726338Z","submitted_at":"2025-11-06T18:52:57Z","title":"Forgetting is Everywhere","version":4},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-03T23:42:03.965439Z"},"links":{"cited_paper":"/paper/2207.00099","citing_paper":"/paper/2511.04666"},"observation_digest":"sha256:6d7b5a0e761305e4f1f90560ba70076875909acedd794d852ffd591788e6d78d","observation_id":"fd695d9c-6181-4fa0-8a1b-277f7590a41d","resolution":{"observed_at":"2026-08-03T23:42:03.965439Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2207.00099","last_updated":"2023-05-09T14:08:17Z","snapshot_observed_at":"2026-07-06T13:26:38.135401Z","submitted_at":"2022-06-30T20:48:26Z","title":"Measuring Forgetting of Memorized Training Examples","version":2},"cited_work":{"arxiv_id":"2207.00099","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2207.00099","snapshot_observed_at":"2026-07-04T21:10:09.130679Z","title":"Measuring forgetting of memorized training examples","venue":null,"work_id":"77c404a2-a502-42d0-aa44-85d03ec09bf9","year":2022},"citing_paper":{"arxiv_id":"2604.16536","last_updated":"2026-04-16T21:01:28Z","snapshot_observed_at":"2026-08-08T20:11:37.821133Z","submitted_at":"2026-04-16T21:01:28Z","title":"Towards Reliable Testing of Machine Unlearning","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-05-10T11:24:29.533446Z"},"links":{"cited_paper":"/paper/2207.00099","citing_paper":"/paper/2604.16536"},"observation_digest":"sha256:b42767a4053e2618ee7a3da9b1c5ba1f13f9f0e4fb0c23db96e6188fe205417f","observation_id":"1ce0260a-923c-47dc-822e-c3dba9ca1aeb","resolution":{"observed_at":"2026-05-10T11:25:18.324596Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2207.00099","last_updated":"2023-05-09T14:08:17Z","snapshot_observed_at":"2026-07-06T13:26:38.135401Z","submitted_at":"2022-06-30T20:48:26Z","title":"Measuring Forgetting of Memorized Training Examples","version":2},"cited_work":{"arxiv_id":"2207.00099","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2207.00099","snapshot_observed_at":"2026-07-04T21:10:09.130679Z","title":"Measuring forgetting of memorized training examples","venue":null,"work_id":"77c404a2-a502-42d0-aa44-85d03ec09bf9","year":2022},"citing_paper":{"arxiv_id":"2605.06654","last_updated":"2026-05-07T17:57:02Z","snapshot_observed_at":"2026-07-06T23:19:05.764765Z","submitted_at":"2026-05-07T17:57:02Z","title":"Optimizer-Model Consistency: Full Finetuning with the Same Optimizer as Pretraining Forgets Less","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-05-08T12:00:49.127471Z"},"links":{"cited_paper":"/paper/2207.00099","citing_paper":"/paper/2605.06654"},"observation_digest":"sha256:5c091ec7b227c21c6e6d1b2039460f9bd2f907a7f4f793565ac6145e76fc8707","observation_id":"75507299-eb8a-4078-83fb-a22a249ceb3b","resolution":{"observed_at":"2026-05-11T19:26:08.593021Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2207.00099","last_updated":"2023-05-09T14:08:17Z","snapshot_observed_at":"2026-07-06T13:26:38.135401Z","submitted_at":"2022-06-30T20:48:26Z","title":"Measuring Forgetting of Memorized Training Examples","version":2},"cited_work":{"arxiv_id":"2207.00099","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2207.00099","snapshot_observed_at":"2026-07-04T21:10:09.130679Z","title":"Measuring forgetting of memorized training examples","venue":null,"work_id":"77c404a2-a502-42d0-aa44-85d03ec09bf9","year":2022},"citing_paper":{"arxiv_id":"2606.26050","last_updated":"2026-06-24T17:27:13Z","snapshot_observed_at":"2026-08-07T00:02:16.959388Z","submitted_at":"2026-06-24T17:27:13Z","title":"Natural Ungrokking: Asymmetric Control of Which Rules Survive Pretraining","version":1},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-06-25T19:04:11.976747Z"},"links":{"cited_paper":"/paper/2207.00099","citing_paper":"/paper/2606.26050"},"observation_digest":"sha256:ebd8015eec43602813b477f5ddc5e51b1df3b3fc77db32d8dbef1c4c4aa4413e","observation_id":"0b459912-896e-4b75-b42b-c12a349be940","resolution":{"observed_at":"2026-07-04T21:10:09.132368Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2207.00099/citation-record","integrity":"/paper/2207.00099/integrity","json":"/paper/2207.00099/citation-record.json","paper":"/paper/2207.00099"},"outbound":[],"paper":{"arxiv_id":"2207.00099","last_updated":"2023-05-09T14:08:17Z","latest_version":2,"primary_category":"cs.LG","snapshot_observed_at":"2026-07-06T13:26:38.135401Z","submitted_at":"2022-06-30T20:48:26Z","title":"Measuring Forgetting of Memorized Training Examples"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"thesis":"As of 9 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 11 inbound Pith citation observations for arXiv:2207.00099."}