{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2022:MFU74WRKNSU4X5FWGODUV6LJAI","short_pith_number":"pith:MFU74WRK","schema_version":"1.0","canonical_sha256":"6169fe5a2a6ca9cbf4b633874af9690214286fe7e839d215a3322cdf3f0b0b2c","source":{"kind":"arxiv","id":"2207.00099","version":2},"attestation_state":"computed","paper":{"title":"Measuring Forgetting of Memorized Training Examples","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Abhradeep Thakurta, Chiyuan Zhang, Daphne Ippolito, Eric Wallace, Florian Tram\\`er, Katherine Lee, Matthew Jagielski, Nicholas Carlini, Nicolas Papernot, Om Thakkar, Shuang Song","submitted_at":"2022-06-30T20:48:26Z","abstract_excerpt":"Machine learning models exhibit two seemingly contradictory phenomena: training data memorization, and various forms of forgetting. In memorization, models overfit specific training examples and become susceptible to privacy attacks. In forgetting, examples which appeared early in training are forgotten by the end. In this work, we connect these phenomena. We propose a technique to measure to what extent models \"forget\" the specifics of training examples, becoming less susceptible to privacy attacks on examples they have not seen recently. We show that, while non-convex models can memorize dat"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2207.00099","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-06-30T20:48:26Z","cross_cats_sorted":[],"title_canon_sha256":"9c6db29bfc8648ef78e2056fcfa15c3244fea6f0b9abb016c0599301a2e439a7","abstract_canon_sha256":"2cc3a6e9223b59cc3af1dc4e678c4d2958f08945ba58f13037dd9faf8152b7ec"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:08:05.987840Z","signature_b64":"YIZaQVFqDl0+LT2uagGZBwMUJo6yihzwCzVfNZoDEodAyMIUW/Ns0yqHOjtoYWbMM1MBTByKvT5sxe7U9PNcDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6169fe5a2a6ca9cbf4b633874af9690214286fe7e839d215a3322cdf3f0b0b2c","last_reissued_at":"2026-07-05T06:08:05.987382Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:08:05.987382Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Measuring Forgetting of Memorized Training Examples","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Abhradeep Thakurta, Chiyuan Zhang, Daphne Ippolito, Eric Wallace, Florian Tram\\`er, Katherine Lee, Matthew Jagielski, Nicholas Carlini, Nicolas Papernot, Om Thakkar, Shuang Song","submitted_at":"2022-06-30T20:48:26Z","abstract_excerpt":"Machine learning models exhibit two seemingly contradictory phenomena: training data memorization, and various forms of forgetting. In memorization, models overfit specific training examples and become susceptible to privacy attacks. In forgetting, examples which appeared early in training are forgotten by the end. In this work, we connect these phenomena. We propose a technique to measure to what extent models \"forget\" the specifics of training examples, becoming less susceptible to privacy attacks on examples they have not seen recently. We show that, while non-convex models can memorize dat"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2207.00099","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2207.00099/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2207.00099","created_at":"2026-07-05T06:08:05.987441+00:00"},{"alias_kind":"arxiv_version","alias_value":"2207.00099v2","created_at":"2026-07-05T06:08:05.987441+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2207.00099","created_at":"2026-07-05T06:08:05.987441+00:00"},{"alias_kind":"pith_short_12","alias_value":"MFU74WRKNSU4","created_at":"2026-07-05T06:08:05.987441+00:00"},{"alias_kind":"pith_short_16","alias_value":"MFU74WRKNSU4X5FW","created_at":"2026-07-05T06:08:05.987441+00:00"},{"alias_kind":"pith_short_8","alias_value":"MFU74WRK","created_at":"2026-07-05T06:08:05.987441+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":8,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2606.26050","citing_title":"Natural Ungrokking: Asymmetric Control of Which Rules Survive Pretraining","ref_index":15,"is_internal_anchor":false},{"citing_arxiv_id":"2409.18169","citing_title":"Harmful Fine-tuning Attacks and Defenses for Large Language Models: A Survey","ref_index":73,"is_internal_anchor":false},{"citing_arxiv_id":"2308.05374","citing_title":"Trustworthy LLMs: a Survey and Guideline for Evaluating Large Language Models' Alignment","ref_index":183,"is_internal_anchor":false},{"citing_arxiv_id":"2304.01373","citing_title":"Pythia: A Suite for Analyzing Large Language Models Across Training and Scaling","ref_index":183,"is_internal_anchor":false},{"citing_arxiv_id":"2310.11511","citing_title":"Self-RAG: Learning to Retrieve, Generate, and Critique through Self-Reflection","ref_index":66,"is_internal_anchor":false},{"citing_arxiv_id":"2305.10403","citing_title":"PaLM 2 Technical Report","ref_index":163,"is_internal_anchor":false},{"citing_arxiv_id":"2605.06654","citing_title":"Optimizer-Model Consistency: Full Finetuning with the Same Optimizer as Pretraining Forgets Less","ref_index":8,"is_internal_anchor":false},{"citing_arxiv_id":"2604.16536","citing_title":"Towards Reliable Testing of Machine Unlearning","ref_index":27,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/MFU74WRKNSU4X5FWGODUV6LJAI","json":"https://pith.science/pith/MFU74WRKNSU4X5FWGODUV6LJAI.json","graph_json":"https://pith.science/api/pith-number/MFU74WRKNSU4X5FWGODUV6LJAI/graph.json","events_json":"https://pith.science/api/pith-number/MFU74WRKNSU4X5FWGODUV6LJAI/events.json","paper":"https://pith.science/paper/MFU74WRK"},"agent_actions":{"view_html":"https://pith.science/pith/MFU74WRKNSU4X5FWGODUV6LJAI","download_json":"https://pith.science/pith/MFU74WRKNSU4X5FWGODUV6LJAI.json","view_paper":"https://pith.science/paper/MFU74WRK","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2207.00099&json=true","fetch_graph":"https://pith.science/api/pith-number/MFU74WRKNSU4X5FWGODUV6LJAI/graph.json","fetch_events":"https://pith.science/api/pith-number/MFU74WRKNSU4X5FWGODUV6LJAI/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/MFU74WRKNSU4X5FWGODUV6LJAI/action/timestamp_anchor","attest_storage":"https://pith.science/pith/MFU74WRKNSU4X5FWGODUV6LJAI/action/storage_attestation","attest_author":"https://pith.science/pith/MFU74WRKNSU4X5FWGODUV6LJAI/action/author_attestation","sign_citation":"https://pith.science/pith/MFU74WRKNSU4X5FWGODUV6LJAI/action/citation_signature","submit_replication":"https://pith.science/pith/MFU74WRKNSU4X5FWGODUV6LJAI/action/replication_record"}},"created_at":"2026-07-05T06:08:05.987441+00:00","updated_at":"2026-07-05T06:08:05.987441+00:00"}