{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:CNHL6VTSURZOUTLYFMTNJXN2GK","short_pith_number":"pith:CNHL6VTS","canonical_record":{"source":{"id":"2411.00204","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-31T20:54:35Z","cross_cats_sorted":[],"title_canon_sha256":"e93c3384904f69c2726633611bffcc21de6c2ce6f74398bee7a000bfdfaa9943","abstract_canon_sha256":"1049fabf9bdc57a649fd1695f3e0a2659d98fbf00cf69fb3b7769a09657a3df5"},"schema_version":"1.0"},"canonical_sha256":"134ebf5672a472ea4d782b26d4ddba329790aab3991f97631bf4f9b15923a398","source":{"kind":"arxiv","id":"2411.00204","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.00204","created_at":"2026-07-05T11:09:43Z"},{"alias_kind":"arxiv_version","alias_value":"2411.00204v3","created_at":"2026-07-05T11:09:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.00204","created_at":"2026-07-05T11:09:43Z"},{"alias_kind":"pith_short_12","alias_value":"CNHL6VTSURZO","created_at":"2026-07-05T11:09:43Z"},{"alias_kind":"pith_short_16","alias_value":"CNHL6VTSURZOUTLY","created_at":"2026-07-05T11:09:43Z"},{"alias_kind":"pith_short_8","alias_value":"CNHL6VTS","created_at":"2026-07-05T11:09:43Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:CNHL6VTSURZOUTLYFMTNJXN2GK","target":"record","payload":{"canonical_record":{"source":{"id":"2411.00204","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-31T20:54:35Z","cross_cats_sorted":[],"title_canon_sha256":"e93c3384904f69c2726633611bffcc21de6c2ce6f74398bee7a000bfdfaa9943","abstract_canon_sha256":"1049fabf9bdc57a649fd1695f3e0a2659d98fbf00cf69fb3b7769a09657a3df5"},"schema_version":"1.0"},"canonical_sha256":"134ebf5672a472ea4d782b26d4ddba329790aab3991f97631bf4f9b15923a398","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:09:43.734415Z","signature_b64":"sOPOG/9lbMEVy1cRNnGA7N0j3qDSKXe1XW0/AfqIpTCfkwpaDbwdxlFLJD+AgrCEQ43SElwXGVcX7fY4hG4rBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"134ebf5672a472ea4d782b26d4ddba329790aab3991f97631bf4f9b15923a398","last_reissued_at":"2026-07-05T11:09:43.733878Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:09:43.733878Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2411.00204","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:09:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4Jvi8i+Fxerw+xPBOYNZkt4IIQCO+f65KPw1aLRO3QROMgLczAPXf8a4l03/2fHUBnP5V4eVyG/xnjn5fgE5AQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T15:59:42.875342Z"},"content_sha256":"d087c97721b5a92c9bd636f14580dc0a8b6d0cb858c47f05e4f1cd6e24928181","schema_version":"1.0","event_id":"sha256:d087c97721b5a92c9bd636f14580dc0a8b6d0cb858c47f05e4f1cd6e24928181"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:CNHL6VTSURZOUTLYFMTNJXN2GK","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"RESTOR: Knowledge Recovery in Machine Unlearning","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Abhilasha Ravichander, Faeze Brahman, Keivan Rezaei, Khyathi Chandu, Soheil Feizi, Yejin Choi","submitted_at":"2024-10-31T20:54:35Z","abstract_excerpt":"Large language models trained on web-scale corpora can memorize undesirable data containing misinformation, copyrighted material, or private or sensitive information. Recently, several machine unlearning algorithms have been proposed to eliminate the effect of such datapoints from trained models -- that is, to approximate a model that had never been trained on these datapoints in the first place. However, evaluating the effectiveness of unlearning algorithms remains an open challenge. Previous work has relied on heuristics -- such as verifying that the model can no longer reproduce the specifi"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.00204","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2411.00204/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:09:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jbNBjTmkmTRer1jKIdbVZ/Y8FgjVO4F7ZfzxJme9KHFT6PRld+7lW2sZR5BmzJ9cbM2L/hq/DZhEh1WPLT00AA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T15:59:42.876024Z"},"content_sha256":"fca2c260a6d1580e937d499c773fa8e752d72520fb9dc0ffc50d2f76eeb5d156","schema_version":"1.0","event_id":"sha256:fca2c260a6d1580e937d499c773fa8e752d72520fb9dc0ffc50d2f76eeb5d156"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/CNHL6VTSURZOUTLYFMTNJXN2GK/bundle.json","state_url":"https://pith.science/pith/CNHL6VTSURZOUTLYFMTNJXN2GK/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/CNHL6VTSURZOUTLYFMTNJXN2GK/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-14T15:59:42Z","links":{"resolver":"https://pith.science/pith/CNHL6VTSURZOUTLYFMTNJXN2GK","bundle":"https://pith.science/pith/CNHL6VTSURZOUTLYFMTNJXN2GK/bundle.json","state":"https://pith.science/pith/CNHL6VTSURZOUTLYFMTNJXN2GK/state.json","well_known_bundle":"https://pith.science/.well-known/pith/CNHL6VTSURZOUTLYFMTNJXN2GK/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:CNHL6VTSURZOUTLYFMTNJXN2GK","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1049fabf9bdc57a649fd1695f3e0a2659d98fbf00cf69fb3b7769a09657a3df5","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-31T20:54:35Z","title_canon_sha256":"e93c3384904f69c2726633611bffcc21de6c2ce6f74398bee7a000bfdfaa9943"},"schema_version":"1.0","source":{"id":"2411.00204","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.00204","created_at":"2026-07-05T11:09:43Z"},{"alias_kind":"arxiv_version","alias_value":"2411.00204v3","created_at":"2026-07-05T11:09:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.00204","created_at":"2026-07-05T11:09:43Z"},{"alias_kind":"pith_short_12","alias_value":"CNHL6VTSURZO","created_at":"2026-07-05T11:09:43Z"},{"alias_kind":"pith_short_16","alias_value":"CNHL6VTSURZOUTLY","created_at":"2026-07-05T11:09:43Z"},{"alias_kind":"pith_short_8","alias_value":"CNHL6VTS","created_at":"2026-07-05T11:09:43Z"}],"graph_snapshots":[{"event_id":"sha256:fca2c260a6d1580e937d499c773fa8e752d72520fb9dc0ffc50d2f76eeb5d156","target":"graph","created_at":"2026-07-05T11:09:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2411.00204/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models trained on web-scale corpora can memorize undesirable data containing misinformation, copyrighted material, or private or sensitive information. Recently, several machine unlearning algorithms have been proposed to eliminate the effect of such datapoints from trained models -- that is, to approximate a model that had never been trained on these datapoints in the first place. However, evaluating the effectiveness of unlearning algorithms remains an open challenge. Previous work has relied on heuristics -- such as verifying that the model can no longer reproduce the specifi","authors_text":"Abhilasha Ravichander, Faeze Brahman, Keivan Rezaei, Khyathi Chandu, Soheil Feizi, Yejin Choi","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-31T20:54:35Z","title":"RESTOR: Knowledge Recovery in Machine Unlearning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.00204","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d087c97721b5a92c9bd636f14580dc0a8b6d0cb858c47f05e4f1cd6e24928181","target":"record","created_at":"2026-07-05T11:09:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1049fabf9bdc57a649fd1695f3e0a2659d98fbf00cf69fb3b7769a09657a3df5","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-31T20:54:35Z","title_canon_sha256":"e93c3384904f69c2726633611bffcc21de6c2ce6f74398bee7a000bfdfaa9943"},"schema_version":"1.0","source":{"id":"2411.00204","kind":"arxiv","version":3}},"canonical_sha256":"134ebf5672a472ea4d782b26d4ddba329790aab3991f97631bf4f9b15923a398","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"134ebf5672a472ea4d782b26d4ddba329790aab3991f97631bf4f9b15923a398","first_computed_at":"2026-07-05T11:09:43.733878Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:09:43.733878Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"sOPOG/9lbMEVy1cRNnGA7N0j3qDSKXe1XW0/AfqIpTCfkwpaDbwdxlFLJD+AgrCEQ43SElwXGVcX7fY4hG4rBg==","signature_status":"signed_v1","signed_at":"2026-07-05T11:09:43.734415Z","signed_message":"canonical_sha256_bytes"},"source_id":"2411.00204","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d087c97721b5a92c9bd636f14580dc0a8b6d0cb858c47f05e4f1cd6e24928181","sha256:fca2c260a6d1580e937d499c773fa8e752d72520fb9dc0ffc50d2f76eeb5d156"],"state_sha256":"2a4d1e90965316febbfd97ce2326e20ed0a4f5c62aa93512581db905f4a384ff"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Cs1QMY75l8+WXiCv551fyjsA/QM5uSa7tOZnbd+CLU11OnbA3/eS8Ol4IEG67WSLuvE8KGdzoJGwAnaAwsjUCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-14T15:59:42.883366Z","bundle_sha256":"035265adb4cd5cb444cdfec3cecfdb3402f37023874a517a3cdc1908d04b520d"}}