{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:GI4JY6EJMYF3RFAPRUTEIG2AKX","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0b90c50639d430395db5fe616fe517d6fc9475bfc6883b060482a7bbb7a77f27","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-11-18T22:31:17Z","title_canon_sha256":"0ca7c4e2398f7b3f3188075f0cbd23446c428b23fcd8bb628ce5c437c0357dd6"},"schema_version":"1.0","source":{"id":"2411.12103","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.12103","created_at":"2026-07-05T10:18:45Z"},{"alias_kind":"arxiv_version","alias_value":"2411.12103v3","created_at":"2026-07-05T10:18:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.12103","created_at":"2026-07-05T10:18:45Z"},{"alias_kind":"pith_short_12","alias_value":"GI4JY6EJMYF3","created_at":"2026-07-05T10:18:45Z"},{"alias_kind":"pith_short_16","alias_value":"GI4JY6EJMYF3RFAP","created_at":"2026-07-05T10:18:45Z"},{"alias_kind":"pith_short_8","alias_value":"GI4JY6EJ","created_at":"2026-07-05T10:18:45Z"}],"graph_snapshots":[{"event_id":"sha256:7d45bc214c9f113e003389213e662639ab954912ed9b3d317d96eaaefe924571","target":"graph","created_at":"2026-07-05T10:18:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2411.12103/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language model unlearning aims to remove harmful information that LLMs have learnt to prevent their use for malicious purposes. LLMU and RMU have been proposed as two methods for LLM unlearning, achieving impressive results on unlearning benchmarks. We study in detail the impact of unlearning on LLM performance metrics using the WMDP dataset as well as a new biology dataset we create. We show that unlearning has a notable impact on general model capabilities, with the performance degradation being more significant in general for LLMU. We further test the robustness of the two methods and","authors_text":"Asa Cooper Stickland, Jai Doshi","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-11-18T22:31:17Z","title":"Does Unlearning Truly Unlearn? A Black Box Evaluation of LLM Unlearning Methods"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.12103","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:10bc7892dd4f33c31ff35d1421fb6bdd108cd823b1e532e570f34222cae7001c","target":"record","created_at":"2026-07-05T10:18:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0b90c50639d430395db5fe616fe517d6fc9475bfc6883b060482a7bbb7a77f27","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-11-18T22:31:17Z","title_canon_sha256":"0ca7c4e2398f7b3f3188075f0cbd23446c428b23fcd8bb628ce5c437c0357dd6"},"schema_version":"1.0","source":{"id":"2411.12103","kind":"arxiv","version":3}},"canonical_sha256":"32389c7889660bb8940f8d26441b4055eea5a2dafdd450b6927901090ff27a46","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"32389c7889660bb8940f8d26441b4055eea5a2dafdd450b6927901090ff27a46","first_computed_at":"2026-07-05T10:18:45.157141Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:18:45.157141Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"kn+xlB+B+iaqCOuBnVycrrDcjYc1mhjb1MuvXPc3bRbTEhDlDESJYJ+DL5KNDChB5pXCXoyvFRAXqlp53ge4Aw==","signature_status":"signed_v1","signed_at":"2026-07-05T10:18:45.157662Z","signed_message":"canonical_sha256_bytes"},"source_id":"2411.12103","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:10bc7892dd4f33c31ff35d1421fb6bdd108cd823b1e532e570f34222cae7001c","sha256:7d45bc214c9f113e003389213e662639ab954912ed9b3d317d96eaaefe924571"],"state_sha256":"4f356728664e8447f62b2201b5e1f4e1192aa5296f2d119b010622ab4f47ba92"}