{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:EQAF55CDNRDJDB52ZFRFVOFQ36","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"603f78fd30c7a013803b3f2a6d657c42b4199134fefa4f9cae9132cd3d3b87ba","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-06-13T14:41:00Z","title_canon_sha256":"2a4c96e9969dca03d0366277272c2602b1c4869f607feaf52d47f8d1bb6bb328"},"schema_version":"1.0","source":{"id":"2406.09179","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.09179","created_at":"2026-07-05T10:19:25Z"},{"alias_kind":"arxiv_version","alias_value":"2406.09179v2","created_at":"2026-07-05T10:19:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.09179","created_at":"2026-07-05T10:19:25Z"},{"alias_kind":"pith_short_12","alias_value":"EQAF55CDNRDJ","created_at":"2026-07-05T10:19:25Z"},{"alias_kind":"pith_short_16","alias_value":"EQAF55CDNRDJDB52","created_at":"2026-07-05T10:19:25Z"},{"alias_kind":"pith_short_8","alias_value":"EQAF55CD","created_at":"2026-07-05T10:19:25Z"}],"graph_snapshots":[{"event_id":"sha256:d67a3a6516b0ef69e2305a9cd13ab6abb11e944f00fbeb3dd5ee9a66bccd344c","target":"graph","created_at":"2026-07-05T10:19:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.09179/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The imperative to eliminate undesirable data memorization underscores the significance of machine unlearning for large language models (LLMs). Recent research has introduced a series of promising unlearning methods, notably boosting the practical significance of the field. Nevertheless, adopting a proper evaluation framework to reflect the true unlearning efficacy is also essential yet has not received adequate attention. This paper seeks to refine the evaluation of LLM unlearning by addressing two key challenges -- a) the robustness of evaluation metrics and b) the trade-offs between competin","authors_text":"Bo Han, Jianing Zhu, Masashi Sugiyama, Puning Yang, Qizhou Wang, Tongliang Liu","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-06-13T14:41:00Z","title":"Towards Effective Evaluations and Comparisons for LLM Unlearning Methods"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.09179","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f7ef8104b064e8401739a3a4cb8abdb8c3a8ed5623d5cd52b392aa264de5a087","target":"record","created_at":"2026-07-05T10:19:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"603f78fd30c7a013803b3f2a6d657c42b4199134fefa4f9cae9132cd3d3b87ba","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-06-13T14:41:00Z","title_canon_sha256":"2a4c96e9969dca03d0366277272c2602b1c4869f607feaf52d47f8d1bb6bb328"},"schema_version":"1.0","source":{"id":"2406.09179","kind":"arxiv","version":2}},"canonical_sha256":"24005ef4436c469187bac9625ab8b0dfb7248c10fd45c558ba74b68afd35293a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"24005ef4436c469187bac9625ab8b0dfb7248c10fd45c558ba74b68afd35293a","first_computed_at":"2026-07-05T10:19:25.223189Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:19:25.223189Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"geL/ID66esBMylg1JiRT8PGd0FcPk3+43eEtfHvIYdKQuAy6mcVrboFlhdg3ogtO+MJdcP51uMM8sGdIruc9Dg==","signature_status":"signed_v1","signed_at":"2026-07-05T10:19:25.223670Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.09179","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f7ef8104b064e8401739a3a4cb8abdb8c3a8ed5623d5cd52b392aa264de5a087","sha256:d67a3a6516b0ef69e2305a9cd13ab6abb11e944f00fbeb3dd5ee9a66bccd344c"],"state_sha256":"25fb108c48d016bf32b619829a642f6e89a24b6ee1700e120e3397d9ecd2cc30"}