{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:KBBTU7WREGZ3DMN3PMBJHEFMJN","short_pith_number":"pith:KBBTU7WR","canonical_record":{"source":{"id":"2410.08109","kind":"arxiv","version":5},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-10T16:56:05Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"a3f58599fbb51817785c36099e94f74f90665b33fe3dc87d2d6278f81dac0eaf","abstract_canon_sha256":"9e23ee4d96e7743062be019f764a177bde22f1b509e5c7f78895436c8ea62bff"},"schema_version":"1.0"},"canonical_sha256":"50433a7ed121b3b1b1bb7b029390ac4b7fae7fdb0eaeb3961ebdbe36a639adb5","source":{"kind":"arxiv","id":"2410.08109","version":5},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.08109","created_at":"2026-07-05T11:51:18Z"},{"alias_kind":"arxiv_version","alias_value":"2410.08109v5","created_at":"2026-07-05T11:51:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.08109","created_at":"2026-07-05T11:51:18Z"},{"alias_kind":"pith_short_12","alias_value":"KBBTU7WREGZ3","created_at":"2026-07-05T11:51:18Z"},{"alias_kind":"pith_short_16","alias_value":"KBBTU7WREGZ3DMN3","created_at":"2026-07-05T11:51:18Z"},{"alias_kind":"pith_short_8","alias_value":"KBBTU7WR","created_at":"2026-07-05T11:51:18Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:KBBTU7WREGZ3DMN3PMBJHEFMJN","target":"record","payload":{"canonical_record":{"source":{"id":"2410.08109","kind":"arxiv","version":5},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-10T16:56:05Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"a3f58599fbb51817785c36099e94f74f90665b33fe3dc87d2d6278f81dac0eaf","abstract_canon_sha256":"9e23ee4d96e7743062be019f764a177bde22f1b509e5c7f78895436c8ea62bff"},"schema_version":"1.0"},"canonical_sha256":"50433a7ed121b3b1b1bb7b029390ac4b7fae7fdb0eaeb3961ebdbe36a639adb5","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:51:18.105010Z","signature_b64":"YYKCWFff3iZxsQ5uL6fLkhv7iTL/ybpBENBs8GetdFeSBgwqxujtnLxPbNgutYYlMVEr0ZY5zASLeL54vQviAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"50433a7ed121b3b1b1bb7b029390ac4b7fae7fdb0eaeb3961ebdbe36a639adb5","last_reissued_at":"2026-07-05T11:51:18.104520Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:51:18.104520Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.08109","source_version":5,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:51:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"LGoenNFAvg0hKUlePritPc42gmY37GLGzZQwqB3LXiO1ggzNsENeGO/EM+3BZFVKUd8OhhCx8UHUvfSX96EJCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T03:10:57.519280Z"},"content_sha256":"59693939df50df826b5fdad3c2be1040860398b99998758a50fbb66264cf115a","schema_version":"1.0","event_id":"sha256:59693939df50df826b5fdad3c2be1040860398b99998758a50fbb66264cf115a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:KBBTU7WREGZ3DMN3PMBJHEFMJN","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"A Closer Look at Machine Unlearning for Large Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Chao Du, Kejiang Chen, Min Lin, Tianyu Pang, Weiming Zhang, Xiaojian Yuan","submitted_at":"2024-10-10T16:56:05Z","abstract_excerpt":"Large language models (LLMs) may memorize sensitive or copyrighted content, raising privacy and legal concerns. Due to the high cost of retraining from scratch, researchers attempt to employ machine unlearning to remove specific content from LLMs while preserving the overall performance. In this paper, we discuss several issues in machine unlearning for LLMs and provide our insights on possible approaches. To address the issue of inadequate evaluation of model outputs after unlearning, we introduce three additional metrics to evaluate token diversity, sentence semantics, and factual correctnes"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.08109","kind":"arxiv","version":5},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.08109/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:51:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Tw9Vh1JxMJQgjzq4dXvlj0RxyO80it1Pjm7Ncr2otkWbuO8N2soJZ+bSm3dgR/kK+8LvMmx1OvyrpuYlGJYYBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T03:10:57.520281Z"},"content_sha256":"736802d7132eace4e7d83b19090f174e4cb264d5a10a5b35b4fd2dd8d04d6d88","schema_version":"1.0","event_id":"sha256:736802d7132eace4e7d83b19090f174e4cb264d5a10a5b35b4fd2dd8d04d6d88"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/KBBTU7WREGZ3DMN3PMBJHEFMJN/bundle.json","state_url":"https://pith.science/pith/KBBTU7WREGZ3DMN3PMBJHEFMJN/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/KBBTU7WREGZ3DMN3PMBJHEFMJN/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T03:10:57Z","links":{"resolver":"https://pith.science/pith/KBBTU7WREGZ3DMN3PMBJHEFMJN","bundle":"https://pith.science/pith/KBBTU7WREGZ3DMN3PMBJHEFMJN/bundle.json","state":"https://pith.science/pith/KBBTU7WREGZ3DMN3PMBJHEFMJN/state.json","well_known_bundle":"https://pith.science/.well-known/pith/KBBTU7WREGZ3DMN3PMBJHEFMJN/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:KBBTU7WREGZ3DMN3PMBJHEFMJN","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"9e23ee4d96e7743062be019f764a177bde22f1b509e5c7f78895436c8ea62bff","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-10T16:56:05Z","title_canon_sha256":"a3f58599fbb51817785c36099e94f74f90665b33fe3dc87d2d6278f81dac0eaf"},"schema_version":"1.0","source":{"id":"2410.08109","kind":"arxiv","version":5}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.08109","created_at":"2026-07-05T11:51:18Z"},{"alias_kind":"arxiv_version","alias_value":"2410.08109v5","created_at":"2026-07-05T11:51:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.08109","created_at":"2026-07-05T11:51:18Z"},{"alias_kind":"pith_short_12","alias_value":"KBBTU7WREGZ3","created_at":"2026-07-05T11:51:18Z"},{"alias_kind":"pith_short_16","alias_value":"KBBTU7WREGZ3DMN3","created_at":"2026-07-05T11:51:18Z"},{"alias_kind":"pith_short_8","alias_value":"KBBTU7WR","created_at":"2026-07-05T11:51:18Z"}],"graph_snapshots":[{"event_id":"sha256:736802d7132eace4e7d83b19090f174e4cb264d5a10a5b35b4fd2dd8d04d6d88","target":"graph","created_at":"2026-07-05T11:51:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.08109/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) may memorize sensitive or copyrighted content, raising privacy and legal concerns. Due to the high cost of retraining from scratch, researchers attempt to employ machine unlearning to remove specific content from LLMs while preserving the overall performance. In this paper, we discuss several issues in machine unlearning for LLMs and provide our insights on possible approaches. To address the issue of inadequate evaluation of model outputs after unlearning, we introduce three additional metrics to evaluate token diversity, sentence semantics, and factual correctnes","authors_text":"Chao Du, Kejiang Chen, Min Lin, Tianyu Pang, Weiming Zhang, Xiaojian Yuan","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-10T16:56:05Z","title":"A Closer Look at Machine Unlearning for Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.08109","kind":"arxiv","version":5},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:59693939df50df826b5fdad3c2be1040860398b99998758a50fbb66264cf115a","target":"record","created_at":"2026-07-05T11:51:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"9e23ee4d96e7743062be019f764a177bde22f1b509e5c7f78895436c8ea62bff","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-10T16:56:05Z","title_canon_sha256":"a3f58599fbb51817785c36099e94f74f90665b33fe3dc87d2d6278f81dac0eaf"},"schema_version":"1.0","source":{"id":"2410.08109","kind":"arxiv","version":5}},"canonical_sha256":"50433a7ed121b3b1b1bb7b029390ac4b7fae7fdb0eaeb3961ebdbe36a639adb5","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"50433a7ed121b3b1b1bb7b029390ac4b7fae7fdb0eaeb3961ebdbe36a639adb5","first_computed_at":"2026-07-05T11:51:18.104520Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:51:18.104520Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"YYKCWFff3iZxsQ5uL6fLkhv7iTL/ybpBENBs8GetdFeSBgwqxujtnLxPbNgutYYlMVEr0ZY5zASLeL54vQviAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T11:51:18.105010Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.08109","source_kind":"arxiv","source_version":5}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:59693939df50df826b5fdad3c2be1040860398b99998758a50fbb66264cf115a","sha256:736802d7132eace4e7d83b19090f174e4cb264d5a10a5b35b4fd2dd8d04d6d88"],"state_sha256":"5074e85cffe6b76b13da009538b4e3ea1c6281e3657ab7987fbba3079fbb3474"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"BBVCm0QEX7zGpGfeHjLxr+sfp2hA/61yzLbauvwwl7+vGRgKIPQMFQ7hHGb48yuYgZnUS88KIU3u6+ltLVt4CQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T03:10:57.528357Z","bundle_sha256":"831c5460cd9bf000fd7c162219dc249664724a866d21dbb56d30de2a5ba1fcc2"}}