{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:3VKE5EKLSPCLS5NBPWY4MQJYLD","short_pith_number":"pith:3VKE5EKL","canonical_record":{"source":{"id":"2506.00688","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-05-31T19:43:00Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"b7ae9834e1c73a364a6e9f6237cd3608fb8d28177d553f08e393e6dd2fbaa209","abstract_canon_sha256":"57b7e35aab49881c55a15fb8466a48dc2ac3a56b0e0cc4a3a662229d210d2bd3"},"schema_version":"1.0"},"canonical_sha256":"dd544e914b93c4b975a17db1c6413858fd2fc50d224973ab13bc5cf7445002e3","source":{"kind":"arxiv","id":"2506.00688","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.00688","created_at":"2026-07-05T11:13:38Z"},{"alias_kind":"arxiv_version","alias_value":"2506.00688v1","created_at":"2026-07-05T11:13:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.00688","created_at":"2026-07-05T11:13:38Z"},{"alias_kind":"pith_short_12","alias_value":"3VKE5EKLSPCL","created_at":"2026-07-05T11:13:38Z"},{"alias_kind":"pith_short_16","alias_value":"3VKE5EKLSPCLS5NB","created_at":"2026-07-05T11:13:38Z"},{"alias_kind":"pith_short_8","alias_value":"3VKE5EKL","created_at":"2026-07-05T11:13:38Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:3VKE5EKLSPCLS5NBPWY4MQJYLD","target":"record","payload":{"canonical_record":{"source":{"id":"2506.00688","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-05-31T19:43:00Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"b7ae9834e1c73a364a6e9f6237cd3608fb8d28177d553f08e393e6dd2fbaa209","abstract_canon_sha256":"57b7e35aab49881c55a15fb8466a48dc2ac3a56b0e0cc4a3a662229d210d2bd3"},"schema_version":"1.0"},"canonical_sha256":"dd544e914b93c4b975a17db1c6413858fd2fc50d224973ab13bc5cf7445002e3","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:13:38.834499Z","signature_b64":"/7u2ZYxXbJQ5oitwDFtnhnHgnoO7Uwkq1TMmnIQSPYDXpiPg/9CSInWEFmfPnJA6PHM9W/g0dTYWC2cSankLDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"dd544e914b93c4b975a17db1c6413858fd2fc50d224973ab13bc5cf7445002e3","last_reissued_at":"2026-07-05T11:13:38.834014Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:13:38.834014Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2506.00688","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:13:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TitAZqrXoDra2gopnDrOlxqTjfwKJw4zQNjbDE9GZeRu956IKJVWLoUsue0TWMnrDuc0GRYP/T4fgtiFoPH+CA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T00:23:11.005455Z"},"content_sha256":"e1449ed01d76408a7eda8ba452e11bc0742d5c03eafdc85b36df92c92fc0b0eb","schema_version":"1.0","event_id":"sha256:e1449ed01d76408a7eda8ba452e11bc0742d5c03eafdc85b36df92c92fc0b0eb"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:3VKE5EKLSPCLS5NBPWY4MQJYLD","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Existing Large Language Model Unlearning Evaluations Are Inconclusive","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.LG","authors_text":"Alexander Robey, Avi Schwarzschild, J. Zico Kolter, Robert Kirk, Xander Davies, Yarin Gal, Yixuan Even Xu, Zhili Feng","submitted_at":"2025-05-31T19:43:00Z","abstract_excerpt":"Machine unlearning aims to remove sensitive or undesired data from large language models. However, recent studies suggest that unlearning is often shallow, claiming that removed knowledge can easily be recovered. In this work, we critically examine standard unlearning evaluation practices and uncover key limitations that shake our trust in those findings. First, we show that some evaluations introduce substantial new information into the model, potentially masking true unlearning performance by re-teaching the model during testing. Second, we demonstrate that evaluation outcomes vary significa"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.00688","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2506.00688/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:13:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zz1Ev2No2mHu2NLeoUqvJQHBwPhjDhzogBs9UQQDfOJzuZ3DsuXkPB87UANjSoAnU/buA8mcwSBjJ/APCvq1BQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T00:23:11.006476Z"},"content_sha256":"771f1105d9055856581036ce19e62553022919e78d5ad86af98648ff258ee691","schema_version":"1.0","event_id":"sha256:771f1105d9055856581036ce19e62553022919e78d5ad86af98648ff258ee691"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/3VKE5EKLSPCLS5NBPWY4MQJYLD/bundle.json","state_url":"https://pith.science/pith/3VKE5EKLSPCLS5NBPWY4MQJYLD/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/3VKE5EKLSPCLS5NBPWY4MQJYLD/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T00:23:11Z","links":{"resolver":"https://pith.science/pith/3VKE5EKLSPCLS5NBPWY4MQJYLD","bundle":"https://pith.science/pith/3VKE5EKLSPCLS5NBPWY4MQJYLD/bundle.json","state":"https://pith.science/pith/3VKE5EKLSPCLS5NBPWY4MQJYLD/state.json","well_known_bundle":"https://pith.science/.well-known/pith/3VKE5EKLSPCLS5NBPWY4MQJYLD/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:3VKE5EKLSPCLS5NBPWY4MQJYLD","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"57b7e35aab49881c55a15fb8466a48dc2ac3a56b0e0cc4a3a662229d210d2bd3","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-05-31T19:43:00Z","title_canon_sha256":"b7ae9834e1c73a364a6e9f6237cd3608fb8d28177d553f08e393e6dd2fbaa209"},"schema_version":"1.0","source":{"id":"2506.00688","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.00688","created_at":"2026-07-05T11:13:38Z"},{"alias_kind":"arxiv_version","alias_value":"2506.00688v1","created_at":"2026-07-05T11:13:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.00688","created_at":"2026-07-05T11:13:38Z"},{"alias_kind":"pith_short_12","alias_value":"3VKE5EKLSPCL","created_at":"2026-07-05T11:13:38Z"},{"alias_kind":"pith_short_16","alias_value":"3VKE5EKLSPCLS5NB","created_at":"2026-07-05T11:13:38Z"},{"alias_kind":"pith_short_8","alias_value":"3VKE5EKL","created_at":"2026-07-05T11:13:38Z"}],"graph_snapshots":[{"event_id":"sha256:771f1105d9055856581036ce19e62553022919e78d5ad86af98648ff258ee691","target":"graph","created_at":"2026-07-05T11:13:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2506.00688/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Machine unlearning aims to remove sensitive or undesired data from large language models. However, recent studies suggest that unlearning is often shallow, claiming that removed knowledge can easily be recovered. In this work, we critically examine standard unlearning evaluation practices and uncover key limitations that shake our trust in those findings. First, we show that some evaluations introduce substantial new information into the model, potentially masking true unlearning performance by re-teaching the model during testing. Second, we demonstrate that evaluation outcomes vary significa","authors_text":"Alexander Robey, Avi Schwarzschild, J. Zico Kolter, Robert Kirk, Xander Davies, Yarin Gal, Yixuan Even Xu, Zhili Feng","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-05-31T19:43:00Z","title":"Existing Large Language Model Unlearning Evaluations Are Inconclusive"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.00688","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e1449ed01d76408a7eda8ba452e11bc0742d5c03eafdc85b36df92c92fc0b0eb","target":"record","created_at":"2026-07-05T11:13:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"57b7e35aab49881c55a15fb8466a48dc2ac3a56b0e0cc4a3a662229d210d2bd3","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-05-31T19:43:00Z","title_canon_sha256":"b7ae9834e1c73a364a6e9f6237cd3608fb8d28177d553f08e393e6dd2fbaa209"},"schema_version":"1.0","source":{"id":"2506.00688","kind":"arxiv","version":1}},"canonical_sha256":"dd544e914b93c4b975a17db1c6413858fd2fc50d224973ab13bc5cf7445002e3","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"dd544e914b93c4b975a17db1c6413858fd2fc50d224973ab13bc5cf7445002e3","first_computed_at":"2026-07-05T11:13:38.834014Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:13:38.834014Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"/7u2ZYxXbJQ5oitwDFtnhnHgnoO7Uwkq1TMmnIQSPYDXpiPg/9CSInWEFmfPnJA6PHM9W/g0dTYWC2cSankLDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T11:13:38.834499Z","signed_message":"canonical_sha256_bytes"},"source_id":"2506.00688","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e1449ed01d76408a7eda8ba452e11bc0742d5c03eafdc85b36df92c92fc0b0eb","sha256:771f1105d9055856581036ce19e62553022919e78d5ad86af98648ff258ee691"],"state_sha256":"6bab25119dfcda181a7c69511045469d296569c3ff4b08a6960e6fdeb817060b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rDj46SzOaZ/S0V8WPsiAKKlLNBmIqrBdn+MyiGJ1WfvRN2AOmFyNxELbj1fVpL5juM6Lj6iuDMaxnOrad3ECBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T00:23:11.030134Z","bundle_sha256":"fbeee0df67afafa7a6c843c60f85fee733046b6b681c42a321abdd67882d4a27"}}