{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:V56BPYPBWM36VOZAZWOPW6CWRI","short_pith_number":"pith:V56BPYPB","canonical_record":{"source":{"id":"2410.02879","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-03T18:07:25Z","cross_cats_sorted":[],"title_canon_sha256":"ac167948a8fdfeb5406a7e51d20d309ab43a91be32ed9975436bc242b5b09f59","abstract_canon_sha256":"ef2e1be9711f2bc021f23a70789f0ec57b99a77a9e66693970e2f66497084936"},"schema_version":"1.0"},"canonical_sha256":"af7c17e1e1b337eabb20cd9cfb78568a0d54e58cd10662a76c42ead0b0a769e7","source":{"kind":"arxiv","id":"2410.02879","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.02879","created_at":"2026-07-05T10:45:55Z"},{"alias_kind":"arxiv_version","alias_value":"2410.02879v2","created_at":"2026-07-05T10:45:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.02879","created_at":"2026-07-05T10:45:55Z"},{"alias_kind":"pith_short_12","alias_value":"V56BPYPBWM36","created_at":"2026-07-05T10:45:55Z"},{"alias_kind":"pith_short_16","alias_value":"V56BPYPBWM36VOZA","created_at":"2026-07-05T10:45:55Z"},{"alias_kind":"pith_short_8","alias_value":"V56BPYPB","created_at":"2026-07-05T10:45:55Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:V56BPYPBWM36VOZAZWOPW6CWRI","target":"record","payload":{"canonical_record":{"source":{"id":"2410.02879","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-03T18:07:25Z","cross_cats_sorted":[],"title_canon_sha256":"ac167948a8fdfeb5406a7e51d20d309ab43a91be32ed9975436bc242b5b09f59","abstract_canon_sha256":"ef2e1be9711f2bc021f23a70789f0ec57b99a77a9e66693970e2f66497084936"},"schema_version":"1.0"},"canonical_sha256":"af7c17e1e1b337eabb20cd9cfb78568a0d54e58cd10662a76c42ead0b0a769e7","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:45:55.887408Z","signature_b64":"12jZ53HqfsH/sDDrPjsugxZJBgv/6ctdrHW69HMi7bQZeSKGA923oOoa6UlRAwDTbPVZwpIdz438oL+Qii5fAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"af7c17e1e1b337eabb20cd9cfb78568a0d54e58cd10662a76c42ead0b0a769e7","last_reissued_at":"2026-07-05T10:45:55.886825Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:45:55.886825Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.02879","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:45:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tAOcWXq4zh5CPCLLOboZWGN+Rtoqh0QDeYUP06FE9FVjUIlZNnNNleKQrupfa7wxet6kL1oWHFYrYAw20FgPAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T21:04:40.161226Z"},"content_sha256":"1df17454b5747cdf0763527c6a2fe3ae6c7083aab6453c3a4ea359161d93ae3d","schema_version":"1.0","event_id":"sha256:1df17454b5747cdf0763527c6a2fe3ae6c7083aab6453c3a4ea359161d93ae3d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:V56BPYPBWM36VOZAZWOPW6CWRI","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Position: LLM Unlearning Benchmarks are Weak Measures of Progress","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Neil Kale, Pratiksha Thaker, Shengyuan Hu, Virginia Smith, Yash Maurya, Zhiwei Steven Wu","submitted_at":"2024-10-03T18:07:25Z","abstract_excerpt":"Unlearning methods have the potential to improve the privacy and safety of large language models (LLMs) by removing sensitive or harmful information post hoc. The LLM unlearning research community has increasingly turned toward empirical benchmarks to assess the effectiveness of such methods. In this paper, we find that existing benchmarks provide an overly optimistic and potentially misleading view on the effectiveness of candidate unlearning methods. By introducing simple, benign modifications to a number of popular benchmarks, we expose instances where supposedly unlearned information remai"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.02879","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.02879/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:45:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+AQZPCpjAKLKC5vSBuyEpmZ0H8ujn+yL+C1Uv/b0XcGSHq0M7pSfynPMkxqzNypv6jlzB35TXWs1dYxHsxGuBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T21:04:40.161715Z"},"content_sha256":"824c1d62ed2798337dd0d5758b72291d918d86266b208f1e2a90e9c1214b8442","schema_version":"1.0","event_id":"sha256:824c1d62ed2798337dd0d5758b72291d918d86266b208f1e2a90e9c1214b8442"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/V56BPYPBWM36VOZAZWOPW6CWRI/bundle.json","state_url":"https://pith.science/pith/V56BPYPBWM36VOZAZWOPW6CWRI/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/V56BPYPBWM36VOZAZWOPW6CWRI/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T21:04:40Z","links":{"resolver":"https://pith.science/pith/V56BPYPBWM36VOZAZWOPW6CWRI","bundle":"https://pith.science/pith/V56BPYPBWM36VOZAZWOPW6CWRI/bundle.json","state":"https://pith.science/pith/V56BPYPBWM36VOZAZWOPW6CWRI/state.json","well_known_bundle":"https://pith.science/.well-known/pith/V56BPYPBWM36VOZAZWOPW6CWRI/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:V56BPYPBWM36VOZAZWOPW6CWRI","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ef2e1be9711f2bc021f23a70789f0ec57b99a77a9e66693970e2f66497084936","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-03T18:07:25Z","title_canon_sha256":"ac167948a8fdfeb5406a7e51d20d309ab43a91be32ed9975436bc242b5b09f59"},"schema_version":"1.0","source":{"id":"2410.02879","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.02879","created_at":"2026-07-05T10:45:55Z"},{"alias_kind":"arxiv_version","alias_value":"2410.02879v2","created_at":"2026-07-05T10:45:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.02879","created_at":"2026-07-05T10:45:55Z"},{"alias_kind":"pith_short_12","alias_value":"V56BPYPBWM36","created_at":"2026-07-05T10:45:55Z"},{"alias_kind":"pith_short_16","alias_value":"V56BPYPBWM36VOZA","created_at":"2026-07-05T10:45:55Z"},{"alias_kind":"pith_short_8","alias_value":"V56BPYPB","created_at":"2026-07-05T10:45:55Z"}],"graph_snapshots":[{"event_id":"sha256:824c1d62ed2798337dd0d5758b72291d918d86266b208f1e2a90e9c1214b8442","target":"graph","created_at":"2026-07-05T10:45:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.02879/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Unlearning methods have the potential to improve the privacy and safety of large language models (LLMs) by removing sensitive or harmful information post hoc. The LLM unlearning research community has increasingly turned toward empirical benchmarks to assess the effectiveness of such methods. In this paper, we find that existing benchmarks provide an overly optimistic and potentially misleading view on the effectiveness of candidate unlearning methods. By introducing simple, benign modifications to a number of popular benchmarks, we expose instances where supposedly unlearned information remai","authors_text":"Neil Kale, Pratiksha Thaker, Shengyuan Hu, Virginia Smith, Yash Maurya, Zhiwei Steven Wu","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-03T18:07:25Z","title":"Position: LLM Unlearning Benchmarks are Weak Measures of Progress"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.02879","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1df17454b5747cdf0763527c6a2fe3ae6c7083aab6453c3a4ea359161d93ae3d","target":"record","created_at":"2026-07-05T10:45:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ef2e1be9711f2bc021f23a70789f0ec57b99a77a9e66693970e2f66497084936","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-03T18:07:25Z","title_canon_sha256":"ac167948a8fdfeb5406a7e51d20d309ab43a91be32ed9975436bc242b5b09f59"},"schema_version":"1.0","source":{"id":"2410.02879","kind":"arxiv","version":2}},"canonical_sha256":"af7c17e1e1b337eabb20cd9cfb78568a0d54e58cd10662a76c42ead0b0a769e7","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"af7c17e1e1b337eabb20cd9cfb78568a0d54e58cd10662a76c42ead0b0a769e7","first_computed_at":"2026-07-05T10:45:55.886825Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:45:55.886825Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"12jZ53HqfsH/sDDrPjsugxZJBgv/6ctdrHW69HMi7bQZeSKGA923oOoa6UlRAwDTbPVZwpIdz438oL+Qii5fAg==","signature_status":"signed_v1","signed_at":"2026-07-05T10:45:55.887408Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.02879","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1df17454b5747cdf0763527c6a2fe3ae6c7083aab6453c3a4ea359161d93ae3d","sha256:824c1d62ed2798337dd0d5758b72291d918d86266b208f1e2a90e9c1214b8442"],"state_sha256":"711e8323459907a74f9ae34eea820271fa2ab35a90a96552b6f6ef90bf4180a8"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"M43Q9Tavbp774SLGzBs/1OcBAaOfsOQs+USLai9dWUmMj814z2l4uzhdPRbt8ogDD9AJXGP5ek1nTWa9LcYgBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T21:04:40.165400Z","bundle_sha256":"bb16afe753ec482f62cb6bb5e0c97365ebb131f08e15e961a906e59f81117a4f"}}