{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:ICNQ5TQDNJJQJ4CEG24CM55KOF","short_pith_number":"pith:ICNQ5TQD","canonical_record":{"source":{"id":"2311.15766","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-27T12:37:51Z","cross_cats_sorted":[],"title_canon_sha256":"34cbbd695123bfaac612adab64dba9b720f5a9b60219778077965ed143519e73","abstract_canon_sha256":"868a923556d600c406f19f3a5360e3ef885b085eb9cdf7319c8d79cc6f8dadc0"},"schema_version":"1.0"},"canonical_sha256":"409b0ece036a5304f04436b82677aa714dacb642cfbebc02d9393f33a6523afe","source":{"kind":"arxiv","id":"2311.15766","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.15766","created_at":"2026-07-05T07:21:46Z"},{"alias_kind":"arxiv_version","alias_value":"2311.15766v2","created_at":"2026-07-05T07:21:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.15766","created_at":"2026-07-05T07:21:46Z"},{"alias_kind":"pith_short_12","alias_value":"ICNQ5TQDNJJQ","created_at":"2026-07-05T07:21:46Z"},{"alias_kind":"pith_short_16","alias_value":"ICNQ5TQDNJJQJ4CE","created_at":"2026-07-05T07:21:46Z"},{"alias_kind":"pith_short_8","alias_value":"ICNQ5TQD","created_at":"2026-07-05T07:21:46Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:ICNQ5TQDNJJQJ4CEG24CM55KOF","target":"record","payload":{"canonical_record":{"source":{"id":"2311.15766","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-27T12:37:51Z","cross_cats_sorted":[],"title_canon_sha256":"34cbbd695123bfaac612adab64dba9b720f5a9b60219778077965ed143519e73","abstract_canon_sha256":"868a923556d600c406f19f3a5360e3ef885b085eb9cdf7319c8d79cc6f8dadc0"},"schema_version":"1.0"},"canonical_sha256":"409b0ece036a5304f04436b82677aa714dacb642cfbebc02d9393f33a6523afe","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:21:46.360410Z","signature_b64":"DvO3ZU0DHywVWgMRY5XNQdxhqj3BSU/ZiUvpPUqxVRfLsmDMbEc0yT93/JVRbkhyCqGqDACdx4h3nXGhIJW7Aw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"409b0ece036a5304f04436b82677aa714dacb642cfbebc02d9393f33a6523afe","last_reissued_at":"2026-07-05T07:21:46.359864Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:21:46.359864Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2311.15766","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:21:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"i1WP9+CqoD0H/pAuUGePBVWe+VhZb1C91/f80XR1sQsb4oII6HF3wAKmo6wAGmBZTRoIvpQVxYlQ2LwKy7mXCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-13T19:40:42.328187Z"},"content_sha256":"efc0ea04d4a6157887a6c4c0901da189573ec6d96ef2859ed90b1df2c66ba7df","schema_version":"1.0","event_id":"sha256:efc0ea04d4a6157887a6c4c0901da189573ec6d96ef2859ed90b1df2c66ba7df"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:ICNQ5TQDNJJQJ4CEG24CM55KOF","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Knowledge Unlearning for LLMs: Tasks, Methods, and Challenges","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Dan Qu, Hao Zhang, Heyu Chang, Nianwen Si, Weiqiang Zhang, Wenlin Zhang","submitted_at":"2023-11-27T12:37:51Z","abstract_excerpt":"In recent years, large language models (LLMs) have spurred a new research paradigm in natural language processing. Despite their excellent capability in knowledge-based question answering and reasoning, their potential to retain faulty or even harmful knowledge poses risks of malicious application. The challenge of mitigating this issue and transforming these models into purer assistants is crucial for their widespread applicability. Unfortunately, Retraining LLMs repeatedly to eliminate undesirable knowledge is impractical due to their immense parameters. Knowledge unlearning, derived from an"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.15766","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2311.15766/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:21:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"AmEtC04e5H+kGxKhv1HeRVRPVXtLpAoUspyRT1r7QHNBjdg3s8h76gHdPWUyufP77NdPYgqzBC/0w39kZbD9DA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-13T19:40:42.328573Z"},"content_sha256":"d655bfffa43b9d7e90d94f25da1f91e840b10785d67314d3884d67d6275d16eb","schema_version":"1.0","event_id":"sha256:d655bfffa43b9d7e90d94f25da1f91e840b10785d67314d3884d67d6275d16eb"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ICNQ5TQDNJJQJ4CEG24CM55KOF/bundle.json","state_url":"https://pith.science/pith/ICNQ5TQDNJJQJ4CEG24CM55KOF/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ICNQ5TQDNJJQJ4CEG24CM55KOF/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-13T19:40:42Z","links":{"resolver":"https://pith.science/pith/ICNQ5TQDNJJQJ4CEG24CM55KOF","bundle":"https://pith.science/pith/ICNQ5TQDNJJQJ4CEG24CM55KOF/bundle.json","state":"https://pith.science/pith/ICNQ5TQDNJJQJ4CEG24CM55KOF/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ICNQ5TQDNJJQJ4CEG24CM55KOF/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:ICNQ5TQDNJJQJ4CEG24CM55KOF","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"868a923556d600c406f19f3a5360e3ef885b085eb9cdf7319c8d79cc6f8dadc0","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-27T12:37:51Z","title_canon_sha256":"34cbbd695123bfaac612adab64dba9b720f5a9b60219778077965ed143519e73"},"schema_version":"1.0","source":{"id":"2311.15766","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.15766","created_at":"2026-07-05T07:21:46Z"},{"alias_kind":"arxiv_version","alias_value":"2311.15766v2","created_at":"2026-07-05T07:21:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.15766","created_at":"2026-07-05T07:21:46Z"},{"alias_kind":"pith_short_12","alias_value":"ICNQ5TQDNJJQ","created_at":"2026-07-05T07:21:46Z"},{"alias_kind":"pith_short_16","alias_value":"ICNQ5TQDNJJQJ4CE","created_at":"2026-07-05T07:21:46Z"},{"alias_kind":"pith_short_8","alias_value":"ICNQ5TQD","created_at":"2026-07-05T07:21:46Z"}],"graph_snapshots":[{"event_id":"sha256:d655bfffa43b9d7e90d94f25da1f91e840b10785d67314d3884d67d6275d16eb","target":"graph","created_at":"2026-07-05T07:21:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2311.15766/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In recent years, large language models (LLMs) have spurred a new research paradigm in natural language processing. Despite their excellent capability in knowledge-based question answering and reasoning, their potential to retain faulty or even harmful knowledge poses risks of malicious application. The challenge of mitigating this issue and transforming these models into purer assistants is crucial for their widespread applicability. Unfortunately, Retraining LLMs repeatedly to eliminate undesirable knowledge is impractical due to their immense parameters. Knowledge unlearning, derived from an","authors_text":"Dan Qu, Hao Zhang, Heyu Chang, Nianwen Si, Weiqiang Zhang, Wenlin Zhang","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-27T12:37:51Z","title":"Knowledge Unlearning for LLMs: Tasks, Methods, and Challenges"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.15766","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:efc0ea04d4a6157887a6c4c0901da189573ec6d96ef2859ed90b1df2c66ba7df","target":"record","created_at":"2026-07-05T07:21:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"868a923556d600c406f19f3a5360e3ef885b085eb9cdf7319c8d79cc6f8dadc0","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-27T12:37:51Z","title_canon_sha256":"34cbbd695123bfaac612adab64dba9b720f5a9b60219778077965ed143519e73"},"schema_version":"1.0","source":{"id":"2311.15766","kind":"arxiv","version":2}},"canonical_sha256":"409b0ece036a5304f04436b82677aa714dacb642cfbebc02d9393f33a6523afe","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"409b0ece036a5304f04436b82677aa714dacb642cfbebc02d9393f33a6523afe","first_computed_at":"2026-07-05T07:21:46.359864Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:21:46.359864Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"DvO3ZU0DHywVWgMRY5XNQdxhqj3BSU/ZiUvpPUqxVRfLsmDMbEc0yT93/JVRbkhyCqGqDACdx4h3nXGhIJW7Aw==","signature_status":"signed_v1","signed_at":"2026-07-05T07:21:46.360410Z","signed_message":"canonical_sha256_bytes"},"source_id":"2311.15766","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:efc0ea04d4a6157887a6c4c0901da189573ec6d96ef2859ed90b1df2c66ba7df","sha256:d655bfffa43b9d7e90d94f25da1f91e840b10785d67314d3884d67d6275d16eb"],"state_sha256":"32c7e6575d4d3de54505f46901b1f2f0f535ed06f41fcda60ed1055dd593cc83"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"U2kYVdmc6hopExqJV8Ny6c8PuSRzLF1NRH5H7EKHWZd8eLbwDGHHN4z5+BhfrCpuNk//ygkELNcU/7PYSAY6AQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-13T19:40:42.330532Z","bundle_sha256":"5257a1f9e7dcf2b1af501141d88f42324b64699f127c2001d0980f4da693e269"}}