{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:O62NKL3TWSREUP2MYTITDVAHAB","short_pith_number":"pith:O62NKL3T","canonical_record":{"source":{"id":"2410.08827","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-11T14:06:58Z","cross_cats_sorted":[],"title_canon_sha256":"d11e9dd72928f158557d5c39adb07c66eda7ded1d7ff5015f9e7fbc5bd3ff2ff","abstract_canon_sha256":"3514d1c8897ecbe088e9888b300b02eb4761296392f3dfae71193631ca4386b7"},"schema_version":"1.0"},"canonical_sha256":"77b4d52f73b4a24a3f4cc4d131d4070042a49c0dea07da89a436b9ba06491996","source":{"kind":"arxiv","id":"2410.08827","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.08827","created_at":"2026-07-05T10:10:44Z"},{"alias_kind":"arxiv_version","alias_value":"2410.08827v3","created_at":"2026-07-05T10:10:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.08827","created_at":"2026-07-05T10:10:44Z"},{"alias_kind":"pith_short_12","alias_value":"O62NKL3TWSRE","created_at":"2026-07-05T10:10:44Z"},{"alias_kind":"pith_short_16","alias_value":"O62NKL3TWSREUP2M","created_at":"2026-07-05T10:10:44Z"},{"alias_kind":"pith_short_8","alias_value":"O62NKL3T","created_at":"2026-07-05T10:10:44Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:O62NKL3TWSREUP2MYTITDVAHAB","target":"record","payload":{"canonical_record":{"source":{"id":"2410.08827","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-11T14:06:58Z","cross_cats_sorted":[],"title_canon_sha256":"d11e9dd72928f158557d5c39adb07c66eda7ded1d7ff5015f9e7fbc5bd3ff2ff","abstract_canon_sha256":"3514d1c8897ecbe088e9888b300b02eb4761296392f3dfae71193631ca4386b7"},"schema_version":"1.0"},"canonical_sha256":"77b4d52f73b4a24a3f4cc4d131d4070042a49c0dea07da89a436b9ba06491996","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:10:44.863734Z","signature_b64":"8kRTnf30ebpe/lSGFGwbJXfuL2XwsZ2du+03R9RwMTMk5wnUxQNoTmhSVjLjBuo/AnAfEnt0/zW/66VatCLRCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"77b4d52f73b4a24a3f4cc4d131d4070042a49c0dea07da89a436b9ba06491996","last_reissued_at":"2026-07-05T10:10:44.863309Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:10:44.863309Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.08827","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:10:44Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"BcUQLJ6PZc7SYtxPMNfWphZoKzwW2qHsYEQDuRwe9vI67PuWKXdVWd0lotlbcANExMDcGys601dTjozzZUG+BA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T12:14:55.724529Z"},"content_sha256":"03128a31f42a313dc9d47223276311771c5f937f39ea2b6f938fd520b82bc397","schema_version":"1.0","event_id":"sha256:03128a31f42a313dc9d47223276311771c5f937f39ea2b6f938fd520b82bc397"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:O62NKL3TWSREUP2MYTITDVAHAB","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Do Unlearning Methods Remove Information from Language Model Weights?","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Aghyad Deeb, Fabien Roger","submitted_at":"2024-10-11T14:06:58Z","abstract_excerpt":"Large Language Models' knowledge of how to perform cyber-security attacks, create bioweapons, and manipulate humans poses risks of misuse. Previous work has proposed methods to unlearn this knowledge. Historically, it has been unclear whether unlearning techniques are removing information from the model weights or just making it harder to access. To disentangle these two objectives, we propose an adversarial evaluation method to test for the removal of information from model weights: we give an attacker access to some facts that were supposed to be removed, and using those, the attacker tries "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.08827","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.08827/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:10:44Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2c24A0dtXJB/9SPSlqOXfmYJ3WtORZrnHXbxDzHyIvU9AqtwwKJ4MjonuFp57CcoTh2VFk4yaCO1roC4Al1fBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T12:14:55.724910Z"},"content_sha256":"bfe3a5aae4e3fa00d40db0201b6ac655f020b8f4c79a506b669b67086cd20007","schema_version":"1.0","event_id":"sha256:bfe3a5aae4e3fa00d40db0201b6ac655f020b8f4c79a506b669b67086cd20007"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/O62NKL3TWSREUP2MYTITDVAHAB/bundle.json","state_url":"https://pith.science/pith/O62NKL3TWSREUP2MYTITDVAHAB/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/O62NKL3TWSREUP2MYTITDVAHAB/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T12:14:55Z","links":{"resolver":"https://pith.science/pith/O62NKL3TWSREUP2MYTITDVAHAB","bundle":"https://pith.science/pith/O62NKL3TWSREUP2MYTITDVAHAB/bundle.json","state":"https://pith.science/pith/O62NKL3TWSREUP2MYTITDVAHAB/state.json","well_known_bundle":"https://pith.science/.well-known/pith/O62NKL3TWSREUP2MYTITDVAHAB/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:O62NKL3TWSREUP2MYTITDVAHAB","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"3514d1c8897ecbe088e9888b300b02eb4761296392f3dfae71193631ca4386b7","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-11T14:06:58Z","title_canon_sha256":"d11e9dd72928f158557d5c39adb07c66eda7ded1d7ff5015f9e7fbc5bd3ff2ff"},"schema_version":"1.0","source":{"id":"2410.08827","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.08827","created_at":"2026-07-05T10:10:44Z"},{"alias_kind":"arxiv_version","alias_value":"2410.08827v3","created_at":"2026-07-05T10:10:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.08827","created_at":"2026-07-05T10:10:44Z"},{"alias_kind":"pith_short_12","alias_value":"O62NKL3TWSRE","created_at":"2026-07-05T10:10:44Z"},{"alias_kind":"pith_short_16","alias_value":"O62NKL3TWSREUP2M","created_at":"2026-07-05T10:10:44Z"},{"alias_kind":"pith_short_8","alias_value":"O62NKL3T","created_at":"2026-07-05T10:10:44Z"}],"graph_snapshots":[{"event_id":"sha256:bfe3a5aae4e3fa00d40db0201b6ac655f020b8f4c79a506b669b67086cd20007","target":"graph","created_at":"2026-07-05T10:10:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.08827/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models' knowledge of how to perform cyber-security attacks, create bioweapons, and manipulate humans poses risks of misuse. Previous work has proposed methods to unlearn this knowledge. Historically, it has been unclear whether unlearning techniques are removing information from the model weights or just making it harder to access. To disentangle these two objectives, we propose an adversarial evaluation method to test for the removal of information from model weights: we give an attacker access to some facts that were supposed to be removed, and using those, the attacker tries ","authors_text":"Aghyad Deeb, Fabien Roger","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-11T14:06:58Z","title":"Do Unlearning Methods Remove Information from Language Model Weights?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.08827","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:03128a31f42a313dc9d47223276311771c5f937f39ea2b6f938fd520b82bc397","target":"record","created_at":"2026-07-05T10:10:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"3514d1c8897ecbe088e9888b300b02eb4761296392f3dfae71193631ca4386b7","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-11T14:06:58Z","title_canon_sha256":"d11e9dd72928f158557d5c39adb07c66eda7ded1d7ff5015f9e7fbc5bd3ff2ff"},"schema_version":"1.0","source":{"id":"2410.08827","kind":"arxiv","version":3}},"canonical_sha256":"77b4d52f73b4a24a3f4cc4d131d4070042a49c0dea07da89a436b9ba06491996","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"77b4d52f73b4a24a3f4cc4d131d4070042a49c0dea07da89a436b9ba06491996","first_computed_at":"2026-07-05T10:10:44.863309Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:10:44.863309Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"8kRTnf30ebpe/lSGFGwbJXfuL2XwsZ2du+03R9RwMTMk5wnUxQNoTmhSVjLjBuo/AnAfEnt0/zW/66VatCLRCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T10:10:44.863734Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.08827","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:03128a31f42a313dc9d47223276311771c5f937f39ea2b6f938fd520b82bc397","sha256:bfe3a5aae4e3fa00d40db0201b6ac655f020b8f4c79a506b669b67086cd20007"],"state_sha256":"d957e6a7c45f55dd2e0ed1753b117a6c10276e893d744bb0d7b3b734aa9e15a6"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RepkGS7qh1HMgOLF5YEuV1cTEjeRlzbC2ojESegsZLaCe4oCQkjHWrbq1ycYJwfHCX3DoYs66WtWvSvCPIfCCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T12:14:55.728165Z","bundle_sha256":"ad023e45f47bc3ceb1b1f2eb148acdba9e986b237547f129b78b8d5ddb34fbfe"}}