{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:ODIAEHLK5OBMEKPYF36GFPJBG2","short_pith_number":"pith:ODIAEHLK","canonical_record":{"source":{"id":"2309.17410","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-09-29T17:12:43Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"831951f97d6b121a93742af8c7873ad26ccdd7ca00bd138bd9306139f7f51aa3","abstract_canon_sha256":"3386420d27f6649c0a4d5fcf531562665091e38db0934ed5b79dcd2ff7758002"},"schema_version":"1.0"},"canonical_sha256":"70d0021d6aeb82c229f82efc62bd213696a44e843c2d97dd0abbdf0cbb3dbe44","source":{"kind":"arxiv","id":"2309.17410","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2309.17410","created_at":"2026-07-05T06:55:44Z"},{"alias_kind":"arxiv_version","alias_value":"2309.17410v1","created_at":"2026-07-05T06:55:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2309.17410","created_at":"2026-07-05T06:55:44Z"},{"alias_kind":"pith_short_12","alias_value":"ODIAEHLK5OBM","created_at":"2026-07-05T06:55:44Z"},{"alias_kind":"pith_short_16","alias_value":"ODIAEHLK5OBMEKPY","created_at":"2026-07-05T06:55:44Z"},{"alias_kind":"pith_short_8","alias_value":"ODIAEHLK","created_at":"2026-07-05T06:55:44Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:ODIAEHLK5OBMEKPYF36GFPJBG2","target":"record","payload":{"canonical_record":{"source":{"id":"2309.17410","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-09-29T17:12:43Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"831951f97d6b121a93742af8c7873ad26ccdd7ca00bd138bd9306139f7f51aa3","abstract_canon_sha256":"3386420d27f6649c0a4d5fcf531562665091e38db0934ed5b79dcd2ff7758002"},"schema_version":"1.0"},"canonical_sha256":"70d0021d6aeb82c229f82efc62bd213696a44e843c2d97dd0abbdf0cbb3dbe44","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:55:44.861205Z","signature_b64":"x5IN961/NHamryfFymlqQM6gRUXpderQY4nghitgELuDXMk+OQHj+CSAJOdGX7PrSD3hP23SPWjSwG+TuSsOAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"70d0021d6aeb82c229f82efc62bd213696a44e843c2d97dd0abbdf0cbb3dbe44","last_reissued_at":"2026-07-05T06:55:44.860772Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:55:44.860772Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2309.17410","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:55:44Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"guMMWM+LZoy5ytHQYpvVrzbz5kmT5WMr7NAjSQHvhV0djlEbnRWC7Qawyk3enMBAHKnSn0zqvtlNP9Gz+5RIAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T18:32:39.836525Z"},"content_sha256":"12ca9d782cbebf1522231267adf17493fb7acaf13510ed900e5074c66d364274","schema_version":"1.0","event_id":"sha256:12ca9d782cbebf1522231267adf17493fb7acaf13510ed900e5074c66d364274"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:ODIAEHLK5OBMEKPYF36GFPJBG2","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Can Sensitive Information Be Deleted From LLMs? Objectives for Defending Against Extraction Attacks","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Mohit Bansal, Peter Hase, Vaidehi Patil","submitted_at":"2023-09-29T17:12:43Z","abstract_excerpt":"Pretrained language models sometimes possess knowledge that we do not wish them to, including memorized personal information and knowledge that could be used to harm people. They can also output toxic or harmful text. To mitigate these safety and informational issues, we propose an attack-and-defense framework for studying the task of deleting sensitive information directly from model weights. We study direct edits to model weights because (1) this approach should guarantee that particular deleted information is never extracted by future prompt attacks, and (2) it should protect against whiteb"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2309.17410","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2309.17410/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:55:44Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"wm4WFRZRF4hO/0pxMpK0AeiaB33pXrI1FdzFfK2fBXA3RRT/e1CeNqX0XWCqc0JDkinDo8fczYTYg2dFwxU6Bg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T18:32:39.838119Z"},"content_sha256":"0202e2889d8a674a731fe18960315a89ea930c6854d6ca78e8cc114bfba9971c","schema_version":"1.0","event_id":"sha256:0202e2889d8a674a731fe18960315a89ea930c6854d6ca78e8cc114bfba9971c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ODIAEHLK5OBMEKPYF36GFPJBG2/bundle.json","state_url":"https://pith.science/pith/ODIAEHLK5OBMEKPYF36GFPJBG2/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ODIAEHLK5OBMEKPYF36GFPJBG2/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T18:32:39Z","links":{"resolver":"https://pith.science/pith/ODIAEHLK5OBMEKPYF36GFPJBG2","bundle":"https://pith.science/pith/ODIAEHLK5OBMEKPYF36GFPJBG2/bundle.json","state":"https://pith.science/pith/ODIAEHLK5OBMEKPYF36GFPJBG2/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ODIAEHLK5OBMEKPYF36GFPJBG2/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:ODIAEHLK5OBMEKPYF36GFPJBG2","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"3386420d27f6649c0a4d5fcf531562665091e38db0934ed5b79dcd2ff7758002","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-09-29T17:12:43Z","title_canon_sha256":"831951f97d6b121a93742af8c7873ad26ccdd7ca00bd138bd9306139f7f51aa3"},"schema_version":"1.0","source":{"id":"2309.17410","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2309.17410","created_at":"2026-07-05T06:55:44Z"},{"alias_kind":"arxiv_version","alias_value":"2309.17410v1","created_at":"2026-07-05T06:55:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2309.17410","created_at":"2026-07-05T06:55:44Z"},{"alias_kind":"pith_short_12","alias_value":"ODIAEHLK5OBM","created_at":"2026-07-05T06:55:44Z"},{"alias_kind":"pith_short_16","alias_value":"ODIAEHLK5OBMEKPY","created_at":"2026-07-05T06:55:44Z"},{"alias_kind":"pith_short_8","alias_value":"ODIAEHLK","created_at":"2026-07-05T06:55:44Z"}],"graph_snapshots":[{"event_id":"sha256:0202e2889d8a674a731fe18960315a89ea930c6854d6ca78e8cc114bfba9971c","target":"graph","created_at":"2026-07-05T06:55:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2309.17410/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Pretrained language models sometimes possess knowledge that we do not wish them to, including memorized personal information and knowledge that could be used to harm people. They can also output toxic or harmful text. To mitigate these safety and informational issues, we propose an attack-and-defense framework for studying the task of deleting sensitive information directly from model weights. We study direct edits to model weights because (1) this approach should guarantee that particular deleted information is never extracted by future prompt attacks, and (2) it should protect against whiteb","authors_text":"Mohit Bansal, Peter Hase, Vaidehi Patil","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-09-29T17:12:43Z","title":"Can Sensitive Information Be Deleted From LLMs? Objectives for Defending Against Extraction Attacks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2309.17410","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:12ca9d782cbebf1522231267adf17493fb7acaf13510ed900e5074c66d364274","target":"record","created_at":"2026-07-05T06:55:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"3386420d27f6649c0a4d5fcf531562665091e38db0934ed5b79dcd2ff7758002","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-09-29T17:12:43Z","title_canon_sha256":"831951f97d6b121a93742af8c7873ad26ccdd7ca00bd138bd9306139f7f51aa3"},"schema_version":"1.0","source":{"id":"2309.17410","kind":"arxiv","version":1}},"canonical_sha256":"70d0021d6aeb82c229f82efc62bd213696a44e843c2d97dd0abbdf0cbb3dbe44","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"70d0021d6aeb82c229f82efc62bd213696a44e843c2d97dd0abbdf0cbb3dbe44","first_computed_at":"2026-07-05T06:55:44.860772Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:55:44.860772Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"x5IN961/NHamryfFymlqQM6gRUXpderQY4nghitgELuDXMk+OQHj+CSAJOdGX7PrSD3hP23SPWjSwG+TuSsOAg==","signature_status":"signed_v1","signed_at":"2026-07-05T06:55:44.861205Z","signed_message":"canonical_sha256_bytes"},"source_id":"2309.17410","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:12ca9d782cbebf1522231267adf17493fb7acaf13510ed900e5074c66d364274","sha256:0202e2889d8a674a731fe18960315a89ea930c6854d6ca78e8cc114bfba9971c"],"state_sha256":"031c76e9089bd172c638e17e9de54e4b57ef41752a7fcb36339d5d4e947211e3"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ANKEsRKgFuGe0nKGRB7okz92ie32BvFIaBS1HgnDhR4wH8Kml0Hsx8ys9cednbY9Ls2qbpxFDW0i8PBExI4WDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T18:32:39.844798Z","bundle_sha256":"69cb29f5ec9162f84e84581befba2a3a052c80323ad4087c351169efc1ae953b"}}