{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:MAXWKVK42BOY2LX4Z2BMFFQDLG","short_pith_number":"pith:MAXWKVK4","canonical_record":{"source":{"id":"2403.19851","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-28T21:53:24Z","cross_cats_sorted":["cs.CR","cs.LG","stat.ML"],"title_canon_sha256":"941eb716b6e284fb13a269d25701fc8b1d5bb8c23c1b3701914a7637f1310aee","abstract_canon_sha256":"9ed083db5f33c483107406c79a361e81ea74fd6c8bd8b94c278e988ddd2a47c4"},"schema_version":"1.0"},"canonical_sha256":"602f65555cd05d8d2efcce82c29603598af9dd414654bbd46c6842e49f1ef8e1","source":{"kind":"arxiv","id":"2403.19851","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.19851","created_at":"2026-07-05T08:02:09Z"},{"alias_kind":"arxiv_version","alias_value":"2403.19851v1","created_at":"2026-07-05T08:02:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.19851","created_at":"2026-07-05T08:02:09Z"},{"alias_kind":"pith_short_12","alias_value":"MAXWKVK42BOY","created_at":"2026-07-05T08:02:09Z"},{"alias_kind":"pith_short_16","alias_value":"MAXWKVK42BOY2LX4","created_at":"2026-07-05T08:02:09Z"},{"alias_kind":"pith_short_8","alias_value":"MAXWKVK4","created_at":"2026-07-05T08:02:09Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:MAXWKVK42BOY2LX4Z2BMFFQDLG","target":"record","payload":{"canonical_record":{"source":{"id":"2403.19851","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-28T21:53:24Z","cross_cats_sorted":["cs.CR","cs.LG","stat.ML"],"title_canon_sha256":"941eb716b6e284fb13a269d25701fc8b1d5bb8c23c1b3701914a7637f1310aee","abstract_canon_sha256":"9ed083db5f33c483107406c79a361e81ea74fd6c8bd8b94c278e988ddd2a47c4"},"schema_version":"1.0"},"canonical_sha256":"602f65555cd05d8d2efcce82c29603598af9dd414654bbd46c6842e49f1ef8e1","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:02:09.821277Z","signature_b64":"9qOq35oIT30QZQNo3tuKylfO4JfsLF/68u678a9E9IgL3dXIWpa7B4v1IPrF1qWKaUixUsJ9d57F8LvxmF5BDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"602f65555cd05d8d2efcce82c29603598af9dd414654bbd46c6842e49f1ef8e1","last_reissued_at":"2026-07-05T08:02:09.820820Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:02:09.820820Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2403.19851","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:02:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"W/z2alsowQtB1m2JsHgPsRPSVndI0CugxIaz1DAlDDIsJEDvU87I8LxwywjfNDJX0cpCdGsa1MtMGUpHKJoFAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T18:28:50.574861Z"},"content_sha256":"d21867a07ce155188b075cdac54d2ad7c5b748369f768341c81dae98becc31eb","schema_version":"1.0","event_id":"sha256:d21867a07ce155188b075cdac54d2ad7c5b748369f768341c81dae98becc31eb"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:MAXWKVK42BOY2LX4Z2BMFFQDLG","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Localizing Paragraph Memorization in Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CR","cs.LG","stat.ML"],"primary_cat":"cs.CL","authors_text":"Chiyuan Zhang, Mitchell Gordon, Niklas Stoehr, Owen Lewis","submitted_at":"2024-03-28T21:53:24Z","abstract_excerpt":"Can we localize the weights and mechanisms used by a language model to memorize and recite entire paragraphs of its training data? In this paper, we show that while memorization is spread across multiple layers and model components, gradients of memorized paragraphs have a distinguishable spatial pattern, being larger in lower model layers than gradients of non-memorized examples. Moreover, the memorized examples can be unlearned by fine-tuning only the high-gradient weights. We localize a low-layer attention head that appears to be especially involved in paragraph memorization. This head is p"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.19851","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2403.19851/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:02:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4nVNb01M7vH1BPFDNk2K1jFpu1Lq26VewTJC1I3ri5twDMBASMaE3gBD1CsTXtypFI2t+FgD4JBZRaF7CGk/Dw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T18:28:50.575798Z"},"content_sha256":"bc217532f4e8fd147dff66f4fc780c04e2dd0bb8bc0badae18a862948c609233","schema_version":"1.0","event_id":"sha256:bc217532f4e8fd147dff66f4fc780c04e2dd0bb8bc0badae18a862948c609233"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/MAXWKVK42BOY2LX4Z2BMFFQDLG/bundle.json","state_url":"https://pith.science/pith/MAXWKVK42BOY2LX4Z2BMFFQDLG/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/MAXWKVK42BOY2LX4Z2BMFFQDLG/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T18:28:50Z","links":{"resolver":"https://pith.science/pith/MAXWKVK42BOY2LX4Z2BMFFQDLG","bundle":"https://pith.science/pith/MAXWKVK42BOY2LX4Z2BMFFQDLG/bundle.json","state":"https://pith.science/pith/MAXWKVK42BOY2LX4Z2BMFFQDLG/state.json","well_known_bundle":"https://pith.science/.well-known/pith/MAXWKVK42BOY2LX4Z2BMFFQDLG/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:MAXWKVK42BOY2LX4Z2BMFFQDLG","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"9ed083db5f33c483107406c79a361e81ea74fd6c8bd8b94c278e988ddd2a47c4","cross_cats_sorted":["cs.CR","cs.LG","stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-28T21:53:24Z","title_canon_sha256":"941eb716b6e284fb13a269d25701fc8b1d5bb8c23c1b3701914a7637f1310aee"},"schema_version":"1.0","source":{"id":"2403.19851","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.19851","created_at":"2026-07-05T08:02:09Z"},{"alias_kind":"arxiv_version","alias_value":"2403.19851v1","created_at":"2026-07-05T08:02:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.19851","created_at":"2026-07-05T08:02:09Z"},{"alias_kind":"pith_short_12","alias_value":"MAXWKVK42BOY","created_at":"2026-07-05T08:02:09Z"},{"alias_kind":"pith_short_16","alias_value":"MAXWKVK42BOY2LX4","created_at":"2026-07-05T08:02:09Z"},{"alias_kind":"pith_short_8","alias_value":"MAXWKVK4","created_at":"2026-07-05T08:02:09Z"}],"graph_snapshots":[{"event_id":"sha256:bc217532f4e8fd147dff66f4fc780c04e2dd0bb8bc0badae18a862948c609233","target":"graph","created_at":"2026-07-05T08:02:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2403.19851/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Can we localize the weights and mechanisms used by a language model to memorize and recite entire paragraphs of its training data? In this paper, we show that while memorization is spread across multiple layers and model components, gradients of memorized paragraphs have a distinguishable spatial pattern, being larger in lower model layers than gradients of non-memorized examples. Moreover, the memorized examples can be unlearned by fine-tuning only the high-gradient weights. We localize a low-layer attention head that appears to be especially involved in paragraph memorization. This head is p","authors_text":"Chiyuan Zhang, Mitchell Gordon, Niklas Stoehr, Owen Lewis","cross_cats":["cs.CR","cs.LG","stat.ML"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-28T21:53:24Z","title":"Localizing Paragraph Memorization in Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.19851","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d21867a07ce155188b075cdac54d2ad7c5b748369f768341c81dae98becc31eb","target":"record","created_at":"2026-07-05T08:02:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"9ed083db5f33c483107406c79a361e81ea74fd6c8bd8b94c278e988ddd2a47c4","cross_cats_sorted":["cs.CR","cs.LG","stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-28T21:53:24Z","title_canon_sha256":"941eb716b6e284fb13a269d25701fc8b1d5bb8c23c1b3701914a7637f1310aee"},"schema_version":"1.0","source":{"id":"2403.19851","kind":"arxiv","version":1}},"canonical_sha256":"602f65555cd05d8d2efcce82c29603598af9dd414654bbd46c6842e49f1ef8e1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"602f65555cd05d8d2efcce82c29603598af9dd414654bbd46c6842e49f1ef8e1","first_computed_at":"2026-07-05T08:02:09.820820Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:02:09.820820Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"9qOq35oIT30QZQNo3tuKylfO4JfsLF/68u678a9E9IgL3dXIWpa7B4v1IPrF1qWKaUixUsJ9d57F8LvxmF5BDw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:02:09.821277Z","signed_message":"canonical_sha256_bytes"},"source_id":"2403.19851","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d21867a07ce155188b075cdac54d2ad7c5b748369f768341c81dae98becc31eb","sha256:bc217532f4e8fd147dff66f4fc780c04e2dd0bb8bc0badae18a862948c609233"],"state_sha256":"3deecd3ed2a1fe58d5cdd44afd460199b44521661af9bbdc0482cc5d4aa432e0"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"cVxTaHm+CG2YLzI/Less1QUaQDXguWqApX1pDOlf3z0WOJI44CKzIZm160uCYgxZIqPmgBurxPTQ3lq/BfAdBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T18:28:50.581857Z","bundle_sha256":"a1ecf93df16143a49a0e276ae244e9d411c2c1d4a08eb64b25a91781d266be2b"}}