{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:BUZTD6GGFTXHTRIC2PTCBSO2XQ","short_pith_number":"pith:BUZTD6GG","canonical_record":{"source":{"id":"2406.10209","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-14T17:44:22Z","cross_cats_sorted":[],"title_canon_sha256":"1b42ee53e86e3b6e030eb3fd4195249bcf2c1c2a97631e79f9e169e3f7712fa9","abstract_canon_sha256":"4746e18c85b6a39fe72b20c419676927d1a30a7c67f4e6b0d465f7badfd1d2e6"},"schema_version":"1.0"},"canonical_sha256":"0d3331f8c62cee79c502d3e620c9dabc1a1c0c9033cf88cbedda84abba9fc1b5","source":{"kind":"arxiv","id":"2406.10209","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.10209","created_at":"2026-07-05T09:30:17Z"},{"alias_kind":"arxiv_version","alias_value":"2406.10209v2","created_at":"2026-07-05T09:30:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.10209","created_at":"2026-07-05T09:30:17Z"},{"alias_kind":"pith_short_12","alias_value":"BUZTD6GGFTXH","created_at":"2026-07-05T09:30:17Z"},{"alias_kind":"pith_short_16","alias_value":"BUZTD6GGFTXHTRIC","created_at":"2026-07-05T09:30:17Z"},{"alias_kind":"pith_short_8","alias_value":"BUZTD6GG","created_at":"2026-07-05T09:30:17Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:BUZTD6GGFTXHTRIC2PTCBSO2XQ","target":"record","payload":{"canonical_record":{"source":{"id":"2406.10209","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-14T17:44:22Z","cross_cats_sorted":[],"title_canon_sha256":"1b42ee53e86e3b6e030eb3fd4195249bcf2c1c2a97631e79f9e169e3f7712fa9","abstract_canon_sha256":"4746e18c85b6a39fe72b20c419676927d1a30a7c67f4e6b0d465f7badfd1d2e6"},"schema_version":"1.0"},"canonical_sha256":"0d3331f8c62cee79c502d3e620c9dabc1a1c0c9033cf88cbedda84abba9fc1b5","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:30:17.239202Z","signature_b64":"4BcNL5dc7hZfugyV0jRNcwffe3FAmnPjmALOXYdR5krvmJ8em7aWN1sxgwU6ZcOkzdU6+QLNlkas6pVYVhM0Dw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"0d3331f8c62cee79c502d3e620c9dabc1a1c0c9033cf88cbedda84abba9fc1b5","last_reissued_at":"2026-07-05T09:30:17.238708Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:30:17.238708Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.10209","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:30:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Ms7DciGG2p2rkP95CVn1jOKPEB1pWFqUk/jLZU9PgiC4b5Y1XCFlXmBlP4V3khZL0Oo18iKbH7wTo4aQYuQtAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T06:25:45.157247Z"},"content_sha256":"fefead2370e8e41cf89a63c594e2bdae0fffea5794e805a739279c377136f835","schema_version":"1.0","event_id":"sha256:fefead2370e8e41cf89a63c594e2bdae0fffea5794e805a739279c377136f835"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:BUZTD6GGFTXHTRIC2PTCBSO2XQ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Be like a Goldfish, Don't Memorize! Mitigating Memorization in Generative LLMs","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Abhimanyu Hans, Abhinav Bhatele, Gowthami Somepalli, Hamid Kazemi, John Kirchenbauer, Jonas Geiping, Neel Jain, Prajwal Singhania, Siddharth Singh, Tom Goldstein, Yuxin Wen","submitted_at":"2024-06-14T17:44:22Z","abstract_excerpt":"Large language models can memorize and repeat their training data, causing privacy and copyright risks. To mitigate memorization, we introduce a subtle modification to the next-token training objective that we call the goldfish loss. During training, randomly sampled subsets of tokens are excluded from the loss computation. These dropped tokens are not memorized by the model, which prevents verbatim reproduction of a complete chain of tokens from the training set. We run extensive experiments training billion-scale Llama-2 models, both pre-trained and trained from scratch, and demonstrate sign"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.10209","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.10209/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:30:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Uly0awyFN7ez3P4xW6svzPmt7TxI2xDzC7YraR80IJ70Df4O+yQHlidXfcJDm7zaPt0EVz1P6GjwBx7t3uIkAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T06:25:45.158396Z"},"content_sha256":"89887ce62958685f511c2e00ed26c8c0dc85f14ed0c2b37ed5f44fd2740676f9","schema_version":"1.0","event_id":"sha256:89887ce62958685f511c2e00ed26c8c0dc85f14ed0c2b37ed5f44fd2740676f9"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/BUZTD6GGFTXHTRIC2PTCBSO2XQ/bundle.json","state_url":"https://pith.science/pith/BUZTD6GGFTXHTRIC2PTCBSO2XQ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/BUZTD6GGFTXHTRIC2PTCBSO2XQ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T06:25:45Z","links":{"resolver":"https://pith.science/pith/BUZTD6GGFTXHTRIC2PTCBSO2XQ","bundle":"https://pith.science/pith/BUZTD6GGFTXHTRIC2PTCBSO2XQ/bundle.json","state":"https://pith.science/pith/BUZTD6GGFTXHTRIC2PTCBSO2XQ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/BUZTD6GGFTXHTRIC2PTCBSO2XQ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:BUZTD6GGFTXHTRIC2PTCBSO2XQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4746e18c85b6a39fe72b20c419676927d1a30a7c67f4e6b0d465f7badfd1d2e6","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-14T17:44:22Z","title_canon_sha256":"1b42ee53e86e3b6e030eb3fd4195249bcf2c1c2a97631e79f9e169e3f7712fa9"},"schema_version":"1.0","source":{"id":"2406.10209","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.10209","created_at":"2026-07-05T09:30:17Z"},{"alias_kind":"arxiv_version","alias_value":"2406.10209v2","created_at":"2026-07-05T09:30:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.10209","created_at":"2026-07-05T09:30:17Z"},{"alias_kind":"pith_short_12","alias_value":"BUZTD6GGFTXH","created_at":"2026-07-05T09:30:17Z"},{"alias_kind":"pith_short_16","alias_value":"BUZTD6GGFTXHTRIC","created_at":"2026-07-05T09:30:17Z"},{"alias_kind":"pith_short_8","alias_value":"BUZTD6GG","created_at":"2026-07-05T09:30:17Z"}],"graph_snapshots":[{"event_id":"sha256:89887ce62958685f511c2e00ed26c8c0dc85f14ed0c2b37ed5f44fd2740676f9","target":"graph","created_at":"2026-07-05T09:30:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.10209/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models can memorize and repeat their training data, causing privacy and copyright risks. To mitigate memorization, we introduce a subtle modification to the next-token training objective that we call the goldfish loss. During training, randomly sampled subsets of tokens are excluded from the loss computation. These dropped tokens are not memorized by the model, which prevents verbatim reproduction of a complete chain of tokens from the training set. We run extensive experiments training billion-scale Llama-2 models, both pre-trained and trained from scratch, and demonstrate sign","authors_text":"Abhimanyu Hans, Abhinav Bhatele, Gowthami Somepalli, Hamid Kazemi, John Kirchenbauer, Jonas Geiping, Neel Jain, Prajwal Singhania, Siddharth Singh, Tom Goldstein, Yuxin Wen","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-14T17:44:22Z","title":"Be like a Goldfish, Don't Memorize! Mitigating Memorization in Generative LLMs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.10209","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:fefead2370e8e41cf89a63c594e2bdae0fffea5794e805a739279c377136f835","target":"record","created_at":"2026-07-05T09:30:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4746e18c85b6a39fe72b20c419676927d1a30a7c67f4e6b0d465f7badfd1d2e6","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-14T17:44:22Z","title_canon_sha256":"1b42ee53e86e3b6e030eb3fd4195249bcf2c1c2a97631e79f9e169e3f7712fa9"},"schema_version":"1.0","source":{"id":"2406.10209","kind":"arxiv","version":2}},"canonical_sha256":"0d3331f8c62cee79c502d3e620c9dabc1a1c0c9033cf88cbedda84abba9fc1b5","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"0d3331f8c62cee79c502d3e620c9dabc1a1c0c9033cf88cbedda84abba9fc1b5","first_computed_at":"2026-07-05T09:30:17.238708Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:30:17.238708Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"4BcNL5dc7hZfugyV0jRNcwffe3FAmnPjmALOXYdR5krvmJ8em7aWN1sxgwU6ZcOkzdU6+QLNlkas6pVYVhM0Dw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:30:17.239202Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.10209","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:fefead2370e8e41cf89a63c594e2bdae0fffea5794e805a739279c377136f835","sha256:89887ce62958685f511c2e00ed26c8c0dc85f14ed0c2b37ed5f44fd2740676f9"],"state_sha256":"ada53fc99e5688b5aca49090590fdaf3c09d94ba51b943eacf936a7bd732d371"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"LcoWKBUautyM5PQNSXCL/gE5RHELU/046U3Zy758R5yeEHpzNdQ9EHfmhNoJN2BjQhy1tMB8Poor6DTZ0CDsAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T06:25:45.165728Z","bundle_sha256":"60ec65262f19b5b77ebb19d77412d8e5516d0ddbfd6725495888c172d561e8be"}}