{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:VJ4EUO5ZGGGF2JUJRUJKWEJTIA","short_pith_number":"pith:VJ4EUO5Z","canonical_record":{"source":{"id":"2405.05990","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CR","submitted_at":"2024-05-09T02:35:32Z","cross_cats_sorted":["cs.AI","cs.CL","cs.LG"],"title_canon_sha256":"26e5a50810a2fa7137d8301aba83021b3f923173fac44a66597830df23495b0f","abstract_canon_sha256":"784493f68ce295b848b5df8d38b30228ddcb9bf49a84da5a204d5fc5c2ca984f"},"schema_version":"1.0"},"canonical_sha256":"aa784a3bb9318c5d26898d12ab1133403d07e8c46e39575b639278368e76e289","source":{"kind":"arxiv","id":"2405.05990","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.05990","created_at":"2026-07-05T08:20:54Z"},{"alias_kind":"arxiv_version","alias_value":"2405.05990v2","created_at":"2026-07-05T08:20:54Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.05990","created_at":"2026-07-05T08:20:54Z"},{"alias_kind":"pith_short_12","alias_value":"VJ4EUO5ZGGGF","created_at":"2026-07-05T08:20:54Z"},{"alias_kind":"pith_short_16","alias_value":"VJ4EUO5ZGGGF2JUJ","created_at":"2026-07-05T08:20:54Z"},{"alias_kind":"pith_short_8","alias_value":"VJ4EUO5Z","created_at":"2026-07-05T08:20:54Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:VJ4EUO5ZGGGF2JUJRUJKWEJTIA","target":"record","payload":{"canonical_record":{"source":{"id":"2405.05990","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CR","submitted_at":"2024-05-09T02:35:32Z","cross_cats_sorted":["cs.AI","cs.CL","cs.LG"],"title_canon_sha256":"26e5a50810a2fa7137d8301aba83021b3f923173fac44a66597830df23495b0f","abstract_canon_sha256":"784493f68ce295b848b5df8d38b30228ddcb9bf49a84da5a204d5fc5c2ca984f"},"schema_version":"1.0"},"canonical_sha256":"aa784a3bb9318c5d26898d12ab1133403d07e8c46e39575b639278368e76e289","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:20:54.527161Z","signature_b64":"hZykvsB/H6yHbg2dXRSX8geyg7nYil9pK7OC3h3Hn3Zup7KipcCAptnNgRo56ZeA2Mx5iU7qp97yqOn8EgPhBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"aa784a3bb9318c5d26898d12ab1133403d07e8c46e39575b639278368e76e289","last_reissued_at":"2026-07-05T08:20:54.526695Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:20:54.526695Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2405.05990","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:20:54Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RoFPJrCD9sdg2yWFXn5AvNDaZTUKvypiJKjBY/8KPamwSR3m5IzEWdErT9wxbb0mfwPYeCQueusleY0fYKkWAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T11:26:54.658693Z"},"content_sha256":"fdf44bca0646566d34ea28e4842ffd46efe225a963c73729509108404f060623","schema_version":"1.0","event_id":"sha256:fdf44bca0646566d34ea28e4842ffd46efe225a963c73729509108404f060623"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:VJ4EUO5ZGGGF2JUJRUJKWEJTIA","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Special Characters Attack: Toward Scalable Training Data Extraction From Large Language Models","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.AI","cs.CL","cs.LG"],"primary_cat":"cs.CR","authors_text":"Ge Pei, Jindong Gu, Xingjun Ma, Yang Bai, Yong Yang","submitted_at":"2024-05-09T02:35:32Z","abstract_excerpt":"Large language models (LLMs) have achieved remarkable performance on a wide range of tasks. However, recent studies have shown that LLMs can memorize training data and simple repeated tokens can trick the model to leak the data. In this paper, we take a step further and show that certain special characters or their combinations with English letters are stronger memory triggers, leading to more severe data leakage. The intuition is that, since LLMs are trained with massive data that contains a substantial amount of special characters (e.g. structural symbols {, } of JSON files, and @, # in emai"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.05990","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2405.05990/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:20:54Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9l2R9rCfodylJbxR2miXBUyB9m4BAi8HslbnN5OBs0ZqTmIwNRIjJqKDAOPsi+w41g9OCezt49NKowvTUzrYBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T11:26:54.659189Z"},"content_sha256":"51145784015cfd138e35e8b0197829c787e3dbf3f6624c9c863042b703c655ae","schema_version":"1.0","event_id":"sha256:51145784015cfd138e35e8b0197829c787e3dbf3f6624c9c863042b703c655ae"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/VJ4EUO5ZGGGF2JUJRUJKWEJTIA/bundle.json","state_url":"https://pith.science/pith/VJ4EUO5ZGGGF2JUJRUJKWEJTIA/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/VJ4EUO5ZGGGF2JUJRUJKWEJTIA/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T11:26:54Z","links":{"resolver":"https://pith.science/pith/VJ4EUO5ZGGGF2JUJRUJKWEJTIA","bundle":"https://pith.science/pith/VJ4EUO5ZGGGF2JUJRUJKWEJTIA/bundle.json","state":"https://pith.science/pith/VJ4EUO5ZGGGF2JUJRUJKWEJTIA/state.json","well_known_bundle":"https://pith.science/.well-known/pith/VJ4EUO5ZGGGF2JUJRUJKWEJTIA/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:VJ4EUO5ZGGGF2JUJRUJKWEJTIA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"784493f68ce295b848b5df8d38b30228ddcb9bf49a84da5a204d5fc5c2ca984f","cross_cats_sorted":["cs.AI","cs.CL","cs.LG"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CR","submitted_at":"2024-05-09T02:35:32Z","title_canon_sha256":"26e5a50810a2fa7137d8301aba83021b3f923173fac44a66597830df23495b0f"},"schema_version":"1.0","source":{"id":"2405.05990","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.05990","created_at":"2026-07-05T08:20:54Z"},{"alias_kind":"arxiv_version","alias_value":"2405.05990v2","created_at":"2026-07-05T08:20:54Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.05990","created_at":"2026-07-05T08:20:54Z"},{"alias_kind":"pith_short_12","alias_value":"VJ4EUO5ZGGGF","created_at":"2026-07-05T08:20:54Z"},{"alias_kind":"pith_short_16","alias_value":"VJ4EUO5ZGGGF2JUJ","created_at":"2026-07-05T08:20:54Z"},{"alias_kind":"pith_short_8","alias_value":"VJ4EUO5Z","created_at":"2026-07-05T08:20:54Z"}],"graph_snapshots":[{"event_id":"sha256:51145784015cfd138e35e8b0197829c787e3dbf3f6624c9c863042b703c655ae","target":"graph","created_at":"2026-07-05T08:20:54Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2405.05990/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) have achieved remarkable performance on a wide range of tasks. However, recent studies have shown that LLMs can memorize training data and simple repeated tokens can trick the model to leak the data. In this paper, we take a step further and show that certain special characters or their combinations with English letters are stronger memory triggers, leading to more severe data leakage. The intuition is that, since LLMs are trained with massive data that contains a substantial amount of special characters (e.g. structural symbols {, } of JSON files, and @, # in emai","authors_text":"Ge Pei, Jindong Gu, Xingjun Ma, Yang Bai, Yong Yang","cross_cats":["cs.AI","cs.CL","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CR","submitted_at":"2024-05-09T02:35:32Z","title":"Special Characters Attack: Toward Scalable Training Data Extraction From Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.05990","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:fdf44bca0646566d34ea28e4842ffd46efe225a963c73729509108404f060623","target":"record","created_at":"2026-07-05T08:20:54Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"784493f68ce295b848b5df8d38b30228ddcb9bf49a84da5a204d5fc5c2ca984f","cross_cats_sorted":["cs.AI","cs.CL","cs.LG"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CR","submitted_at":"2024-05-09T02:35:32Z","title_canon_sha256":"26e5a50810a2fa7137d8301aba83021b3f923173fac44a66597830df23495b0f"},"schema_version":"1.0","source":{"id":"2405.05990","kind":"arxiv","version":2}},"canonical_sha256":"aa784a3bb9318c5d26898d12ab1133403d07e8c46e39575b639278368e76e289","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"aa784a3bb9318c5d26898d12ab1133403d07e8c46e39575b639278368e76e289","first_computed_at":"2026-07-05T08:20:54.526695Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:20:54.526695Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"hZykvsB/H6yHbg2dXRSX8geyg7nYil9pK7OC3h3Hn3Zup7KipcCAptnNgRo56ZeA2Mx5iU7qp97yqOn8EgPhBg==","signature_status":"signed_v1","signed_at":"2026-07-05T08:20:54.527161Z","signed_message":"canonical_sha256_bytes"},"source_id":"2405.05990","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:fdf44bca0646566d34ea28e4842ffd46efe225a963c73729509108404f060623","sha256:51145784015cfd138e35e8b0197829c787e3dbf3f6624c9c863042b703c655ae"],"state_sha256":"28517ad5daeaca957d682889354c0597433f0fe0a696ed958e06fa61a971c2d0"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gsB/GpKgeA/1Jq0s5aGVJM/ZXkSMLPS2U/rtZv+d1Bm/XYBOntzURKTUAfxUKQOpnTl4IsopYHny34iK1xoRAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T11:26:54.664669Z","bundle_sha256":"6d7b8dd2b19e18fc896c613b30197beaf77ea4dff2d19df585808f246012d38a"}}