{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:EQF64M7GK6MLLHZ5F3EIKPCOHB","short_pith_number":"pith:EQF64M7G","canonical_record":{"source":{"id":"2407.19262","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-07-27T14:00:21Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"e0a2e068f8a1b0daac58bb27845ba21784133cee946e9e63313e1062bf461b49","abstract_canon_sha256":"bb99419f5fe0b4e8a0f9f5ce9468f76e702a0b36f77aeb281b3ddc42c245c28f"},"schema_version":"1.0"},"canonical_sha256":"240bee33e65798b59f3d2ec8853c4e384bf6db2233fb3271cdfbd90523b92de8","source":{"kind":"arxiv","id":"2407.19262","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.19262","created_at":"2026-07-05T08:49:16Z"},{"alias_kind":"arxiv_version","alias_value":"2407.19262v1","created_at":"2026-07-05T08:49:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.19262","created_at":"2026-07-05T08:49:16Z"},{"alias_kind":"pith_short_12","alias_value":"EQF64M7GK6ML","created_at":"2026-07-05T08:49:16Z"},{"alias_kind":"pith_short_16","alias_value":"EQF64M7GK6MLLHZ5","created_at":"2026-07-05T08:49:16Z"},{"alias_kind":"pith_short_8","alias_value":"EQF64M7G","created_at":"2026-07-05T08:49:16Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:EQF64M7GK6MLLHZ5F3EIKPCOHB","target":"record","payload":{"canonical_record":{"source":{"id":"2407.19262","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-07-27T14:00:21Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"e0a2e068f8a1b0daac58bb27845ba21784133cee946e9e63313e1062bf461b49","abstract_canon_sha256":"bb99419f5fe0b4e8a0f9f5ce9468f76e702a0b36f77aeb281b3ddc42c245c28f"},"schema_version":"1.0"},"canonical_sha256":"240bee33e65798b59f3d2ec8853c4e384bf6db2233fb3271cdfbd90523b92de8","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:49:16.577126Z","signature_b64":"41r2oUxLjFh+2kAb6G2lCDdMGmQVdaUtighfwNzMIDNIi0JxUBNlql5GHScg9dcKtSTmxacZDTxf2Axu/m/ZBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"240bee33e65798b59f3d2ec8853c4e384bf6db2233fb3271cdfbd90523b92de8","last_reissued_at":"2026-07-05T08:49:16.576699Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:49:16.576699Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2407.19262","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:49:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"I2eHpEywHDNcgB78oXtzAlquDjlwByrO0Fyu+bGE1nRsXMtGnNyOZP+Kmcvq/imQsrCrYXjfDhkOzktN4fjzBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T16:16:53.197170Z"},"content_sha256":"5ae970bf6203093882acc9c26175b7bd800e836f5e95f9c1d062b864b782a353","schema_version":"1.0","event_id":"sha256:5ae970bf6203093882acc9c26175b7bd800e836f5e95f9c1d062b864b782a353"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:EQF64M7GK6MLLHZ5F3EIKPCOHB","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Understanding Memorisation in LLMs: Dynamics, Influencing Factors, and Implications","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Bishwamittra Ghosh, Evimaria Terzi, Krishna P. Gummadi, Mohammad Aflah Khan, Qinyuan Wu, Soumi Das, Till Speicher, Vedant Nanda","submitted_at":"2024-07-27T14:00:21Z","abstract_excerpt":"Understanding whether and to what extent large language models (LLMs) have memorised training data has important implications for the reliability of their output and the privacy of their training data. In order to cleanly measure and disentangle memorisation from other phenomena (e.g. in-context learning), we create an experimental framework that is based on repeatedly exposing LLMs to random strings. Our framework allows us to better understand the dynamics, i.e., the behaviour of the model, when repeatedly exposing it to random strings. Using our framework, we make several striking observati"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.19262","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2407.19262/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:49:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xiHDx0UZBOb56Je1oGfoEHnl/UUDu7TFmY5qr1i6PvCpM1tajgnmvTE06DSUB4nWuIcAqyzxsQJPIsDG7ulJCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T16:16:53.198104Z"},"content_sha256":"f675f18f5ea2b80c03d297f0cd77f2b922ea08a57bb38f930cce9a74481230cb","schema_version":"1.0","event_id":"sha256:f675f18f5ea2b80c03d297f0cd77f2b922ea08a57bb38f930cce9a74481230cb"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/EQF64M7GK6MLLHZ5F3EIKPCOHB/bundle.json","state_url":"https://pith.science/pith/EQF64M7GK6MLLHZ5F3EIKPCOHB/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/EQF64M7GK6MLLHZ5F3EIKPCOHB/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T16:16:53Z","links":{"resolver":"https://pith.science/pith/EQF64M7GK6MLLHZ5F3EIKPCOHB","bundle":"https://pith.science/pith/EQF64M7GK6MLLHZ5F3EIKPCOHB/bundle.json","state":"https://pith.science/pith/EQF64M7GK6MLLHZ5F3EIKPCOHB/state.json","well_known_bundle":"https://pith.science/.well-known/pith/EQF64M7GK6MLLHZ5F3EIKPCOHB/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:EQF64M7GK6MLLHZ5F3EIKPCOHB","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"bb99419f5fe0b4e8a0f9f5ce9468f76e702a0b36f77aeb281b3ddc42c245c28f","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-07-27T14:00:21Z","title_canon_sha256":"e0a2e068f8a1b0daac58bb27845ba21784133cee946e9e63313e1062bf461b49"},"schema_version":"1.0","source":{"id":"2407.19262","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.19262","created_at":"2026-07-05T08:49:16Z"},{"alias_kind":"arxiv_version","alias_value":"2407.19262v1","created_at":"2026-07-05T08:49:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.19262","created_at":"2026-07-05T08:49:16Z"},{"alias_kind":"pith_short_12","alias_value":"EQF64M7GK6ML","created_at":"2026-07-05T08:49:16Z"},{"alias_kind":"pith_short_16","alias_value":"EQF64M7GK6MLLHZ5","created_at":"2026-07-05T08:49:16Z"},{"alias_kind":"pith_short_8","alias_value":"EQF64M7G","created_at":"2026-07-05T08:49:16Z"}],"graph_snapshots":[{"event_id":"sha256:f675f18f5ea2b80c03d297f0cd77f2b922ea08a57bb38f930cce9a74481230cb","target":"graph","created_at":"2026-07-05T08:49:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2407.19262/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Understanding whether and to what extent large language models (LLMs) have memorised training data has important implications for the reliability of their output and the privacy of their training data. In order to cleanly measure and disentangle memorisation from other phenomena (e.g. in-context learning), we create an experimental framework that is based on repeatedly exposing LLMs to random strings. Our framework allows us to better understand the dynamics, i.e., the behaviour of the model, when repeatedly exposing it to random strings. Using our framework, we make several striking observati","authors_text":"Bishwamittra Ghosh, Evimaria Terzi, Krishna P. Gummadi, Mohammad Aflah Khan, Qinyuan Wu, Soumi Das, Till Speicher, Vedant Nanda","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-07-27T14:00:21Z","title":"Understanding Memorisation in LLMs: Dynamics, Influencing Factors, and Implications"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.19262","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5ae970bf6203093882acc9c26175b7bd800e836f5e95f9c1d062b864b782a353","target":"record","created_at":"2026-07-05T08:49:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"bb99419f5fe0b4e8a0f9f5ce9468f76e702a0b36f77aeb281b3ddc42c245c28f","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-07-27T14:00:21Z","title_canon_sha256":"e0a2e068f8a1b0daac58bb27845ba21784133cee946e9e63313e1062bf461b49"},"schema_version":"1.0","source":{"id":"2407.19262","kind":"arxiv","version":1}},"canonical_sha256":"240bee33e65798b59f3d2ec8853c4e384bf6db2233fb3271cdfbd90523b92de8","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"240bee33e65798b59f3d2ec8853c4e384bf6db2233fb3271cdfbd90523b92de8","first_computed_at":"2026-07-05T08:49:16.576699Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:49:16.576699Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"41r2oUxLjFh+2kAb6G2lCDdMGmQVdaUtighfwNzMIDNIi0JxUBNlql5GHScg9dcKtSTmxacZDTxf2Axu/m/ZBw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:49:16.577126Z","signed_message":"canonical_sha256_bytes"},"source_id":"2407.19262","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5ae970bf6203093882acc9c26175b7bd800e836f5e95f9c1d062b864b782a353","sha256:f675f18f5ea2b80c03d297f0cd77f2b922ea08a57bb38f930cce9a74481230cb"],"state_sha256":"31157be7b8faeb0c3404d06a110ea919072858dc1c42affc2b07f9c0b88b9230"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"OgpjkIiQFzw8yjwlfY/mqasVQp65/x0CufC/Mh/BFUG3DtuhK/AnyGyF3u9z1l7qXem4ufeCwu7EPEn0XJN2Bg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T16:16:53.204960Z","bundle_sha256":"3b6116a1ad155b613a91b4613ccc7ce6bca4ac48d81e0737129bd82b93297e54"}}