{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:75HV63KMAANF5ZQIAQJPLJJTWY","short_pith_number":"pith:75HV63KM","canonical_record":{"source":{"id":"2406.18400","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-26T14:49:54Z","cross_cats_sorted":["cs.LG","stat.ML"],"title_canon_sha256":"6334004f3f6e74b57f2da347dfc7992a1ac811525cd15317d12b2fa8a92f81f7","abstract_canon_sha256":"3c9d7b5c951562d74b4ce6efd64c2558338668f4e316593b522e705cda8fc6b8"},"schema_version":"1.0"},"canonical_sha256":"ff4f5f6d4c001a5ee6080412f5a533b629681c7bfdaab3f9a3b78e1d03f3e694","source":{"kind":"arxiv","id":"2406.18400","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.18400","created_at":"2026-07-05T09:41:38Z"},{"alias_kind":"arxiv_version","alias_value":"2406.18400v2","created_at":"2026-07-05T09:41:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.18400","created_at":"2026-07-05T09:41:38Z"},{"alias_kind":"pith_short_12","alias_value":"75HV63KMAANF","created_at":"2026-07-05T09:41:38Z"},{"alias_kind":"pith_short_16","alias_value":"75HV63KMAANF5ZQI","created_at":"2026-07-05T09:41:38Z"},{"alias_kind":"pith_short_8","alias_value":"75HV63KM","created_at":"2026-07-05T09:41:38Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:75HV63KMAANF5ZQIAQJPLJJTWY","target":"record","payload":{"canonical_record":{"source":{"id":"2406.18400","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-26T14:49:54Z","cross_cats_sorted":["cs.LG","stat.ML"],"title_canon_sha256":"6334004f3f6e74b57f2da347dfc7992a1ac811525cd15317d12b2fa8a92f81f7","abstract_canon_sha256":"3c9d7b5c951562d74b4ce6efd64c2558338668f4e316593b522e705cda8fc6b8"},"schema_version":"1.0"},"canonical_sha256":"ff4f5f6d4c001a5ee6080412f5a533b629681c7bfdaab3f9a3b78e1d03f3e694","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:41:38.541957Z","signature_b64":"rUf012NMrd2LxojMsnpWLBcmRskQZfZKWLj/STWybpAAA3lQzXWQS1swkEjLF4gh8aiHEGWM3HpF7bXR7opHCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ff4f5f6d4c001a5ee6080412f5a533b629681c7bfdaab3f9a3b78e1d03f3e694","last_reissued_at":"2026-07-05T09:41:38.541511Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:41:38.541511Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.18400","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:41:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"31bQxUdTDUPMQpzvXWOU9GOKb98AVYdwcIXvS3HJFWpL+ecleEqNmagpA9EzzfHnrVQrNXsMAHfjJgM+zRtOCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T11:56:17.739348Z"},"content_sha256":"8a0445ba86955965f18fb6cf42745c9feafe7e314f45772ff3968a0ac9161599","schema_version":"1.0","event_id":"sha256:8a0445ba86955965f18fb6cf42745c9feafe7e314f45772ff3968a0ac9161599"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:75HV63KMAANF5ZQIAQJPLJJTWY","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Do LLMs dream of elephants (when told not to)? Latent concept association and associative memory in transformers","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG","stat.ML"],"primary_cat":"cs.CL","authors_text":"Bryon Aragam, Goutham Rajendran, Pradeep Ravikumar, Yibo Jiang","submitted_at":"2024-06-26T14:49:54Z","abstract_excerpt":"Large Language Models (LLMs) have the capacity to store and recall facts. Through experimentation with open-source models, we observe that this ability to retrieve facts can be easily manipulated by changing contexts, even without altering their factual meanings. These findings highlight that LLMs might behave like an associative memory model where certain tokens in the contexts serve as clues to retrieving facts. We mathematically explore this property by studying how transformers, the building blocks of LLMs, can complete such memory tasks. We study a simple latent concept association proble"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.18400","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.18400/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:41:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4vRp36d5UDUJHB/oJ476tHWxgiiOJaamd6g9iJyQNoFtVc5T9UujDpY7kQwZ4K1qyxAP50gojMaZ/F3dJlstBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T11:56:17.739926Z"},"content_sha256":"8cd319026b980eb2e96eb34c66ecc2443cfd8fc915d21edec3c411040dc89b0c","schema_version":"1.0","event_id":"sha256:8cd319026b980eb2e96eb34c66ecc2443cfd8fc915d21edec3c411040dc89b0c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/75HV63KMAANF5ZQIAQJPLJJTWY/bundle.json","state_url":"https://pith.science/pith/75HV63KMAANF5ZQIAQJPLJJTWY/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/75HV63KMAANF5ZQIAQJPLJJTWY/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T11:56:17Z","links":{"resolver":"https://pith.science/pith/75HV63KMAANF5ZQIAQJPLJJTWY","bundle":"https://pith.science/pith/75HV63KMAANF5ZQIAQJPLJJTWY/bundle.json","state":"https://pith.science/pith/75HV63KMAANF5ZQIAQJPLJJTWY/state.json","well_known_bundle":"https://pith.science/.well-known/pith/75HV63KMAANF5ZQIAQJPLJJTWY/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:75HV63KMAANF5ZQIAQJPLJJTWY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"3c9d7b5c951562d74b4ce6efd64c2558338668f4e316593b522e705cda8fc6b8","cross_cats_sorted":["cs.LG","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-26T14:49:54Z","title_canon_sha256":"6334004f3f6e74b57f2da347dfc7992a1ac811525cd15317d12b2fa8a92f81f7"},"schema_version":"1.0","source":{"id":"2406.18400","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.18400","created_at":"2026-07-05T09:41:38Z"},{"alias_kind":"arxiv_version","alias_value":"2406.18400v2","created_at":"2026-07-05T09:41:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.18400","created_at":"2026-07-05T09:41:38Z"},{"alias_kind":"pith_short_12","alias_value":"75HV63KMAANF","created_at":"2026-07-05T09:41:38Z"},{"alias_kind":"pith_short_16","alias_value":"75HV63KMAANF5ZQI","created_at":"2026-07-05T09:41:38Z"},{"alias_kind":"pith_short_8","alias_value":"75HV63KM","created_at":"2026-07-05T09:41:38Z"}],"graph_snapshots":[{"event_id":"sha256:8cd319026b980eb2e96eb34c66ecc2443cfd8fc915d21edec3c411040dc89b0c","target":"graph","created_at":"2026-07-05T09:41:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.18400/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) have the capacity to store and recall facts. Through experimentation with open-source models, we observe that this ability to retrieve facts can be easily manipulated by changing contexts, even without altering their factual meanings. These findings highlight that LLMs might behave like an associative memory model where certain tokens in the contexts serve as clues to retrieving facts. We mathematically explore this property by studying how transformers, the building blocks of LLMs, can complete such memory tasks. We study a simple latent concept association proble","authors_text":"Bryon Aragam, Goutham Rajendran, Pradeep Ravikumar, Yibo Jiang","cross_cats":["cs.LG","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-26T14:49:54Z","title":"Do LLMs dream of elephants (when told not to)? Latent concept association and associative memory in transformers"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.18400","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8a0445ba86955965f18fb6cf42745c9feafe7e314f45772ff3968a0ac9161599","target":"record","created_at":"2026-07-05T09:41:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"3c9d7b5c951562d74b4ce6efd64c2558338668f4e316593b522e705cda8fc6b8","cross_cats_sorted":["cs.LG","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-26T14:49:54Z","title_canon_sha256":"6334004f3f6e74b57f2da347dfc7992a1ac811525cd15317d12b2fa8a92f81f7"},"schema_version":"1.0","source":{"id":"2406.18400","kind":"arxiv","version":2}},"canonical_sha256":"ff4f5f6d4c001a5ee6080412f5a533b629681c7bfdaab3f9a3b78e1d03f3e694","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ff4f5f6d4c001a5ee6080412f5a533b629681c7bfdaab3f9a3b78e1d03f3e694","first_computed_at":"2026-07-05T09:41:38.541511Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:41:38.541511Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"rUf012NMrd2LxojMsnpWLBcmRskQZfZKWLj/STWybpAAA3lQzXWQS1swkEjLF4gh8aiHEGWM3HpF7bXR7opHCw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:41:38.541957Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.18400","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8a0445ba86955965f18fb6cf42745c9feafe7e314f45772ff3968a0ac9161599","sha256:8cd319026b980eb2e96eb34c66ecc2443cfd8fc915d21edec3c411040dc89b0c"],"state_sha256":"7fb3cb7081ac68460f8c41bdccdee7e357e9860bc2b057c0ab7abbd2168d6063"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"NwXgJOrVAy3sh6jGwty/zrLYb1EEdCOHUuAOl28ojcq/wvokB4zSJeJ38moc/wYcjaiKsKjIdw/nfVmFzzSbAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T11:56:17.746169Z","bundle_sha256":"1f1f5f950e1e54c47e34f671b911a32cf0961e73262ad1169e6e2ec59c085869"}}