{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:LVZYY4UP672FLPA4HGHXC7FOLA","short_pith_number":"pith:LVZYY4UP","canonical_record":{"source":{"id":"2402.18724","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-02-28T21:47:30Z","cross_cats_sorted":["cs.AI","stat.ML"],"title_canon_sha256":"b58bb70d3c907f8a0a83b369ce8861b66c4ee4b0cc71723a4f209cb56a4131ad","abstract_canon_sha256":"8ca2980d179a2e8eb71d47d8e7df519b960fde6bef5f777024e0cb3c14aeab30"},"schema_version":"1.0"},"canonical_sha256":"5d738c728ff7f455bc1c398f717cae5809a57d1d6695333d0cdf02ed79131df5","source":{"kind":"arxiv","id":"2402.18724","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.18724","created_at":"2026-07-05T07:50:26Z"},{"alias_kind":"arxiv_version","alias_value":"2402.18724v1","created_at":"2026-07-05T07:50:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.18724","created_at":"2026-07-05T07:50:26Z"},{"alias_kind":"pith_short_12","alias_value":"LVZYY4UP672F","created_at":"2026-07-05T07:50:26Z"},{"alias_kind":"pith_short_16","alias_value":"LVZYY4UP672FLPA4","created_at":"2026-07-05T07:50:26Z"},{"alias_kind":"pith_short_8","alias_value":"LVZYY4UP","created_at":"2026-07-05T07:50:26Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:LVZYY4UP672FLPA4HGHXC7FOLA","target":"record","payload":{"canonical_record":{"source":{"id":"2402.18724","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-02-28T21:47:30Z","cross_cats_sorted":["cs.AI","stat.ML"],"title_canon_sha256":"b58bb70d3c907f8a0a83b369ce8861b66c4ee4b0cc71723a4f209cb56a4131ad","abstract_canon_sha256":"8ca2980d179a2e8eb71d47d8e7df519b960fde6bef5f777024e0cb3c14aeab30"},"schema_version":"1.0"},"canonical_sha256":"5d738c728ff7f455bc1c398f717cae5809a57d1d6695333d0cdf02ed79131df5","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:50:26.569000Z","signature_b64":"CIlCYozHzYvyfDNGU2LfcNCSqD+fyMnYsQIMIOps4i4ZcW6cR3Iu8Rv7/9XnrcqhFBekOv3cqutQcuUGWa8jAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5d738c728ff7f455bc1c398f717cae5809a57d1d6695333d0cdf02ed79131df5","last_reissued_at":"2026-07-05T07:50:26.568391Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:50:26.568391Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2402.18724","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:50:26Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EqXO1lG3lAZf+AX/GBaNAQBg2r6FLNel2d65tmBwpCN44rMo6FRKv+djZGG+nQ+n0JBjZVf2sl4TQYGi4UF8Dg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T10:41:38.528324Z"},"content_sha256":"8e2c4a28f09b95ee42d9d714aafbfd19a0f419e633c3398a4e3c85a9e3a6724e","schema_version":"1.0","event_id":"sha256:8e2c4a28f09b95ee42d9d714aafbfd19a0f419e633c3398a4e3c85a9e3a6724e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:LVZYY4UP672FLPA4HGHXC7FOLA","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Learning Associative Memories with Gradient Descent","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.AI","stat.ML"],"primary_cat":"cs.LG","authors_text":"Alberto Bietti, Berfin Simsek, Vivien Cabannes","submitted_at":"2024-02-28T21:47:30Z","abstract_excerpt":"This work focuses on the training dynamics of one associative memory module storing outer products of token embeddings. We reduce this problem to the study of a system of particles, which interact according to properties of the data distribution and correlations between embeddings. Through theory and experiments, we provide several insights. In overparameterized regimes, we obtain logarithmic growth of the ``classification margins.'' Yet, we show that imbalance in token frequencies and memory interferences due to correlated embeddings lead to oscillatory transitory regimes. The oscillations ar"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.18724","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2402.18724/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:50:26Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"mLz5/a5UpzgYila8sIlhyvXvG5Iu4/+UV+5XvJpd6zlYGX5f2MqnLAHvX4vWOW+0+737kFDQFrs8cAoPk2KhBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T10:41:38.528816Z"},"content_sha256":"f76c0c265af27837790e2f8b8f48b9940bd19c0b772572559edaaf861a20e4d0","schema_version":"1.0","event_id":"sha256:f76c0c265af27837790e2f8b8f48b9940bd19c0b772572559edaaf861a20e4d0"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/LVZYY4UP672FLPA4HGHXC7FOLA/bundle.json","state_url":"https://pith.science/pith/LVZYY4UP672FLPA4HGHXC7FOLA/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/LVZYY4UP672FLPA4HGHXC7FOLA/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-14T10:41:38Z","links":{"resolver":"https://pith.science/pith/LVZYY4UP672FLPA4HGHXC7FOLA","bundle":"https://pith.science/pith/LVZYY4UP672FLPA4HGHXC7FOLA/bundle.json","state":"https://pith.science/pith/LVZYY4UP672FLPA4HGHXC7FOLA/state.json","well_known_bundle":"https://pith.science/.well-known/pith/LVZYY4UP672FLPA4HGHXC7FOLA/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:LVZYY4UP672FLPA4HGHXC7FOLA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8ca2980d179a2e8eb71d47d8e7df519b960fde6bef5f777024e0cb3c14aeab30","cross_cats_sorted":["cs.AI","stat.ML"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-02-28T21:47:30Z","title_canon_sha256":"b58bb70d3c907f8a0a83b369ce8861b66c4ee4b0cc71723a4f209cb56a4131ad"},"schema_version":"1.0","source":{"id":"2402.18724","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.18724","created_at":"2026-07-05T07:50:26Z"},{"alias_kind":"arxiv_version","alias_value":"2402.18724v1","created_at":"2026-07-05T07:50:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.18724","created_at":"2026-07-05T07:50:26Z"},{"alias_kind":"pith_short_12","alias_value":"LVZYY4UP672F","created_at":"2026-07-05T07:50:26Z"},{"alias_kind":"pith_short_16","alias_value":"LVZYY4UP672FLPA4","created_at":"2026-07-05T07:50:26Z"},{"alias_kind":"pith_short_8","alias_value":"LVZYY4UP","created_at":"2026-07-05T07:50:26Z"}],"graph_snapshots":[{"event_id":"sha256:f76c0c265af27837790e2f8b8f48b9940bd19c0b772572559edaaf861a20e4d0","target":"graph","created_at":"2026-07-05T07:50:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2402.18724/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This work focuses on the training dynamics of one associative memory module storing outer products of token embeddings. We reduce this problem to the study of a system of particles, which interact according to properties of the data distribution and correlations between embeddings. Through theory and experiments, we provide several insights. In overparameterized regimes, we obtain logarithmic growth of the ``classification margins.'' Yet, we show that imbalance in token frequencies and memory interferences due to correlated embeddings lead to oscillatory transitory regimes. The oscillations ar","authors_text":"Alberto Bietti, Berfin Simsek, Vivien Cabannes","cross_cats":["cs.AI","stat.ML"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-02-28T21:47:30Z","title":"Learning Associative Memories with Gradient Descent"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.18724","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8e2c4a28f09b95ee42d9d714aafbfd19a0f419e633c3398a4e3c85a9e3a6724e","target":"record","created_at":"2026-07-05T07:50:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8ca2980d179a2e8eb71d47d8e7df519b960fde6bef5f777024e0cb3c14aeab30","cross_cats_sorted":["cs.AI","stat.ML"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-02-28T21:47:30Z","title_canon_sha256":"b58bb70d3c907f8a0a83b369ce8861b66c4ee4b0cc71723a4f209cb56a4131ad"},"schema_version":"1.0","source":{"id":"2402.18724","kind":"arxiv","version":1}},"canonical_sha256":"5d738c728ff7f455bc1c398f717cae5809a57d1d6695333d0cdf02ed79131df5","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5d738c728ff7f455bc1c398f717cae5809a57d1d6695333d0cdf02ed79131df5","first_computed_at":"2026-07-05T07:50:26.568391Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:50:26.568391Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"CIlCYozHzYvyfDNGU2LfcNCSqD+fyMnYsQIMIOps4i4ZcW6cR3Iu8Rv7/9XnrcqhFBekOv3cqutQcuUGWa8jAA==","signature_status":"signed_v1","signed_at":"2026-07-05T07:50:26.569000Z","signed_message":"canonical_sha256_bytes"},"source_id":"2402.18724","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8e2c4a28f09b95ee42d9d714aafbfd19a0f419e633c3398a4e3c85a9e3a6724e","sha256:f76c0c265af27837790e2f8b8f48b9940bd19c0b772572559edaaf861a20e4d0"],"state_sha256":"ea8fb10586e435f0bc5108e9f24f7c60d6bb3adf4c87f0926106cf51995cf1b4"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"frrv5wLCk/zfNhMowUjbY+i8wyZOeScbF5dAKMOyC+5WffdvCxE7WU5fyrtnf2q2GIhol3VylQnNscyFOaxNBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-14T10:41:38.533944Z","bundle_sha256":"14da72794884a59545dda48bbb930f79995abc84755982ddc60ee7fc579364a4"}}