{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:UVZI3KTGBVLBCM4R4T22XYGJ2K","short_pith_number":"pith:UVZI3KTG","canonical_record":{"source":{"id":"1907.01470","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-07-02T15:56:20Z","cross_cats_sorted":["cs.CL","stat.ML"],"title_canon_sha256":"538be4fdef91156bcb04af95c16803d3b93b212d5a6b709473523da38ca5678d","abstract_canon_sha256":"4f05065fdda159265f1ec887e22b5ad9a8d2511d178b2ebc05b6c4fd60975858"},"schema_version":"1.0"},"canonical_sha256":"a5728daa660d56113391e4f5abe0c9d29bdf83cf54b5c4dbc521941d12e00d58","source":{"kind":"arxiv","id":"1907.01470","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1907.01470","created_at":"2026-05-17T23:41:40Z"},{"alias_kind":"arxiv_version","alias_value":"1907.01470v1","created_at":"2026-05-17T23:41:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1907.01470","created_at":"2026-05-17T23:41:40Z"},{"alias_kind":"pith_short_12","alias_value":"UVZI3KTGBVLB","created_at":"2026-05-18T12:33:30Z"},{"alias_kind":"pith_short_16","alias_value":"UVZI3KTGBVLBCM4R","created_at":"2026-05-18T12:33:30Z"},{"alias_kind":"pith_short_8","alias_value":"UVZI3KTG","created_at":"2026-05-18T12:33:30Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:UVZI3KTGBVLBCM4R4T22XYGJ2K","target":"record","payload":{"canonical_record":{"source":{"id":"1907.01470","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-07-02T15:56:20Z","cross_cats_sorted":["cs.CL","stat.ML"],"title_canon_sha256":"538be4fdef91156bcb04af95c16803d3b93b212d5a6b709473523da38ca5678d","abstract_canon_sha256":"4f05065fdda159265f1ec887e22b5ad9a8d2511d178b2ebc05b6c4fd60975858"},"schema_version":"1.0"},"canonical_sha256":"a5728daa660d56113391e4f5abe0c9d29bdf83cf54b5c4dbc521941d12e00d58","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:41:40.305144Z","signature_b64":"tuf+Oa5ws6tr2c/bCj66x9MlYgxxm4SG3jgwKVsSPP04zeg9aODeVeuNYWWquQONLeKibzoIK0XoTQC6plxbAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a5728daa660d56113391e4f5abe0c9d29bdf83cf54b5c4dbc521941d12e00d58","last_reissued_at":"2026-05-17T23:41:40.304632Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:41:40.304632Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1907.01470","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:41:40Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TXnEUrTd3g9IOoH6bykAVVxp76oaBi/TwaK3PMWxrbkpEjWF/yZmNDWZD4l1f9bx9Gt43ZPkx+ScbQphmyZ+AA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-26T11:20:51.851894Z"},"content_sha256":"2ad3c1b1e6daba35db13d77b99bfdac1d5a55fd0ef0d117ad51a44bd06215fe6","schema_version":"1.0","event_id":"sha256:2ad3c1b1e6daba35db13d77b99bfdac1d5a55fd0ef0d117ad51a44bd06215fe6"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:UVZI3KTGBVLBCM4R4T22XYGJ2K","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Augmenting Self-attention with Persistent Memory","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL","stat.ML"],"primary_cat":"cs.LG","authors_text":"Armand Joulin, Edouard Grave, Guillaume Lample, Herve Jegou, Sainbayar Sukhbaatar","submitted_at":"2019-07-02T15:56:20Z","abstract_excerpt":"Transformer networks have lead to important progress in language modeling and machine translation. These models include two consecutive modules, a feed-forward layer and a self-attention layer. The latter allows the network to capture long term dependencies and are often regarded as the key ingredient in the success of Transformers. Building upon this intuition, we propose a new model that solely consists of attention layers. More precisely, we augment the self-attention layers with persistent memory vectors that play a similar role as the feed-forward layer. Thanks to these vectors, we can re"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1907.01470","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:41:40Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"h22BFLgoIgjaxLLrs9HuSrTow50t5mWok1ugugbgo+dL3UzJWHN3nvZHMLJUv0rXDkEuyJQcmkHvtI7u58gaBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-26T11:20:51.852252Z"},"content_sha256":"14d438993437ed348b48b41e0e73fb6c5a2e87170755128a2053c2eb45272f36","schema_version":"1.0","event_id":"sha256:14d438993437ed348b48b41e0e73fb6c5a2e87170755128a2053c2eb45272f36"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/UVZI3KTGBVLBCM4R4T22XYGJ2K/bundle.json","state_url":"https://pith.science/pith/UVZI3KTGBVLBCM4R4T22XYGJ2K/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/UVZI3KTGBVLBCM4R4T22XYGJ2K/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-26T11:20:51Z","links":{"resolver":"https://pith.science/pith/UVZI3KTGBVLBCM4R4T22XYGJ2K","bundle":"https://pith.science/pith/UVZI3KTGBVLBCM4R4T22XYGJ2K/bundle.json","state":"https://pith.science/pith/UVZI3KTGBVLBCM4R4T22XYGJ2K/state.json","well_known_bundle":"https://pith.science/.well-known/pith/UVZI3KTGBVLBCM4R4T22XYGJ2K/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:UVZI3KTGBVLBCM4R4T22XYGJ2K","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4f05065fdda159265f1ec887e22b5ad9a8d2511d178b2ebc05b6c4fd60975858","cross_cats_sorted":["cs.CL","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-07-02T15:56:20Z","title_canon_sha256":"538be4fdef91156bcb04af95c16803d3b93b212d5a6b709473523da38ca5678d"},"schema_version":"1.0","source":{"id":"1907.01470","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1907.01470","created_at":"2026-05-17T23:41:40Z"},{"alias_kind":"arxiv_version","alias_value":"1907.01470v1","created_at":"2026-05-17T23:41:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1907.01470","created_at":"2026-05-17T23:41:40Z"},{"alias_kind":"pith_short_12","alias_value":"UVZI3KTGBVLB","created_at":"2026-05-18T12:33:30Z"},{"alias_kind":"pith_short_16","alias_value":"UVZI3KTGBVLBCM4R","created_at":"2026-05-18T12:33:30Z"},{"alias_kind":"pith_short_8","alias_value":"UVZI3KTG","created_at":"2026-05-18T12:33:30Z"}],"graph_snapshots":[{"event_id":"sha256:14d438993437ed348b48b41e0e73fb6c5a2e87170755128a2053c2eb45272f36","target":"graph","created_at":"2026-05-17T23:41:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Transformer networks have lead to important progress in language modeling and machine translation. These models include two consecutive modules, a feed-forward layer and a self-attention layer. The latter allows the network to capture long term dependencies and are often regarded as the key ingredient in the success of Transformers. Building upon this intuition, we propose a new model that solely consists of attention layers. More precisely, we augment the self-attention layers with persistent memory vectors that play a similar role as the feed-forward layer. Thanks to these vectors, we can re","authors_text":"Armand Joulin, Edouard Grave, Guillaume Lample, Herve Jegou, Sainbayar Sukhbaatar","cross_cats":["cs.CL","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-07-02T15:56:20Z","title":"Augmenting Self-attention with Persistent Memory"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1907.01470","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2ad3c1b1e6daba35db13d77b99bfdac1d5a55fd0ef0d117ad51a44bd06215fe6","target":"record","created_at":"2026-05-17T23:41:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4f05065fdda159265f1ec887e22b5ad9a8d2511d178b2ebc05b6c4fd60975858","cross_cats_sorted":["cs.CL","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-07-02T15:56:20Z","title_canon_sha256":"538be4fdef91156bcb04af95c16803d3b93b212d5a6b709473523da38ca5678d"},"schema_version":"1.0","source":{"id":"1907.01470","kind":"arxiv","version":1}},"canonical_sha256":"a5728daa660d56113391e4f5abe0c9d29bdf83cf54b5c4dbc521941d12e00d58","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a5728daa660d56113391e4f5abe0c9d29bdf83cf54b5c4dbc521941d12e00d58","first_computed_at":"2026-05-17T23:41:40.304632Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:41:40.304632Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"tuf+Oa5ws6tr2c/bCj66x9MlYgxxm4SG3jgwKVsSPP04zeg9aODeVeuNYWWquQONLeKibzoIK0XoTQC6plxbAA==","signature_status":"signed_v1","signed_at":"2026-05-17T23:41:40.305144Z","signed_message":"canonical_sha256_bytes"},"source_id":"1907.01470","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2ad3c1b1e6daba35db13d77b99bfdac1d5a55fd0ef0d117ad51a44bd06215fe6","sha256:14d438993437ed348b48b41e0e73fb6c5a2e87170755128a2053c2eb45272f36"],"state_sha256":"8667ce3a5c510b8334d71b215b21adf34e3cf0515038b8d9a2838a9ea3d0e7ce"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"whY1BckCLrfQguXFrz9wkHUQ5RGrpmscTiaoB7dOSxgO51mDv7iZ6qjsZqsIUnOiQzUiO2OeXaFvtWkAh61dBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-26T11:20:51.854420Z","bundle_sha256":"7fea90a1f57bee7c4200820cf8d952ebe1e0c2a707fe9903b4e2ecfd5718ed7b"}}