{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:MFHKBUJCBQ45ELWL6LI42RDL37","short_pith_number":"pith:MFHKBUJC","canonical_record":{"source":{"id":"2010.06891","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-10-14T09:03:36Z","cross_cats_sorted":[],"title_canon_sha256":"2f0ab1ef3efd6549bbebe0df4d36ef9693287346641232326e2846e592caaea4","abstract_canon_sha256":"4bcdba76399214fad8eee638c49f1ab617bb2f5130a5cd8e40d7454ef1a41753"},"schema_version":"1.0"},"canonical_sha256":"614ea0d1220c39d22ecbf2d1cd446bdffc89f877a85d80c89a562917ac4c5595","source":{"kind":"arxiv","id":"2010.06891","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2010.06891","created_at":"2026-07-05T04:14:22Z"},{"alias_kind":"arxiv_version","alias_value":"2010.06891v2","created_at":"2026-07-05T04:14:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2010.06891","created_at":"2026-07-05T04:14:22Z"},{"alias_kind":"pith_short_12","alias_value":"MFHKBUJCBQ45","created_at":"2026-07-05T04:14:22Z"},{"alias_kind":"pith_short_16","alias_value":"MFHKBUJCBQ45ELWL","created_at":"2026-07-05T04:14:22Z"},{"alias_kind":"pith_short_8","alias_value":"MFHKBUJC","created_at":"2026-07-05T04:14:22Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:MFHKBUJCBQ45ELWL6LI42RDL37","target":"record","payload":{"canonical_record":{"source":{"id":"2010.06891","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-10-14T09:03:36Z","cross_cats_sorted":[],"title_canon_sha256":"2f0ab1ef3efd6549bbebe0df4d36ef9693287346641232326e2846e592caaea4","abstract_canon_sha256":"4bcdba76399214fad8eee638c49f1ab617bb2f5130a5cd8e40d7454ef1a41753"},"schema_version":"1.0"},"canonical_sha256":"614ea0d1220c39d22ecbf2d1cd446bdffc89f877a85d80c89a562917ac4c5595","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:14:22.726858Z","signature_b64":"+7lZ+nGe9Pm3YxBO+aN/Xk4jOBYPMAo+nlmmZswpFplaGnx/JyHpie3AZsWRr4oIYKup9H+AlZ8178GCHEUICw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"614ea0d1220c39d22ecbf2d1cd446bdffc89f877a85d80c89a562917ac4c5595","last_reissued_at":"2026-07-05T04:14:22.726372Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:14:22.726372Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2010.06891","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:14:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KLdjlXDiDgwaTetEsLSjKoLkCOdIzLzLrVhzyGemdMHg+/YuJhEcBlue7RLT43nZt4esb6xjkxrtKlKP2DX9DQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-26T23:30:32.473225Z"},"content_sha256":"fb4b5a0bf81fa09e710a49c45727a9182084729170e6105e06382c6b50cccae8","schema_version":"1.0","event_id":"sha256:fb4b5a0bf81fa09e710a49c45727a9182084729170e6105e06382c6b50cccae8"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:MFHKBUJCBQ45ELWL6LI42RDL37","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Memformer: A Memory-Augmented Transformer for Sequence Modeling","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Alborz Geramifard, Jing Gu, Kun Qian, Qingyang Wu, Zhenzhong Lan, Zhou Yu","submitted_at":"2020-10-14T09:03:36Z","abstract_excerpt":"Transformers have reached remarkable success in sequence modeling. However, these models have efficiency issues as they need to store all the history token-level representations as memory. We present Memformer, an efficient neural network for sequence modeling, that utilizes an external dynamic memory to encode and retrieve past information. Our model achieves linear time complexity and constant memory space complexity when processing long sequences. We also propose a new optimization scheme, memory replay back-propagation (MRBP), which promotes long-range back-propagation through time with a "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2010.06891","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2010.06891/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:14:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KHwFYhI7zllIB4bDNzHlzG/lnI+JnNAk3lKuZFTiBjBP+e8iw+mc2AaUB7Zuro5gDoTaWqVaQfxAAKmSTWJPCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-26T23:30:32.473628Z"},"content_sha256":"84221410b2ce2b4f28df97fcf1af0b7ee8de938190751e928ecba6e23246f9f6","schema_version":"1.0","event_id":"sha256:84221410b2ce2b4f28df97fcf1af0b7ee8de938190751e928ecba6e23246f9f6"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/MFHKBUJCBQ45ELWL6LI42RDL37/bundle.json","state_url":"https://pith.science/pith/MFHKBUJCBQ45ELWL6LI42RDL37/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/MFHKBUJCBQ45ELWL6LI42RDL37/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-26T23:30:32Z","links":{"resolver":"https://pith.science/pith/MFHKBUJCBQ45ELWL6LI42RDL37","bundle":"https://pith.science/pith/MFHKBUJCBQ45ELWL6LI42RDL37/bundle.json","state":"https://pith.science/pith/MFHKBUJCBQ45ELWL6LI42RDL37/state.json","well_known_bundle":"https://pith.science/.well-known/pith/MFHKBUJCBQ45ELWL6LI42RDL37/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:MFHKBUJCBQ45ELWL6LI42RDL37","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4bcdba76399214fad8eee638c49f1ab617bb2f5130a5cd8e40d7454ef1a41753","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-10-14T09:03:36Z","title_canon_sha256":"2f0ab1ef3efd6549bbebe0df4d36ef9693287346641232326e2846e592caaea4"},"schema_version":"1.0","source":{"id":"2010.06891","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2010.06891","created_at":"2026-07-05T04:14:22Z"},{"alias_kind":"arxiv_version","alias_value":"2010.06891v2","created_at":"2026-07-05T04:14:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2010.06891","created_at":"2026-07-05T04:14:22Z"},{"alias_kind":"pith_short_12","alias_value":"MFHKBUJCBQ45","created_at":"2026-07-05T04:14:22Z"},{"alias_kind":"pith_short_16","alias_value":"MFHKBUJCBQ45ELWL","created_at":"2026-07-05T04:14:22Z"},{"alias_kind":"pith_short_8","alias_value":"MFHKBUJC","created_at":"2026-07-05T04:14:22Z"}],"graph_snapshots":[{"event_id":"sha256:84221410b2ce2b4f28df97fcf1af0b7ee8de938190751e928ecba6e23246f9f6","target":"graph","created_at":"2026-07-05T04:14:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2010.06891/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Transformers have reached remarkable success in sequence modeling. However, these models have efficiency issues as they need to store all the history token-level representations as memory. We present Memformer, an efficient neural network for sequence modeling, that utilizes an external dynamic memory to encode and retrieve past information. Our model achieves linear time complexity and constant memory space complexity when processing long sequences. We also propose a new optimization scheme, memory replay back-propagation (MRBP), which promotes long-range back-propagation through time with a ","authors_text":"Alborz Geramifard, Jing Gu, Kun Qian, Qingyang Wu, Zhenzhong Lan, Zhou Yu","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-10-14T09:03:36Z","title":"Memformer: A Memory-Augmented Transformer for Sequence Modeling"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2010.06891","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:fb4b5a0bf81fa09e710a49c45727a9182084729170e6105e06382c6b50cccae8","target":"record","created_at":"2026-07-05T04:14:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4bcdba76399214fad8eee638c49f1ab617bb2f5130a5cd8e40d7454ef1a41753","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-10-14T09:03:36Z","title_canon_sha256":"2f0ab1ef3efd6549bbebe0df4d36ef9693287346641232326e2846e592caaea4"},"schema_version":"1.0","source":{"id":"2010.06891","kind":"arxiv","version":2}},"canonical_sha256":"614ea0d1220c39d22ecbf2d1cd446bdffc89f877a85d80c89a562917ac4c5595","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"614ea0d1220c39d22ecbf2d1cd446bdffc89f877a85d80c89a562917ac4c5595","first_computed_at":"2026-07-05T04:14:22.726372Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:14:22.726372Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"+7lZ+nGe9Pm3YxBO+aN/Xk4jOBYPMAo+nlmmZswpFplaGnx/JyHpie3AZsWRr4oIYKup9H+AlZ8178GCHEUICw==","signature_status":"signed_v1","signed_at":"2026-07-05T04:14:22.726858Z","signed_message":"canonical_sha256_bytes"},"source_id":"2010.06891","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:fb4b5a0bf81fa09e710a49c45727a9182084729170e6105e06382c6b50cccae8","sha256:84221410b2ce2b4f28df97fcf1af0b7ee8de938190751e928ecba6e23246f9f6"],"state_sha256":"6f731203f99b295f2427adc81f33e316416bb762fe27f0acf0ba194528ac29a8"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"iWj5OHiSR+F9W00r8bNty6byaWEaPAFOY9I4oFbRIIS2OSKMascfWhr1/o57Qd19XzNFH7wcJF5lXpQL7BXoBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-26T23:30:32.476988Z","bundle_sha256":"5f1c23c382bcb7190b37ba10a5327679d16b3869ac0b7b2ec500b2e95223e57e"}}