{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:KPT7CPDA45ZPTGNFF65LR72KCT","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"79b972cc5b10479c8415fbba65e8f42d5051d9d6017d2c9496f454ae88328aaa","cross_cats_sorted":["cs.CL","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-06-05T07:50:40Z","title_canon_sha256":"b71276324c0a7880487ca13c4c01abfc4e92d4d722fa12d49ed753513425bda2"},"schema_version":"1.0","source":{"id":"2006.03274","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2006.03274","created_at":"2026-07-05T01:08:16Z"},{"alias_kind":"arxiv_version","alias_value":"2006.03274v1","created_at":"2026-07-05T01:08:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2006.03274","created_at":"2026-07-05T01:08:16Z"},{"alias_kind":"pith_short_12","alias_value":"KPT7CPDA45ZP","created_at":"2026-07-05T01:08:16Z"},{"alias_kind":"pith_short_16","alias_value":"KPT7CPDA45ZPTGNF","created_at":"2026-07-05T01:08:16Z"},{"alias_kind":"pith_short_8","alias_value":"KPT7CPDA","created_at":"2026-07-05T01:08:16Z"}],"graph_snapshots":[{"event_id":"sha256:6418653100e4ee9d5098155accc783261f08e3ea5526c3bc46147522b19c2e7f","target":"graph","created_at":"2026-07-05T01:08:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2006.03274/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Transformer-based models have become ubiquitous in natural language processing thanks to their large capacity, innate parallelism and high performance. The contextualizing component of a Transformer block is the $\\textit{pairwise dot-product}$ attention that has a large $\\Omega(L^2)$ memory requirement for length $L$ sequences, limiting its ability to process long documents. This has been the subject of substantial interest recently, where multiple approximations were proposed to reduce the quadratic memory requirement using sparse attention matrices. In this work, we propose to augment sparse","authors_text":"Ankit Gupta, Jonathan Berant","cross_cats":["cs.CL","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-06-05T07:50:40Z","title":"GMAT: Global Memory Augmentation for Transformers"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2006.03274","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:dc0566b79555a3d0cfb573a9ba1249f57ff060aa6f375399166a9afe42c0e532","target":"record","created_at":"2026-07-05T01:08:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"79b972cc5b10479c8415fbba65e8f42d5051d9d6017d2c9496f454ae88328aaa","cross_cats_sorted":["cs.CL","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-06-05T07:50:40Z","title_canon_sha256":"b71276324c0a7880487ca13c4c01abfc4e92d4d722fa12d49ed753513425bda2"},"schema_version":"1.0","source":{"id":"2006.03274","kind":"arxiv","version":1}},"canonical_sha256":"53e7f13c60e772f999a52fbab8ff4a14d708d34c116a9ab11b665c656448049d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"53e7f13c60e772f999a52fbab8ff4a14d708d34c116a9ab11b665c656448049d","first_computed_at":"2026-07-05T01:08:16.616574Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:08:16.616574Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"o0BpLvdZ8dvovRqA98OEjd9qclqdzwq7MezipZ+ArfgE17fTr2zRawEVRNR7xDMROiICboYjTDUpDUuHluNGDg==","signature_status":"signed_v1","signed_at":"2026-07-05T01:08:16.617065Z","signed_message":"canonical_sha256_bytes"},"source_id":"2006.03274","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:dc0566b79555a3d0cfb573a9ba1249f57ff060aa6f375399166a9afe42c0e532","sha256:6418653100e4ee9d5098155accc783261f08e3ea5526c3bc46147522b19c2e7f"],"state_sha256":"bc93c35c9bdebccc80c27939ab259b1d563047ae363e61202d1436166ff928a2"}