{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:XBCSNFJQQVUMUMTDLPJSNETIIA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8ef2b7bbd8650ec0c155db34d61906d32788645b4c7030f49b4a02104583510c","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-06-29T17:55:38Z","title_canon_sha256":"c030b1e7a3ee6c09eaa197aac17c1fbc425463d28dfcbee0109d4e81375cad27"},"schema_version":"1.0","source":{"id":"2006.16236","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2006.16236","created_at":"2026-07-05T01:31:28Z"},{"alias_kind":"arxiv_version","alias_value":"2006.16236v3","created_at":"2026-07-05T01:31:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2006.16236","created_at":"2026-07-05T01:31:28Z"},{"alias_kind":"pith_short_12","alias_value":"XBCSNFJQQVUM","created_at":"2026-07-05T01:31:28Z"},{"alias_kind":"pith_short_16","alias_value":"XBCSNFJQQVUMUMTD","created_at":"2026-07-05T01:31:28Z"},{"alias_kind":"pith_short_8","alias_value":"XBCSNFJQ","created_at":"2026-07-05T01:31:28Z"}],"graph_snapshots":[{"event_id":"sha256:ea18f40e67b7be0ea31eab44f419d4bfba795f2dfbe9f9fa48d7675873d3eb89","target":"graph","created_at":"2026-07-05T01:31:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2006.16236/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Transformers achieve remarkable performance in several tasks but due to their quadratic complexity, with respect to the input's length, they are prohibitively slow for very long sequences. To address this limitation, we express the self-attention as a linear dot-product of kernel feature maps and make use of the associativity property of matrix products to reduce the complexity from $\\mathcal{O}\\left(N^2\\right)$ to $\\mathcal{O}\\left(N\\right)$, where $N$ is the sequence length. We show that this formulation permits an iterative implementation that dramatically accelerates autoregressive transfo","authors_text":"Angelos Katharopoulos, Apoorv Vyas, Fran\\c{c}ois Fleuret, Nikolaos Pappas","cross_cats":["stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-06-29T17:55:38Z","title":"Transformers are RNNs: Fast Autoregressive Transformers with Linear Attention"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2006.16236","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:bcd758dd097612a2cf2d9060aa16d55b1440b3561562d3ea37df580e9c59fecd","target":"record","created_at":"2026-07-05T01:31:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8ef2b7bbd8650ec0c155db34d61906d32788645b4c7030f49b4a02104583510c","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-06-29T17:55:38Z","title_canon_sha256":"c030b1e7a3ee6c09eaa197aac17c1fbc425463d28dfcbee0109d4e81375cad27"},"schema_version":"1.0","source":{"id":"2006.16236","kind":"arxiv","version":3}},"canonical_sha256":"b8452695308568ca32635bd32692684006bb243a1304658da1c3f9bf6687298b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b8452695308568ca32635bd32692684006bb243a1304658da1c3f9bf6687298b","first_computed_at":"2026-07-05T01:31:28.694870Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:31:28.694870Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"XnEeNiVFBqrC/qsSyy0iXYwIlognY8Jg2bzpnoSe0JhjhQ1RRjZrR4H3X0Saz1bsRFF5H8+tLWMHrlj6MC/GAw==","signature_status":"signed_v1","signed_at":"2026-07-05T01:31:28.695299Z","signed_message":"canonical_sha256_bytes"},"source_id":"2006.16236","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:bcd758dd097612a2cf2d9060aa16d55b1440b3561562d3ea37df580e9c59fecd","sha256:ea18f40e67b7be0ea31eab44f419d4bfba795f2dfbe9f9fa48d7675873d3eb89"],"state_sha256":"cec65dfe553684129affb25f1b4857463df0914ff6432cc19a4cd253026bcaa7"}