{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2016:CF2ITVFKRNZUWYTUP3HCEOFWFN","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ccd5d27826cabcfd9c61ea7ce725ea69b211ddada425bec34fd7fd1908f7f4be","cross_cats_sorted":["cs.IR","cs.NE","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2016-09-19T18:55:18Z","title_canon_sha256":"489261bfafcbae1d6319c6f26932fdeb807831330cec7fe6abfd999bfcd23697"},"schema_version":"1.0","source":{"id":"1609.05866","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1609.05866","created_at":"2026-05-18T01:04:25Z"},{"alias_kind":"arxiv_version","alias_value":"1609.05866v1","created_at":"2026-05-18T01:04:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1609.05866","created_at":"2026-05-18T01:04:25Z"},{"alias_kind":"pith_short_12","alias_value":"CF2ITVFKRNZU","created_at":"2026-05-18T12:30:09Z"},{"alias_kind":"pith_short_16","alias_value":"CF2ITVFKRNZUWYTU","created_at":"2026-05-18T12:30:09Z"},{"alias_kind":"pith_short_8","alias_value":"CF2ITVFK","created_at":"2026-05-18T12:30:09Z"}],"graph_snapshots":[{"event_id":"sha256:d43c33cdaa9b4432a3ec1156ab55e65fd885c6008e6c0e715476c91aa6af0688","target":"graph","created_at":"2026-05-18T01:04:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"The softmax content-based attention mechanism has proven to be very beneficial in many applications of recurrent neural networks. Nevertheless it suffers from two major computational limitations. First, its computations for an attention lookup scale linearly in the size of the attended sequence. Second, it does not encode the sequence into a fixed-size representation but instead requires to memorize all the hidden states. These two limitations restrict the use of the softmax attention mechanism to relatively small-scale applications with short sequences and few lookups per sequence. In this wo","authors_text":"Alexandre de Br\\'ebisson, Pascal Vincent","cross_cats":["cs.IR","cs.NE","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2016-09-19T18:55:18Z","title":"A Cheap Linear Attention Mechanism with Fast Lookups and Fixed-Size Representations"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1609.05866","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0db18762f3c0ef70003831689afa9e1981d27e772c40aeeb5b1532039e39a709","target":"record","created_at":"2026-05-18T01:04:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ccd5d27826cabcfd9c61ea7ce725ea69b211ddada425bec34fd7fd1908f7f4be","cross_cats_sorted":["cs.IR","cs.NE","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2016-09-19T18:55:18Z","title_canon_sha256":"489261bfafcbae1d6319c6f26932fdeb807831330cec7fe6abfd999bfcd23697"},"schema_version":"1.0","source":{"id":"1609.05866","kind":"arxiv","version":1}},"canonical_sha256":"117489d4aa8b734b62747ece2238b62b57f50954ec468645810a36693322bbe0","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"117489d4aa8b734b62747ece2238b62b57f50954ec468645810a36693322bbe0","first_computed_at":"2026-05-18T01:04:25.105987Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T01:04:25.105987Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"J2lyR9b7xuMChLDuoqTi3zGMMPRMzkwBdvYLsFi5reMOfhE9PhQaioiyUs2eKIwfx3VjWyLrXJ2JPaKVxHSBCg==","signature_status":"signed_v1","signed_at":"2026-05-18T01:04:25.106645Z","signed_message":"canonical_sha256_bytes"},"source_id":"1609.05866","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0db18762f3c0ef70003831689afa9e1981d27e772c40aeeb5b1532039e39a709","sha256:d43c33cdaa9b4432a3ec1156ab55e65fd885c6008e6c0e715476c91aa6af0688"],"state_sha256":"4876f57197424160e0157c2a18ccf0807d9f8fa5196a465a540179ac24a3bfef"}