{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:EBDWUIG4R5IHRLAHWR2ZNKMJSW","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"40a48dc4a6f48e5a06eefda6c1d5479421f6c8cac0ba6fe17df5999ca168bcdc","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.LG","submitted_at":"2024-06-10T17:24:42Z","title_canon_sha256":"d63aa8bed0b7b60494572722cf195fdd23debb45cf26cf0fbc7f609c9d880d11"},"schema_version":"1.0","source":{"id":"2406.06484","kind":"arxiv","version":6}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.06484","created_at":"2026-07-05T10:01:13Z"},{"alias_kind":"arxiv_version","alias_value":"2406.06484v6","created_at":"2026-07-05T10:01:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.06484","created_at":"2026-07-05T10:01:13Z"},{"alias_kind":"pith_short_12","alias_value":"EBDWUIG4R5IH","created_at":"2026-07-05T10:01:13Z"},{"alias_kind":"pith_short_16","alias_value":"EBDWUIG4R5IHRLAH","created_at":"2026-07-05T10:01:13Z"},{"alias_kind":"pith_short_8","alias_value":"EBDWUIG4","created_at":"2026-07-05T10:01:13Z"}],"graph_snapshots":[{"event_id":"sha256:f0897f442691ffe06ac42bdaf4124f5b70ca8c369373b1af6d244203500ec998","target":"graph","created_at":"2026-07-05T10:01:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.06484/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Transformers with linear attention (i.e., linear transformers) and state-space models have recently been suggested as a viable linear-time alternative to transformers with softmax attention. However, these models still underperform transformers especially on tasks that require in-context retrieval. While more expressive variants of linear transformers which replace the additive update in linear transformers with the delta rule (DeltaNet) have been found to be more effective at associative recall, existing algorithms for training such models do not parallelize over sequence length and are thus ","authors_text":"Bailin Wang, Songlin Yang, Yikang Shen, Yoon Kim, Yu Zhang","cross_cats":["cs.CL"],"headline":"","license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.LG","submitted_at":"2024-06-10T17:24:42Z","title":"Parallelizing Linear Transformers with the Delta Rule over Sequence Length"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.06484","kind":"arxiv","version":6},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:55ddcfa851bed0173e2c7a6700417280e1d4adc00297d8219fa5eb883ea56019","target":"record","created_at":"2026-07-05T10:01:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"40a48dc4a6f48e5a06eefda6c1d5479421f6c8cac0ba6fe17df5999ca168bcdc","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.LG","submitted_at":"2024-06-10T17:24:42Z","title_canon_sha256":"d63aa8bed0b7b60494572722cf195fdd23debb45cf26cf0fbc7f609c9d880d11"},"schema_version":"1.0","source":{"id":"2406.06484","kind":"arxiv","version":6}},"canonical_sha256":"20476a20dc8f5078ac07b47596a98995a3a77ece0bfadc31830e59c6bc813ef4","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"20476a20dc8f5078ac07b47596a98995a3a77ece0bfadc31830e59c6bc813ef4","first_computed_at":"2026-07-05T10:01:13.711378Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:01:13.711378Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"25Mm4xTxM/0vYYqz8OHawC0z2BrnnegPIM2GsxY9r3C9Sfmv80uySEOUkcg0ulg67ly4BQfXIqy5d3MEY9YdDA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:01:13.711874Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.06484","source_kind":"arxiv","source_version":6}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:55ddcfa851bed0173e2c7a6700417280e1d4adc00297d8219fa5eb883ea56019","sha256:f0897f442691ffe06ac42bdaf4124f5b70ca8c369373b1af6d244203500ec998"],"state_sha256":"a77b7654eb9436f504911de8867200771a9b4eda88a44e7180cb3be5ffe22d3d"}