{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:5ORKOYN2G6K4XLHLRIKFLVJCID","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"30a2cfa1981c774f003856015e5c3fcbc3647c4455cacc31157446f994b8f212","cross_cats_sorted":["cs.AI","cs.SY","eess.SY"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-24T17:19:57Z","title_canon_sha256":"7ac20d1eadb416d989eb62f100bff524f2909b7c44647e083968c84ef0761615"},"schema_version":"1.0","source":{"id":"2405.15731","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.15731","created_at":"2026-07-05T09:45:49Z"},{"alias_kind":"arxiv_version","alias_value":"2405.15731v3","created_at":"2026-07-05T09:45:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.15731","created_at":"2026-07-05T09:45:49Z"},{"alias_kind":"pith_short_12","alias_value":"5ORKOYN2G6K4","created_at":"2026-07-05T09:45:49Z"},{"alias_kind":"pith_short_16","alias_value":"5ORKOYN2G6K4XLHL","created_at":"2026-07-05T09:45:49Z"},{"alias_kind":"pith_short_8","alias_value":"5ORKOYN2","created_at":"2026-07-05T09:45:49Z"}],"graph_snapshots":[{"event_id":"sha256:d3e79e0f7bbcb39052a6b18ef4245019f365b9291d506672b74c7f0a16aacd83","target":"graph","created_at":"2026-07-05T09:45:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2405.15731/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Softmax attention is the principle backbone of foundation models for various artificial intelligence applications, yet its quadratic complexity in sequence length can limit its inference throughput in long-context settings. To address this challenge, alternative architectures such as linear attention, State Space Models (SSMs), and Recurrent Neural Networks (RNNs) have been considered as more efficient alternatives. While connections between these approaches exist, such models are commonly developed in isolation and there is a lack of theoretical understanding of the shared principles underpin","authors_text":"Alexandre Didier, Antonio Orvieto, Carmen Amo Alonso, Jerome Sieber, Melanie N. Zeilinger","cross_cats":["cs.AI","cs.SY","eess.SY"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-24T17:19:57Z","title":"Understanding the differences in Foundation Models: Attention, State Space Models, and Recurrent Neural Networks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.15731","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6639a8aef3830e51098a5ff5cc7cc0fa60173e242d6416e98020d2ff7c229e4d","target":"record","created_at":"2026-07-05T09:45:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"30a2cfa1981c774f003856015e5c3fcbc3647c4455cacc31157446f994b8f212","cross_cats_sorted":["cs.AI","cs.SY","eess.SY"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-24T17:19:57Z","title_canon_sha256":"7ac20d1eadb416d989eb62f100bff524f2909b7c44647e083968c84ef0761615"},"schema_version":"1.0","source":{"id":"2405.15731","kind":"arxiv","version":3}},"canonical_sha256":"eba2a761ba3795cbaceb8a1455d52240dd7cc6a04a0bcab046df7def687eb227","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"eba2a761ba3795cbaceb8a1455d52240dd7cc6a04a0bcab046df7def687eb227","first_computed_at":"2026-07-05T09:45:49.229726Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:45:49.229726Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Sn9pDA5M+kQz/f7DPxgmRxp27+rN7QZ6V3nqNlTgCL94FfSpfbgwffqwP4re+8UYsh+d1X2KusRMrNn9cROSAw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:45:49.230216Z","signed_message":"canonical_sha256_bytes"},"source_id":"2405.15731","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6639a8aef3830e51098a5ff5cc7cc0fa60173e242d6416e98020d2ff7c229e4d","sha256:d3e79e0f7bbcb39052a6b18ef4245019f365b9291d506672b74c7f0a16aacd83"],"state_sha256":"60acd461a90b25caf78026677874e7b42ea3d5a00ecbd10da7b7bb5e7aee2ed6"}