{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:UE5VBB4PDTZCIIKHQ3JQNGQNUS","short_pith_number":"pith:UE5VBB4P","canonical_record":{"source":{"id":"2208.04933","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-08-09T17:57:43Z","cross_cats_sorted":[],"title_canon_sha256":"d9d336309075397c0e854e1e82fa03d3b50fef0684cd6beda25e9c71242dc572","abstract_canon_sha256":"c860adae180ffe3f0a2fa9861d88e17270de679593db299799e028cac402c806"},"schema_version":"1.0"},"canonical_sha256":"a13b50878f1cf224214786d3069a0da48079ab3f804d1f329f053962b4124946","source":{"kind":"arxiv","id":"2208.04933","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2208.04933","created_at":"2026-05-17T23:38:48Z"},{"alias_kind":"arxiv_version","alias_value":"2208.04933v3","created_at":"2026-05-17T23:38:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2208.04933","created_at":"2026-05-17T23:38:48Z"},{"alias_kind":"pith_short_12","alias_value":"UE5VBB4PDTZC","created_at":"2026-05-18T12:33:33Z"},{"alias_kind":"pith_short_16","alias_value":"UE5VBB4PDTZCIIKH","created_at":"2026-05-18T12:33:33Z"},{"alias_kind":"pith_short_8","alias_value":"UE5VBB4P","created_at":"2026-05-18T12:33:33Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:UE5VBB4PDTZCIIKHQ3JQNGQNUS","target":"record","payload":{"canonical_record":{"source":{"id":"2208.04933","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-08-09T17:57:43Z","cross_cats_sorted":[],"title_canon_sha256":"d9d336309075397c0e854e1e82fa03d3b50fef0684cd6beda25e9c71242dc572","abstract_canon_sha256":"c860adae180ffe3f0a2fa9861d88e17270de679593db299799e028cac402c806"},"schema_version":"1.0"},"canonical_sha256":"a13b50878f1cf224214786d3069a0da48079ab3f804d1f329f053962b4124946","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:38:48.531861Z","signature_b64":"JHso3Ah8KEG3eLF8k5079nkBM/jatg0POvbNRXflbJYR0KENEq/seBA6HnEudM+TSU+uzxNJd4QkPxBS2EhJBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a13b50878f1cf224214786d3069a0da48079ab3f804d1f329f053962b4124946","last_reissued_at":"2026-05-17T23:38:48.531338Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:38:48.531338Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2208.04933","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:38:48Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tyjaGDwqqjmJUVMs3cuGzEhdc+siODn0YLBQxy6kKYV4nbDbMvSXQYadqwMmViaLp0WzOzSAFcP47BOrESWsAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-28T13:35:58.689848Z"},"content_sha256":"51dea9a8c9999be1d44e2509a04e4dcd1c5dda1d1036144a479db400cf487bc2","schema_version":"1.0","event_id":"sha256:51dea9a8c9999be1d44e2509a04e4dcd1c5dda1d1036144a479db400cf487bc2"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:UE5VBB4PDTZCIIKHQ3JQNGQNUS","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Simplified State Space Layers for Sequence Modeling","license":"http://creativecommons.org/licenses/by/4.0/","headline":"S5 uses one multi-input multi-output state space model to match S4 performance and efficiency on long sequences","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Andrew Warrington, Jimmy T.H. Smith, Scott W. Linderman","submitted_at":"2022-08-09T17:57:43Z","abstract_excerpt":"Models using structured state space sequence (S4) layers have achieved state-of-the-art performance on long-range sequence modeling tasks. An S4 layer combines linear state space models (SSMs), the HiPPO framework, and deep learning to achieve high performance. We build on the design of the S4 layer and introduce a new state space layer, the S5 layer. Whereas an S4 layer uses many independent single-input, single-output SSMs, the S5 layer uses one multi-input, multi-output SSM. We establish a connection between S5 and S4, and use this to develop the initialization and parameterization used by "},"claims":{"count":4,"items":[{"kind":"strongest_claim","text":"S5 averages 87.4% on the long range arena benchmark, and 98.5% on the most difficult Path-X task, while matching the computational efficiency of S4.","source":"verdict.strongest_claim","status":"machine_extracted","claim_id":"C1","attestation":"unclaimed"},{"kind":"weakest_assumption","text":"That the initialization and parameterization obtained by connecting S5 to S4 will produce stable, high-performing models across tasks without additional per-task tuning or post-hoc adjustments.","source":"verdict.weakest_assumption","status":"machine_extracted","claim_id":"C2","attestation":"unclaimed"},{"kind":"one_line_summary","text":"S5 uses a single MIMO state space model with S4-derived initialization to match S4 efficiency and reach 87.4% average accuracy on the Long Range Arena benchmark.","source":"verdict.one_line_summary","status":"machine_extracted","claim_id":"C3","attestation":"unclaimed"},{"kind":"headline","text":"S5 uses one multi-input multi-output state space model to match S4 performance and efficiency on long sequences","source":"verdict.pith_extraction.headline","status":"machine_extracted","claim_id":"C4","attestation":"unclaimed"}],"snapshot_sha256":"1efe71fde0b11874e3355af44cda47441e62399a349c8169887cfac653882a2f"},"source":{"id":"2208.04933","kind":"arxiv","version":3},"verdict":{"id":"8c0e75c5-dd04-4f21-ae41-5fab322ac174","model_set":{"reader":"grok-4.3"},"created_at":"2026-05-16T08:13:20.624547Z","strongest_claim":"S5 averages 87.4% on the long range arena benchmark, and 98.5% on the most difficult Path-X task, while matching the computational efficiency of S4.","one_line_summary":"S5 uses a single MIMO state space model with S4-derived initialization to match S4 efficiency and reach 87.4% average accuracy on the Long Range Arena benchmark.","pipeline_version":"pith-pipeline@v0.9.0","weakest_assumption":"That the initialization and parameterization obtained by connecting S5 to S4 will produce stable, high-performing models across tasks without additional per-task tuning or post-hoc adjustments.","pith_extraction_headline":"S5 uses one multi-input multi-output state space model to match S4 performance and efficiency on long sequences"},"references":{"count":149,"sample":[{"doi":"","year":null,"title":"Advances in Neural Information Processing Systems , year=","work_id":"aa07cf43-b14f-441f-a613-12788839a164","ref_index":1,"cited_arxiv_id":"","is_internal_anchor":false},{"doi":"","year":null,"title":"Voelker, Aaron and Kaji. Legendre. Advances in Neural Information Processing Systems , volume=","work_id":"3768e064-523e-426a-b291-c47451d3de0f","ref_index":2,"cited_arxiv_id":"","is_internal_anchor":false},{"doi":"","year":2022,"title":"Goel, Karan and Gu, Albert and Donahue, Chris and Re, Christopher , booktitle =. It’s Raw!. 2022 , volume =","work_id":"8eec0f5d-f0c2-4d4e-8239-33507023bff6","ref_index":3,"cited_arxiv_id":"","is_internal_anchor":false},{"doi":"","year":null,"title":"Gu, Albert and Dao, Tri and Ermon, Stefano and Rudra, Atri and R. Hi. Advances in Neural Information Processing Systems , volume=","work_id":"e6142161-6b2f-4ba5-91c2-49d10140405d","ref_index":4,"cited_arxiv_id":"","is_internal_anchor":false},{"doi":"10.48550/arxiv.2006.03274","year":2020,"title":"2020 , copyright =","work_id":"98408eae-06e2-4781-915c-41237b2aaeca","ref_index":5,"cited_arxiv_id":"","is_internal_anchor":false}],"resolved_work":149,"snapshot_sha256":"cd6053c7f70f6d3fc54deb85f8f5a0eaf6b56eb6520a9d0fcae01d1e23c50534","internal_anchors":6},"formal_canon":{"evidence_count":3,"snapshot_sha256":"d6b8db7edd36e197a50ebf47dd5971e6c49083cccb061129bdea5adfe1ad8529"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":"8c0e75c5-dd04-4f21-ae41-5fab322ac174"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:38:48Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5K2S7cVK5nKCyYHL/Qsu3X3jmd+qOXvOJFvveZDzZnAA0lhAV7rVTnxFy7inukBX3eP+Hfnc72jStvakNdkFAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-28T13:35:58.690966Z"},"content_sha256":"84496ebfa35ff266282584bc7e8ac78780dd4473e2cfe28d1aaeeace66df5652","schema_version":"1.0","event_id":"sha256:84496ebfa35ff266282584bc7e8ac78780dd4473e2cfe28d1aaeeace66df5652"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/UE5VBB4PDTZCIIKHQ3JQNGQNUS/bundle.json","state_url":"https://pith.science/pith/UE5VBB4PDTZCIIKHQ3JQNGQNUS/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/UE5VBB4PDTZCIIKHQ3JQNGQNUS/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-28T13:35:58Z","links":{"resolver":"https://pith.science/pith/UE5VBB4PDTZCIIKHQ3JQNGQNUS","bundle":"https://pith.science/pith/UE5VBB4PDTZCIIKHQ3JQNGQNUS/bundle.json","state":"https://pith.science/pith/UE5VBB4PDTZCIIKHQ3JQNGQNUS/state.json","well_known_bundle":"https://pith.science/.well-known/pith/UE5VBB4PDTZCIIKHQ3JQNGQNUS/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:UE5VBB4PDTZCIIKHQ3JQNGQNUS","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c860adae180ffe3f0a2fa9861d88e17270de679593db299799e028cac402c806","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-08-09T17:57:43Z","title_canon_sha256":"d9d336309075397c0e854e1e82fa03d3b50fef0684cd6beda25e9c71242dc572"},"schema_version":"1.0","source":{"id":"2208.04933","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2208.04933","created_at":"2026-05-17T23:38:48Z"},{"alias_kind":"arxiv_version","alias_value":"2208.04933v3","created_at":"2026-05-17T23:38:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2208.04933","created_at":"2026-05-17T23:38:48Z"},{"alias_kind":"pith_short_12","alias_value":"UE5VBB4PDTZC","created_at":"2026-05-18T12:33:33Z"},{"alias_kind":"pith_short_16","alias_value":"UE5VBB4PDTZCIIKH","created_at":"2026-05-18T12:33:33Z"},{"alias_kind":"pith_short_8","alias_value":"UE5VBB4P","created_at":"2026-05-18T12:33:33Z"}],"graph_snapshots":[{"event_id":"sha256:84496ebfa35ff266282584bc7e8ac78780dd4473e2cfe28d1aaeeace66df5652","target":"graph","created_at":"2026-05-17T23:38:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":4,"items":[{"attestation":"unclaimed","claim_id":"C1","kind":"strongest_claim","source":"verdict.strongest_claim","status":"machine_extracted","text":"S5 averages 87.4% on the long range arena benchmark, and 98.5% on the most difficult Path-X task, while matching the computational efficiency of S4."},{"attestation":"unclaimed","claim_id":"C2","kind":"weakest_assumption","source":"verdict.weakest_assumption","status":"machine_extracted","text":"That the initialization and parameterization obtained by connecting S5 to S4 will produce stable, high-performing models across tasks without additional per-task tuning or post-hoc adjustments."},{"attestation":"unclaimed","claim_id":"C3","kind":"one_line_summary","source":"verdict.one_line_summary","status":"machine_extracted","text":"S5 uses a single MIMO state space model with S4-derived initialization to match S4 efficiency and reach 87.4% average accuracy on the Long Range Arena benchmark."},{"attestation":"unclaimed","claim_id":"C4","kind":"headline","source":"verdict.pith_extraction.headline","status":"machine_extracted","text":"S5 uses one multi-input multi-output state space model to match S4 performance and efficiency on long sequences"}],"snapshot_sha256":"1efe71fde0b11874e3355af44cda47441e62399a349c8169887cfac653882a2f"},"formal_canon":{"evidence_count":3,"snapshot_sha256":"d6b8db7edd36e197a50ebf47dd5971e6c49083cccb061129bdea5adfe1ad8529"},"paper":{"abstract_excerpt":"Models using structured state space sequence (S4) layers have achieved state-of-the-art performance on long-range sequence modeling tasks. An S4 layer combines linear state space models (SSMs), the HiPPO framework, and deep learning to achieve high performance. We build on the design of the S4 layer and introduce a new state space layer, the S5 layer. Whereas an S4 layer uses many independent single-input, single-output SSMs, the S5 layer uses one multi-input, multi-output SSM. We establish a connection between S5 and S4, and use this to develop the initialization and parameterization used by ","authors_text":"Andrew Warrington, Jimmy T.H. Smith, Scott W. Linderman","cross_cats":[],"headline":"S5 uses one multi-input multi-output state space model to match S4 performance and efficiency on long sequences","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-08-09T17:57:43Z","title":"Simplified State Space Layers for Sequence Modeling"},"references":{"count":149,"internal_anchors":6,"resolved_work":149,"sample":[{"cited_arxiv_id":"","doi":"","is_internal_anchor":false,"ref_index":1,"title":"Advances in Neural Information Processing Systems , year=","work_id":"aa07cf43-b14f-441f-a613-12788839a164","year":null},{"cited_arxiv_id":"","doi":"","is_internal_anchor":false,"ref_index":2,"title":"Voelker, Aaron and Kaji. Legendre. Advances in Neural Information Processing Systems , volume=","work_id":"3768e064-523e-426a-b291-c47451d3de0f","year":null},{"cited_arxiv_id":"","doi":"","is_internal_anchor":false,"ref_index":3,"title":"Goel, Karan and Gu, Albert and Donahue, Chris and Re, Christopher , booktitle =. It’s Raw!. 2022 , volume =","work_id":"8eec0f5d-f0c2-4d4e-8239-33507023bff6","year":2022},{"cited_arxiv_id":"","doi":"","is_internal_anchor":false,"ref_index":4,"title":"Gu, Albert and Dao, Tri and Ermon, Stefano and Rudra, Atri and R. Hi. Advances in Neural Information Processing Systems , volume=","work_id":"e6142161-6b2f-4ba5-91c2-49d10140405d","year":null},{"cited_arxiv_id":"","doi":"10.48550/arxiv.2006.03274","is_internal_anchor":false,"ref_index":5,"title":"2020 , copyright =","work_id":"98408eae-06e2-4781-915c-41237b2aaeca","year":2020}],"snapshot_sha256":"cd6053c7f70f6d3fc54deb85f8f5a0eaf6b56eb6520a9d0fcae01d1e23c50534"},"source":{"id":"2208.04933","kind":"arxiv","version":3},"verdict":{"created_at":"2026-05-16T08:13:20.624547Z","id":"8c0e75c5-dd04-4f21-ae41-5fab322ac174","model_set":{"reader":"grok-4.3"},"one_line_summary":"S5 uses a single MIMO state space model with S4-derived initialization to match S4 efficiency and reach 87.4% average accuracy on the Long Range Arena benchmark.","pipeline_version":"pith-pipeline@v0.9.0","pith_extraction_headline":"S5 uses one multi-input multi-output state space model to match S4 performance and efficiency on long sequences","strongest_claim":"S5 averages 87.4% on the long range arena benchmark, and 98.5% on the most difficult Path-X task, while matching the computational efficiency of S4.","weakest_assumption":"That the initialization and parameterization obtained by connecting S5 to S4 will produce stable, high-performing models across tasks without additional per-task tuning or post-hoc adjustments."}},"verdict_id":"8c0e75c5-dd04-4f21-ae41-5fab322ac174"}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:51dea9a8c9999be1d44e2509a04e4dcd1c5dda1d1036144a479db400cf487bc2","target":"record","created_at":"2026-05-17T23:38:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c860adae180ffe3f0a2fa9861d88e17270de679593db299799e028cac402c806","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-08-09T17:57:43Z","title_canon_sha256":"d9d336309075397c0e854e1e82fa03d3b50fef0684cd6beda25e9c71242dc572"},"schema_version":"1.0","source":{"id":"2208.04933","kind":"arxiv","version":3}},"canonical_sha256":"a13b50878f1cf224214786d3069a0da48079ab3f804d1f329f053962b4124946","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a13b50878f1cf224214786d3069a0da48079ab3f804d1f329f053962b4124946","first_computed_at":"2026-05-17T23:38:48.531338Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:38:48.531338Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"JHso3Ah8KEG3eLF8k5079nkBM/jatg0POvbNRXflbJYR0KENEq/seBA6HnEudM+TSU+uzxNJd4QkPxBS2EhJBg==","signature_status":"signed_v1","signed_at":"2026-05-17T23:38:48.531861Z","signed_message":"canonical_sha256_bytes"},"source_id":"2208.04933","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:51dea9a8c9999be1d44e2509a04e4dcd1c5dda1d1036144a479db400cf487bc2","sha256:84496ebfa35ff266282584bc7e8ac78780dd4473e2cfe28d1aaeeace66df5652"],"state_sha256":"2ce1550e8aba55aa21946f2cae91562a6ca84b83e1456a151c02d89e9993dd3b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"u/0C2RqT4G4rMWCH0G8VrXtOqphAuEzA/MHjI3MAWjA+3cjc1gtEAmehVnTknWJbLT7VZcT9CxxaVzh7YBDDBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-28T13:35:58.695823Z","bundle_sha256":"59e1e38eb980aa0f67a354d8051508bcea3c4f5290f4d2ec3a5291611569e5fb"}}