{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:GM5CED6SAUEGHCZQTLULNMOGTS","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"2714d54d104fe5a7143a7f30f660c71b210e24feec200a7cb0c40e699e423800","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-12-28T17:56:03Z","title_canon_sha256":"326a02f7fcf837eded683d30bb4c850ab0843e129dab6f98ebe04a7fbe316f17"},"schema_version":"1.0","source":{"id":"2212.14052","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2212.14052","created_at":"2026-07-05T06:05:32Z"},{"alias_kind":"arxiv_version","alias_value":"2212.14052v3","created_at":"2026-07-05T06:05:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2212.14052","created_at":"2026-07-05T06:05:32Z"},{"alias_kind":"pith_short_12","alias_value":"GM5CED6SAUEG","created_at":"2026-07-05T06:05:32Z"},{"alias_kind":"pith_short_16","alias_value":"GM5CED6SAUEGHCZQ","created_at":"2026-07-05T06:05:32Z"},{"alias_kind":"pith_short_8","alias_value":"GM5CED6S","created_at":"2026-07-05T06:05:32Z"}],"graph_snapshots":[{"event_id":"sha256:7140b2d6f27fd430458fe796ed55d8f9b8e15b0ef3ebe559fafea4b55792e6ba","target":"graph","created_at":"2026-07-05T06:05:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2212.14052/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"State space models (SSMs) have demonstrated state-of-the-art sequence modeling performance in some modalities, but underperform attention in language modeling. Moreover, despite scaling nearly linearly in sequence length instead of quadratically, SSMs are still slower than Transformers due to poor hardware utilization. In this paper, we make progress on understanding the expressivity gap between SSMs and attention in language modeling, and on reducing the hardware barrier between SSMs and attention. First, we use synthetic language modeling tasks to understand the gap between SSMs and attentio","authors_text":"Armin W. Thomas, Atri Rudra, Christopher R\\'e, Daniel Y. Fu, Khaled K. Saab, Tri Dao","cross_cats":["cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-12-28T17:56:03Z","title":"Hungry Hungry Hippos: Towards Language Modeling with State Space Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2212.14052","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:81877c7686de77b147741609ed629fc7a3e0b3ffbb8bf3a25aa9e6064848054f","target":"record","created_at":"2026-07-05T06:05:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"2714d54d104fe5a7143a7f30f660c71b210e24feec200a7cb0c40e699e423800","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-12-28T17:56:03Z","title_canon_sha256":"326a02f7fcf837eded683d30bb4c850ab0843e129dab6f98ebe04a7fbe316f17"},"schema_version":"1.0","source":{"id":"2212.14052","kind":"arxiv","version":3}},"canonical_sha256":"333a220fd20508638b309ae8b6b1c69c98299e54aea2c276fc53433320e19393","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"333a220fd20508638b309ae8b6b1c69c98299e54aea2c276fc53433320e19393","first_computed_at":"2026-07-05T06:05:32.688631Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:05:32.688631Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"bFLjLOuJ1MT954ieO9zmVnqFFotVawmAb23JdHfmSBxuIaksbPJeYnATYolb04y9Xv4kC7o8PpLmqtijWPDyAw==","signature_status":"signed_v1","signed_at":"2026-07-05T06:05:32.689075Z","signed_message":"canonical_sha256_bytes"},"source_id":"2212.14052","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:81877c7686de77b147741609ed629fc7a3e0b3ffbb8bf3a25aa9e6064848054f","sha256:7140b2d6f27fd430458fe796ed55d8f9b8e15b0ef3ebe559fafea4b55792e6ba"],"state_sha256":"f307908fe49353d447c41ef429f7c2e49d4d01f02107c3529f7d7c992e0cdab7"}