{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:6DGONSMB4ALCOVWABZL3UR7KYH","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d1041a225ab1c02ad922dfa1e4bee3708f13b39ddc4a7cdbce569c24f09f9374","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-04-11T16:43:03Z","title_canon_sha256":"59f831808c54844c9b3f90117203e92ab9d19b06a88fb45172ae59b98529badb"},"schema_version":"1.0","source":{"id":"2404.07904","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.07904","created_at":"2026-07-05T08:56:47Z"},{"alias_kind":"arxiv_version","alias_value":"2404.07904v2","created_at":"2026-07-05T08:56:47Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.07904","created_at":"2026-07-05T08:56:47Z"},{"alias_kind":"pith_short_12","alias_value":"6DGONSMB4ALC","created_at":"2026-07-05T08:56:47Z"},{"alias_kind":"pith_short_16","alias_value":"6DGONSMB4ALCOVWA","created_at":"2026-07-05T08:56:47Z"},{"alias_kind":"pith_short_8","alias_value":"6DGONSMB","created_at":"2026-07-05T08:56:47Z"}],"graph_snapshots":[{"event_id":"sha256:16dbd85a8ee480bdb3a210bf7558f00738fd2f6e1e1a59818e710615e9699efc","target":"graph","created_at":"2026-07-05T08:56:47Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2404.07904/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Hierarchically gated linear RNN (HGRN, \\citealt{HGRN}) has demonstrated competitive training speed and performance in language modeling while offering efficient inference. However, the recurrent state size of HGRN remains relatively small, limiting its expressiveness. To address this issue, we introduce a simple outer product-based state expansion mechanism, which significantly enlarges the recurrent state size without introducing any additional parameters. This enhancement also provides a linear attention interpretation for HGRN2, enabling hardware-efficient training. Our extensive experiment","authors_text":"Dong Li, Songlin Yang, Weigao Sun, Weixuan Sun, Xuyang Shen, Yiran Zhong, Zhen Qin","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-04-11T16:43:03Z","title":"HGRN2: Gated Linear RNNs with State Expansion"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.07904","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8bd9fcc571c01100ad4db81acbe04daa7e8f8b550c0cc2c53712900572ce5fcc","target":"record","created_at":"2026-07-05T08:56:47Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d1041a225ab1c02ad922dfa1e4bee3708f13b39ddc4a7cdbce569c24f09f9374","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-04-11T16:43:03Z","title_canon_sha256":"59f831808c54844c9b3f90117203e92ab9d19b06a88fb45172ae59b98529badb"},"schema_version":"1.0","source":{"id":"2404.07904","kind":"arxiv","version":2}},"canonical_sha256":"f0cce6c981e0162756c00e57ba47eac1ff1228be2270c618b68e42494bb48dca","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f0cce6c981e0162756c00e57ba47eac1ff1228be2270c618b68e42494bb48dca","first_computed_at":"2026-07-05T08:56:47.252709Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:56:47.252709Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"2fLXNZd7ALEOCTyKkq4dqqW0q3qOfvKeQTfcF6qQj/gDGoNjS9BY7atHJNwWu6WbaChQT8y8yu8HRHTsR4JICw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:56:47.253180Z","signed_message":"canonical_sha256_bytes"},"source_id":"2404.07904","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8bd9fcc571c01100ad4db81acbe04daa7e8f8b550c0cc2c53712900572ce5fcc","sha256:16dbd85a8ee480bdb3a210bf7558f00738fd2f6e1e1a59818e710615e9699efc"],"state_sha256":"8fbe97b9bf304499de75400ea6b5ea5cf091d79947305430b8d1ebce14a4e3f6"}