{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2016:U7XZTZLBXNJF47JPCVT635GTKI","short_pith_number":"pith:U7XZTZLB","schema_version":"1.0","canonical_sha256":"a7ef99e561bb525e7d2f1567edf4d35214e1899cd565b81d97e3a861102703d6","source":{"kind":"arxiv","id":"1605.00064","version":1},"attestation_state":"computed","paper":{"title":"Higher Order Recurrent Neural Networks","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.NE","authors_text":"Hui Jiang, Rohollah Soltani","submitted_at":"2016-04-30T05:04:08Z","abstract_excerpt":"In this paper, we study novel neural network structures to better model long term dependency in sequential data. We propose to use more memory units to keep track of more preceding states in recurrent neural networks (RNNs), which are all recurrently fed to the hidden layers as feedback through different weighted paths. By extending the popular recurrent structure in RNNs, we provide the models with better short-term memory mechanism to learn long term dependency in sequences. Analogous to digital filters in signal processing, we call these structures as higher order RNNs (HORNNs). Similar to "},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"1605.00064","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.NE","submitted_at":"2016-04-30T05:04:08Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"22518fd7a79d7ad2a38e2d6f5f711dcce1481eba5ebed66de6ca2170ae9d7758","abstract_canon_sha256":"dec76b7f838339e952ec725ebd40482a77c3708a087cfa35012745a4d3996c77"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T01:15:56.943150Z","signature_b64":"3WA34ZbqG4GhBOzPd+sCMxnGPiET3kfFkL7HW0jLfdYBXLNlFSehJAfQtz1q0cdwC3QNx2jqV2CDC2oVgjE/BQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a7ef99e561bb525e7d2f1567edf4d35214e1899cd565b81d97e3a861102703d6","last_reissued_at":"2026-05-18T01:15:56.942583Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T01:15:56.942583Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Higher Order Recurrent Neural Networks","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.NE","authors_text":"Hui Jiang, Rohollah Soltani","submitted_at":"2016-04-30T05:04:08Z","abstract_excerpt":"In this paper, we study novel neural network structures to better model long term dependency in sequential data. We propose to use more memory units to keep track of more preceding states in recurrent neural networks (RNNs), which are all recurrently fed to the hidden layers as feedback through different weighted paths. By extending the popular recurrent structure in RNNs, we provide the models with better short-term memory mechanism to learn long term dependency in sequences. Analogous to digital filters in signal processing, we call these structures as higher order RNNs (HORNNs). Similar to "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1605.00064","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"1605.00064","created_at":"2026-05-18T01:15:56.942654+00:00"},{"alias_kind":"arxiv_version","alias_value":"1605.00064v1","created_at":"2026-05-18T01:15:56.942654+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1605.00064","created_at":"2026-05-18T01:15:56.942654+00:00"},{"alias_kind":"pith_short_12","alias_value":"U7XZTZLBXNJF","created_at":"2026-05-18T12:30:46.583412+00:00"},{"alias_kind":"pith_short_16","alias_value":"U7XZTZLBXNJF47JP","created_at":"2026-05-18T12:30:46.583412+00:00"},{"alias_kind":"pith_short_8","alias_value":"U7XZTZLB","created_at":"2026-05-18T12:30:46.583412+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":1,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2604.18460","citing_title":"Learning Invariant Modality Representation for Robust Multimodal Learning from a Causal Inference Perspective","ref_index":276,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/U7XZTZLBXNJF47JPCVT635GTKI","json":"https://pith.science/pith/U7XZTZLBXNJF47JPCVT635GTKI.json","graph_json":"https://pith.science/api/pith-number/U7XZTZLBXNJF47JPCVT635GTKI/graph.json","events_json":"https://pith.science/api/pith-number/U7XZTZLBXNJF47JPCVT635GTKI/events.json","paper":"https://pith.science/paper/U7XZTZLB"},"agent_actions":{"view_html":"https://pith.science/pith/U7XZTZLBXNJF47JPCVT635GTKI","download_json":"https://pith.science/pith/U7XZTZLBXNJF47JPCVT635GTKI.json","view_paper":"https://pith.science/paper/U7XZTZLB","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=1605.00064&json=true","fetch_graph":"https://pith.science/api/pith-number/U7XZTZLBXNJF47JPCVT635GTKI/graph.json","fetch_events":"https://pith.science/api/pith-number/U7XZTZLBXNJF47JPCVT635GTKI/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/U7XZTZLBXNJF47JPCVT635GTKI/action/timestamp_anchor","attest_storage":"https://pith.science/pith/U7XZTZLBXNJF47JPCVT635GTKI/action/storage_attestation","attest_author":"https://pith.science/pith/U7XZTZLBXNJF47JPCVT635GTKI/action/author_attestation","sign_citation":"https://pith.science/pith/U7XZTZLBXNJF47JPCVT635GTKI/action/citation_signature","submit_replication":"https://pith.science/pith/U7XZTZLBXNJF47JPCVT635GTKI/action/replication_record"}},"created_at":"2026-05-18T01:15:56.942654+00:00","updated_at":"2026-05-18T01:15:56.942654+00:00"}