{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2013:6LDJV2WCL6XE4REHUMEART4WEL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"81611c5d2fc64e21f82c7bdc38cc65135019cb55be8c25f8eef9a37b91afb098","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2013-01-23T21:18:07Z","title_canon_sha256":"273ff74301ce5d65b671e98dcf53011d92e9eef5ea442b0aa58879193783726b"},"schema_version":"1.0","source":{"id":"1301.5650","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1301.5650","created_at":"2026-05-18T03:20:32Z"},{"alias_kind":"arxiv_version","alias_value":"1301.5650v2","created_at":"2026-05-18T03:20:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1301.5650","created_at":"2026-05-18T03:20:32Z"},{"alias_kind":"pith_short_12","alias_value":"6LDJV2WCL6XE","created_at":"2026-05-18T12:27:36Z"},{"alias_kind":"pith_short_16","alias_value":"6LDJV2WCL6XE4REH","created_at":"2026-05-18T12:27:36Z"},{"alias_kind":"pith_short_8","alias_value":"6LDJV2WC","created_at":"2026-05-18T12:27:36Z"}],"graph_snapshots":[{"event_id":"sha256:c920a1881f48886c583fa187aad4a599da119146d7efb7dd4e114140dd0d4a85","target":"graph","created_at":"2026-05-18T03:20:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Neural language models (LMs) based on recurrent neural networks (RNN) are some of the most successful word and character-level LMs. Why do they work so well, in particular better than linear neural LMs? Possible explanations are that RNNs have an implicitly better regularization or that RNNs have a higher capacity for storing patterns due to their nonlinearities or both. Here we argue for the first explanation in the limit of little training data and the second explanation for large amounts of text data. We show state-of-the-art performance on the popular and small Penn dataset when RNN LMs ar","authors_text":"Maneesh Sahani, Marius Pachitariu","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2013-01-23T21:18:07Z","title":"Regularization and nonlinearities for neural language models: when are they needed?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1301.5650","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e025c689069829c8a8d09737cbb496e47c2040d74ce58684ae7e6aa72feca355","target":"record","created_at":"2026-05-18T03:20:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"81611c5d2fc64e21f82c7bdc38cc65135019cb55be8c25f8eef9a37b91afb098","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2013-01-23T21:18:07Z","title_canon_sha256":"273ff74301ce5d65b671e98dcf53011d92e9eef5ea442b0aa58879193783726b"},"schema_version":"1.0","source":{"id":"1301.5650","kind":"arxiv","version":2}},"canonical_sha256":"f2c69aeac25fae4e4487a30808cf9622dca4de68e8ef6fdebb5d26831f02be18","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f2c69aeac25fae4e4487a30808cf9622dca4de68e8ef6fdebb5d26831f02be18","first_computed_at":"2026-05-18T03:20:32.417495Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T03:20:32.417495Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"fgwOZPFIoZ8vBNKZ+RR2p4BPmoZ57kpMthvb8rW4RQBZ6PVTvjEeM8DuoypU/0ZOq/SSX3XWgrVvhTrYrs5TDA==","signature_status":"signed_v1","signed_at":"2026-05-18T03:20:32.418436Z","signed_message":"canonical_sha256_bytes"},"source_id":"1301.5650","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e025c689069829c8a8d09737cbb496e47c2040d74ce58684ae7e6aa72feca355","sha256:c920a1881f48886c583fa187aad4a599da119146d7efb7dd4e114140dd0d4a85"],"state_sha256":"659d2d5c2d691ae0874f8c5add23ba824bd1b9ba55fbeb7f8b4d0e6ae252b2ca"}