{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2017:FTQGSHUDQ5D5HLUV6LXOT65FCD","short_pith_number":"pith:FTQGSHUD","canonical_record":{"source":{"id":"1708.01009","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2017-08-03T05:53:53Z","cross_cats_sorted":["cs.NE"],"title_canon_sha256":"6a597fb46181b2dcf47969adb562746eede6ddd438b17ab16f988c75ca3aa34e","abstract_canon_sha256":"f6c0870219a3651ba701ab3c58c20ccdcf768c66af212032463e8f659de33283"},"schema_version":"1.0"},"canonical_sha256":"2ce0691e838747d3ae95f2eee9fba510cba8e1cdef38cf7a54c8d042cd84f67f","source":{"kind":"arxiv","id":"1708.01009","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1708.01009","created_at":"2026-05-18T00:38:40Z"},{"alias_kind":"arxiv_version","alias_value":"1708.01009v1","created_at":"2026-05-18T00:38:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1708.01009","created_at":"2026-05-18T00:38:40Z"},{"alias_kind":"pith_short_12","alias_value":"FTQGSHUDQ5D5","created_at":"2026-05-18T12:31:15Z"},{"alias_kind":"pith_short_16","alias_value":"FTQGSHUDQ5D5HLUV","created_at":"2026-05-18T12:31:15Z"},{"alias_kind":"pith_short_8","alias_value":"FTQGSHUD","created_at":"2026-05-18T12:31:15Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2017:FTQGSHUDQ5D5HLUV6LXOT65FCD","target":"record","payload":{"canonical_record":{"source":{"id":"1708.01009","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2017-08-03T05:53:53Z","cross_cats_sorted":["cs.NE"],"title_canon_sha256":"6a597fb46181b2dcf47969adb562746eede6ddd438b17ab16f988c75ca3aa34e","abstract_canon_sha256":"f6c0870219a3651ba701ab3c58c20ccdcf768c66af212032463e8f659de33283"},"schema_version":"1.0"},"canonical_sha256":"2ce0691e838747d3ae95f2eee9fba510cba8e1cdef38cf7a54c8d042cd84f67f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:38:40.843693Z","signature_b64":"SLL1UBCcv7MM8kYlvYaLsxsHFq5OZdsL+HciBRlZWIWxfusxFwvs6kJDg+rDGspV/BfrjJ7S4UWWbIoX8ZnNAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2ce0691e838747d3ae95f2eee9fba510cba8e1cdef38cf7a54c8d042cd84f67f","last_reissued_at":"2026-05-18T00:38:40.843030Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:38:40.843030Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1708.01009","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:38:40Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"JBk0ZTEI7GzZVQFwZIVhj+UUCgOKC4/Pw+ZKn+CQyX01BdCC+73ahk1BD3oP/qr16ezWvwCVpv3nqUS5HdLyBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-30T18:29:05.760334Z"},"content_sha256":"e435cad4e76452d967592b1207970bbcc85e2e4ede2800d4008582a320cf7242","schema_version":"1.0","event_id":"sha256:e435cad4e76452d967592b1207970bbcc85e2e4ede2800d4008582a320cf7242"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2017:FTQGSHUDQ5D5HLUV6LXOT65FCD","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Revisiting Activation Regularization for Language RNNs","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.NE"],"primary_cat":"cs.CL","authors_text":"Bryan McCann, Richard Socher, Stephen Merity","submitted_at":"2017-08-03T05:53:53Z","abstract_excerpt":"Recurrent neural networks (RNNs) serve as a fundamental building block for many sequence tasks across natural language processing. Recent research has focused on recurrent dropout techniques or custom RNN cells in order to improve performance. Both of these can require substantial modifications to the machine learning model or to the underlying RNN configurations. We revisit traditional regularization techniques, specifically L2 regularization on RNN activations and slowness regularization over successive hidden states, to improve the performance of RNNs on the task of language modeling. Both "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1708.01009","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:38:40Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hlv7kKkts+ktYynQ49lXTehHkuJDYJEZ0WhYSJupmQwQpQOHstD9b1v/9zsq9hwqZTBTkphh/1nGEaVE6GC3Dw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-30T18:29:05.761031Z"},"content_sha256":"8d745d9c2db530543201301833f3d59fe53fef1a80499280478b698cfe291ad8","schema_version":"1.0","event_id":"sha256:8d745d9c2db530543201301833f3d59fe53fef1a80499280478b698cfe291ad8"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/FTQGSHUDQ5D5HLUV6LXOT65FCD/bundle.json","state_url":"https://pith.science/pith/FTQGSHUDQ5D5HLUV6LXOT65FCD/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/FTQGSHUDQ5D5HLUV6LXOT65FCD/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-30T18:29:05Z","links":{"resolver":"https://pith.science/pith/FTQGSHUDQ5D5HLUV6LXOT65FCD","bundle":"https://pith.science/pith/FTQGSHUDQ5D5HLUV6LXOT65FCD/bundle.json","state":"https://pith.science/pith/FTQGSHUDQ5D5HLUV6LXOT65FCD/state.json","well_known_bundle":"https://pith.science/.well-known/pith/FTQGSHUDQ5D5HLUV6LXOT65FCD/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2017:FTQGSHUDQ5D5HLUV6LXOT65FCD","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f6c0870219a3651ba701ab3c58c20ccdcf768c66af212032463e8f659de33283","cross_cats_sorted":["cs.NE"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2017-08-03T05:53:53Z","title_canon_sha256":"6a597fb46181b2dcf47969adb562746eede6ddd438b17ab16f988c75ca3aa34e"},"schema_version":"1.0","source":{"id":"1708.01009","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1708.01009","created_at":"2026-05-18T00:38:40Z"},{"alias_kind":"arxiv_version","alias_value":"1708.01009v1","created_at":"2026-05-18T00:38:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1708.01009","created_at":"2026-05-18T00:38:40Z"},{"alias_kind":"pith_short_12","alias_value":"FTQGSHUDQ5D5","created_at":"2026-05-18T12:31:15Z"},{"alias_kind":"pith_short_16","alias_value":"FTQGSHUDQ5D5HLUV","created_at":"2026-05-18T12:31:15Z"},{"alias_kind":"pith_short_8","alias_value":"FTQGSHUD","created_at":"2026-05-18T12:31:15Z"}],"graph_snapshots":[{"event_id":"sha256:8d745d9c2db530543201301833f3d59fe53fef1a80499280478b698cfe291ad8","target":"graph","created_at":"2026-05-18T00:38:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Recurrent neural networks (RNNs) serve as a fundamental building block for many sequence tasks across natural language processing. Recent research has focused on recurrent dropout techniques or custom RNN cells in order to improve performance. Both of these can require substantial modifications to the machine learning model or to the underlying RNN configurations. We revisit traditional regularization techniques, specifically L2 regularization on RNN activations and slowness regularization over successive hidden states, to improve the performance of RNNs on the task of language modeling. Both ","authors_text":"Bryan McCann, Richard Socher, Stephen Merity","cross_cats":["cs.NE"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2017-08-03T05:53:53Z","title":"Revisiting Activation Regularization for Language RNNs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1708.01009","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e435cad4e76452d967592b1207970bbcc85e2e4ede2800d4008582a320cf7242","target":"record","created_at":"2026-05-18T00:38:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f6c0870219a3651ba701ab3c58c20ccdcf768c66af212032463e8f659de33283","cross_cats_sorted":["cs.NE"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2017-08-03T05:53:53Z","title_canon_sha256":"6a597fb46181b2dcf47969adb562746eede6ddd438b17ab16f988c75ca3aa34e"},"schema_version":"1.0","source":{"id":"1708.01009","kind":"arxiv","version":1}},"canonical_sha256":"2ce0691e838747d3ae95f2eee9fba510cba8e1cdef38cf7a54c8d042cd84f67f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2ce0691e838747d3ae95f2eee9fba510cba8e1cdef38cf7a54c8d042cd84f67f","first_computed_at":"2026-05-18T00:38:40.843030Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:38:40.843030Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"SLL1UBCcv7MM8kYlvYaLsxsHFq5OZdsL+HciBRlZWIWxfusxFwvs6kJDg+rDGspV/BfrjJ7S4UWWbIoX8ZnNAA==","signature_status":"signed_v1","signed_at":"2026-05-18T00:38:40.843693Z","signed_message":"canonical_sha256_bytes"},"source_id":"1708.01009","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e435cad4e76452d967592b1207970bbcc85e2e4ede2800d4008582a320cf7242","sha256:8d745d9c2db530543201301833f3d59fe53fef1a80499280478b698cfe291ad8"],"state_sha256":"0ac6f66347b150459da9015593f7c2d7c2e329bc14b95375135a574e32f8f3ad"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qb4UehO7n9l69nKAbzn0GyUtu4o8RWHCjj9L0y97VVJ/7wwfN8uC9DdfwKw98Qur8bq9kaq43JQGc+MUfKztDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-30T18:29:05.764629Z","bundle_sha256":"549d9b59bdab25a9d3231e3ee2e61a4e5e8e4c10e5ba9d7a59441b57c38a5abc"}}