{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2017:4UJ3D23LMON4SEJIAIS2LR5LWG","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"9187811a8ff25e2f9292fed8b425ac5b320f78443bc3f92ea94f5175eecbbc4d","cross_cats_sorted":["cs.LG","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.NE","submitted_at":"2017-02-28T01:06:13Z","title_canon_sha256":"418b551724924a0a5616e16a1246d8e33f8a41a16950b23b7231b778e1506687"},"schema_version":"1.0","source":{"id":"1702.08591","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1702.08591","created_at":"2026-05-18T00:14:06Z"},{"alias_kind":"arxiv_version","alias_value":"1702.08591v2","created_at":"2026-05-18T00:14:06Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1702.08591","created_at":"2026-05-18T00:14:06Z"},{"alias_kind":"pith_short_12","alias_value":"4UJ3D23LMON4","created_at":"2026-05-18T12:31:00Z"},{"alias_kind":"pith_short_16","alias_value":"4UJ3D23LMON4SEJI","created_at":"2026-05-18T12:31:00Z"},{"alias_kind":"pith_short_8","alias_value":"4UJ3D23L","created_at":"2026-05-18T12:31:00Z"}],"graph_snapshots":[{"event_id":"sha256:b930a89c1f3a755924bc7e2ff337829cf185bcee05d065350c9b6c631054693c","target":"graph","created_at":"2026-05-18T00:14:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"A long-standing obstacle to progress in deep learning is the problem of vanishing and exploding gradients. Although, the problem has largely been overcome via carefully constructed initializations and batch normalization, architectures incorporating skip-connections such as highway and resnets perform much better than standard feedforward architectures despite well-chosen initialization and batch normalization. In this paper, we identify the shattered gradients problem. Specifically, we show that the correlation between gradients in standard feedforward networks decays exponentially with depth","authors_text":"Brian McWilliams, David Balduzzi, JP Lewis, Kurt Wan-Duo Ma, Lennox Leary, Marcus Frean","cross_cats":["cs.LG","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.NE","submitted_at":"2017-02-28T01:06:13Z","title":"The Shattered Gradients Problem: If resnets are the answer, then what is the question?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1702.08591","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:49ef0680c606cb16915ac50af49ba9e5e8dbfcb5efca9f1ade202228d79e2559","target":"record","created_at":"2026-05-18T00:14:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"9187811a8ff25e2f9292fed8b425ac5b320f78443bc3f92ea94f5175eecbbc4d","cross_cats_sorted":["cs.LG","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.NE","submitted_at":"2017-02-28T01:06:13Z","title_canon_sha256":"418b551724924a0a5616e16a1246d8e33f8a41a16950b23b7231b778e1506687"},"schema_version":"1.0","source":{"id":"1702.08591","kind":"arxiv","version":2}},"canonical_sha256":"e513b1eb6b639bc911280225a5c7abb1b52357b96b84ded2cfd97dde73488974","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e513b1eb6b639bc911280225a5c7abb1b52357b96b84ded2cfd97dde73488974","first_computed_at":"2026-05-18T00:14:06.900432Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:14:06.900432Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Fwe3ZU0lyT1MHxOdy4s3Qx9Ql4UW/RMSMR+b6T/muZCLpYi7T0Qgp/ONbSgKCgQnvOWDfgX5MqsrpLye24GFCw==","signature_status":"signed_v1","signed_at":"2026-05-18T00:14:06.900964Z","signed_message":"canonical_sha256_bytes"},"source_id":"1702.08591","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:49ef0680c606cb16915ac50af49ba9e5e8dbfcb5efca9f1ade202228d79e2559","sha256:b930a89c1f3a755924bc7e2ff337829cf185bcee05d065350c9b6c631054693c"],"state_sha256":"a1889c5744d3b2cffa07e867446bc2f5b96f52b6e49edf1635129159345488f5"}