{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:YTD3BAVR4R6GJLL7I2U6PKUCCP","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"90d5cf00918b8a8dc270ffa1b0cb634c3215d5ee8073476ea6487b7dbb2b0738","cross_cats_sorted":["cs.NE","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-06-25T17:42:49Z","title_canon_sha256":"adc872a5a40c73640a7b151cf413f3887825438396588ba5538b064567bd39ee"},"schema_version":"1.0","source":{"id":"2006.14599","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2006.14599","created_at":"2026-07-05T01:13:33Z"},{"alias_kind":"arxiv_version","alias_value":"2006.14599v1","created_at":"2026-07-05T01:13:33Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2006.14599","created_at":"2026-07-05T01:13:33Z"},{"alias_kind":"pith_short_12","alias_value":"YTD3BAVR4R6G","created_at":"2026-07-05T01:13:33Z"},{"alias_kind":"pith_short_16","alias_value":"YTD3BAVR4R6GJLL7","created_at":"2026-07-05T01:13:33Z"},{"alias_kind":"pith_short_8","alias_value":"YTD3BAVR","created_at":"2026-07-05T01:13:33Z"}],"graph_snapshots":[{"event_id":"sha256:6fca3b451949fd287c8d4516b5864895875e3b9140450254255120b1f9ecc05b","target":"graph","created_at":"2026-07-05T01:13:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2006.14599/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Modern neural networks are often regarded as complex black-box functions whose behavior is difficult to understand owing to their nonlinear dependence on the data and the nonconvexity in their loss landscapes. In this work, we show that these common perceptions can be completely false in the early phase of learning. In particular, we formally prove that, for a class of well-behaved input distributions, the early-time learning dynamics of a two-layer fully-connected neural network can be mimicked by training a simple linear model on the inputs. We additionally argue that this surprising simplic","authors_text":"Ben Adlam, Jeffrey Pennington, Lechao Xiao, Wei Hu","cross_cats":["cs.NE","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-06-25T17:42:49Z","title":"The Surprising Simplicity of the Early-Time Learning Dynamics of Neural Networks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2006.14599","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4abd0580c56a5164b5a9f76f6fd71d4f4c8608410cd74e11f80e7a5d83279c7e","target":"record","created_at":"2026-07-05T01:13:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"90d5cf00918b8a8dc270ffa1b0cb634c3215d5ee8073476ea6487b7dbb2b0738","cross_cats_sorted":["cs.NE","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-06-25T17:42:49Z","title_canon_sha256":"adc872a5a40c73640a7b151cf413f3887825438396588ba5538b064567bd39ee"},"schema_version":"1.0","source":{"id":"2006.14599","kind":"arxiv","version":1}},"canonical_sha256":"c4c7b082b1e47c64ad7f46a9e7aa8213ef69bda6ae23c573f942979cd8fc875f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c4c7b082b1e47c64ad7f46a9e7aa8213ef69bda6ae23c573f942979cd8fc875f","first_computed_at":"2026-07-05T01:13:33.793739Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:13:33.793739Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"JdqJOnsI0FbxwF+IEPAgVJnDg9bbxsHPlbTlWKG9dk4Ka2lE2PvJCWBquA2wQXroC1wbMOmfGJ4VKfhFl+1ZAw==","signature_status":"signed_v1","signed_at":"2026-07-05T01:13:33.794163Z","signed_message":"canonical_sha256_bytes"},"source_id":"2006.14599","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4abd0580c56a5164b5a9f76f6fd71d4f4c8608410cd74e11f80e7a5d83279c7e","sha256:6fca3b451949fd287c8d4516b5864895875e3b9140450254255120b1f9ecc05b"],"state_sha256":"22cadee279b85e46cc5d24022a587b5d2d565541ac788f9e8195660558e2d0a2"}