{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:LHLENHWLT6DD4NWISPBHAWOK3J","short_pith_number":"pith:LHLENHWL","canonical_record":{"source":{"id":"1909.12051","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-09-26T12:38:41Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"43679e68c772b69fb1143aba5bf4389d3a5ecd7adf68aff09e424f05166efcdb","abstract_canon_sha256":"efb659e594ff158aa5523c4e44562fb504556a207e538bb959d54b2f4fb83cad"},"schema_version":"1.0"},"canonical_sha256":"59d6469ecb9f863e36c893c27059cada646e7d85045a6aa67549b7d6447d4062","source":{"kind":"arxiv","id":"1909.12051","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1909.12051","created_at":"2026-07-05T00:28:54Z"},{"alias_kind":"arxiv_version","alias_value":"1909.12051v2","created_at":"2026-07-05T00:28:54Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1909.12051","created_at":"2026-07-05T00:28:54Z"},{"alias_kind":"pith_short_12","alias_value":"LHLENHWLT6DD","created_at":"2026-07-05T00:28:54Z"},{"alias_kind":"pith_short_16","alias_value":"LHLENHWLT6DD4NWI","created_at":"2026-07-05T00:28:54Z"},{"alias_kind":"pith_short_8","alias_value":"LHLENHWL","created_at":"2026-07-05T00:28:54Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:LHLENHWLT6DD4NWISPBHAWOK3J","target":"record","payload":{"canonical_record":{"source":{"id":"1909.12051","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-09-26T12:38:41Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"43679e68c772b69fb1143aba5bf4389d3a5ecd7adf68aff09e424f05166efcdb","abstract_canon_sha256":"efb659e594ff158aa5523c4e44562fb504556a207e538bb959d54b2f4fb83cad"},"schema_version":"1.0"},"canonical_sha256":"59d6469ecb9f863e36c893c27059cada646e7d85045a6aa67549b7d6447d4062","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T00:28:54.327332Z","signature_b64":"uUrdu3G1g/GixWdDAtj2FArYOIYdZsdpkGHjd/i33pBEqvXoWEZVGc3Um0mqnPqo29ofbWGa1IJHz2i1jfviBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"59d6469ecb9f863e36c893c27059cada646e7d85045a6aa67549b7d6447d4062","last_reissued_at":"2026-07-05T00:28:54.326837Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T00:28:54.326837Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1909.12051","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:28:54Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YqRZLSdKftqmFE7NQikw476FRRNY5+W3GKzPqbhLobCjNkwWv85xL8idT/AAFzWAXtgp8uV3GYnbgdred00cBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T13:26:32.006459Z"},"content_sha256":"4a8978014bf63655246ed2d984a705d9924f6d658f81b0fd0886589264f14aa3","schema_version":"1.0","event_id":"sha256:4a8978014bf63655246ed2d984a705d9924f6d658f81b0fd0886589264f14aa3"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:LHLENHWLT6DD4NWISPBHAWOK3J","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"The Implicit Bias of Depth: How Incremental Learning Drives Generalization","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Amit Daniely, Daniel Gissin, Shai Shalev-Shwartz","submitted_at":"2019-09-26T12:38:41Z","abstract_excerpt":"A leading hypothesis for the surprising generalization of neural networks is that the dynamics of gradient descent bias the model towards simple solutions, by searching through the solution space in an incremental order of complexity. We formally define the notion of incremental learning dynamics and derive the conditions on depth and initialization for which this phenomenon arises in deep linear models. Our main theoretical contribution is a dynamical depth separation result, proving that while shallow models can exhibit incremental learning dynamics, they require the initialization to be exp"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1909.12051","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1909.12051/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:28:54Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Z0wNqxyIg/By5FRDUGF8olTJQVnhAdqvDrBWvLA02T35edPS3odvMxcCvNP0GvYsNko/HouTGjwXihLhCBI0DQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T13:26:32.007217Z"},"content_sha256":"778c9c94cc36498acd7dcc756c75e58f7221edfd17c7a176c618e94c635b7e52","schema_version":"1.0","event_id":"sha256:778c9c94cc36498acd7dcc756c75e58f7221edfd17c7a176c618e94c635b7e52"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/LHLENHWLT6DD4NWISPBHAWOK3J/bundle.json","state_url":"https://pith.science/pith/LHLENHWLT6DD4NWISPBHAWOK3J/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/LHLENHWLT6DD4NWISPBHAWOK3J/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T13:26:32Z","links":{"resolver":"https://pith.science/pith/LHLENHWLT6DD4NWISPBHAWOK3J","bundle":"https://pith.science/pith/LHLENHWLT6DD4NWISPBHAWOK3J/bundle.json","state":"https://pith.science/pith/LHLENHWLT6DD4NWISPBHAWOK3J/state.json","well_known_bundle":"https://pith.science/.well-known/pith/LHLENHWLT6DD4NWISPBHAWOK3J/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:LHLENHWLT6DD4NWISPBHAWOK3J","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"efb659e594ff158aa5523c4e44562fb504556a207e538bb959d54b2f4fb83cad","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-09-26T12:38:41Z","title_canon_sha256":"43679e68c772b69fb1143aba5bf4389d3a5ecd7adf68aff09e424f05166efcdb"},"schema_version":"1.0","source":{"id":"1909.12051","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1909.12051","created_at":"2026-07-05T00:28:54Z"},{"alias_kind":"arxiv_version","alias_value":"1909.12051v2","created_at":"2026-07-05T00:28:54Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1909.12051","created_at":"2026-07-05T00:28:54Z"},{"alias_kind":"pith_short_12","alias_value":"LHLENHWLT6DD","created_at":"2026-07-05T00:28:54Z"},{"alias_kind":"pith_short_16","alias_value":"LHLENHWLT6DD4NWI","created_at":"2026-07-05T00:28:54Z"},{"alias_kind":"pith_short_8","alias_value":"LHLENHWL","created_at":"2026-07-05T00:28:54Z"}],"graph_snapshots":[{"event_id":"sha256:778c9c94cc36498acd7dcc756c75e58f7221edfd17c7a176c618e94c635b7e52","target":"graph","created_at":"2026-07-05T00:28:54Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1909.12051/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"A leading hypothesis for the surprising generalization of neural networks is that the dynamics of gradient descent bias the model towards simple solutions, by searching through the solution space in an incremental order of complexity. We formally define the notion of incremental learning dynamics and derive the conditions on depth and initialization for which this phenomenon arises in deep linear models. Our main theoretical contribution is a dynamical depth separation result, proving that while shallow models can exhibit incremental learning dynamics, they require the initialization to be exp","authors_text":"Amit Daniely, Daniel Gissin, Shai Shalev-Shwartz","cross_cats":["stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-09-26T12:38:41Z","title":"The Implicit Bias of Depth: How Incremental Learning Drives Generalization"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1909.12051","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4a8978014bf63655246ed2d984a705d9924f6d658f81b0fd0886589264f14aa3","target":"record","created_at":"2026-07-05T00:28:54Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"efb659e594ff158aa5523c4e44562fb504556a207e538bb959d54b2f4fb83cad","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-09-26T12:38:41Z","title_canon_sha256":"43679e68c772b69fb1143aba5bf4389d3a5ecd7adf68aff09e424f05166efcdb"},"schema_version":"1.0","source":{"id":"1909.12051","kind":"arxiv","version":2}},"canonical_sha256":"59d6469ecb9f863e36c893c27059cada646e7d85045a6aa67549b7d6447d4062","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"59d6469ecb9f863e36c893c27059cada646e7d85045a6aa67549b7d6447d4062","first_computed_at":"2026-07-05T00:28:54.326837Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T00:28:54.326837Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"uUrdu3G1g/GixWdDAtj2FArYOIYdZsdpkGHjd/i33pBEqvXoWEZVGc3Um0mqnPqo29ofbWGa1IJHz2i1jfviBw==","signature_status":"signed_v1","signed_at":"2026-07-05T00:28:54.327332Z","signed_message":"canonical_sha256_bytes"},"source_id":"1909.12051","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4a8978014bf63655246ed2d984a705d9924f6d658f81b0fd0886589264f14aa3","sha256:778c9c94cc36498acd7dcc756c75e58f7221edfd17c7a176c618e94c635b7e52"],"state_sha256":"6a58959f5a3e91a960f5189be6b369ced340c1f5eabef3ab24223e65b602baaf"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vgsjLIHZWG4GNCZJBIdHm97vSR/K0gDNaBWey22sjA21o1Ye9rWde5YM7YvfcpFn69zxN0dCeI+kc2581tpPAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T13:26:32.024310Z","bundle_sha256":"fa47c7af32d568537722bc4a1dc5aaaf60245ac2cd58cf8bd6fbb6873f4d88c0"}}