{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:6K6D7PKOTJAJIVBP6D67UAGPXQ","short_pith_number":"pith:6K6D7PKO","canonical_record":{"source":{"id":"2110.01765","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-10-05T00:49:36Z","cross_cats_sorted":["cs.AI","cs.NE"],"title_canon_sha256":"d77e4ee1514861b7c37bb9c2282a73a2077495f0c6a481f08f5f1a4e31875f1d","abstract_canon_sha256":"3ee1e41609bc594c0972ab883db81d80b10bd545a4644d989024dcf76b81fcf8"},"schema_version":"1.0"},"canonical_sha256":"f2bc3fbd4e9a4094542ff0fdfa00cfbc2cb5e6c122390f2968bdcf82348c3fb7","source":{"kind":"arxiv","id":"2110.01765","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2110.01765","created_at":"2026-07-05T03:20:06Z"},{"alias_kind":"arxiv_version","alias_value":"2110.01765v1","created_at":"2026-07-05T03:20:06Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2110.01765","created_at":"2026-07-05T03:20:06Z"},{"alias_kind":"pith_short_12","alias_value":"6K6D7PKOTJAJ","created_at":"2026-07-05T03:20:06Z"},{"alias_kind":"pith_short_16","alias_value":"6K6D7PKOTJAJIVBP","created_at":"2026-07-05T03:20:06Z"},{"alias_kind":"pith_short_8","alias_value":"6K6D7PKO","created_at":"2026-07-05T03:20:06Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:6K6D7PKOTJAJIVBP6D67UAGPXQ","target":"record","payload":{"canonical_record":{"source":{"id":"2110.01765","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-10-05T00:49:36Z","cross_cats_sorted":["cs.AI","cs.NE"],"title_canon_sha256":"d77e4ee1514861b7c37bb9c2282a73a2077495f0c6a481f08f5f1a4e31875f1d","abstract_canon_sha256":"3ee1e41609bc594c0972ab883db81d80b10bd545a4644d989024dcf76b81fcf8"},"schema_version":"1.0"},"canonical_sha256":"f2bc3fbd4e9a4094542ff0fdfa00cfbc2cb5e6c122390f2968bdcf82348c3fb7","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:20:06.036337Z","signature_b64":"X7RYuGs+3mLx3c2F/ReTJuz9pFo+kCJHMloSRnx/dxxSllKu+iSaSoZ89tR27/ptZFBtRwmcLHZ+OHt0xg/hBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f2bc3fbd4e9a4094542ff0fdfa00cfbc2cb5e6c122390f2968bdcf82348c3fb7","last_reissued_at":"2026-07-05T03:20:06.035854Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:20:06.035854Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2110.01765","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:20:06Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"JNqLYLYaOnx78EcpAVo7y+aSP9zJEVM5vp3ViyYKz/0Ag2CSSqZhmW/VZgTLMWrNv+X0esMakYNPUtyC0/SVCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-15T18:57:43.777291Z"},"content_sha256":"67dd3e1fd5250601fb29f1e2c40ee089e9c90ba2e92260d104fa9ec05b63b61c","schema_version":"1.0","event_id":"sha256:67dd3e1fd5250601fb29f1e2c40ee089e9c90ba2e92260d104fa9ec05b63b61c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:6K6D7PKOTJAJIVBP6D67UAGPXQ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Rapid training of deep neural networks without skip connections or normalization layers using Deep Kernel Shaping","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.NE"],"primary_cat":"cs.LG","authors_text":"Andy Ballard, Grzegorz Swirszcz, Guillaume Desjardins, James Martens, Jascha Sohl-Dickstein, Samuel S. Schoenholz, Valentin Dalibard","submitted_at":"2021-10-05T00:49:36Z","abstract_excerpt":"Using an extended and formalized version of the Q/C map analysis of Poole et al. (2016), along with Neural Tangent Kernel theory, we identify the main pathologies present in deep networks that prevent them from training fast and generalizing to unseen data, and show how these can be avoided by carefully controlling the \"shape\" of the network's initialization-time kernel function. We then develop a method called Deep Kernel Shaping (DKS), which accomplishes this using a combination of precise parameter initialization, activation function transformations, and small architectural tweaks, all of w"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2110.01765","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2110.01765/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:20:06Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"i9kl3ccFj7papPrnmpVmXHZOqbVsNoQ4x3TlfPoD/O9+qPgrrF+YuTOVm6fSSEXRFMzRoCT40mge87XZHTltCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-15T18:57:43.777882Z"},"content_sha256":"6d81c17fe0e75a3c1620a5b371ea8d7e1cfeb6398a2be4962890b287bfd3bc6f","schema_version":"1.0","event_id":"sha256:6d81c17fe0e75a3c1620a5b371ea8d7e1cfeb6398a2be4962890b287bfd3bc6f"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/6K6D7PKOTJAJIVBP6D67UAGPXQ/bundle.json","state_url":"https://pith.science/pith/6K6D7PKOTJAJIVBP6D67UAGPXQ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/6K6D7PKOTJAJIVBP6D67UAGPXQ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-15T18:57:43Z","links":{"resolver":"https://pith.science/pith/6K6D7PKOTJAJIVBP6D67UAGPXQ","bundle":"https://pith.science/pith/6K6D7PKOTJAJIVBP6D67UAGPXQ/bundle.json","state":"https://pith.science/pith/6K6D7PKOTJAJIVBP6D67UAGPXQ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/6K6D7PKOTJAJIVBP6D67UAGPXQ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:6K6D7PKOTJAJIVBP6D67UAGPXQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"3ee1e41609bc594c0972ab883db81d80b10bd545a4644d989024dcf76b81fcf8","cross_cats_sorted":["cs.AI","cs.NE"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-10-05T00:49:36Z","title_canon_sha256":"d77e4ee1514861b7c37bb9c2282a73a2077495f0c6a481f08f5f1a4e31875f1d"},"schema_version":"1.0","source":{"id":"2110.01765","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2110.01765","created_at":"2026-07-05T03:20:06Z"},{"alias_kind":"arxiv_version","alias_value":"2110.01765v1","created_at":"2026-07-05T03:20:06Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2110.01765","created_at":"2026-07-05T03:20:06Z"},{"alias_kind":"pith_short_12","alias_value":"6K6D7PKOTJAJ","created_at":"2026-07-05T03:20:06Z"},{"alias_kind":"pith_short_16","alias_value":"6K6D7PKOTJAJIVBP","created_at":"2026-07-05T03:20:06Z"},{"alias_kind":"pith_short_8","alias_value":"6K6D7PKO","created_at":"2026-07-05T03:20:06Z"}],"graph_snapshots":[{"event_id":"sha256:6d81c17fe0e75a3c1620a5b371ea8d7e1cfeb6398a2be4962890b287bfd3bc6f","target":"graph","created_at":"2026-07-05T03:20:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2110.01765/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Using an extended and formalized version of the Q/C map analysis of Poole et al. (2016), along with Neural Tangent Kernel theory, we identify the main pathologies present in deep networks that prevent them from training fast and generalizing to unseen data, and show how these can be avoided by carefully controlling the \"shape\" of the network's initialization-time kernel function. We then develop a method called Deep Kernel Shaping (DKS), which accomplishes this using a combination of precise parameter initialization, activation function transformations, and small architectural tweaks, all of w","authors_text":"Andy Ballard, Grzegorz Swirszcz, Guillaume Desjardins, James Martens, Jascha Sohl-Dickstein, Samuel S. Schoenholz, Valentin Dalibard","cross_cats":["cs.AI","cs.NE"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-10-05T00:49:36Z","title":"Rapid training of deep neural networks without skip connections or normalization layers using Deep Kernel Shaping"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2110.01765","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:67dd3e1fd5250601fb29f1e2c40ee089e9c90ba2e92260d104fa9ec05b63b61c","target":"record","created_at":"2026-07-05T03:20:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"3ee1e41609bc594c0972ab883db81d80b10bd545a4644d989024dcf76b81fcf8","cross_cats_sorted":["cs.AI","cs.NE"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-10-05T00:49:36Z","title_canon_sha256":"d77e4ee1514861b7c37bb9c2282a73a2077495f0c6a481f08f5f1a4e31875f1d"},"schema_version":"1.0","source":{"id":"2110.01765","kind":"arxiv","version":1}},"canonical_sha256":"f2bc3fbd4e9a4094542ff0fdfa00cfbc2cb5e6c122390f2968bdcf82348c3fb7","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f2bc3fbd4e9a4094542ff0fdfa00cfbc2cb5e6c122390f2968bdcf82348c3fb7","first_computed_at":"2026-07-05T03:20:06.035854Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:20:06.035854Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"X7RYuGs+3mLx3c2F/ReTJuz9pFo+kCJHMloSRnx/dxxSllKu+iSaSoZ89tR27/ptZFBtRwmcLHZ+OHt0xg/hBA==","signature_status":"signed_v1","signed_at":"2026-07-05T03:20:06.036337Z","signed_message":"canonical_sha256_bytes"},"source_id":"2110.01765","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:67dd3e1fd5250601fb29f1e2c40ee089e9c90ba2e92260d104fa9ec05b63b61c","sha256:6d81c17fe0e75a3c1620a5b371ea8d7e1cfeb6398a2be4962890b287bfd3bc6f"],"state_sha256":"ef675b221fffdd380cdc2d13af344e5b8bf86e6a9bff5a5c162bedcdb8ba946d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"6cxgsq1i0S9pNQ0nBIh1IF0FL8rEtZ+eYcyDB6R+Nwd+YxPP8mv+yBOx90Fgh22cM0MUdrSFHtuXADmHp12NAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-15T18:57:43.781678Z","bundle_sha256":"b00cc3501be35c1e6fd22b868292e30db15b5a83e570cf3ea5d9ddefbd5b78af"}}