{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2018:ILV4CEVOUIOETH7NLXIKHPORVM","short_pith_number":"pith:ILV4CEVO","canonical_record":{"source":{"id":"1809.08848","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2018-09-24T11:20:50Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"49ea8673085f570f6983b5281025bd9e0ed9a9ea958a10e19eea3c8a1dea21ac","abstract_canon_sha256":"8c17d12a2e723196f2a517ccdf60770278878a30e100b7649a3a9062ef4c2513"},"schema_version":"1.0"},"canonical_sha256":"42ebc112aea21c499fed5dd0a3bdd1ab34b0ddc71c2e54f9f5b73d38786d26ec","source":{"kind":"arxiv","id":"1809.08848","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1809.08848","created_at":"2026-05-17T23:52:09Z"},{"alias_kind":"arxiv_version","alias_value":"1809.08848v3","created_at":"2026-05-17T23:52:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1809.08848","created_at":"2026-05-17T23:52:09Z"},{"alias_kind":"pith_short_12","alias_value":"ILV4CEVOUIOE","created_at":"2026-05-18T12:32:31Z"},{"alias_kind":"pith_short_16","alias_value":"ILV4CEVOUIOETH7N","created_at":"2026-05-18T12:32:31Z"},{"alias_kind":"pith_short_8","alias_value":"ILV4CEVO","created_at":"2026-05-18T12:32:31Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2018:ILV4CEVOUIOETH7NLXIKHPORVM","target":"record","payload":{"canonical_record":{"source":{"id":"1809.08848","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2018-09-24T11:20:50Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"49ea8673085f570f6983b5281025bd9e0ed9a9ea958a10e19eea3c8a1dea21ac","abstract_canon_sha256":"8c17d12a2e723196f2a517ccdf60770278878a30e100b7649a3a9062ef4c2513"},"schema_version":"1.0"},"canonical_sha256":"42ebc112aea21c499fed5dd0a3bdd1ab34b0ddc71c2e54f9f5b73d38786d26ec","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:52:09.370157Z","signature_b64":"NQpGzoSAFJaa2bxN0GBhPr3RnHgM2WcVfMS5E7YYE74luGGdRJ6EVF3F2mWAVikKl9NW7UVB/SHeriaNZaJhBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"42ebc112aea21c499fed5dd0a3bdd1ab34b0ddc71c2e54f9f5b73d38786d26ec","last_reissued_at":"2026-05-17T23:52:09.369606Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:52:09.369606Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1809.08848","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:52:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Oh+tjUgvLR92ZZ+2BoI5d0J3VaExR+FaDm6wOBp+UX4cG2Wgo19xDGiCCFAJwdpVT8hr6UX3op49pmhZEXnzCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-26T11:08:19.272610Z"},"content_sha256":"614348e7f70d19ad1d4c92f4e22a0119d5062279bb8ebcd17c4eb1c055f415af","schema_version":"1.0","event_id":"sha256:614348e7f70d19ad1d4c92f4e22a0119d5062279bb8ebcd17c4eb1c055f415af"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2018:ILV4CEVOUIOETH7NLXIKHPORVM","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Dynamical Isometry is Achieved in Residual Networks in a Universal Way for any Activation Function","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"stat.ML","authors_text":"Jacek Tabor, Maciej A. Nowak, Piotr Warcho{\\l}, Stanis{\\l}aw Jastrz\\k{e}bski, Wojciech Tarnowski","submitted_at":"2018-09-24T11:20:50Z","abstract_excerpt":"We demonstrate that in residual neural networks (ResNets) dynamical isometry is achievable irrespectively of the activation function used. We do that by deriving, with the help of Free Probability and Random Matrix Theories, a universal formula for the spectral density of the input-output Jacobian at initialization, in the large network width and depth limit. The resulting singular value spectrum depends on a single parameter, which we calculate for a variety of popular activation functions, by analyzing the signal propagation in the artificial neural network. We corroborate our results with n"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1809.08848","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:52:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"XYEir0fRD24TAc/qgV/xkGAVL67En6BvSp0XyYo/Qpff5K6xmwPIfDoJwV/haEXdHjVtg4z1zpqCSWZx+E1uBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-26T11:08:19.273368Z"},"content_sha256":"e0d0d060324a34dcdfc10e93384179d4c0b8d8c4a28634a2400bf963d326ab13","schema_version":"1.0","event_id":"sha256:e0d0d060324a34dcdfc10e93384179d4c0b8d8c4a28634a2400bf963d326ab13"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ILV4CEVOUIOETH7NLXIKHPORVM/bundle.json","state_url":"https://pith.science/pith/ILV4CEVOUIOETH7NLXIKHPORVM/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ILV4CEVOUIOETH7NLXIKHPORVM/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-26T11:08:19Z","links":{"resolver":"https://pith.science/pith/ILV4CEVOUIOETH7NLXIKHPORVM","bundle":"https://pith.science/pith/ILV4CEVOUIOETH7NLXIKHPORVM/bundle.json","state":"https://pith.science/pith/ILV4CEVOUIOETH7NLXIKHPORVM/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ILV4CEVOUIOETH7NLXIKHPORVM/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2018:ILV4CEVOUIOETH7NLXIKHPORVM","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8c17d12a2e723196f2a517ccdf60770278878a30e100b7649a3a9062ef4c2513","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2018-09-24T11:20:50Z","title_canon_sha256":"49ea8673085f570f6983b5281025bd9e0ed9a9ea958a10e19eea3c8a1dea21ac"},"schema_version":"1.0","source":{"id":"1809.08848","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1809.08848","created_at":"2026-05-17T23:52:09Z"},{"alias_kind":"arxiv_version","alias_value":"1809.08848v3","created_at":"2026-05-17T23:52:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1809.08848","created_at":"2026-05-17T23:52:09Z"},{"alias_kind":"pith_short_12","alias_value":"ILV4CEVOUIOE","created_at":"2026-05-18T12:32:31Z"},{"alias_kind":"pith_short_16","alias_value":"ILV4CEVOUIOETH7N","created_at":"2026-05-18T12:32:31Z"},{"alias_kind":"pith_short_8","alias_value":"ILV4CEVO","created_at":"2026-05-18T12:32:31Z"}],"graph_snapshots":[{"event_id":"sha256:e0d0d060324a34dcdfc10e93384179d4c0b8d8c4a28634a2400bf963d326ab13","target":"graph","created_at":"2026-05-17T23:52:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"We demonstrate that in residual neural networks (ResNets) dynamical isometry is achievable irrespectively of the activation function used. We do that by deriving, with the help of Free Probability and Random Matrix Theories, a universal formula for the spectral density of the input-output Jacobian at initialization, in the large network width and depth limit. The resulting singular value spectrum depends on a single parameter, which we calculate for a variety of popular activation functions, by analyzing the signal propagation in the artificial neural network. We corroborate our results with n","authors_text":"Jacek Tabor, Maciej A. Nowak, Piotr Warcho{\\l}, Stanis{\\l}aw Jastrz\\k{e}bski, Wojciech Tarnowski","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2018-09-24T11:20:50Z","title":"Dynamical Isometry is Achieved in Residual Networks in a Universal Way for any Activation Function"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1809.08848","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:614348e7f70d19ad1d4c92f4e22a0119d5062279bb8ebcd17c4eb1c055f415af","target":"record","created_at":"2026-05-17T23:52:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8c17d12a2e723196f2a517ccdf60770278878a30e100b7649a3a9062ef4c2513","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2018-09-24T11:20:50Z","title_canon_sha256":"49ea8673085f570f6983b5281025bd9e0ed9a9ea958a10e19eea3c8a1dea21ac"},"schema_version":"1.0","source":{"id":"1809.08848","kind":"arxiv","version":3}},"canonical_sha256":"42ebc112aea21c499fed5dd0a3bdd1ab34b0ddc71c2e54f9f5b73d38786d26ec","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"42ebc112aea21c499fed5dd0a3bdd1ab34b0ddc71c2e54f9f5b73d38786d26ec","first_computed_at":"2026-05-17T23:52:09.369606Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:52:09.369606Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"NQpGzoSAFJaa2bxN0GBhPr3RnHgM2WcVfMS5E7YYE74luGGdRJ6EVF3F2mWAVikKl9NW7UVB/SHeriaNZaJhBA==","signature_status":"signed_v1","signed_at":"2026-05-17T23:52:09.370157Z","signed_message":"canonical_sha256_bytes"},"source_id":"1809.08848","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:614348e7f70d19ad1d4c92f4e22a0119d5062279bb8ebcd17c4eb1c055f415af","sha256:e0d0d060324a34dcdfc10e93384179d4c0b8d8c4a28634a2400bf963d326ab13"],"state_sha256":"ed5c1cb03256862177db7c547a687c46fb47a764ece9a095902cd64fb9c69a4b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tnXgyyfyX9YyKBSmlnPh/YBff4eNbIRQf8uex26JV5Fz7xEZwEIe9qHfPIIG6sFXC0lGHz3GiCCNDXkKWWQgCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-26T11:08:19.277450Z","bundle_sha256":"558615733047b1a0eb7872eb7e4379b97afc2b30adac802a928fdc17a73e8d3d"}}