{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:S3T6VTRXG6YRUBQHF2GC5B6RHM","short_pith_number":"pith:S3T6VTRX","canonical_record":{"source":{"id":"2003.01652","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2020-03-03T17:21:07Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"b2910f178794333181eca008341b886e7309feeb292a419e879e8dfa271d79f4","abstract_canon_sha256":"e7c538177cc87d3d9840293f47501fb603b1839953195b8eafee6f261713e81d"},"schema_version":"1.0"},"canonical_sha256":"96e7eace3737b11a06072e8c2e87d13b0b7aae4c514ecaebc8d508396d5bf82a","source":{"kind":"arxiv","id":"2003.01652","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2003.01652","created_at":"2026-07-05T01:09:41Z"},{"alias_kind":"arxiv_version","alias_value":"2003.01652v3","created_at":"2026-07-05T01:09:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2003.01652","created_at":"2026-07-05T01:09:41Z"},{"alias_kind":"pith_short_12","alias_value":"S3T6VTRXG6YR","created_at":"2026-07-05T01:09:41Z"},{"alias_kind":"pith_short_16","alias_value":"S3T6VTRXG6YRUBQH","created_at":"2026-07-05T01:09:41Z"},{"alias_kind":"pith_short_8","alias_value":"S3T6VTRX","created_at":"2026-07-05T01:09:41Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:S3T6VTRXG6YRUBQHF2GC5B6RHM","target":"record","payload":{"canonical_record":{"source":{"id":"2003.01652","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2020-03-03T17:21:07Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"b2910f178794333181eca008341b886e7309feeb292a419e879e8dfa271d79f4","abstract_canon_sha256":"e7c538177cc87d3d9840293f47501fb603b1839953195b8eafee6f261713e81d"},"schema_version":"1.0"},"canonical_sha256":"96e7eace3737b11a06072e8c2e87d13b0b7aae4c514ecaebc8d508396d5bf82a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:09:41.567249Z","signature_b64":"08yEFbukp7Qvxd2TMgNEv60/X45i0KHvSzuJjZT6bP27PfBTnQxxWldIEJRsvPczbkJ39+wmYzbr7EFINmT7Bg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"96e7eace3737b11a06072e8c2e87d13b0b7aae4c514ecaebc8d508396d5bf82a","last_reissued_at":"2026-07-05T01:09:41.566851Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:09:41.566851Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2003.01652","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:09:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"LdqJLz6e1/xwkQqaFLY7q1kDpFeEXUVI6nK+ocu87hsaQBURRrOcim8e1pHq/yI9hiMfewuvw4XyDoSScZcOCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T10:36:22.712796Z"},"content_sha256":"f35366726203403addf390966e70a71ee1a26bebcc319f871a5b8e0fb80d2ca8","schema_version":"1.0","event_id":"sha256:f35366726203403addf390966e70a71ee1a26bebcc319f871a5b8e0fb80d2ca8"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:S3T6VTRXG6YRUBQHF2GC5B6RHM","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Batch Normalization Provably Avoids Rank Collapse for Randomly Initialised Deep Networks","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"stat.ML","authors_text":"Aurelien Lucchi, Francis Bach, Hadi Daneshmand, Jonas Kohler, Thomas Hofmann","submitted_at":"2020-03-03T17:21:07Z","abstract_excerpt":"Randomly initialized neural networks are known to become harder to train with increasing depth, unless architectural enhancements like residual connections and batch normalization are used. We here investigate this phenomenon by revisiting the connection between random initialization in deep networks and spectral instabilities in products of random matrices. Given the rich literature on random matrices, it is not surprising to find that the rank of the intermediate representations in unnormalized networks collapses quickly with depth. In this work we highlight the fact that batch normalization"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2003.01652","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2003.01652/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:09:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Oc9Rzi1wZuQVUFcbX8LR8GYLYa5apgSpTxUhYpxjKQvv3E14DOpUSBJvb8F5aIz8snQs+9tzxnd/pYsb/cJoCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T10:36:22.713403Z"},"content_sha256":"980e20706d46dde6848910635023f29814b9911f6db03fdf9aec73d4167b7721","schema_version":"1.0","event_id":"sha256:980e20706d46dde6848910635023f29814b9911f6db03fdf9aec73d4167b7721"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/S3T6VTRXG6YRUBQHF2GC5B6RHM/bundle.json","state_url":"https://pith.science/pith/S3T6VTRXG6YRUBQHF2GC5B6RHM/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/S3T6VTRXG6YRUBQHF2GC5B6RHM/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T10:36:22Z","links":{"resolver":"https://pith.science/pith/S3T6VTRXG6YRUBQHF2GC5B6RHM","bundle":"https://pith.science/pith/S3T6VTRXG6YRUBQHF2GC5B6RHM/bundle.json","state":"https://pith.science/pith/S3T6VTRXG6YRUBQHF2GC5B6RHM/state.json","well_known_bundle":"https://pith.science/.well-known/pith/S3T6VTRXG6YRUBQHF2GC5B6RHM/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:S3T6VTRXG6YRUBQHF2GC5B6RHM","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e7c538177cc87d3d9840293f47501fb603b1839953195b8eafee6f261713e81d","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2020-03-03T17:21:07Z","title_canon_sha256":"b2910f178794333181eca008341b886e7309feeb292a419e879e8dfa271d79f4"},"schema_version":"1.0","source":{"id":"2003.01652","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2003.01652","created_at":"2026-07-05T01:09:41Z"},{"alias_kind":"arxiv_version","alias_value":"2003.01652v3","created_at":"2026-07-05T01:09:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2003.01652","created_at":"2026-07-05T01:09:41Z"},{"alias_kind":"pith_short_12","alias_value":"S3T6VTRXG6YR","created_at":"2026-07-05T01:09:41Z"},{"alias_kind":"pith_short_16","alias_value":"S3T6VTRXG6YRUBQH","created_at":"2026-07-05T01:09:41Z"},{"alias_kind":"pith_short_8","alias_value":"S3T6VTRX","created_at":"2026-07-05T01:09:41Z"}],"graph_snapshots":[{"event_id":"sha256:980e20706d46dde6848910635023f29814b9911f6db03fdf9aec73d4167b7721","target":"graph","created_at":"2026-07-05T01:09:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2003.01652/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Randomly initialized neural networks are known to become harder to train with increasing depth, unless architectural enhancements like residual connections and batch normalization are used. We here investigate this phenomenon by revisiting the connection between random initialization in deep networks and spectral instabilities in products of random matrices. Given the rich literature on random matrices, it is not surprising to find that the rank of the intermediate representations in unnormalized networks collapses quickly with depth. In this work we highlight the fact that batch normalization","authors_text":"Aurelien Lucchi, Francis Bach, Hadi Daneshmand, Jonas Kohler, Thomas Hofmann","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2020-03-03T17:21:07Z","title":"Batch Normalization Provably Avoids Rank Collapse for Randomly Initialised Deep Networks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2003.01652","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f35366726203403addf390966e70a71ee1a26bebcc319f871a5b8e0fb80d2ca8","target":"record","created_at":"2026-07-05T01:09:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e7c538177cc87d3d9840293f47501fb603b1839953195b8eafee6f261713e81d","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2020-03-03T17:21:07Z","title_canon_sha256":"b2910f178794333181eca008341b886e7309feeb292a419e879e8dfa271d79f4"},"schema_version":"1.0","source":{"id":"2003.01652","kind":"arxiv","version":3}},"canonical_sha256":"96e7eace3737b11a06072e8c2e87d13b0b7aae4c514ecaebc8d508396d5bf82a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"96e7eace3737b11a06072e8c2e87d13b0b7aae4c514ecaebc8d508396d5bf82a","first_computed_at":"2026-07-05T01:09:41.566851Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:09:41.566851Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"08yEFbukp7Qvxd2TMgNEv60/X45i0KHvSzuJjZT6bP27PfBTnQxxWldIEJRsvPczbkJ39+wmYzbr7EFINmT7Bg==","signature_status":"signed_v1","signed_at":"2026-07-05T01:09:41.567249Z","signed_message":"canonical_sha256_bytes"},"source_id":"2003.01652","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f35366726203403addf390966e70a71ee1a26bebcc319f871a5b8e0fb80d2ca8","sha256:980e20706d46dde6848910635023f29814b9911f6db03fdf9aec73d4167b7721"],"state_sha256":"7452d4d071550fcf317ffcbecaed9df0e0c7270924e5af1dafe791b17895b556"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"W+cDFezA/q1D/xYXIcj4GgaiEbV4jeVFQ8afePtTzlCaDzfYctxeFzr+EeGjdn/GfhXlvO7LMZiC1uh6AaQjDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T10:36:22.729009Z","bundle_sha256":"f1089792e2b57c3347393a226b0e2a1fbb2a6a985d93f33a7ef47440bcc130a5"}}