{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:X66MKLF2LUIZ3NIEUBWCKSIG5N","short_pith_number":"pith:X66MKLF2","canonical_record":{"source":{"id":"2106.03763","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-06-07T16:29:59Z","cross_cats_sorted":[],"title_canon_sha256":"fae18a28b8d319fb4ac1c837a96b46202af2061b5eb828adc5a9c6bb69fdf2d9","abstract_canon_sha256":"43307a9e050364a1c52f15d625f322680b434f68dee8c33083f3e929ab699ffa"},"schema_version":"1.0"},"canonical_sha256":"bfbcc52cba5d119db504a06c254906eb57f479ce2d6c29479c190176e2065b06","source":{"kind":"arxiv","id":"2106.03763","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2106.03763","created_at":"2026-07-05T02:46:52Z"},{"alias_kind":"arxiv_version","alias_value":"2106.03763v1","created_at":"2026-07-05T02:46:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2106.03763","created_at":"2026-07-05T02:46:52Z"},{"alias_kind":"pith_short_12","alias_value":"X66MKLF2LUIZ","created_at":"2026-07-05T02:46:52Z"},{"alias_kind":"pith_short_16","alias_value":"X66MKLF2LUIZ3NIE","created_at":"2026-07-05T02:46:52Z"},{"alias_kind":"pith_short_8","alias_value":"X66MKLF2","created_at":"2026-07-05T02:46:52Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:X66MKLF2LUIZ3NIEUBWCKSIG5N","target":"record","payload":{"canonical_record":{"source":{"id":"2106.03763","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-06-07T16:29:59Z","cross_cats_sorted":[],"title_canon_sha256":"fae18a28b8d319fb4ac1c837a96b46202af2061b5eb828adc5a9c6bb69fdf2d9","abstract_canon_sha256":"43307a9e050364a1c52f15d625f322680b434f68dee8c33083f3e929ab699ffa"},"schema_version":"1.0"},"canonical_sha256":"bfbcc52cba5d119db504a06c254906eb57f479ce2d6c29479c190176e2065b06","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:46:52.994189Z","signature_b64":"8EXtbDaWWutdqxefyksNnDkLotIxFe10vYjvuGzmoi2Dt+WM73b/U1KB2HVJh9bxAlcXlo4UqaXsbc94RprCDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"bfbcc52cba5d119db504a06c254906eb57f479ce2d6c29479c190176e2065b06","last_reissued_at":"2026-07-05T02:46:52.993658Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:46:52.993658Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2106.03763","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:46:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"OqEhhIHdk7OkvF9s0ZhwdsiOXStUpA5CtAljsEamWGP7UPI9bL3nwPLeCywAqnfH49LexTy7i59J2aC40EzWBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T10:53:51.131879Z"},"content_sha256":"9cd1929a5542ad01ecf85c652879b2a44f4240e504d5bbff1b9b9470e4f0025b","schema_version":"1.0","event_id":"sha256:9cd1929a5542ad01ecf85c652879b2a44f4240e504d5bbff1b9b9470e4f0025b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:X66MKLF2LUIZ3NIEUBWCKSIG5N","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Vanishing Curvature and the Power of Adaptive Methods in Randomly Initialized Deep Networks","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Antonio Orvieto, Aurelien Lucchi, Dario Pavllo, Jonas Kohler, Thomas Hofmann","submitted_at":"2021-06-07T16:29:59Z","abstract_excerpt":"This paper revisits the so-called vanishing gradient phenomenon, which commonly occurs in deep randomly initialized neural networks. Leveraging an in-depth analysis of neural chains, we first show that vanishing gradients cannot be circumvented when the network width scales with less than O(depth), even when initialized with the popular Xavier and He initializations. Second, we extend the analysis to second-order derivatives and show that random i.i.d. initialization also gives rise to Hessian matrices with eigenspectra that vanish as networks grow in depth. Whenever this happens, optimizers a"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2106.03763","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2106.03763/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:46:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"CkP8H0UT/3pbGGzLeojhJfr5baAJRL+jDlgPm8D2eEcvopScYkzmZ69rOMJeH3O3Fhr1Fq70W9xfrY2E7xCpBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T10:53:51.132363Z"},"content_sha256":"8132fded9b4053735ba9fe3b509340391c2d9687d3fc6413da7086ec3d750a1d","schema_version":"1.0","event_id":"sha256:8132fded9b4053735ba9fe3b509340391c2d9687d3fc6413da7086ec3d750a1d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/X66MKLF2LUIZ3NIEUBWCKSIG5N/bundle.json","state_url":"https://pith.science/pith/X66MKLF2LUIZ3NIEUBWCKSIG5N/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/X66MKLF2LUIZ3NIEUBWCKSIG5N/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T10:53:51Z","links":{"resolver":"https://pith.science/pith/X66MKLF2LUIZ3NIEUBWCKSIG5N","bundle":"https://pith.science/pith/X66MKLF2LUIZ3NIEUBWCKSIG5N/bundle.json","state":"https://pith.science/pith/X66MKLF2LUIZ3NIEUBWCKSIG5N/state.json","well_known_bundle":"https://pith.science/.well-known/pith/X66MKLF2LUIZ3NIEUBWCKSIG5N/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:X66MKLF2LUIZ3NIEUBWCKSIG5N","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"43307a9e050364a1c52f15d625f322680b434f68dee8c33083f3e929ab699ffa","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-06-07T16:29:59Z","title_canon_sha256":"fae18a28b8d319fb4ac1c837a96b46202af2061b5eb828adc5a9c6bb69fdf2d9"},"schema_version":"1.0","source":{"id":"2106.03763","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2106.03763","created_at":"2026-07-05T02:46:52Z"},{"alias_kind":"arxiv_version","alias_value":"2106.03763v1","created_at":"2026-07-05T02:46:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2106.03763","created_at":"2026-07-05T02:46:52Z"},{"alias_kind":"pith_short_12","alias_value":"X66MKLF2LUIZ","created_at":"2026-07-05T02:46:52Z"},{"alias_kind":"pith_short_16","alias_value":"X66MKLF2LUIZ3NIE","created_at":"2026-07-05T02:46:52Z"},{"alias_kind":"pith_short_8","alias_value":"X66MKLF2","created_at":"2026-07-05T02:46:52Z"}],"graph_snapshots":[{"event_id":"sha256:8132fded9b4053735ba9fe3b509340391c2d9687d3fc6413da7086ec3d750a1d","target":"graph","created_at":"2026-07-05T02:46:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2106.03763/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This paper revisits the so-called vanishing gradient phenomenon, which commonly occurs in deep randomly initialized neural networks. Leveraging an in-depth analysis of neural chains, we first show that vanishing gradients cannot be circumvented when the network width scales with less than O(depth), even when initialized with the popular Xavier and He initializations. Second, we extend the analysis to second-order derivatives and show that random i.i.d. initialization also gives rise to Hessian matrices with eigenspectra that vanish as networks grow in depth. Whenever this happens, optimizers a","authors_text":"Antonio Orvieto, Aurelien Lucchi, Dario Pavllo, Jonas Kohler, Thomas Hofmann","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-06-07T16:29:59Z","title":"Vanishing Curvature and the Power of Adaptive Methods in Randomly Initialized Deep Networks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2106.03763","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:9cd1929a5542ad01ecf85c652879b2a44f4240e504d5bbff1b9b9470e4f0025b","target":"record","created_at":"2026-07-05T02:46:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"43307a9e050364a1c52f15d625f322680b434f68dee8c33083f3e929ab699ffa","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-06-07T16:29:59Z","title_canon_sha256":"fae18a28b8d319fb4ac1c837a96b46202af2061b5eb828adc5a9c6bb69fdf2d9"},"schema_version":"1.0","source":{"id":"2106.03763","kind":"arxiv","version":1}},"canonical_sha256":"bfbcc52cba5d119db504a06c254906eb57f479ce2d6c29479c190176e2065b06","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"bfbcc52cba5d119db504a06c254906eb57f479ce2d6c29479c190176e2065b06","first_computed_at":"2026-07-05T02:46:52.993658Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:46:52.993658Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"8EXtbDaWWutdqxefyksNnDkLotIxFe10vYjvuGzmoi2Dt+WM73b/U1KB2HVJh9bxAlcXlo4UqaXsbc94RprCDg==","signature_status":"signed_v1","signed_at":"2026-07-05T02:46:52.994189Z","signed_message":"canonical_sha256_bytes"},"source_id":"2106.03763","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:9cd1929a5542ad01ecf85c652879b2a44f4240e504d5bbff1b9b9470e4f0025b","sha256:8132fded9b4053735ba9fe3b509340391c2d9687d3fc6413da7086ec3d750a1d"],"state_sha256":"23b74a07748b0235c23b2cacde30b3ebf43b77d039fd7d8dcbe364e76e1bdd3f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"V5oHOEGnOAQTB+tCJ8lRkm3vrt4S4NtIXfmeWdK1MhX028nZKLkUsNRqYdb57Z0l0z7c8Gw9+37Pr4ErjheHAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T10:53:51.136402Z","bundle_sha256":"54a916af81072aba09ec10612e46fd2a48dcfec989f4217e7bf49b5edeafb62a"}}