{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:26K7GFLP2YOMJQF57EJQ2CWYKR","short_pith_number":"pith:26K7GFLP","canonical_record":{"source":{"id":"1901.09321","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-01-27T05:30:11Z","cross_cats_sorted":["cs.CV","stat.ML"],"title_canon_sha256":"35650d0edaa48ac92e31fce336a6491f4fe38c93cf02d3cb1934cee947d446b7","abstract_canon_sha256":"d521acfc6e7caeb495f76bdb487ae665e4b4add54b98b1cdf3993f1403cd9647"},"schema_version":"1.0"},"canonical_sha256":"d795f3156fd61cc4c0bdf9130d0ad854693f4de7b473e0d37fe1cb53ff165109","source":{"kind":"arxiv","id":"1901.09321","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1901.09321","created_at":"2026-05-17T23:51:30Z"},{"alias_kind":"arxiv_version","alias_value":"1901.09321v2","created_at":"2026-05-17T23:51:30Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1901.09321","created_at":"2026-05-17T23:51:30Z"},{"alias_kind":"pith_short_12","alias_value":"26K7GFLP2YOM","created_at":"2026-05-18T12:33:07Z"},{"alias_kind":"pith_short_16","alias_value":"26K7GFLP2YOMJQF5","created_at":"2026-05-18T12:33:07Z"},{"alias_kind":"pith_short_8","alias_value":"26K7GFLP","created_at":"2026-05-18T12:33:07Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:26K7GFLP2YOMJQF57EJQ2CWYKR","target":"record","payload":{"canonical_record":{"source":{"id":"1901.09321","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-01-27T05:30:11Z","cross_cats_sorted":["cs.CV","stat.ML"],"title_canon_sha256":"35650d0edaa48ac92e31fce336a6491f4fe38c93cf02d3cb1934cee947d446b7","abstract_canon_sha256":"d521acfc6e7caeb495f76bdb487ae665e4b4add54b98b1cdf3993f1403cd9647"},"schema_version":"1.0"},"canonical_sha256":"d795f3156fd61cc4c0bdf9130d0ad854693f4de7b473e0d37fe1cb53ff165109","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:51:30.170942Z","signature_b64":"K7ACHT+UETqPmpsMbhJffO9U4j3CtA3SEcFqLJyO62Tg8VSIbrtBvnS1yVQ13VfjU0sg1JYj0unX9Zg0EjJaCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d795f3156fd61cc4c0bdf9130d0ad854693f4de7b473e0d37fe1cb53ff165109","last_reissued_at":"2026-05-17T23:51:30.170273Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:51:30.170273Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1901.09321","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:51:30Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MTbl4hKdGk23eTMq6RyyRa/5Zw6F3vHF+fVDJPJaIF6rSYdt0H+Ank0GcZ3zkQBt22Jf6ug4pi6svFayWAdbCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-03T19:28:54.374116Z"},"content_sha256":"faaf9768e8a9b6df6821749dd1780759b618295bd06158e37e301bc9ada2500f","schema_version":"1.0","event_id":"sha256:faaf9768e8a9b6df6821749dd1780759b618295bd06158e37e301bc9ada2500f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:26K7GFLP2YOMJQF57EJQ2CWYKR","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Fixup Initialization: Residual Learning Without Normalization","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CV","stat.ML"],"primary_cat":"cs.LG","authors_text":"Hongyi Zhang, Tengyu Ma, Yann N. Dauphin","submitted_at":"2019-01-27T05:30:11Z","abstract_excerpt":"Normalization layers are a staple in state-of-the-art deep neural network architectures. They are widely believed to stabilize training, enable higher learning rate, accelerate convergence and improve generalization, though the reason for their effectiveness is still an active research topic. In this work, we challenge the commonly-held beliefs by showing that none of the perceived benefits is unique to normalization. Specifically, we propose fixed-update initialization (Fixup), an initialization motivated by solving the exploding and vanishing gradient problem at the beginning of training via"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1901.09321","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:51:30Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"wkjPezTBwcPZFiWlzFcPMFq0H1wVLbuv/MLZMiwW3S/AAzWXPZS3E9iTWG63OafMTm4QE8Y4+5fpUfeRFLGHAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-03T19:28:54.374477Z"},"content_sha256":"87b89519f3c3c9748a06b443470cac031f265b7d8eae539c892d221ded9ce1ef","schema_version":"1.0","event_id":"sha256:87b89519f3c3c9748a06b443470cac031f265b7d8eae539c892d221ded9ce1ef"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/26K7GFLP2YOMJQF57EJQ2CWYKR/bundle.json","state_url":"https://pith.science/pith/26K7GFLP2YOMJQF57EJQ2CWYKR/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/26K7GFLP2YOMJQF57EJQ2CWYKR/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-03T19:28:54Z","links":{"resolver":"https://pith.science/pith/26K7GFLP2YOMJQF57EJQ2CWYKR","bundle":"https://pith.science/pith/26K7GFLP2YOMJQF57EJQ2CWYKR/bundle.json","state":"https://pith.science/pith/26K7GFLP2YOMJQF57EJQ2CWYKR/state.json","well_known_bundle":"https://pith.science/.well-known/pith/26K7GFLP2YOMJQF57EJQ2CWYKR/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:26K7GFLP2YOMJQF57EJQ2CWYKR","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d521acfc6e7caeb495f76bdb487ae665e4b4add54b98b1cdf3993f1403cd9647","cross_cats_sorted":["cs.CV","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-01-27T05:30:11Z","title_canon_sha256":"35650d0edaa48ac92e31fce336a6491f4fe38c93cf02d3cb1934cee947d446b7"},"schema_version":"1.0","source":{"id":"1901.09321","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1901.09321","created_at":"2026-05-17T23:51:30Z"},{"alias_kind":"arxiv_version","alias_value":"1901.09321v2","created_at":"2026-05-17T23:51:30Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1901.09321","created_at":"2026-05-17T23:51:30Z"},{"alias_kind":"pith_short_12","alias_value":"26K7GFLP2YOM","created_at":"2026-05-18T12:33:07Z"},{"alias_kind":"pith_short_16","alias_value":"26K7GFLP2YOMJQF5","created_at":"2026-05-18T12:33:07Z"},{"alias_kind":"pith_short_8","alias_value":"26K7GFLP","created_at":"2026-05-18T12:33:07Z"}],"graph_snapshots":[{"event_id":"sha256:87b89519f3c3c9748a06b443470cac031f265b7d8eae539c892d221ded9ce1ef","target":"graph","created_at":"2026-05-17T23:51:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Normalization layers are a staple in state-of-the-art deep neural network architectures. They are widely believed to stabilize training, enable higher learning rate, accelerate convergence and improve generalization, though the reason for their effectiveness is still an active research topic. In this work, we challenge the commonly-held beliefs by showing that none of the perceived benefits is unique to normalization. Specifically, we propose fixed-update initialization (Fixup), an initialization motivated by solving the exploding and vanishing gradient problem at the beginning of training via","authors_text":"Hongyi Zhang, Tengyu Ma, Yann N. Dauphin","cross_cats":["cs.CV","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-01-27T05:30:11Z","title":"Fixup Initialization: Residual Learning Without Normalization"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1901.09321","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:faaf9768e8a9b6df6821749dd1780759b618295bd06158e37e301bc9ada2500f","target":"record","created_at":"2026-05-17T23:51:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d521acfc6e7caeb495f76bdb487ae665e4b4add54b98b1cdf3993f1403cd9647","cross_cats_sorted":["cs.CV","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-01-27T05:30:11Z","title_canon_sha256":"35650d0edaa48ac92e31fce336a6491f4fe38c93cf02d3cb1934cee947d446b7"},"schema_version":"1.0","source":{"id":"1901.09321","kind":"arxiv","version":2}},"canonical_sha256":"d795f3156fd61cc4c0bdf9130d0ad854693f4de7b473e0d37fe1cb53ff165109","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d795f3156fd61cc4c0bdf9130d0ad854693f4de7b473e0d37fe1cb53ff165109","first_computed_at":"2026-05-17T23:51:30.170273Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:51:30.170273Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"K7ACHT+UETqPmpsMbhJffO9U4j3CtA3SEcFqLJyO62Tg8VSIbrtBvnS1yVQ13VfjU0sg1JYj0unX9Zg0EjJaCw==","signature_status":"signed_v1","signed_at":"2026-05-17T23:51:30.170942Z","signed_message":"canonical_sha256_bytes"},"source_id":"1901.09321","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:faaf9768e8a9b6df6821749dd1780759b618295bd06158e37e301bc9ada2500f","sha256:87b89519f3c3c9748a06b443470cac031f265b7d8eae539c892d221ded9ce1ef"],"state_sha256":"34bb84121f91939173a0304efd633a8654528715168dbb12cabeb399609087ea"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"aabM1wwTPZy0K4SknPWSmyO+WXuyjh8y2i3ZbxToAdivY0BTs/EideZ1wquHyCgtSzjoeG7B1lFy4fJN5xppCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-03T19:28:54.376732Z","bundle_sha256":"6bed68a86edaa32fa5379e5d524de691784c8ad90e80349bff7958d8a8a1f043"}}