{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:F3ZUAXMOW26FD6TCV6NXRVZOII","short_pith_number":"pith:F3ZUAXMO","canonical_record":{"source":{"id":"2003.04887","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-03-10T17:58:01Z","cross_cats_sorted":["cs.CL","stat.ML"],"title_canon_sha256":"59e49d16178000e8908e7710d555df4004c4d272757049d59e1b80bc3a391e59","abstract_canon_sha256":"d4711a14ea4160241e853b03a5f0bbae1bb470ac42f7a9ea211455089625377f"},"schema_version":"1.0"},"canonical_sha256":"2ef3405d8eb6bc51fa62af9b78d72e423be865856d2785d38f4ba4c0974da30f","source":{"kind":"arxiv","id":"2003.04887","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2003.04887","created_at":"2026-07-05T01:13:25Z"},{"alias_kind":"arxiv_version","alias_value":"2003.04887v2","created_at":"2026-07-05T01:13:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2003.04887","created_at":"2026-07-05T01:13:25Z"},{"alias_kind":"pith_short_12","alias_value":"F3ZUAXMOW26F","created_at":"2026-07-05T01:13:25Z"},{"alias_kind":"pith_short_16","alias_value":"F3ZUAXMOW26FD6TC","created_at":"2026-07-05T01:13:25Z"},{"alias_kind":"pith_short_8","alias_value":"F3ZUAXMO","created_at":"2026-07-05T01:13:25Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:F3ZUAXMOW26FD6TCV6NXRVZOII","target":"record","payload":{"canonical_record":{"source":{"id":"2003.04887","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-03-10T17:58:01Z","cross_cats_sorted":["cs.CL","stat.ML"],"title_canon_sha256":"59e49d16178000e8908e7710d555df4004c4d272757049d59e1b80bc3a391e59","abstract_canon_sha256":"d4711a14ea4160241e853b03a5f0bbae1bb470ac42f7a9ea211455089625377f"},"schema_version":"1.0"},"canonical_sha256":"2ef3405d8eb6bc51fa62af9b78d72e423be865856d2785d38f4ba4c0974da30f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:13:25.472049Z","signature_b64":"VVS1Dfjv9lNSoYPJnoUUJJLbY4E05svoGiJyuhK6JKTKWLkZwQeajtGEjCltd1HdnwRw8JjtrYP9mfg9BOg0BA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2ef3405d8eb6bc51fa62af9b78d72e423be865856d2785d38f4ba4c0974da30f","last_reissued_at":"2026-07-05T01:13:25.471600Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:13:25.471600Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2003.04887","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:13:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"JiVphKEJq78f9Tp6ArV7HlBGFavyZwp5uqb+lZIYcdEddZR47CdziwVSW3SVz/ylZfizQfmRMmwAkKQ7TLFEBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T02:38:23.678600Z"},"content_sha256":"f0db6c14870c875e56ea4d3a4e64b545f31381c30c59fdfcf3ba88b28341d686","schema_version":"1.0","event_id":"sha256:f0db6c14870c875e56ea4d3a4e64b545f31381c30c59fdfcf3ba88b28341d686"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:F3ZUAXMOW26FD6TCV6NXRVZOII","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"ReZero is All You Need: Fast Convergence at Large Depth","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL","stat.ML"],"primary_cat":"cs.LG","authors_text":"Bodhisattwa Prasad Majumder, Garrison W. Cottrell, Huanru Henry Mao, Julian McAuley, Thomas Bachlechner","submitted_at":"2020-03-10T17:58:01Z","abstract_excerpt":"Deep networks often suffer from vanishing or exploding gradients due to inefficient signal propagation, leading to long training times or convergence difficulties. Various architecture designs, sophisticated residual-style networks, and initialization schemes have been shown to improve deep signal propagation. Recently, Pennington et al. used free probability theory to show that dynamical isometry plays an integral role in efficient deep learning. We show that the simplest architecture change of gating each residual connection using a single zero-initialized parameter satisfies initial dynamic"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2003.04887","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2003.04887/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:13:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"bTJLhWaAsn55iciVI34g0Y4bM4eo6Ty7p6UKWysi7T649sRoLOCwZbBc8MgtJpAmie5fciEaT3n5umXkO8LUAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T02:38:23.679119Z"},"content_sha256":"3dabb010e3c8bec5a3ee9d937275c8ac47366f5e2843b8682df4c42d88f23074","schema_version":"1.0","event_id":"sha256:3dabb010e3c8bec5a3ee9d937275c8ac47366f5e2843b8682df4c42d88f23074"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/F3ZUAXMOW26FD6TCV6NXRVZOII/bundle.json","state_url":"https://pith.science/pith/F3ZUAXMOW26FD6TCV6NXRVZOII/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/F3ZUAXMOW26FD6TCV6NXRVZOII/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T02:38:23Z","links":{"resolver":"https://pith.science/pith/F3ZUAXMOW26FD6TCV6NXRVZOII","bundle":"https://pith.science/pith/F3ZUAXMOW26FD6TCV6NXRVZOII/bundle.json","state":"https://pith.science/pith/F3ZUAXMOW26FD6TCV6NXRVZOII/state.json","well_known_bundle":"https://pith.science/.well-known/pith/F3ZUAXMOW26FD6TCV6NXRVZOII/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:F3ZUAXMOW26FD6TCV6NXRVZOII","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d4711a14ea4160241e853b03a5f0bbae1bb470ac42f7a9ea211455089625377f","cross_cats_sorted":["cs.CL","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-03-10T17:58:01Z","title_canon_sha256":"59e49d16178000e8908e7710d555df4004c4d272757049d59e1b80bc3a391e59"},"schema_version":"1.0","source":{"id":"2003.04887","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2003.04887","created_at":"2026-07-05T01:13:25Z"},{"alias_kind":"arxiv_version","alias_value":"2003.04887v2","created_at":"2026-07-05T01:13:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2003.04887","created_at":"2026-07-05T01:13:25Z"},{"alias_kind":"pith_short_12","alias_value":"F3ZUAXMOW26F","created_at":"2026-07-05T01:13:25Z"},{"alias_kind":"pith_short_16","alias_value":"F3ZUAXMOW26FD6TC","created_at":"2026-07-05T01:13:25Z"},{"alias_kind":"pith_short_8","alias_value":"F3ZUAXMO","created_at":"2026-07-05T01:13:25Z"}],"graph_snapshots":[{"event_id":"sha256:3dabb010e3c8bec5a3ee9d937275c8ac47366f5e2843b8682df4c42d88f23074","target":"graph","created_at":"2026-07-05T01:13:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2003.04887/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Deep networks often suffer from vanishing or exploding gradients due to inefficient signal propagation, leading to long training times or convergence difficulties. Various architecture designs, sophisticated residual-style networks, and initialization schemes have been shown to improve deep signal propagation. Recently, Pennington et al. used free probability theory to show that dynamical isometry plays an integral role in efficient deep learning. We show that the simplest architecture change of gating each residual connection using a single zero-initialized parameter satisfies initial dynamic","authors_text":"Bodhisattwa Prasad Majumder, Garrison W. Cottrell, Huanru Henry Mao, Julian McAuley, Thomas Bachlechner","cross_cats":["cs.CL","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-03-10T17:58:01Z","title":"ReZero is All You Need: Fast Convergence at Large Depth"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2003.04887","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f0db6c14870c875e56ea4d3a4e64b545f31381c30c59fdfcf3ba88b28341d686","target":"record","created_at":"2026-07-05T01:13:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d4711a14ea4160241e853b03a5f0bbae1bb470ac42f7a9ea211455089625377f","cross_cats_sorted":["cs.CL","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-03-10T17:58:01Z","title_canon_sha256":"59e49d16178000e8908e7710d555df4004c4d272757049d59e1b80bc3a391e59"},"schema_version":"1.0","source":{"id":"2003.04887","kind":"arxiv","version":2}},"canonical_sha256":"2ef3405d8eb6bc51fa62af9b78d72e423be865856d2785d38f4ba4c0974da30f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2ef3405d8eb6bc51fa62af9b78d72e423be865856d2785d38f4ba4c0974da30f","first_computed_at":"2026-07-05T01:13:25.471600Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:13:25.471600Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"VVS1Dfjv9lNSoYPJnoUUJJLbY4E05svoGiJyuhK6JKTKWLkZwQeajtGEjCltd1HdnwRw8JjtrYP9mfg9BOg0BA==","signature_status":"signed_v1","signed_at":"2026-07-05T01:13:25.472049Z","signed_message":"canonical_sha256_bytes"},"source_id":"2003.04887","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f0db6c14870c875e56ea4d3a4e64b545f31381c30c59fdfcf3ba88b28341d686","sha256:3dabb010e3c8bec5a3ee9d937275c8ac47366f5e2843b8682df4c42d88f23074"],"state_sha256":"2448c1ec6896259e744aeca2546b3707e02e0d8ee7a82c7cb1697aca04734313"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9O3eTv3bO16jJgQDzHZxdyl8ZNAX63BV894bkoz0hRHbl5+UMM36k5gaUDssOc/RSFpkcCExx0roG/OFEvObAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T02:38:23.682403Z","bundle_sha256":"85dddfe6942fe5859805980c2a74f7cd455a9277e9ff5f5675731bb9998fc852"}}