{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:NLODXG7FC4DVEW7GVZNKNDRTQL","short_pith_number":"pith:NLODXG7F","canonical_record":{"source":{"id":"2110.12661","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-10-25T06:17:33Z","cross_cats_sorted":["cs.CV"],"title_canon_sha256":"4f620d5b9638c6173a1554f641f070f5aae33bff5f29886d9fd9995e71487b4c","abstract_canon_sha256":"9b262efa3a40791b6c2b47070f3e43b7e9745da21dc9d11e1e18c18bb8fcec05"},"schema_version":"1.0"},"canonical_sha256":"6adc3b9be51707525be6ae5aa68e3382fb9938a5a296b15636212dc74c1b7a4c","source":{"kind":"arxiv","id":"2110.12661","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2110.12661","created_at":"2026-07-05T05:13:04Z"},{"alias_kind":"arxiv_version","alias_value":"2110.12661v3","created_at":"2026-07-05T05:13:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2110.12661","created_at":"2026-07-05T05:13:04Z"},{"alias_kind":"pith_short_12","alias_value":"NLODXG7FC4DV","created_at":"2026-07-05T05:13:04Z"},{"alias_kind":"pith_short_16","alias_value":"NLODXG7FC4DVEW7G","created_at":"2026-07-05T05:13:04Z"},{"alias_kind":"pith_short_8","alias_value":"NLODXG7F","created_at":"2026-07-05T05:13:04Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:NLODXG7FC4DVEW7GVZNKNDRTQL","target":"record","payload":{"canonical_record":{"source":{"id":"2110.12661","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-10-25T06:17:33Z","cross_cats_sorted":["cs.CV"],"title_canon_sha256":"4f620d5b9638c6173a1554f641f070f5aae33bff5f29886d9fd9995e71487b4c","abstract_canon_sha256":"9b262efa3a40791b6c2b47070f3e43b7e9745da21dc9d11e1e18c18bb8fcec05"},"schema_version":"1.0"},"canonical_sha256":"6adc3b9be51707525be6ae5aa68e3382fb9938a5a296b15636212dc74c1b7a4c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:13:04.485310Z","signature_b64":"ZLWECmaeS9ksLWmjiIrkkIX53EuWuMhOHlmC2vD9YrhRCATU+Jnh0lrUnMKheDhvbxPq1pqhKjIVBk2lx5LZAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6adc3b9be51707525be6ae5aa68e3382fb9938a5a296b15636212dc74c1b7a4c","last_reissued_at":"2026-07-05T05:13:04.484810Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:13:04.484810Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2110.12661","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:13:04Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Ey6xD28D0nOF+pYM4sqQBrF200nU42g0bhFA44BRiH/nAKmvBBTjIbZfoiQTS9MxlfTtED3jrt8fKHJ0SQFyBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T05:54:55.780477Z"},"content_sha256":"93b1d16993bb081ddc92744f14f69d8a152440436592ac58dcc110222512edee","schema_version":"1.0","event_id":"sha256:93b1d16993bb081ddc92744f14f69d8a152440436592ac58dcc110222512edee"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:NLODXG7FC4DVEW7GVZNKNDRTQL","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"ZerO Initialization: Initializing Neural Networks with only Zeros and Ones","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CV"],"primary_cat":"cs.LG","authors_text":"Anima Anandkumar, Florian Sch\\\"afer, Jiawei Zhao","submitted_at":"2021-10-25T06:17:33Z","abstract_excerpt":"Deep neural networks are usually initialized with random weights, with adequately selected initial variance to ensure stable signal propagation during training. However, selecting the appropriate variance becomes challenging especially as the number of layers grows. In this work, we replace random weight initialization with a fully deterministic initialization scheme, viz., ZerO, which initializes the weights of networks with only zeros and ones (up to a normalization factor), based on identity and Hadamard transforms. Through both theoretical and empirical studies, we demonstrate that ZerO is"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2110.12661","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2110.12661/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:13:04Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"AUIK6s2pnFQd1eDR/ucLkaalR7ZC4CltSojS3Ml0XMZKqbwMGHvrmDU2oPWCiFX3maTuxIYgTOsAAoGqD9NdBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T05:54:55.780992Z"},"content_sha256":"8e2a81e0f7faa2b6db1dfbc85b4ece3c8514c78a380a200d25951550294c63ce","schema_version":"1.0","event_id":"sha256:8e2a81e0f7faa2b6db1dfbc85b4ece3c8514c78a380a200d25951550294c63ce"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/NLODXG7FC4DVEW7GVZNKNDRTQL/bundle.json","state_url":"https://pith.science/pith/NLODXG7FC4DVEW7GVZNKNDRTQL/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/NLODXG7FC4DVEW7GVZNKNDRTQL/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T05:54:55Z","links":{"resolver":"https://pith.science/pith/NLODXG7FC4DVEW7GVZNKNDRTQL","bundle":"https://pith.science/pith/NLODXG7FC4DVEW7GVZNKNDRTQL/bundle.json","state":"https://pith.science/pith/NLODXG7FC4DVEW7GVZNKNDRTQL/state.json","well_known_bundle":"https://pith.science/.well-known/pith/NLODXG7FC4DVEW7GVZNKNDRTQL/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:NLODXG7FC4DVEW7GVZNKNDRTQL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"9b262efa3a40791b6c2b47070f3e43b7e9745da21dc9d11e1e18c18bb8fcec05","cross_cats_sorted":["cs.CV"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-10-25T06:17:33Z","title_canon_sha256":"4f620d5b9638c6173a1554f641f070f5aae33bff5f29886d9fd9995e71487b4c"},"schema_version":"1.0","source":{"id":"2110.12661","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2110.12661","created_at":"2026-07-05T05:13:04Z"},{"alias_kind":"arxiv_version","alias_value":"2110.12661v3","created_at":"2026-07-05T05:13:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2110.12661","created_at":"2026-07-05T05:13:04Z"},{"alias_kind":"pith_short_12","alias_value":"NLODXG7FC4DV","created_at":"2026-07-05T05:13:04Z"},{"alias_kind":"pith_short_16","alias_value":"NLODXG7FC4DVEW7G","created_at":"2026-07-05T05:13:04Z"},{"alias_kind":"pith_short_8","alias_value":"NLODXG7F","created_at":"2026-07-05T05:13:04Z"}],"graph_snapshots":[{"event_id":"sha256:8e2a81e0f7faa2b6db1dfbc85b4ece3c8514c78a380a200d25951550294c63ce","target":"graph","created_at":"2026-07-05T05:13:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2110.12661/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Deep neural networks are usually initialized with random weights, with adequately selected initial variance to ensure stable signal propagation during training. However, selecting the appropriate variance becomes challenging especially as the number of layers grows. In this work, we replace random weight initialization with a fully deterministic initialization scheme, viz., ZerO, which initializes the weights of networks with only zeros and ones (up to a normalization factor), based on identity and Hadamard transforms. Through both theoretical and empirical studies, we demonstrate that ZerO is","authors_text":"Anima Anandkumar, Florian Sch\\\"afer, Jiawei Zhao","cross_cats":["cs.CV"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-10-25T06:17:33Z","title":"ZerO Initialization: Initializing Neural Networks with only Zeros and Ones"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2110.12661","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:93b1d16993bb081ddc92744f14f69d8a152440436592ac58dcc110222512edee","target":"record","created_at":"2026-07-05T05:13:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"9b262efa3a40791b6c2b47070f3e43b7e9745da21dc9d11e1e18c18bb8fcec05","cross_cats_sorted":["cs.CV"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-10-25T06:17:33Z","title_canon_sha256":"4f620d5b9638c6173a1554f641f070f5aae33bff5f29886d9fd9995e71487b4c"},"schema_version":"1.0","source":{"id":"2110.12661","kind":"arxiv","version":3}},"canonical_sha256":"6adc3b9be51707525be6ae5aa68e3382fb9938a5a296b15636212dc74c1b7a4c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6adc3b9be51707525be6ae5aa68e3382fb9938a5a296b15636212dc74c1b7a4c","first_computed_at":"2026-07-05T05:13:04.484810Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:13:04.484810Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ZLWECmaeS9ksLWmjiIrkkIX53EuWuMhOHlmC2vD9YrhRCATU+Jnh0lrUnMKheDhvbxPq1pqhKjIVBk2lx5LZAA==","signature_status":"signed_v1","signed_at":"2026-07-05T05:13:04.485310Z","signed_message":"canonical_sha256_bytes"},"source_id":"2110.12661","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:93b1d16993bb081ddc92744f14f69d8a152440436592ac58dcc110222512edee","sha256:8e2a81e0f7faa2b6db1dfbc85b4ece3c8514c78a380a200d25951550294c63ce"],"state_sha256":"fedf1a7dbfed9016dda33c3cf75b2e973647c4733664158d9fbb3e6ead87c17e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Zgi3GlyLdaOpBAeLFEOYWXSewh83AsoZ4DbrLGzxQUyKMYcSrXgqaU2s0ScBGu7J8dj/Yy7ef4xtXNeO/T5cDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T05:54:55.784750Z","bundle_sha256":"5da5b5cd112a690406af5b8c574e284a8629cb88c5e2606f9b5104e92f2f1863"}}