{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:VCXEXNUL6LTDQSB7CBY3XC2RNJ","short_pith_number":"pith:VCXEXNUL","canonical_record":{"source":{"id":"1903.06733","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"stat.ML","submitted_at":"2019-03-15T18:23:55Z","cross_cats_sorted":["cs.LG","math.PR"],"title_canon_sha256":"8b8773267b9334380c1c5bc738714f36c70185462830422173e34b0645e8620b","abstract_canon_sha256":"c692092728c5f377b6ac633d597af76baed46cc003b0f76160ea61634a389259"},"schema_version":"1.0"},"canonical_sha256":"a8ae4bb68bf2e638483f1071bb8b516a597dda3d2576120ecb8b69792fd57a9d","source":{"kind":"arxiv","id":"1903.06733","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1903.06733","created_at":"2026-07-05T02:02:30Z"},{"alias_kind":"arxiv_version","alias_value":"1903.06733v3","created_at":"2026-07-05T02:02:30Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1903.06733","created_at":"2026-07-05T02:02:30Z"},{"alias_kind":"pith_short_12","alias_value":"VCXEXNUL6LTD","created_at":"2026-07-05T02:02:30Z"},{"alias_kind":"pith_short_16","alias_value":"VCXEXNUL6LTDQSB7","created_at":"2026-07-05T02:02:30Z"},{"alias_kind":"pith_short_8","alias_value":"VCXEXNUL","created_at":"2026-07-05T02:02:30Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:VCXEXNUL6LTDQSB7CBY3XC2RNJ","target":"record","payload":{"canonical_record":{"source":{"id":"1903.06733","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"stat.ML","submitted_at":"2019-03-15T18:23:55Z","cross_cats_sorted":["cs.LG","math.PR"],"title_canon_sha256":"8b8773267b9334380c1c5bc738714f36c70185462830422173e34b0645e8620b","abstract_canon_sha256":"c692092728c5f377b6ac633d597af76baed46cc003b0f76160ea61634a389259"},"schema_version":"1.0"},"canonical_sha256":"a8ae4bb68bf2e638483f1071bb8b516a597dda3d2576120ecb8b69792fd57a9d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:02:30.028489Z","signature_b64":"z0QYIhI2uyvFgfM8i9ENcbLbAPMV8tj03QNCmIKPoMBfbBiIxZQl0PkMm8sFbY087+Fm43Gd2n0gFicImtfaCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a8ae4bb68bf2e638483f1071bb8b516a597dda3d2576120ecb8b69792fd57a9d","last_reissued_at":"2026-07-05T02:02:30.028018Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:02:30.028018Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1903.06733","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:02:30Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"6uhJk040I69+O8UaudNIJQngDoiY2AqSkUVp8mfvz4QQQb+2Dec7IGQwgGLFZoYac7KeM+SjtIE/36B4NneMBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T04:29:30.067801Z"},"content_sha256":"ec0fdad14bcdaa2342e529eae97b17498abb831ccc2a005defb8d60b81369d3c","schema_version":"1.0","event_id":"sha256:ec0fdad14bcdaa2342e529eae97b17498abb831ccc2a005defb8d60b81369d3c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:VCXEXNUL6LTDQSB7CBY3XC2RNJ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Dying ReLU and Initialization: Theory and Numerical Examples","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.LG","math.PR"],"primary_cat":"stat.ML","authors_text":"George Em Karniadakis, Lu Lu, Yanhui Su, Yeonjong Shin","submitted_at":"2019-03-15T18:23:55Z","abstract_excerpt":"The dying ReLU refers to the problem when ReLU neurons become inactive and only output 0 for any input. There are many empirical and heuristic explanations of why ReLU neurons die. However, little is known about its theoretical analysis. In this paper, we rigorously prove that a deep ReLU network will eventually die in probability as the depth goes to infinite. Several methods have been proposed to alleviate the dying ReLU. Perhaps, one of the simplest treatments is to modify the initialization procedure. One common way of initializing weights and biases uses symmetric probability distribution"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1903.06733","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1903.06733/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:02:30Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fJasYLX/qNYMLPTSgFB2bMMngQ0a0Soe2wCFYiZwm0a7tC3fTCqP5+eSN5Qk1fo5AQOInzVtVuD7x7MPgqfWAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T04:29:30.068816Z"},"content_sha256":"5539717e1aee9154d51859f5ada02f9340f4189f20c32a8a4590a648c0bef2eb","schema_version":"1.0","event_id":"sha256:5539717e1aee9154d51859f5ada02f9340f4189f20c32a8a4590a648c0bef2eb"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/VCXEXNUL6LTDQSB7CBY3XC2RNJ/bundle.json","state_url":"https://pith.science/pith/VCXEXNUL6LTDQSB7CBY3XC2RNJ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/VCXEXNUL6LTDQSB7CBY3XC2RNJ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T04:29:30Z","links":{"resolver":"https://pith.science/pith/VCXEXNUL6LTDQSB7CBY3XC2RNJ","bundle":"https://pith.science/pith/VCXEXNUL6LTDQSB7CBY3XC2RNJ/bundle.json","state":"https://pith.science/pith/VCXEXNUL6LTDQSB7CBY3XC2RNJ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/VCXEXNUL6LTDQSB7CBY3XC2RNJ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:VCXEXNUL6LTDQSB7CBY3XC2RNJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c692092728c5f377b6ac633d597af76baed46cc003b0f76160ea61634a389259","cross_cats_sorted":["cs.LG","math.PR"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"stat.ML","submitted_at":"2019-03-15T18:23:55Z","title_canon_sha256":"8b8773267b9334380c1c5bc738714f36c70185462830422173e34b0645e8620b"},"schema_version":"1.0","source":{"id":"1903.06733","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1903.06733","created_at":"2026-07-05T02:02:30Z"},{"alias_kind":"arxiv_version","alias_value":"1903.06733v3","created_at":"2026-07-05T02:02:30Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1903.06733","created_at":"2026-07-05T02:02:30Z"},{"alias_kind":"pith_short_12","alias_value":"VCXEXNUL6LTD","created_at":"2026-07-05T02:02:30Z"},{"alias_kind":"pith_short_16","alias_value":"VCXEXNUL6LTDQSB7","created_at":"2026-07-05T02:02:30Z"},{"alias_kind":"pith_short_8","alias_value":"VCXEXNUL","created_at":"2026-07-05T02:02:30Z"}],"graph_snapshots":[{"event_id":"sha256:5539717e1aee9154d51859f5ada02f9340f4189f20c32a8a4590a648c0bef2eb","target":"graph","created_at":"2026-07-05T02:02:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1903.06733/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The dying ReLU refers to the problem when ReLU neurons become inactive and only output 0 for any input. There are many empirical and heuristic explanations of why ReLU neurons die. However, little is known about its theoretical analysis. In this paper, we rigorously prove that a deep ReLU network will eventually die in probability as the depth goes to infinite. Several methods have been proposed to alleviate the dying ReLU. Perhaps, one of the simplest treatments is to modify the initialization procedure. One common way of initializing weights and biases uses symmetric probability distribution","authors_text":"George Em Karniadakis, Lu Lu, Yanhui Su, Yeonjong Shin","cross_cats":["cs.LG","math.PR"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"stat.ML","submitted_at":"2019-03-15T18:23:55Z","title":"Dying ReLU and Initialization: Theory and Numerical Examples"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1903.06733","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ec0fdad14bcdaa2342e529eae97b17498abb831ccc2a005defb8d60b81369d3c","target":"record","created_at":"2026-07-05T02:02:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c692092728c5f377b6ac633d597af76baed46cc003b0f76160ea61634a389259","cross_cats_sorted":["cs.LG","math.PR"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"stat.ML","submitted_at":"2019-03-15T18:23:55Z","title_canon_sha256":"8b8773267b9334380c1c5bc738714f36c70185462830422173e34b0645e8620b"},"schema_version":"1.0","source":{"id":"1903.06733","kind":"arxiv","version":3}},"canonical_sha256":"a8ae4bb68bf2e638483f1071bb8b516a597dda3d2576120ecb8b69792fd57a9d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a8ae4bb68bf2e638483f1071bb8b516a597dda3d2576120ecb8b69792fd57a9d","first_computed_at":"2026-07-05T02:02:30.028018Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:02:30.028018Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"z0QYIhI2uyvFgfM8i9ENcbLbAPMV8tj03QNCmIKPoMBfbBiIxZQl0PkMm8sFbY087+Fm43Gd2n0gFicImtfaCA==","signature_status":"signed_v1","signed_at":"2026-07-05T02:02:30.028489Z","signed_message":"canonical_sha256_bytes"},"source_id":"1903.06733","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ec0fdad14bcdaa2342e529eae97b17498abb831ccc2a005defb8d60b81369d3c","sha256:5539717e1aee9154d51859f5ada02f9340f4189f20c32a8a4590a648c0bef2eb"],"state_sha256":"326bf7bf2a475804c451104bfa16c3c0c839660b60bf64d18d864c46bde23b4d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Fl8C6zp3vzTMe3FnoQzc9AqYO2BIWmXeHy1XKTQvwBe5zZc3lGiBtvU4M0fwo2g/sNRi5yWFRtbBW8dmC3LeAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T04:29:30.078412Z","bundle_sha256":"f988e7844742c62aef5f9669a76eafca28c11ee3bbf0b8494421bf76a7f52d9a"}}