{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:DRSQBWKJ2IILUPENYJ2O3AG5FR","short_pith_number":"pith:DRSQBWKJ","canonical_record":{"source":{"id":"2005.06195","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-05-13T08:01:13Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"71bfc6863fb83d25626eb05e811a042e5bc0e0fc752985f8e3db04d82926978e","abstract_canon_sha256":"8877ea4d5cd86085e0e3cea8dfa0e9c5ebcbe2e59dee8b3c690ea389ebef0fe3"},"schema_version":"1.0"},"canonical_sha256":"1c6500d949d210ba3c8dc274ed80dd2c5a34a60bbeb40863d1ef3bda82f8a4e2","source":{"kind":"arxiv","id":"2005.06195","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2005.06195","created_at":"2026-07-05T01:02:33Z"},{"alias_kind":"arxiv_version","alias_value":"2005.06195v1","created_at":"2026-07-05T01:02:33Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2005.06195","created_at":"2026-07-05T01:02:33Z"},{"alias_kind":"pith_short_12","alias_value":"DRSQBWKJ2IIL","created_at":"2026-07-05T01:02:33Z"},{"alias_kind":"pith_short_16","alias_value":"DRSQBWKJ2IILUPEN","created_at":"2026-07-05T01:02:33Z"},{"alias_kind":"pith_short_8","alias_value":"DRSQBWKJ","created_at":"2026-07-05T01:02:33Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:DRSQBWKJ2IILUPENYJ2O3AG5FR","target":"record","payload":{"canonical_record":{"source":{"id":"2005.06195","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-05-13T08:01:13Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"71bfc6863fb83d25626eb05e811a042e5bc0e0fc752985f8e3db04d82926978e","abstract_canon_sha256":"8877ea4d5cd86085e0e3cea8dfa0e9c5ebcbe2e59dee8b3c690ea389ebef0fe3"},"schema_version":"1.0"},"canonical_sha256":"1c6500d949d210ba3c8dc274ed80dd2c5a34a60bbeb40863d1ef3bda82f8a4e2","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:02:33.037041Z","signature_b64":"Sf8awdxrQOL4LcNORLDYWuZlbRddhbnVsGzQETVkYKfXvNy2hceqDV93K26TncBckUn0p92MbjoPLgLax/JwDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1c6500d949d210ba3c8dc274ed80dd2c5a34a60bbeb40863d1ef3bda82f8a4e2","last_reissued_at":"2026-07-05T01:02:33.036641Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:02:33.036641Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2005.06195","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:02:33Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ZRHx+EiE0YsFJWL0+U4vKqsu9shvCeaJcydITsKmSnHoNIKwnqgQRjeC8CebOC8FTo+d/pHAR0Tc3oGkamrbDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-31T17:22:39.542363Z"},"content_sha256":"5eabcb43b93fa32afcebbc4fbd16cd90ee1d4d0a7c2d1c53d15eabe8cf5f2efc","schema_version":"1.0","event_id":"sha256:5eabcb43b93fa32afcebbc4fbd16cd90ee1d4d0a7c2d1c53d15eabe8cf5f2efc"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:DRSQBWKJ2IILUPENYJ2O3AG5FR","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"The effect of Target Normalization and Momentum on Dying ReLU","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Danica Kragic, Isac Arnekvist, J. Frederico Carvalho, Johannes A. Stork","submitted_at":"2020-05-13T08:01:13Z","abstract_excerpt":"Optimizing parameters with momentum, normalizing data values, and using rectified linear units (ReLUs) are popular choices in neural network (NN) regression. Although ReLUs are popular, they can collapse to a constant function and \"die\", effectively removing their contribution from the model. While some mitigations are known, the underlying reasons of ReLUs dying during optimization are currently poorly understood. In this paper, we consider the effects of target normalization and momentum on dying ReLUs. We find empirically that unit variance targets are well motivated and that ReLUs die more"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2005.06195","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2005.06195/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:02:33Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"6oCpVk/msXE9k6QlnD/OmM4iWfqAexJtCsqUo8I80wFiG+s5d7D9QN0XBREute07qQDXNuJWnQjkN86nfzNsBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-31T17:22:39.542881Z"},"content_sha256":"34390e56de8c0fa1bfc5758ddc6a1a95a705e8b5128d64314ccd7acd717bfd4f","schema_version":"1.0","event_id":"sha256:34390e56de8c0fa1bfc5758ddc6a1a95a705e8b5128d64314ccd7acd717bfd4f"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/DRSQBWKJ2IILUPENYJ2O3AG5FR/bundle.json","state_url":"https://pith.science/pith/DRSQBWKJ2IILUPENYJ2O3AG5FR/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/DRSQBWKJ2IILUPENYJ2O3AG5FR/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-31T17:22:39Z","links":{"resolver":"https://pith.science/pith/DRSQBWKJ2IILUPENYJ2O3AG5FR","bundle":"https://pith.science/pith/DRSQBWKJ2IILUPENYJ2O3AG5FR/bundle.json","state":"https://pith.science/pith/DRSQBWKJ2IILUPENYJ2O3AG5FR/state.json","well_known_bundle":"https://pith.science/.well-known/pith/DRSQBWKJ2IILUPENYJ2O3AG5FR/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:DRSQBWKJ2IILUPENYJ2O3AG5FR","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8877ea4d5cd86085e0e3cea8dfa0e9c5ebcbe2e59dee8b3c690ea389ebef0fe3","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-05-13T08:01:13Z","title_canon_sha256":"71bfc6863fb83d25626eb05e811a042e5bc0e0fc752985f8e3db04d82926978e"},"schema_version":"1.0","source":{"id":"2005.06195","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2005.06195","created_at":"2026-07-05T01:02:33Z"},{"alias_kind":"arxiv_version","alias_value":"2005.06195v1","created_at":"2026-07-05T01:02:33Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2005.06195","created_at":"2026-07-05T01:02:33Z"},{"alias_kind":"pith_short_12","alias_value":"DRSQBWKJ2IIL","created_at":"2026-07-05T01:02:33Z"},{"alias_kind":"pith_short_16","alias_value":"DRSQBWKJ2IILUPEN","created_at":"2026-07-05T01:02:33Z"},{"alias_kind":"pith_short_8","alias_value":"DRSQBWKJ","created_at":"2026-07-05T01:02:33Z"}],"graph_snapshots":[{"event_id":"sha256:34390e56de8c0fa1bfc5758ddc6a1a95a705e8b5128d64314ccd7acd717bfd4f","target":"graph","created_at":"2026-07-05T01:02:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2005.06195/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Optimizing parameters with momentum, normalizing data values, and using rectified linear units (ReLUs) are popular choices in neural network (NN) regression. Although ReLUs are popular, they can collapse to a constant function and \"die\", effectively removing their contribution from the model. While some mitigations are known, the underlying reasons of ReLUs dying during optimization are currently poorly understood. In this paper, we consider the effects of target normalization and momentum on dying ReLUs. We find empirically that unit variance targets are well motivated and that ReLUs die more","authors_text":"Danica Kragic, Isac Arnekvist, J. Frederico Carvalho, Johannes A. Stork","cross_cats":["stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-05-13T08:01:13Z","title":"The effect of Target Normalization and Momentum on Dying ReLU"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2005.06195","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5eabcb43b93fa32afcebbc4fbd16cd90ee1d4d0a7c2d1c53d15eabe8cf5f2efc","target":"record","created_at":"2026-07-05T01:02:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8877ea4d5cd86085e0e3cea8dfa0e9c5ebcbe2e59dee8b3c690ea389ebef0fe3","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-05-13T08:01:13Z","title_canon_sha256":"71bfc6863fb83d25626eb05e811a042e5bc0e0fc752985f8e3db04d82926978e"},"schema_version":"1.0","source":{"id":"2005.06195","kind":"arxiv","version":1}},"canonical_sha256":"1c6500d949d210ba3c8dc274ed80dd2c5a34a60bbeb40863d1ef3bda82f8a4e2","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1c6500d949d210ba3c8dc274ed80dd2c5a34a60bbeb40863d1ef3bda82f8a4e2","first_computed_at":"2026-07-05T01:02:33.036641Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:02:33.036641Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Sf8awdxrQOL4LcNORLDYWuZlbRddhbnVsGzQETVkYKfXvNy2hceqDV93K26TncBckUn0p92MbjoPLgLax/JwDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T01:02:33.037041Z","signed_message":"canonical_sha256_bytes"},"source_id":"2005.06195","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5eabcb43b93fa32afcebbc4fbd16cd90ee1d4d0a7c2d1c53d15eabe8cf5f2efc","sha256:34390e56de8c0fa1bfc5758ddc6a1a95a705e8b5128d64314ccd7acd717bfd4f"],"state_sha256":"b2d6be9e089eb909251ed3223bc91d6ead6716262ece8a5bc1347570ab35a19e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"b2k6fs4KPS+c80a5o6O9Y63EMUArVjsgI1pv8Zp2C5vIvDjxR6Po6J3217OBtbS836ESB+B+4SFIxMgEoO4sDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-31T17:22:39.545873Z","bundle_sha256":"ea5378556793498914494269bf293ade0c941310b59b17b8c80650ddf6d96c5e"}}