{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2016:G2UUC3JTXK2CCTGHWWLGMCY34W","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0b41280a26e2afae572ac0390925fbbea4d8a8317376f03604334965def69309","cross_cats_sorted":["cs.NE","stat.ML"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2016-03-01T18:30:15Z","title_canon_sha256":"b7b31f2f9b80cb8b75b9d8353a422cf411fc239d5ea567934b8652aa8910028b"},"schema_version":"1.0","source":{"id":"1603.00391","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1603.00391","created_at":"2026-05-18T01:17:50Z"},{"alias_kind":"arxiv_version","alias_value":"1603.00391v3","created_at":"2026-05-18T01:17:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1603.00391","created_at":"2026-05-18T01:17:50Z"},{"alias_kind":"pith_short_12","alias_value":"G2UUC3JTXK2C","created_at":"2026-05-18T12:30:15Z"},{"alias_kind":"pith_short_16","alias_value":"G2UUC3JTXK2CCTGH","created_at":"2026-05-18T12:30:15Z"},{"alias_kind":"pith_short_8","alias_value":"G2UUC3JT","created_at":"2026-05-18T12:30:15Z"}],"graph_snapshots":[{"event_id":"sha256:29e311c6c695f32a196ee6cd893409354e79f47997348dad9a8c6f3fa2a0c077","target":"graph","created_at":"2026-05-18T01:17:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Common nonlinear activation functions used in neural networks can cause training difficulties due to the saturation behavior of the activation function, which may hide dependencies that are not visible to vanilla-SGD (using first order gradients only). Gating mechanisms that use softly saturating activation functions to emulate the discrete switching of digital logic circuits are good examples of this. We propose to exploit the injection of appropriate noise so that the gradients may flow easily, even if the noiseless application of the activation function would yield zero gradient. Large nois","authors_text":"Caglar Gulcehre, Marcin Moczulski, Misha Denil, Yoshua Bengio","cross_cats":["cs.NE","stat.ML"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2016-03-01T18:30:15Z","title":"Noisy Activation Functions"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1603.00391","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:579148f0061652d238f33f43772d9d210880c9144f59b9bc51bf95787bd4cfae","target":"record","created_at":"2026-05-18T01:17:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0b41280a26e2afae572ac0390925fbbea4d8a8317376f03604334965def69309","cross_cats_sorted":["cs.NE","stat.ML"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2016-03-01T18:30:15Z","title_canon_sha256":"b7b31f2f9b80cb8b75b9d8353a422cf411fc239d5ea567934b8652aa8910028b"},"schema_version":"1.0","source":{"id":"1603.00391","kind":"arxiv","version":3}},"canonical_sha256":"36a9416d33bab4214cc7b596660b1be592593aaeefa8d4012e078b75fad01280","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"36a9416d33bab4214cc7b596660b1be592593aaeefa8d4012e078b75fad01280","first_computed_at":"2026-05-18T01:17:50.071986Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T01:17:50.071986Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"t/FQ/nZHgXp464aNRhpb6UfFS+WjB1n6a12j3itLeEQo0yBGbKPJBuQVmyuN/0zPEAeYced/rPDlesw9v8elAQ==","signature_status":"signed_v1","signed_at":"2026-05-18T01:17:50.072755Z","signed_message":"canonical_sha256_bytes"},"source_id":"1603.00391","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:579148f0061652d238f33f43772d9d210880c9144f59b9bc51bf95787bd4cfae","sha256:29e311c6c695f32a196ee6cd893409354e79f47997348dad9a8c6f3fa2a0c077"],"state_sha256":"30d452d84b602b80f84ead64fa3eb180ac0f011572236a48aa5c3263ab885300"}