{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2017:VKAMUNI7TXUIFM357EA5YCQIJ2","short_pith_number":"pith:VKAMUNI7","canonical_record":{"source":{"id":"1712.03607","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2017-12-10T23:01:13Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"3162833d8d8ce37a7f64992e481e908b856edca32faf00561d4e485cc08f6da6","abstract_canon_sha256":"3e0ca2792a3f3d827aacd1648f8f85d7dd37a23afa2495d8a499dd3cf3e45e11"},"schema_version":"1.0"},"canonical_sha256":"aa80ca351f9de882b37df901dc0a084e9b4070b399229f81237845add1f7fb35","source":{"kind":"arxiv","id":"1712.03607","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1712.03607","created_at":"2026-05-18T00:22:18Z"},{"alias_kind":"arxiv_version","alias_value":"1712.03607v2","created_at":"2026-05-18T00:22:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1712.03607","created_at":"2026-05-18T00:22:18Z"},{"alias_kind":"pith_short_12","alias_value":"VKAMUNI7TXUI","created_at":"2026-05-18T12:31:49Z"},{"alias_kind":"pith_short_16","alias_value":"VKAMUNI7TXUIFM35","created_at":"2026-05-18T12:31:49Z"},{"alias_kind":"pith_short_8","alias_value":"VKAMUNI7","created_at":"2026-05-18T12:31:49Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2017:VKAMUNI7TXUIFM357EA5YCQIJ2","target":"record","payload":{"canonical_record":{"source":{"id":"1712.03607","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2017-12-10T23:01:13Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"3162833d8d8ce37a7f64992e481e908b856edca32faf00561d4e485cc08f6da6","abstract_canon_sha256":"3e0ca2792a3f3d827aacd1648f8f85d7dd37a23afa2495d8a499dd3cf3e45e11"},"schema_version":"1.0"},"canonical_sha256":"aa80ca351f9de882b37df901dc0a084e9b4070b399229f81237845add1f7fb35","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:22:18.429088Z","signature_b64":"vsbMSPlEqDWfxUcAQ8izUa2/0IAfWuCXldyR/souqevGuzAysBO0y46tFtjJdelsz6t4uYLlAd7UI/rhxTo7AA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"aa80ca351f9de882b37df901dc0a084e9b4070b399229f81237845add1f7fb35","last_reissued_at":"2026-05-18T00:22:18.428711Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:22:18.428711Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1712.03607","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:22:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Ic6YErg6vb2sonfCy0LqXs8uZaIazM3zrHSqi+6cp2MMz2AQTMLtwysqbm4LmsWA4vlt+uZmZuamBhAk+6PQDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-26T04:43:57.562440Z"},"content_sha256":"22e3e04cb34e908bd90cf427b39048bcc5615b4a06727e475e9c3872afd6f105","schema_version":"1.0","event_id":"sha256:22e3e04cb34e908bd90cf427b39048bcc5615b4a06727e475e9c3872afd6f105"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2017:VKAMUNI7TXUIFM357EA5YCQIJ2","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Gradient Normalization & Depth Based Decay For Deep Learning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Oscar Chang, Robert Kwiatkowski","submitted_at":"2017-12-10T23:01:13Z","abstract_excerpt":"In this paper we introduce a novel method of gradient normalization and decay with respect to depth. Our method leverages the simple concept of normalizing all gradients in a deep neural network, and then decaying said gradients with respect to their depth in the network. Our proposed normalization and decay techniques can be used in conjunction with most current state of the art optimizers and are a very simple addition to any network. This method, although simple, showed improvements in convergence time on state of the art networks such as DenseNet and ResNet on image classification tasks, a"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1712.03607","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:22:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xCfRsbIwAc6rIfRtyZGfjSjE4tGlbBZnwzMGLG089S3+4Jdi911nKm0fTkwjQfcPDyNeHpYq8Qf800vYwJbgDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-26T04:43:57.563070Z"},"content_sha256":"694104d812a14a88d8852c03b732ffe9861528e0940df44d465fd535d3298d7b","schema_version":"1.0","event_id":"sha256:694104d812a14a88d8852c03b732ffe9861528e0940df44d465fd535d3298d7b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/VKAMUNI7TXUIFM357EA5YCQIJ2/bundle.json","state_url":"https://pith.science/pith/VKAMUNI7TXUIFM357EA5YCQIJ2/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/VKAMUNI7TXUIFM357EA5YCQIJ2/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-26T04:43:57Z","links":{"resolver":"https://pith.science/pith/VKAMUNI7TXUIFM357EA5YCQIJ2","bundle":"https://pith.science/pith/VKAMUNI7TXUIFM357EA5YCQIJ2/bundle.json","state":"https://pith.science/pith/VKAMUNI7TXUIFM357EA5YCQIJ2/state.json","well_known_bundle":"https://pith.science/.well-known/pith/VKAMUNI7TXUIFM357EA5YCQIJ2/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2017:VKAMUNI7TXUIFM357EA5YCQIJ2","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"3e0ca2792a3f3d827aacd1648f8f85d7dd37a23afa2495d8a499dd3cf3e45e11","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2017-12-10T23:01:13Z","title_canon_sha256":"3162833d8d8ce37a7f64992e481e908b856edca32faf00561d4e485cc08f6da6"},"schema_version":"1.0","source":{"id":"1712.03607","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1712.03607","created_at":"2026-05-18T00:22:18Z"},{"alias_kind":"arxiv_version","alias_value":"1712.03607v2","created_at":"2026-05-18T00:22:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1712.03607","created_at":"2026-05-18T00:22:18Z"},{"alias_kind":"pith_short_12","alias_value":"VKAMUNI7TXUI","created_at":"2026-05-18T12:31:49Z"},{"alias_kind":"pith_short_16","alias_value":"VKAMUNI7TXUIFM35","created_at":"2026-05-18T12:31:49Z"},{"alias_kind":"pith_short_8","alias_value":"VKAMUNI7","created_at":"2026-05-18T12:31:49Z"}],"graph_snapshots":[{"event_id":"sha256:694104d812a14a88d8852c03b732ffe9861528e0940df44d465fd535d3298d7b","target":"graph","created_at":"2026-05-18T00:22:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"In this paper we introduce a novel method of gradient normalization and decay with respect to depth. Our method leverages the simple concept of normalizing all gradients in a deep neural network, and then decaying said gradients with respect to their depth in the network. Our proposed normalization and decay techniques can be used in conjunction with most current state of the art optimizers and are a very simple addition to any network. This method, although simple, showed improvements in convergence time on state of the art networks such as DenseNet and ResNet on image classification tasks, a","authors_text":"Oscar Chang, Robert Kwiatkowski","cross_cats":["stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2017-12-10T23:01:13Z","title":"Gradient Normalization & Depth Based Decay For Deep Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1712.03607","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:22e3e04cb34e908bd90cf427b39048bcc5615b4a06727e475e9c3872afd6f105","target":"record","created_at":"2026-05-18T00:22:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"3e0ca2792a3f3d827aacd1648f8f85d7dd37a23afa2495d8a499dd3cf3e45e11","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2017-12-10T23:01:13Z","title_canon_sha256":"3162833d8d8ce37a7f64992e481e908b856edca32faf00561d4e485cc08f6da6"},"schema_version":"1.0","source":{"id":"1712.03607","kind":"arxiv","version":2}},"canonical_sha256":"aa80ca351f9de882b37df901dc0a084e9b4070b399229f81237845add1f7fb35","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"aa80ca351f9de882b37df901dc0a084e9b4070b399229f81237845add1f7fb35","first_computed_at":"2026-05-18T00:22:18.428711Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:22:18.428711Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"vsbMSPlEqDWfxUcAQ8izUa2/0IAfWuCXldyR/souqevGuzAysBO0y46tFtjJdelsz6t4uYLlAd7UI/rhxTo7AA==","signature_status":"signed_v1","signed_at":"2026-05-18T00:22:18.429088Z","signed_message":"canonical_sha256_bytes"},"source_id":"1712.03607","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:22e3e04cb34e908bd90cf427b39048bcc5615b4a06727e475e9c3872afd6f105","sha256:694104d812a14a88d8852c03b732ffe9861528e0940df44d465fd535d3298d7b"],"state_sha256":"f9b2f8c2b2caba4aa111df720d43a0b592abdf27731e2953453d4fad7270fcb8"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"eWr3y8d/vtphu2HoCfjRDQXvvtRF0MLGoygcWtQKb6AtUEXz1uEA8pTw/dAopgqGbfZfpzgnWN3rLfP/gf5wBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-26T04:43:57.566516Z","bundle_sha256":"f66e6a6b328a9423b07071f23e27a2eae6ce1941d75b814d7ee391952233e6fc"}}