{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2017:X62M6ETXRRVEAKKHHAV3Z4HZXB","short_pith_number":"pith:X62M6ETX","canonical_record":{"source":{"id":"1709.04546","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2017-09-13T21:38:02Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"a93e0c095a36892017e6ec440e6d95adbc10e4614340f499945f6bd27e65f12a","abstract_canon_sha256":"d580ea82aa41ba0f545458638ec6b6cf19915fad912cb1843aed6f2f39e42e30"},"schema_version":"1.0"},"canonical_sha256":"bfb4cf12778c6a402947382bbcf0f9b851ed778eda097b22f5b25e9cbb9421c1","source":{"kind":"arxiv","id":"1709.04546","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1709.04546","created_at":"2026-05-18T00:05:34Z"},{"alias_kind":"arxiv_version","alias_value":"1709.04546v2","created_at":"2026-05-18T00:05:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1709.04546","created_at":"2026-05-18T00:05:34Z"},{"alias_kind":"pith_short_12","alias_value":"X62M6ETXRRVE","created_at":"2026-05-18T12:31:53Z"},{"alias_kind":"pith_short_16","alias_value":"X62M6ETXRRVEAKKH","created_at":"2026-05-18T12:31:53Z"},{"alias_kind":"pith_short_8","alias_value":"X62M6ETX","created_at":"2026-05-18T12:31:53Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2017:X62M6ETXRRVEAKKHHAV3Z4HZXB","target":"record","payload":{"canonical_record":{"source":{"id":"1709.04546","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2017-09-13T21:38:02Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"a93e0c095a36892017e6ec440e6d95adbc10e4614340f499945f6bd27e65f12a","abstract_canon_sha256":"d580ea82aa41ba0f545458638ec6b6cf19915fad912cb1843aed6f2f39e42e30"},"schema_version":"1.0"},"canonical_sha256":"bfb4cf12778c6a402947382bbcf0f9b851ed778eda097b22f5b25e9cbb9421c1","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:05:34.314922Z","signature_b64":"aTpxqvpmxUNVJrLZg1di6NyRKf5Vj5dMf1tiwDLgdsrcAkthrNxvpLY0daCUASvMuBGFzUjeYJBjHm58jJ90Dw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"bfb4cf12778c6a402947382bbcf0f9b851ed778eda097b22f5b25e9cbb9421c1","last_reissued_at":"2026-05-18T00:05:34.314508Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:05:34.314508Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1709.04546","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:05:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Rr6t3giW5q47JBcLQmyWAH6TyLcyRYr4Lbf2oDWMo/8t+TAi76SThx8eFJFlM2uvgOegAdON/qrRJy4iY61oCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-28T17:55:38.566878Z"},"content_sha256":"1c559bcba8e8bff6175b68f9e9467c16697c17729248a4137807b04b79e872b4","schema_version":"1.0","event_id":"sha256:1c559bcba8e8bff6175b68f9e9467c16697c17729248a4137807b04b79e872b4"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2017:X62M6ETXRRVEAKKHHAV3Z4HZXB","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Normalized Direction-preserving Adam","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Chuan Wu, Lin Ma, Zijun Zhang, Zongpeng Li","submitted_at":"2017-09-13T21:38:02Z","abstract_excerpt":"Adaptive optimization algorithms, such as Adam and RMSprop, have shown better optimization performance than stochastic gradient descent (SGD) in some scenarios. However, recent studies show that they often lead to worse generalization performance than SGD, especially for training deep neural networks (DNNs). In this work, we identify the reasons that Adam generalizes worse than SGD, and develop a variant of Adam to eliminate the generalization gap. The proposed method, normalized direction-preserving Adam (ND-Adam), enables more precise control of the direction and step size for updating weigh"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1709.04546","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:05:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1aUzmXVC2b3sfBoOVfTPCGK9KRw0A5SLFh3lHGJ/RhfBBzP/6a9BLrAT2AaiEe0bk15JZ4rsnmdtgv+NpWDbDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-28T17:55:38.567218Z"},"content_sha256":"089d610d83f05976d3b0fb25e381c34e08922e447221f12dd410ae85657fa9b1","schema_version":"1.0","event_id":"sha256:089d610d83f05976d3b0fb25e381c34e08922e447221f12dd410ae85657fa9b1"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/X62M6ETXRRVEAKKHHAV3Z4HZXB/bundle.json","state_url":"https://pith.science/pith/X62M6ETXRRVEAKKHHAV3Z4HZXB/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/X62M6ETXRRVEAKKHHAV3Z4HZXB/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-28T17:55:38Z","links":{"resolver":"https://pith.science/pith/X62M6ETXRRVEAKKHHAV3Z4HZXB","bundle":"https://pith.science/pith/X62M6ETXRRVEAKKHHAV3Z4HZXB/bundle.json","state":"https://pith.science/pith/X62M6ETXRRVEAKKHHAV3Z4HZXB/state.json","well_known_bundle":"https://pith.science/.well-known/pith/X62M6ETXRRVEAKKHHAV3Z4HZXB/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2017:X62M6ETXRRVEAKKHHAV3Z4HZXB","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d580ea82aa41ba0f545458638ec6b6cf19915fad912cb1843aed6f2f39e42e30","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2017-09-13T21:38:02Z","title_canon_sha256":"a93e0c095a36892017e6ec440e6d95adbc10e4614340f499945f6bd27e65f12a"},"schema_version":"1.0","source":{"id":"1709.04546","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1709.04546","created_at":"2026-05-18T00:05:34Z"},{"alias_kind":"arxiv_version","alias_value":"1709.04546v2","created_at":"2026-05-18T00:05:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1709.04546","created_at":"2026-05-18T00:05:34Z"},{"alias_kind":"pith_short_12","alias_value":"X62M6ETXRRVE","created_at":"2026-05-18T12:31:53Z"},{"alias_kind":"pith_short_16","alias_value":"X62M6ETXRRVEAKKH","created_at":"2026-05-18T12:31:53Z"},{"alias_kind":"pith_short_8","alias_value":"X62M6ETX","created_at":"2026-05-18T12:31:53Z"}],"graph_snapshots":[{"event_id":"sha256:089d610d83f05976d3b0fb25e381c34e08922e447221f12dd410ae85657fa9b1","target":"graph","created_at":"2026-05-18T00:05:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Adaptive optimization algorithms, such as Adam and RMSprop, have shown better optimization performance than stochastic gradient descent (SGD) in some scenarios. However, recent studies show that they often lead to worse generalization performance than SGD, especially for training deep neural networks (DNNs). In this work, we identify the reasons that Adam generalizes worse than SGD, and develop a variant of Adam to eliminate the generalization gap. The proposed method, normalized direction-preserving Adam (ND-Adam), enables more precise control of the direction and step size for updating weigh","authors_text":"Chuan Wu, Lin Ma, Zijun Zhang, Zongpeng Li","cross_cats":["stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2017-09-13T21:38:02Z","title":"Normalized Direction-preserving Adam"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1709.04546","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1c559bcba8e8bff6175b68f9e9467c16697c17729248a4137807b04b79e872b4","target":"record","created_at":"2026-05-18T00:05:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d580ea82aa41ba0f545458638ec6b6cf19915fad912cb1843aed6f2f39e42e30","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2017-09-13T21:38:02Z","title_canon_sha256":"a93e0c095a36892017e6ec440e6d95adbc10e4614340f499945f6bd27e65f12a"},"schema_version":"1.0","source":{"id":"1709.04546","kind":"arxiv","version":2}},"canonical_sha256":"bfb4cf12778c6a402947382bbcf0f9b851ed778eda097b22f5b25e9cbb9421c1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"bfb4cf12778c6a402947382bbcf0f9b851ed778eda097b22f5b25e9cbb9421c1","first_computed_at":"2026-05-18T00:05:34.314508Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:05:34.314508Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"aTpxqvpmxUNVJrLZg1di6NyRKf5Vj5dMf1tiwDLgdsrcAkthrNxvpLY0daCUASvMuBGFzUjeYJBjHm58jJ90Dw==","signature_status":"signed_v1","signed_at":"2026-05-18T00:05:34.314922Z","signed_message":"canonical_sha256_bytes"},"source_id":"1709.04546","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1c559bcba8e8bff6175b68f9e9467c16697c17729248a4137807b04b79e872b4","sha256:089d610d83f05976d3b0fb25e381c34e08922e447221f12dd410ae85657fa9b1"],"state_sha256":"8e9dd77b03a76f3ed9a4ccf38f700c081c447e1a2f8d03b7c94006304ea8add0"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"mCQSw2tUvxBuxCtmupFGNyFzDRhMpviieGiZdcnHNt4lWoYyldBgH9bTbyxAQYSRk+C4Z5p5tuhR3vN7iih6Dw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-28T17:55:38.569348Z","bundle_sha256":"4a0dea8752937399bdd60cdfeb3ee31243fe53835f290e0c32c73ecd6eadc1ff"}}