{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:WDAQA53JXXIOO5YMAYPRFFC5SY","short_pith_number":"pith:WDAQA53J","canonical_record":{"source":{"id":"2507.06464","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-07-09T00:47:37Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"47b27f1631dc76ecf7caac44ce1818104047d2c74f5263dc988f0ac525e0dbec","abstract_canon_sha256":"11c0b6690d4291225455dbcebe50c0700f958285631f366433fe31b43f10b49c"},"schema_version":"1.0"},"canonical_sha256":"b0c1007769bdd0e7770c061f12945d96182e545160924b92b27ac208d7d78713","source":{"kind":"arxiv","id":"2507.06464","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2507.06464","created_at":"2026-07-05T11:34:16Z"},{"alias_kind":"arxiv_version","alias_value":"2507.06464v1","created_at":"2026-07-05T11:34:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2507.06464","created_at":"2026-07-05T11:34:16Z"},{"alias_kind":"pith_short_12","alias_value":"WDAQA53JXXIO","created_at":"2026-07-05T11:34:16Z"},{"alias_kind":"pith_short_16","alias_value":"WDAQA53JXXIOO5YM","created_at":"2026-07-05T11:34:16Z"},{"alias_kind":"pith_short_8","alias_value":"WDAQA53J","created_at":"2026-07-05T11:34:16Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:WDAQA53JXXIOO5YMAYPRFFC5SY","target":"record","payload":{"canonical_record":{"source":{"id":"2507.06464","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-07-09T00:47:37Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"47b27f1631dc76ecf7caac44ce1818104047d2c74f5263dc988f0ac525e0dbec","abstract_canon_sha256":"11c0b6690d4291225455dbcebe50c0700f958285631f366433fe31b43f10b49c"},"schema_version":"1.0"},"canonical_sha256":"b0c1007769bdd0e7770c061f12945d96182e545160924b92b27ac208d7d78713","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:34:16.413253Z","signature_b64":"WOFn1uvFkAZ2C6z6q5nwxxXeVXZhZRb+p1+B5u3t7yx5ldIcRi3mR4HG5wjTUDxTREcHuTdhg8A7rs1pxse3CA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b0c1007769bdd0e7770c061f12945d96182e545160924b92b27ac208d7d78713","last_reissued_at":"2026-07-05T11:34:16.412808Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:34:16.412808Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2507.06464","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:34:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Nc4dAe310ZhE7RGUSk7UKqy1NFqpua054i9+RVPQqBJ4yOORvLKMKg098PstbaHttlBjPDIZTA1ch6TwnU4nBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T08:18:15.916900Z"},"content_sha256":"6e594889cff73beaf8e3e756948955cbebc909e90ee0236309e1c401adc6a121","schema_version":"1.0","event_id":"sha256:6e594889cff73beaf8e3e756948955cbebc909e90ee0236309e1c401adc6a121"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:WDAQA53JXXIOO5YMAYPRFFC5SY","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"SoftSignSGD(S3): An Enhanced Optimizer for Practical DNN Training and Loss Spikes Minimization Beyond Adam","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Fangqing Jiang, Hanyang Peng, Hui Wang, Shuang Qin, Wen Gao, Yue Yu","submitted_at":"2025-07-09T00:47:37Z","abstract_excerpt":"Adam has proven remarkable successful in training deep neural networks, but the mechanisms underlying its empirical successes and limitations remain underexplored. In this study, we demonstrate that the effectiveness of Adam stems largely from its similarity to SignSGD in robustly handling large gradient fluctuations, yet it is also vulnerable to destabilizing loss spikes due to its uncontrolled update scaling. To enhance the advantage of Adam and mitigate its limitation, we propose SignSoftSGD (S3), a novel optimizer with three key innovations. \\emph{First}, S3 generalizes the sign-like updat"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2507.06464","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2507.06464/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:34:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ELIy7HxLgs8/o4MsVO1GrfkXi5CqbOASZ6uasPSzwdfrC0W+lK1vJ/n/WvpRdIOzEt9sFjvd4W9AReWpEP7xAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T08:18:15.917435Z"},"content_sha256":"df17f51ac2a091fbd17269720554bdd36b5f69f2eea77cd7a122de573ff291f6","schema_version":"1.0","event_id":"sha256:df17f51ac2a091fbd17269720554bdd36b5f69f2eea77cd7a122de573ff291f6"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/WDAQA53JXXIOO5YMAYPRFFC5SY/bundle.json","state_url":"https://pith.science/pith/WDAQA53JXXIOO5YMAYPRFFC5SY/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/WDAQA53JXXIOO5YMAYPRFFC5SY/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T08:18:15Z","links":{"resolver":"https://pith.science/pith/WDAQA53JXXIOO5YMAYPRFFC5SY","bundle":"https://pith.science/pith/WDAQA53JXXIOO5YMAYPRFFC5SY/bundle.json","state":"https://pith.science/pith/WDAQA53JXXIOO5YMAYPRFFC5SY/state.json","well_known_bundle":"https://pith.science/.well-known/pith/WDAQA53JXXIOO5YMAYPRFFC5SY/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:WDAQA53JXXIOO5YMAYPRFFC5SY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"11c0b6690d4291225455dbcebe50c0700f958285631f366433fe31b43f10b49c","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-07-09T00:47:37Z","title_canon_sha256":"47b27f1631dc76ecf7caac44ce1818104047d2c74f5263dc988f0ac525e0dbec"},"schema_version":"1.0","source":{"id":"2507.06464","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2507.06464","created_at":"2026-07-05T11:34:16Z"},{"alias_kind":"arxiv_version","alias_value":"2507.06464v1","created_at":"2026-07-05T11:34:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2507.06464","created_at":"2026-07-05T11:34:16Z"},{"alias_kind":"pith_short_12","alias_value":"WDAQA53JXXIO","created_at":"2026-07-05T11:34:16Z"},{"alias_kind":"pith_short_16","alias_value":"WDAQA53JXXIOO5YM","created_at":"2026-07-05T11:34:16Z"},{"alias_kind":"pith_short_8","alias_value":"WDAQA53J","created_at":"2026-07-05T11:34:16Z"}],"graph_snapshots":[{"event_id":"sha256:df17f51ac2a091fbd17269720554bdd36b5f69f2eea77cd7a122de573ff291f6","target":"graph","created_at":"2026-07-05T11:34:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2507.06464/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Adam has proven remarkable successful in training deep neural networks, but the mechanisms underlying its empirical successes and limitations remain underexplored. In this study, we demonstrate that the effectiveness of Adam stems largely from its similarity to SignSGD in robustly handling large gradient fluctuations, yet it is also vulnerable to destabilizing loss spikes due to its uncontrolled update scaling. To enhance the advantage of Adam and mitigate its limitation, we propose SignSoftSGD (S3), a novel optimizer with three key innovations. \\emph{First}, S3 generalizes the sign-like updat","authors_text":"Fangqing Jiang, Hanyang Peng, Hui Wang, Shuang Qin, Wen Gao, Yue Yu","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-07-09T00:47:37Z","title":"SoftSignSGD(S3): An Enhanced Optimizer for Practical DNN Training and Loss Spikes Minimization Beyond Adam"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2507.06464","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6e594889cff73beaf8e3e756948955cbebc909e90ee0236309e1c401adc6a121","target":"record","created_at":"2026-07-05T11:34:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"11c0b6690d4291225455dbcebe50c0700f958285631f366433fe31b43f10b49c","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-07-09T00:47:37Z","title_canon_sha256":"47b27f1631dc76ecf7caac44ce1818104047d2c74f5263dc988f0ac525e0dbec"},"schema_version":"1.0","source":{"id":"2507.06464","kind":"arxiv","version":1}},"canonical_sha256":"b0c1007769bdd0e7770c061f12945d96182e545160924b92b27ac208d7d78713","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b0c1007769bdd0e7770c061f12945d96182e545160924b92b27ac208d7d78713","first_computed_at":"2026-07-05T11:34:16.412808Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:34:16.412808Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"WOFn1uvFkAZ2C6z6q5nwxxXeVXZhZRb+p1+B5u3t7yx5ldIcRi3mR4HG5wjTUDxTREcHuTdhg8A7rs1pxse3CA==","signature_status":"signed_v1","signed_at":"2026-07-05T11:34:16.413253Z","signed_message":"canonical_sha256_bytes"},"source_id":"2507.06464","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6e594889cff73beaf8e3e756948955cbebc909e90ee0236309e1c401adc6a121","sha256:df17f51ac2a091fbd17269720554bdd36b5f69f2eea77cd7a122de573ff291f6"],"state_sha256":"e16b6dc9e79408d97358cab7921ec2097112011d358954126006b65b7c5633ec"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5gkKRSoyEo0Q+vFX0zFd0ULEu0MSOlQwpBzFO52soBtYJy5J7zHBk+LOuyVCzl6wIH+iugAmom3mi6fbxCH2Aw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T08:18:15.922781Z","bundle_sha256":"a6b65428a5467da032cb95279cb0e85e9e697e1ede606419af246264526edced"}}