{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:FMPUFZW2HWX7DSEISETUJIHR4A","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6f09acc25493b3eefe51bd6bdcc278212ed771e16d7349229371b98e57b60d84","cross_cats_sorted":["math.OC"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-02-05T20:15:19Z","title_canon_sha256":"97acf2c38f60bdf73bf4e325168c13423487230d9586afd4dc703943091a7389"},"schema_version":"1.0","source":{"id":"2402.03496","kind":"arxiv","version":10}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.03496","created_at":"2026-07-05T09:16:12Z"},{"alias_kind":"arxiv_version","alias_value":"2402.03496v10","created_at":"2026-07-05T09:16:12Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.03496","created_at":"2026-07-05T09:16:12Z"},{"alias_kind":"pith_short_12","alias_value":"FMPUFZW2HWX7","created_at":"2026-07-05T09:16:12Z"},{"alias_kind":"pith_short_16","alias_value":"FMPUFZW2HWX7DSEI","created_at":"2026-07-05T09:16:12Z"},{"alias_kind":"pith_short_8","alias_value":"FMPUFZW2","created_at":"2026-07-05T09:16:12Z"}],"graph_snapshots":[{"event_id":"sha256:8ba98ae328480d7b02339bd0ab08ae630e6aab7c10382130f6b859c4ab381b0b","target":"graph","created_at":"2026-07-05T09:16:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2402.03496/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Adaptive gradient optimizers like Adam(W) are the default training algorithms for many deep learning architectures, such as transformers. Their diagonal preconditioner is based on the gradient outer product which is incorporated into the parameter update via a square root. While these methods are often motivated as approximate second-order methods, the square root represents a fundamental difference. In this work, we investigate how the behavior of adaptive methods changes when we remove the root, i.e., strengthen their second-order motivation. Surprisingly, we find that such square-root-free ","authors_text":"Alireza Makhzani, Felix Dangel, Juhan Bae, Richard E. Turner, Runa Eschenhagen, Wu Lin","cross_cats":["math.OC"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-02-05T20:15:19Z","title":"Can We Remove the Square-Root in Adaptive Gradient Methods? A Second-Order Perspective"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.03496","kind":"arxiv","version":10},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ce97584dbd0d9eec90c71915ec4b931a990cfc55237790b565928aafb8eab1d3","target":"record","created_at":"2026-07-05T09:16:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6f09acc25493b3eefe51bd6bdcc278212ed771e16d7349229371b98e57b60d84","cross_cats_sorted":["math.OC"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-02-05T20:15:19Z","title_canon_sha256":"97acf2c38f60bdf73bf4e325168c13423487230d9586afd4dc703943091a7389"},"schema_version":"1.0","source":{"id":"2402.03496","kind":"arxiv","version":10}},"canonical_sha256":"2b1f42e6da3daff1c888912744a0f1e00d579ff08f6339ac04f2d7dc3bcec0ac","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2b1f42e6da3daff1c888912744a0f1e00d579ff08f6339ac04f2d7dc3bcec0ac","first_computed_at":"2026-07-05T09:16:12.392689Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:16:12.392689Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"She9SQtYlAYFrs6RyM62PAaCzfKFSSfOii6BOCRS3jxSfC9VWB3M6DKep4VODNRayxLsjCy9EzWhuo7SmVjuDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:16:12.393182Z","signed_message":"canonical_sha256_bytes"},"source_id":"2402.03496","source_kind":"arxiv","source_version":10}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ce97584dbd0d9eec90c71915ec4b931a990cfc55237790b565928aafb8eab1d3","sha256:8ba98ae328480d7b02339bd0ab08ae630e6aab7c10382130f6b859c4ab381b0b"],"state_sha256":"a2ff3f49624dcbf40544ad60d3f4511fe4cbc57eca3076d81b30a05f005e5369"}