{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:CURN2RUJE2DQZNSXH7MTJELMGL","short_pith_number":"pith:CURN2RUJ","canonical_record":{"source":{"id":"2207.14484","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-07-29T05:23:47Z","cross_cats_sorted":[],"title_canon_sha256":"26213289254e06676c331c2ad657437cdd156f570a151068fcfd9cbdfaf206dd","abstract_canon_sha256":"4d68b066b952acb43c31b75003940d4b11e6e7e1b06cac7a9b21a562d14733dc"},"schema_version":"1.0"},"canonical_sha256":"1522dd468926870cb6573fd934916c32e758acaf8a6ab4298d70fa90b4c91fd9","source":{"kind":"arxiv","id":"2207.14484","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2207.14484","created_at":"2026-07-05T08:08:15Z"},{"alias_kind":"arxiv_version","alias_value":"2207.14484v2","created_at":"2026-07-05T08:08:15Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2207.14484","created_at":"2026-07-05T08:08:15Z"},{"alias_kind":"pith_short_12","alias_value":"CURN2RUJE2DQ","created_at":"2026-07-05T08:08:15Z"},{"alias_kind":"pith_short_16","alias_value":"CURN2RUJE2DQZNSX","created_at":"2026-07-05T08:08:15Z"},{"alias_kind":"pith_short_8","alias_value":"CURN2RUJ","created_at":"2026-07-05T08:08:15Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:CURN2RUJE2DQZNSXH7MTJELMGL","target":"record","payload":{"canonical_record":{"source":{"id":"2207.14484","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-07-29T05:23:47Z","cross_cats_sorted":[],"title_canon_sha256":"26213289254e06676c331c2ad657437cdd156f570a151068fcfd9cbdfaf206dd","abstract_canon_sha256":"4d68b066b952acb43c31b75003940d4b11e6e7e1b06cac7a9b21a562d14733dc"},"schema_version":"1.0"},"canonical_sha256":"1522dd468926870cb6573fd934916c32e758acaf8a6ab4298d70fa90b4c91fd9","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:08:15.200495Z","signature_b64":"RPPS27JN+Q/NUnxeK9vFuSAIvwz79KDPRhcQHutFjUb4tt5ZS4xl/fVSeZgzqRFF3ecuiHYjxQE7/K8jGUrOAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1522dd468926870cb6573fd934916c32e758acaf8a6ab4298d70fa90b4c91fd9","last_reissued_at":"2026-07-05T08:08:15.199979Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:08:15.199979Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2207.14484","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:08:15Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hCo9TL/798jOVOBLH0LDjGtbHrs+EokuMytcpLkYr4CAY4BTqE5ATOHgNdYvKtDAPkNc3ePIYH1dxPrbDTCfAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T04:46:08.502017Z"},"content_sha256":"595294fd1d1c1aaa22a4bd8c4a960ac899231424d0cc326327c68bf9a49c5858","schema_version":"1.0","event_id":"sha256:595294fd1d1c1aaa22a4bd8c4a960ac899231424d0cc326327c68bf9a49c5858"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:CURN2RUJE2DQZNSXH7MTJELMGL","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Adaptive Gradient Methods at the Edge of Stability","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Behrooz Ghorbani, Daniel Suo, David Cardoze, George E. Dahl, Jeremy M. Cohen, Justin Gilmer, Michal Badura, Naman Agarwal, Shankar Krishnan, Sourabh Medapati, Zachary Nado","submitted_at":"2022-07-29T05:23:47Z","abstract_excerpt":"Very little is known about the training dynamics of adaptive gradient methods like Adam in deep learning. In this paper, we shed light on the behavior of these algorithms in the full-batch and sufficiently large batch settings. Specifically, we empirically demonstrate that during full-batch training, the maximum eigenvalue of the preconditioned Hessian typically equilibrates at a certain numerical value -- the stability threshold of a gradient descent algorithm. For Adam with step size $\\eta$ and $\\beta_1 = 0.9$, this stability threshold is $38/\\eta$. Similar effects occur during minibatch tra"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2207.14484","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2207.14484/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:08:15Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xkl1oA4Dc0Oem/+SNi28HbgeKNpAYSBc8YY2wC0RNaJVOt1b8Ci3co1ALWyF2Jyfda2HbVAphzOXHN/Z4A04Aw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T04:46:08.502683Z"},"content_sha256":"39e00d644a4990aa7145689d5d0de741e141d641c1f0984ae8bfcdb64ec1e1cf","schema_version":"1.0","event_id":"sha256:39e00d644a4990aa7145689d5d0de741e141d641c1f0984ae8bfcdb64ec1e1cf"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/CURN2RUJE2DQZNSXH7MTJELMGL/bundle.json","state_url":"https://pith.science/pith/CURN2RUJE2DQZNSXH7MTJELMGL/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/CURN2RUJE2DQZNSXH7MTJELMGL/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T04:46:08Z","links":{"resolver":"https://pith.science/pith/CURN2RUJE2DQZNSXH7MTJELMGL","bundle":"https://pith.science/pith/CURN2RUJE2DQZNSXH7MTJELMGL/bundle.json","state":"https://pith.science/pith/CURN2RUJE2DQZNSXH7MTJELMGL/state.json","well_known_bundle":"https://pith.science/.well-known/pith/CURN2RUJE2DQZNSXH7MTJELMGL/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:CURN2RUJE2DQZNSXH7MTJELMGL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4d68b066b952acb43c31b75003940d4b11e6e7e1b06cac7a9b21a562d14733dc","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-07-29T05:23:47Z","title_canon_sha256":"26213289254e06676c331c2ad657437cdd156f570a151068fcfd9cbdfaf206dd"},"schema_version":"1.0","source":{"id":"2207.14484","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2207.14484","created_at":"2026-07-05T08:08:15Z"},{"alias_kind":"arxiv_version","alias_value":"2207.14484v2","created_at":"2026-07-05T08:08:15Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2207.14484","created_at":"2026-07-05T08:08:15Z"},{"alias_kind":"pith_short_12","alias_value":"CURN2RUJE2DQ","created_at":"2026-07-05T08:08:15Z"},{"alias_kind":"pith_short_16","alias_value":"CURN2RUJE2DQZNSX","created_at":"2026-07-05T08:08:15Z"},{"alias_kind":"pith_short_8","alias_value":"CURN2RUJ","created_at":"2026-07-05T08:08:15Z"}],"graph_snapshots":[{"event_id":"sha256:39e00d644a4990aa7145689d5d0de741e141d641c1f0984ae8bfcdb64ec1e1cf","target":"graph","created_at":"2026-07-05T08:08:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2207.14484/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Very little is known about the training dynamics of adaptive gradient methods like Adam in deep learning. In this paper, we shed light on the behavior of these algorithms in the full-batch and sufficiently large batch settings. Specifically, we empirically demonstrate that during full-batch training, the maximum eigenvalue of the preconditioned Hessian typically equilibrates at a certain numerical value -- the stability threshold of a gradient descent algorithm. For Adam with step size $\\eta$ and $\\beta_1 = 0.9$, this stability threshold is $38/\\eta$. Similar effects occur during minibatch tra","authors_text":"Behrooz Ghorbani, Daniel Suo, David Cardoze, George E. Dahl, Jeremy M. Cohen, Justin Gilmer, Michal Badura, Naman Agarwal, Shankar Krishnan, Sourabh Medapati, Zachary Nado","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-07-29T05:23:47Z","title":"Adaptive Gradient Methods at the Edge of Stability"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2207.14484","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:595294fd1d1c1aaa22a4bd8c4a960ac899231424d0cc326327c68bf9a49c5858","target":"record","created_at":"2026-07-05T08:08:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4d68b066b952acb43c31b75003940d4b11e6e7e1b06cac7a9b21a562d14733dc","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-07-29T05:23:47Z","title_canon_sha256":"26213289254e06676c331c2ad657437cdd156f570a151068fcfd9cbdfaf206dd"},"schema_version":"1.0","source":{"id":"2207.14484","kind":"arxiv","version":2}},"canonical_sha256":"1522dd468926870cb6573fd934916c32e758acaf8a6ab4298d70fa90b4c91fd9","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1522dd468926870cb6573fd934916c32e758acaf8a6ab4298d70fa90b4c91fd9","first_computed_at":"2026-07-05T08:08:15.199979Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:08:15.199979Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"RPPS27JN+Q/NUnxeK9vFuSAIvwz79KDPRhcQHutFjUb4tt5ZS4xl/fVSeZgzqRFF3ecuiHYjxQE7/K8jGUrOAA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:08:15.200495Z","signed_message":"canonical_sha256_bytes"},"source_id":"2207.14484","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:595294fd1d1c1aaa22a4bd8c4a960ac899231424d0cc326327c68bf9a49c5858","sha256:39e00d644a4990aa7145689d5d0de741e141d641c1f0984ae8bfcdb64ec1e1cf"],"state_sha256":"2b40fddc820c9515fea2cd4cc27187dfd49e18bd31059206a3def877550bc9c0"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nNTfoRLAnWga4g2Q73bvIoFXsjUNVRqiGvquvHSks0wqD6vUDTNc5GSP8aqKVt7JXGQewcdAp2ZyOEKVzz7GAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T04:46:08.507068Z","bundle_sha256":"aa89d2bc0f3f1f54a4ab24eb9e2fb67c4fe6ed0fc43b5ed29b85655e96015c89"}}