{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:566GR33S2FKXHLN5OZRPPBBXTV","short_pith_number":"pith:566GR33S","canonical_record":{"source":{"id":"2103.00065","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-02-26T22:08:19Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"b623a49bbf5f753205e58bbe3fadc91a93bd14adb7931ac6a6151167190ffbd6","abstract_canon_sha256":"158a0f64b18786cc9c8f82f685bd9cc7553d492c0b61df475f9d31ed8f1c73c0"},"schema_version":"1.0"},"canonical_sha256":"efbc68ef72d15573adbd7662f784379d4f2cbc48976675474c4b52be4a521e8c","source":{"kind":"arxiv","id":"2103.00065","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2103.00065","created_at":"2026-07-05T05:18:43Z"},{"alias_kind":"arxiv_version","alias_value":"2103.00065v3","created_at":"2026-07-05T05:18:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2103.00065","created_at":"2026-07-05T05:18:43Z"},{"alias_kind":"pith_short_12","alias_value":"566GR33S2FKX","created_at":"2026-07-05T05:18:43Z"},{"alias_kind":"pith_short_16","alias_value":"566GR33S2FKXHLN5","created_at":"2026-07-05T05:18:43Z"},{"alias_kind":"pith_short_8","alias_value":"566GR33S","created_at":"2026-07-05T05:18:43Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:566GR33S2FKXHLN5OZRPPBBXTV","target":"record","payload":{"canonical_record":{"source":{"id":"2103.00065","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-02-26T22:08:19Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"b623a49bbf5f753205e58bbe3fadc91a93bd14adb7931ac6a6151167190ffbd6","abstract_canon_sha256":"158a0f64b18786cc9c8f82f685bd9cc7553d492c0b61df475f9d31ed8f1c73c0"},"schema_version":"1.0"},"canonical_sha256":"efbc68ef72d15573adbd7662f784379d4f2cbc48976675474c4b52be4a521e8c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:18:43.276426Z","signature_b64":"Ne0B8iFAzH1nX5z8fpGBF6pG7duZs6Wh//Ojp60VN1y5CY6/FRJXAqGrPIKcpCgTP3J7xxkJnMdExHAmUVnlCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"efbc68ef72d15573adbd7662f784379d4f2cbc48976675474c4b52be4a521e8c","last_reissued_at":"2026-07-05T05:18:43.275889Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:18:43.275889Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2103.00065","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:18:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"kGvQqTW6tv6VbkdMzj7lbOXgezgRfQBNPqeS3g7q/JIBF1RQn7jaVYu9TkEQa7QCPNc3A3JS08YG8Zhy8/TrDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T05:42:37.082700Z"},"content_sha256":"e83460316dd10393d74d277d7fcc4e1b6c3f72773dece9252b154fa6525d4551","schema_version":"1.0","event_id":"sha256:e83460316dd10393d74d277d7fcc4e1b6c3f72773dece9252b154fa6525d4551"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:566GR33S2FKXHLN5OZRPPBBXTV","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Gradient Descent on Neural Networks Typically Occurs at the Edge of Stability","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Ameet Talwalkar, Jeremy M. Cohen, J. Zico Kolter, Simran Kaur, Yuanzhi Li","submitted_at":"2021-02-26T22:08:19Z","abstract_excerpt":"We empirically demonstrate that full-batch gradient descent on neural network training objectives typically operates in a regime we call the Edge of Stability. In this regime, the maximum eigenvalue of the training loss Hessian hovers just above the numerical value $2 / \\text{(step size)}$, and the training loss behaves non-monotonically over short timescales, yet consistently decreases over long timescales. Since this behavior is inconsistent with several widespread presumptions in the field of optimization, our findings raise questions as to whether these presumptions are relevant to neural "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2103.00065","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2103.00065/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:18:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1zVpHfd1E3snlHAN/Wm6LPox08vA/NfWNq7oxkVmKD9g1OCifvHm6vEoOHPEeou+x5hg02eR2hD++jgToR3tCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T05:42:37.083073Z"},"content_sha256":"9ddd4863790e0b01d5f2d9dd6cd02724d0759c419f0b403a271448eeaccd536d","schema_version":"1.0","event_id":"sha256:9ddd4863790e0b01d5f2d9dd6cd02724d0759c419f0b403a271448eeaccd536d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/566GR33S2FKXHLN5OZRPPBBXTV/bundle.json","state_url":"https://pith.science/pith/566GR33S2FKXHLN5OZRPPBBXTV/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/566GR33S2FKXHLN5OZRPPBBXTV/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-19T05:42:37Z","links":{"resolver":"https://pith.science/pith/566GR33S2FKXHLN5OZRPPBBXTV","bundle":"https://pith.science/pith/566GR33S2FKXHLN5OZRPPBBXTV/bundle.json","state":"https://pith.science/pith/566GR33S2FKXHLN5OZRPPBBXTV/state.json","well_known_bundle":"https://pith.science/.well-known/pith/566GR33S2FKXHLN5OZRPPBBXTV/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:566GR33S2FKXHLN5OZRPPBBXTV","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"158a0f64b18786cc9c8f82f685bd9cc7553d492c0b61df475f9d31ed8f1c73c0","cross_cats_sorted":["stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-02-26T22:08:19Z","title_canon_sha256":"b623a49bbf5f753205e58bbe3fadc91a93bd14adb7931ac6a6151167190ffbd6"},"schema_version":"1.0","source":{"id":"2103.00065","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2103.00065","created_at":"2026-07-05T05:18:43Z"},{"alias_kind":"arxiv_version","alias_value":"2103.00065v3","created_at":"2026-07-05T05:18:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2103.00065","created_at":"2026-07-05T05:18:43Z"},{"alias_kind":"pith_short_12","alias_value":"566GR33S2FKX","created_at":"2026-07-05T05:18:43Z"},{"alias_kind":"pith_short_16","alias_value":"566GR33S2FKXHLN5","created_at":"2026-07-05T05:18:43Z"},{"alias_kind":"pith_short_8","alias_value":"566GR33S","created_at":"2026-07-05T05:18:43Z"}],"graph_snapshots":[{"event_id":"sha256:9ddd4863790e0b01d5f2d9dd6cd02724d0759c419f0b403a271448eeaccd536d","target":"graph","created_at":"2026-07-05T05:18:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2103.00065/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We empirically demonstrate that full-batch gradient descent on neural network training objectives typically operates in a regime we call the Edge of Stability. In this regime, the maximum eigenvalue of the training loss Hessian hovers just above the numerical value $2 / \\text{(step size)}$, and the training loss behaves non-monotonically over short timescales, yet consistently decreases over long timescales. Since this behavior is inconsistent with several widespread presumptions in the field of optimization, our findings raise questions as to whether these presumptions are relevant to neural ","authors_text":"Ameet Talwalkar, Jeremy M. Cohen, J. Zico Kolter, Simran Kaur, Yuanzhi Li","cross_cats":["stat.ML"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-02-26T22:08:19Z","title":"Gradient Descent on Neural Networks Typically Occurs at the Edge of Stability"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2103.00065","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e83460316dd10393d74d277d7fcc4e1b6c3f72773dece9252b154fa6525d4551","target":"record","created_at":"2026-07-05T05:18:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"158a0f64b18786cc9c8f82f685bd9cc7553d492c0b61df475f9d31ed8f1c73c0","cross_cats_sorted":["stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-02-26T22:08:19Z","title_canon_sha256":"b623a49bbf5f753205e58bbe3fadc91a93bd14adb7931ac6a6151167190ffbd6"},"schema_version":"1.0","source":{"id":"2103.00065","kind":"arxiv","version":3}},"canonical_sha256":"efbc68ef72d15573adbd7662f784379d4f2cbc48976675474c4b52be4a521e8c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"efbc68ef72d15573adbd7662f784379d4f2cbc48976675474c4b52be4a521e8c","first_computed_at":"2026-07-05T05:18:43.275889Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:18:43.275889Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Ne0B8iFAzH1nX5z8fpGBF6pG7duZs6Wh//Ojp60VN1y5CY6/FRJXAqGrPIKcpCgTP3J7xxkJnMdExHAmUVnlCg==","signature_status":"signed_v1","signed_at":"2026-07-05T05:18:43.276426Z","signed_message":"canonical_sha256_bytes"},"source_id":"2103.00065","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e83460316dd10393d74d277d7fcc4e1b6c3f72773dece9252b154fa6525d4551","sha256:9ddd4863790e0b01d5f2d9dd6cd02724d0759c419f0b403a271448eeaccd536d"],"state_sha256":"e0e28faabc204d5b95bfa6471faccf5da5d90773e3e08a65eabe8888caaecaff"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ReSJxgDn6FRESaUpIAvwBGXCZERGStQUo6j0oUcnmQoSczrYpdm0S5AHkHBM6GUR6hUCz5zXuqwT5cJyVaCpCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-19T05:42:37.086639Z","bundle_sha256":"deba82706095ade10cbb8669bb9fcea538692d781261ef32ba9743609d65abd6"}}