{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:5WN2PBZMFXDAW6BOQXMW2TK3EY","short_pith_number":"pith:5WN2PBZM","canonical_record":{"source":{"id":"2110.04369","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-10-08T20:25:48Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"b182735a7925f3c80202f74faad83c154b6d0d3f83a9228f2c3224a3e6ae6461","abstract_canon_sha256":"2009e1b6e86a919b5228c4c9e87fadb570d487abe3e5b1f6d1548c3e0a015d5f"},"schema_version":"1.0"},"canonical_sha256":"ed9ba7872c2dc60b782e85d96d4d5b2603c19d2c8cd7fbd2c9b61b5b120d726d","source":{"kind":"arxiv","id":"2110.04369","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2110.04369","created_at":"2026-07-05T03:21:15Z"},{"alias_kind":"arxiv_version","alias_value":"2110.04369v1","created_at":"2026-07-05T03:21:15Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2110.04369","created_at":"2026-07-05T03:21:15Z"},{"alias_kind":"pith_short_12","alias_value":"5WN2PBZMFXDA","created_at":"2026-07-05T03:21:15Z"},{"alias_kind":"pith_short_16","alias_value":"5WN2PBZMFXDAW6BO","created_at":"2026-07-05T03:21:15Z"},{"alias_kind":"pith_short_8","alias_value":"5WN2PBZM","created_at":"2026-07-05T03:21:15Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:5WN2PBZMFXDAW6BOQXMW2TK3EY","target":"record","payload":{"canonical_record":{"source":{"id":"2110.04369","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-10-08T20:25:48Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"b182735a7925f3c80202f74faad83c154b6d0d3f83a9228f2c3224a3e6ae6461","abstract_canon_sha256":"2009e1b6e86a919b5228c4c9e87fadb570d487abe3e5b1f6d1548c3e0a015d5f"},"schema_version":"1.0"},"canonical_sha256":"ed9ba7872c2dc60b782e85d96d4d5b2603c19d2c8cd7fbd2c9b61b5b120d726d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:21:15.906186Z","signature_b64":"HOqTTviJL/BjJlxGKvhNI8VEPPK3Zkpg7cA5A+eGMvLwNxn+HJD2EURA8gvbKJXVMHlNi9eTmkNzsWQJPvkIDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ed9ba7872c2dc60b782e85d96d4d5b2603c19d2c8cd7fbd2c9b61b5b120d726d","last_reissued_at":"2026-07-05T03:21:15.905596Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:21:15.905596Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2110.04369","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:21:15Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"e8GrLiCBXs4n1kgQxxRoG5N3zXe00GtjA8PoASwhjVheYzyKIHCgFPxpZDUFblrUD03h+QKT2LcWYWDE3TyvBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-11T14:11:26.630906Z"},"content_sha256":"69b07bcceb3d33a2f6dbfec7fa822b96c31d45887ac6423ce7eb87d592f32e7b","schema_version":"1.0","event_id":"sha256:69b07bcceb3d33a2f6dbfec7fa822b96c31d45887ac6423ce7eb87d592f32e7b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:5WN2PBZMFXDAW6BOQXMW2TK3EY","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"A Loss Curvature Perspective on Training Instability in Deep Learning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Ankush Garg, Behnam Neyshabur, Behrooz Ghorbani, David Cardoze, George Dahl, Justin Gilmer, Orhan Firat, Sneha Kudugunta, Zachary Nado","submitted_at":"2021-10-08T20:25:48Z","abstract_excerpt":"In this work, we study the evolution of the loss Hessian across many classification tasks in order to understand the effect the curvature of the loss has on the training dynamics. Whereas prior work has focused on how different learning rates affect the loss Hessian observed during training, we also analyze the effects of model initialization, architectural choices, and common training heuristics such as gradient clipping and learning rate warmup. Our results demonstrate that successful model and hyperparameter choices allow the early optimization trajectory to either avoid -- or navigate out "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2110.04369","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2110.04369/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:21:15Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"SyvdQ41tX0vRhZIvN8lIk2VhOc52pPtq75v6X3KLyjRRjI7vJ2X1ZhArxDwiY1Bm5/nIhDIxLjbVhnt4SktMDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-11T14:11:26.631291Z"},"content_sha256":"1a503094a30811eb83f6faadf48ce14dccdf0afd47465ba322f27c54f7f639b9","schema_version":"1.0","event_id":"sha256:1a503094a30811eb83f6faadf48ce14dccdf0afd47465ba322f27c54f7f639b9"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/5WN2PBZMFXDAW6BOQXMW2TK3EY/bundle.json","state_url":"https://pith.science/pith/5WN2PBZMFXDAW6BOQXMW2TK3EY/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/5WN2PBZMFXDAW6BOQXMW2TK3EY/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-11T14:11:26Z","links":{"resolver":"https://pith.science/pith/5WN2PBZMFXDAW6BOQXMW2TK3EY","bundle":"https://pith.science/pith/5WN2PBZMFXDAW6BOQXMW2TK3EY/bundle.json","state":"https://pith.science/pith/5WN2PBZMFXDAW6BOQXMW2TK3EY/state.json","well_known_bundle":"https://pith.science/.well-known/pith/5WN2PBZMFXDAW6BOQXMW2TK3EY/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:5WN2PBZMFXDAW6BOQXMW2TK3EY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"2009e1b6e86a919b5228c4c9e87fadb570d487abe3e5b1f6d1548c3e0a015d5f","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-10-08T20:25:48Z","title_canon_sha256":"b182735a7925f3c80202f74faad83c154b6d0d3f83a9228f2c3224a3e6ae6461"},"schema_version":"1.0","source":{"id":"2110.04369","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2110.04369","created_at":"2026-07-05T03:21:15Z"},{"alias_kind":"arxiv_version","alias_value":"2110.04369v1","created_at":"2026-07-05T03:21:15Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2110.04369","created_at":"2026-07-05T03:21:15Z"},{"alias_kind":"pith_short_12","alias_value":"5WN2PBZMFXDA","created_at":"2026-07-05T03:21:15Z"},{"alias_kind":"pith_short_16","alias_value":"5WN2PBZMFXDAW6BO","created_at":"2026-07-05T03:21:15Z"},{"alias_kind":"pith_short_8","alias_value":"5WN2PBZM","created_at":"2026-07-05T03:21:15Z"}],"graph_snapshots":[{"event_id":"sha256:1a503094a30811eb83f6faadf48ce14dccdf0afd47465ba322f27c54f7f639b9","target":"graph","created_at":"2026-07-05T03:21:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2110.04369/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In this work, we study the evolution of the loss Hessian across many classification tasks in order to understand the effect the curvature of the loss has on the training dynamics. Whereas prior work has focused on how different learning rates affect the loss Hessian observed during training, we also analyze the effects of model initialization, architectural choices, and common training heuristics such as gradient clipping and learning rate warmup. Our results demonstrate that successful model and hyperparameter choices allow the early optimization trajectory to either avoid -- or navigate out ","authors_text":"Ankush Garg, Behnam Neyshabur, Behrooz Ghorbani, David Cardoze, George Dahl, Justin Gilmer, Orhan Firat, Sneha Kudugunta, Zachary Nado","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-10-08T20:25:48Z","title":"A Loss Curvature Perspective on Training Instability in Deep Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2110.04369","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:69b07bcceb3d33a2f6dbfec7fa822b96c31d45887ac6423ce7eb87d592f32e7b","target":"record","created_at":"2026-07-05T03:21:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"2009e1b6e86a919b5228c4c9e87fadb570d487abe3e5b1f6d1548c3e0a015d5f","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-10-08T20:25:48Z","title_canon_sha256":"b182735a7925f3c80202f74faad83c154b6d0d3f83a9228f2c3224a3e6ae6461"},"schema_version":"1.0","source":{"id":"2110.04369","kind":"arxiv","version":1}},"canonical_sha256":"ed9ba7872c2dc60b782e85d96d4d5b2603c19d2c8cd7fbd2c9b61b5b120d726d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ed9ba7872c2dc60b782e85d96d4d5b2603c19d2c8cd7fbd2c9b61b5b120d726d","first_computed_at":"2026-07-05T03:21:15.905596Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:21:15.905596Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"HOqTTviJL/BjJlxGKvhNI8VEPPK3Zkpg7cA5A+eGMvLwNxn+HJD2EURA8gvbKJXVMHlNi9eTmkNzsWQJPvkIDg==","signature_status":"signed_v1","signed_at":"2026-07-05T03:21:15.906186Z","signed_message":"canonical_sha256_bytes"},"source_id":"2110.04369","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:69b07bcceb3d33a2f6dbfec7fa822b96c31d45887ac6423ce7eb87d592f32e7b","sha256:1a503094a30811eb83f6faadf48ce14dccdf0afd47465ba322f27c54f7f639b9"],"state_sha256":"eaf8ee7fe110fb2ab98b98d7d83b49f839d212fc37c96236e35f2f29885262e5"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ERk0KbljynZ2If5Aco3ilnnAJ0cH8hVYavjs8J/fqRuhCfQS6dsE4qx+OBUTBjAEr/EFv6KlwZN84gqWlu8LDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-11T14:11:26.633732Z","bundle_sha256":"aaa1eab88c6365555bedcee5382e3926c1499fcf1067af12d8517b8ef3fc168c"}}