{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:JAOCH5XUGYZYK5YGRFCWFTFWXH","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8d51d2e47fb50b1b8eb19a48f9c2914490c5672bf7b7bb09ff8cb277d484e7dc","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-05-20T07:57:15Z","title_canon_sha256":"5641f6c74b23c192d054370b9b4ecfbd16f77fcd0d327bc280febbd18a1edcec"},"schema_version":"1.0","source":{"id":"2305.12133","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.12133","created_at":"2026-07-05T09:16:06Z"},{"alias_kind":"arxiv_version","alias_value":"2305.12133v2","created_at":"2026-07-05T09:16:06Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.12133","created_at":"2026-07-05T09:16:06Z"},{"alias_kind":"pith_short_12","alias_value":"JAOCH5XUGYZY","created_at":"2026-07-05T09:16:06Z"},{"alias_kind":"pith_short_16","alias_value":"JAOCH5XUGYZYK5YG","created_at":"2026-07-05T09:16:06Z"},{"alias_kind":"pith_short_8","alias_value":"JAOCH5XU","created_at":"2026-07-05T09:16:06Z"}],"graph_snapshots":[{"event_id":"sha256:1b4bf5b00bfaa70a0089cb52ddd18d468045a2efcf77429a0c2151ab9e3448a4","target":"graph","created_at":"2026-07-05T09:16:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2305.12133/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In this work, we investigate the mechanism underlying loss spikes observed during neural network training. When the training enters a region with a lower-loss-as-sharper (LLAS) structure, the training becomes unstable, and the loss exponentially increases once the loss landscape is too sharp, resulting in the rapid ascent of the loss spike. The training stabilizes when it finds a flat region. From a frequency perspective, we explain the rapid descent in loss as being primarily influenced by low-frequency components. We observe a deviation in the first eigendirection, which can be reasonably ex","authors_text":"Xiaolong Li, Zhi-Qin John Xu, Zhongwang Zhang","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-05-20T07:57:15Z","title":"Loss Spike in Training Neural Networks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.12133","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:72c7b7e3e0d5d0ed47f3ecb34cad6d78e341aeec5aa01844ea965b6db741cec1","target":"record","created_at":"2026-07-05T09:16:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8d51d2e47fb50b1b8eb19a48f9c2914490c5672bf7b7bb09ff8cb277d484e7dc","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-05-20T07:57:15Z","title_canon_sha256":"5641f6c74b23c192d054370b9b4ecfbd16f77fcd0d327bc280febbd18a1edcec"},"schema_version":"1.0","source":{"id":"2305.12133","kind":"arxiv","version":2}},"canonical_sha256":"481c23f6f43633857706894562ccb6b9c4b203f3715602f839e69c372397f549","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"481c23f6f43633857706894562ccb6b9c4b203f3715602f839e69c372397f549","first_computed_at":"2026-07-05T09:16:06.882381Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:16:06.882381Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"taaFf8trg+uDVGbVZTqMKk9KmBqFyRFX1zGe/jLisqlXaoZGSRNtr4RF0r/mQeoos5Zf4Xi/Seg6VeqcNA72CA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:16:06.882807Z","signed_message":"canonical_sha256_bytes"},"source_id":"2305.12133","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:72c7b7e3e0d5d0ed47f3ecb34cad6d78e341aeec5aa01844ea965b6db741cec1","sha256:1b4bf5b00bfaa70a0089cb52ddd18d468045a2efcf77429a0c2151ab9e3448a4"],"state_sha256":"eeef87254953284a13549991b46401a79a2fb8fc7b4193f9b8134489525aea05"}