{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:CQELDIONANFWCNDDP6WHTDR6NO","short_pith_number":"pith:CQELDION","canonical_record":{"source":{"id":"2501.06842","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-01-12T15:21:22Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"18b870f4180475849e1919d79c8845d1228e535f18b86d3672e6699ced7bc78e","abstract_canon_sha256":"cb5c6687538d992e4bfa87edbb5819da1deff40d26975ffb3e9f241a402879e9"},"schema_version":"1.0"},"canonical_sha256":"1408b1a1cd034b6134637fac798e3e6bb3cf4e531fcde2e6fcab7a32bfbb5cc1","source":{"kind":"arxiv","id":"2501.06842","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.06842","created_at":"2026-07-05T10:21:28Z"},{"alias_kind":"arxiv_version","alias_value":"2501.06842v2","created_at":"2026-07-05T10:21:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.06842","created_at":"2026-07-05T10:21:28Z"},{"alias_kind":"pith_short_12","alias_value":"CQELDIONANFW","created_at":"2026-07-05T10:21:28Z"},{"alias_kind":"pith_short_16","alias_value":"CQELDIONANFWCNDD","created_at":"2026-07-05T10:21:28Z"},{"alias_kind":"pith_short_8","alias_value":"CQELDION","created_at":"2026-07-05T10:21:28Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:CQELDIONANFWCNDDP6WHTDR6NO","target":"record","payload":{"canonical_record":{"source":{"id":"2501.06842","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-01-12T15:21:22Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"18b870f4180475849e1919d79c8845d1228e535f18b86d3672e6699ced7bc78e","abstract_canon_sha256":"cb5c6687538d992e4bfa87edbb5819da1deff40d26975ffb3e9f241a402879e9"},"schema_version":"1.0"},"canonical_sha256":"1408b1a1cd034b6134637fac798e3e6bb3cf4e531fcde2e6fcab7a32bfbb5cc1","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:21:28.076196Z","signature_b64":"LrOCxNkBEqnKWrqZmkLA0Miqzm8gnH9L2ua/E19YmORrsZUVVMpwKWN856pHb7EJGo4EiRpoYppm5ckNQszHBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1408b1a1cd034b6134637fac798e3e6bb3cf4e531fcde2e6fcab7a32bfbb5cc1","last_reissued_at":"2026-07-05T10:21:28.075625Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:21:28.075625Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2501.06842","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:21:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"M0eEqKa5pUAG80r9q3YkJN5lWPs0xxRd9yWgaoiLreBhijYRCnfuoiuD+vS4RXLH6tN0kTzf9WRFEmLKRISXBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T10:25:05.469814Z"},"content_sha256":"8280d277ce6c45135cb0d0c687699f964103fca2fb1d0f802ef2c198f5ca7c1d","schema_version":"1.0","event_id":"sha256:8280d277ce6c45135cb0d0c687699f964103fca2fb1d0f802ef2c198f5ca7c1d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:CQELDIONANFWCNDDP6WHTDR6NO","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"SPAM: Spike-Aware Adam with Momentum Reset for Stable LLM Training","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.LG","authors_text":"Gaojie Jin, Lu Liu, Shiwei Liu, Tianjin Huang, Zhangyang Wang, Ziquan Zhu","submitted_at":"2025-01-12T15:21:22Z","abstract_excerpt":"Large Language Models (LLMs) have demonstrated exceptional performance across diverse tasks, yet their training remains highly resource-intensive and susceptible to critical challenges such as training instability. A predominant source of this instability stems from gradient and loss spikes, which disrupt the learning process, often leading to costly interventions like checkpoint recovery and experiment restarts, further amplifying inefficiencies. This paper presents a comprehensive investigation into gradient spikes observed during LLM training, revealing their prevalence across multiple arch"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.06842","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2501.06842/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:21:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EUa4V34lv/wGGpaIoWTibPlyx0ley1Rk37lphXr0Szf9BSOz0mCkewG1I+pqGFDe+Kn4oBd7e3Fz5Lg+DK8uCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T10:25:05.470341Z"},"content_sha256":"836184143b96c0bdebf10ce805c8520134096521b7b90c6b0173f316eaadccf2","schema_version":"1.0","event_id":"sha256:836184143b96c0bdebf10ce805c8520134096521b7b90c6b0173f316eaadccf2"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/CQELDIONANFWCNDDP6WHTDR6NO/bundle.json","state_url":"https://pith.science/pith/CQELDIONANFWCNDDP6WHTDR6NO/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/CQELDIONANFWCNDDP6WHTDR6NO/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T10:25:05Z","links":{"resolver":"https://pith.science/pith/CQELDIONANFWCNDDP6WHTDR6NO","bundle":"https://pith.science/pith/CQELDIONANFWCNDDP6WHTDR6NO/bundle.json","state":"https://pith.science/pith/CQELDIONANFWCNDDP6WHTDR6NO/state.json","well_known_bundle":"https://pith.science/.well-known/pith/CQELDIONANFWCNDDP6WHTDR6NO/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:CQELDIONANFWCNDDP6WHTDR6NO","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"cb5c6687538d992e4bfa87edbb5819da1deff40d26975ffb3e9f241a402879e9","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-01-12T15:21:22Z","title_canon_sha256":"18b870f4180475849e1919d79c8845d1228e535f18b86d3672e6699ced7bc78e"},"schema_version":"1.0","source":{"id":"2501.06842","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.06842","created_at":"2026-07-05T10:21:28Z"},{"alias_kind":"arxiv_version","alias_value":"2501.06842v2","created_at":"2026-07-05T10:21:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.06842","created_at":"2026-07-05T10:21:28Z"},{"alias_kind":"pith_short_12","alias_value":"CQELDIONANFW","created_at":"2026-07-05T10:21:28Z"},{"alias_kind":"pith_short_16","alias_value":"CQELDIONANFWCNDD","created_at":"2026-07-05T10:21:28Z"},{"alias_kind":"pith_short_8","alias_value":"CQELDION","created_at":"2026-07-05T10:21:28Z"}],"graph_snapshots":[{"event_id":"sha256:836184143b96c0bdebf10ce805c8520134096521b7b90c6b0173f316eaadccf2","target":"graph","created_at":"2026-07-05T10:21:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2501.06842/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) have demonstrated exceptional performance across diverse tasks, yet their training remains highly resource-intensive and susceptible to critical challenges such as training instability. A predominant source of this instability stems from gradient and loss spikes, which disrupt the learning process, often leading to costly interventions like checkpoint recovery and experiment restarts, further amplifying inefficiencies. This paper presents a comprehensive investigation into gradient spikes observed during LLM training, revealing their prevalence across multiple arch","authors_text":"Gaojie Jin, Lu Liu, Shiwei Liu, Tianjin Huang, Zhangyang Wang, Ziquan Zhu","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-01-12T15:21:22Z","title":"SPAM: Spike-Aware Adam with Momentum Reset for Stable LLM Training"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.06842","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8280d277ce6c45135cb0d0c687699f964103fca2fb1d0f802ef2c198f5ca7c1d","target":"record","created_at":"2026-07-05T10:21:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"cb5c6687538d992e4bfa87edbb5819da1deff40d26975ffb3e9f241a402879e9","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-01-12T15:21:22Z","title_canon_sha256":"18b870f4180475849e1919d79c8845d1228e535f18b86d3672e6699ced7bc78e"},"schema_version":"1.0","source":{"id":"2501.06842","kind":"arxiv","version":2}},"canonical_sha256":"1408b1a1cd034b6134637fac798e3e6bb3cf4e531fcde2e6fcab7a32bfbb5cc1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1408b1a1cd034b6134637fac798e3e6bb3cf4e531fcde2e6fcab7a32bfbb5cc1","first_computed_at":"2026-07-05T10:21:28.075625Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:21:28.075625Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"LrOCxNkBEqnKWrqZmkLA0Miqzm8gnH9L2ua/E19YmORrsZUVVMpwKWN856pHb7EJGo4EiRpoYppm5ckNQszHBw==","signature_status":"signed_v1","signed_at":"2026-07-05T10:21:28.076196Z","signed_message":"canonical_sha256_bytes"},"source_id":"2501.06842","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8280d277ce6c45135cb0d0c687699f964103fca2fb1d0f802ef2c198f5ca7c1d","sha256:836184143b96c0bdebf10ce805c8520134096521b7b90c6b0173f316eaadccf2"],"state_sha256":"49fa622ac7a9419c959186e1c889369926ee2bd8ab1d02af25f61133e74f34d0"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Awff6maeZghLI8VHSa8aLdZRv9m7fD0/WU23rIcJJPTPYbj3RtDl27KM+1bpNdJGt3D9lly3KL16EcVj+Cq/Bg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T10:25:05.476317Z","bundle_sha256":"c8869300a4c1cba01230c5250d94b6e8b3ec88a79439747121597847f4aab5f5"}}