{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:E5BC33AOZ6L7DA3D5QEHQBULXS","short_pith_number":"pith:E5BC33AO","canonical_record":{"source":{"id":"2410.16682","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-22T04:27:03Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"2aedd500fd8f6c90677746a26a4d139cd0cbf23548a13ae4191eb5ce4022276e","abstract_canon_sha256":"478f129a95a473ffff0dada3fecfeef4564175a9952eea039e168db9bc4e5b30"},"schema_version":"1.0"},"canonical_sha256":"27422dec0ecf97f18363ec0878068bbcaf8daa5c147f18daeed81db724957f44","source":{"kind":"arxiv","id":"2410.16682","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.16682","created_at":"2026-07-05T09:24:05Z"},{"alias_kind":"arxiv_version","alias_value":"2410.16682v1","created_at":"2026-07-05T09:24:05Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.16682","created_at":"2026-07-05T09:24:05Z"},{"alias_kind":"pith_short_12","alias_value":"E5BC33AOZ6L7","created_at":"2026-07-05T09:24:05Z"},{"alias_kind":"pith_short_16","alias_value":"E5BC33AOZ6L7DA3D","created_at":"2026-07-05T09:24:05Z"},{"alias_kind":"pith_short_8","alias_value":"E5BC33AO","created_at":"2026-07-05T09:24:05Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:E5BC33AOZ6L7DA3D5QEHQBULXS","target":"record","payload":{"canonical_record":{"source":{"id":"2410.16682","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-22T04:27:03Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"2aedd500fd8f6c90677746a26a4d139cd0cbf23548a13ae4191eb5ce4022276e","abstract_canon_sha256":"478f129a95a473ffff0dada3fecfeef4564175a9952eea039e168db9bc4e5b30"},"schema_version":"1.0"},"canonical_sha256":"27422dec0ecf97f18363ec0878068bbcaf8daa5c147f18daeed81db724957f44","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:24:05.119132Z","signature_b64":"tLkfwu1EtBaVfZzNYwAvOID+bDqaZYo+yykJGzu2R3PGV3vuaB5DDZrL+bTrxSt/7OVrRzo+yiyKl9atF3ALBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"27422dec0ecf97f18363ec0878068bbcaf8daa5c147f18daeed81db724957f44","last_reissued_at":"2026-07-05T09:24:05.118607Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:24:05.118607Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.16682","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:24:05Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"bvyRignMbhsThOyMojP3vQgg7W5Yzg4925i3nCimR3ANYTWFEs+EWiS93QCCTT2UElHiXtkmQMCYSJsYX3l9CQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T03:32:45.406595Z"},"content_sha256":"fcaa335166200ea5e183ce4952f5c0137dcd76b276f9f35e8626e167350c0795","schema_version":"1.0","event_id":"sha256:fcaa335166200ea5e183ce4952f5c0137dcd76b276f9f35e8626e167350c0795"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:E5BC33AOZ6L7DA3D5QEHQBULXS","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Methods of improving LLM training stability","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Ben Lanir, Jinze Xue, Mike Chrzanowski, Oleg Rybakov, Peter Dykas","submitted_at":"2024-10-22T04:27:03Z","abstract_excerpt":"Training stability of large language models(LLMs) is an important research topic. Reproducing training instabilities can be costly, so we use a small language model with 830M parameters and experiment with higher learning rates to force models to diverge. One of the sources of training instability is the growth of logits in attention layers. We extend the focus of the previous work and look not only at the magnitude of the logits but at all outputs of linear layers in the Transformer block. We observe that with a high learning rate the L2 norm of all linear layer outputs can grow with each tra"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.16682","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.16682/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:24:05Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UtAPyNEoGFL5sm9d5e12peAAcjXmxwaQdI2ZRtLMErF03gSM0sAtekinjUbDTBWr/fJMdS82bUZr597qB0sbCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T03:32:45.407083Z"},"content_sha256":"582fd2e6fc4af9f4e268a800b5e391b64188c4755baded85392c266c56f12411","schema_version":"1.0","event_id":"sha256:582fd2e6fc4af9f4e268a800b5e391b64188c4755baded85392c266c56f12411"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/E5BC33AOZ6L7DA3D5QEHQBULXS/bundle.json","state_url":"https://pith.science/pith/E5BC33AOZ6L7DA3D5QEHQBULXS/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/E5BC33AOZ6L7DA3D5QEHQBULXS/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T03:32:45Z","links":{"resolver":"https://pith.science/pith/E5BC33AOZ6L7DA3D5QEHQBULXS","bundle":"https://pith.science/pith/E5BC33AOZ6L7DA3D5QEHQBULXS/bundle.json","state":"https://pith.science/pith/E5BC33AOZ6L7DA3D5QEHQBULXS/state.json","well_known_bundle":"https://pith.science/.well-known/pith/E5BC33AOZ6L7DA3D5QEHQBULXS/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:E5BC33AOZ6L7DA3D5QEHQBULXS","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"478f129a95a473ffff0dada3fecfeef4564175a9952eea039e168db9bc4e5b30","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-22T04:27:03Z","title_canon_sha256":"2aedd500fd8f6c90677746a26a4d139cd0cbf23548a13ae4191eb5ce4022276e"},"schema_version":"1.0","source":{"id":"2410.16682","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.16682","created_at":"2026-07-05T09:24:05Z"},{"alias_kind":"arxiv_version","alias_value":"2410.16682v1","created_at":"2026-07-05T09:24:05Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.16682","created_at":"2026-07-05T09:24:05Z"},{"alias_kind":"pith_short_12","alias_value":"E5BC33AOZ6L7","created_at":"2026-07-05T09:24:05Z"},{"alias_kind":"pith_short_16","alias_value":"E5BC33AOZ6L7DA3D","created_at":"2026-07-05T09:24:05Z"},{"alias_kind":"pith_short_8","alias_value":"E5BC33AO","created_at":"2026-07-05T09:24:05Z"}],"graph_snapshots":[{"event_id":"sha256:582fd2e6fc4af9f4e268a800b5e391b64188c4755baded85392c266c56f12411","target":"graph","created_at":"2026-07-05T09:24:05Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.16682/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Training stability of large language models(LLMs) is an important research topic. Reproducing training instabilities can be costly, so we use a small language model with 830M parameters and experiment with higher learning rates to force models to diverge. One of the sources of training instability is the growth of logits in attention layers. We extend the focus of the previous work and look not only at the magnitude of the logits but at all outputs of linear layers in the Transformer block. We observe that with a high learning rate the L2 norm of all linear layer outputs can grow with each tra","authors_text":"Ben Lanir, Jinze Xue, Mike Chrzanowski, Oleg Rybakov, Peter Dykas","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-22T04:27:03Z","title":"Methods of improving LLM training stability"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.16682","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:fcaa335166200ea5e183ce4952f5c0137dcd76b276f9f35e8626e167350c0795","target":"record","created_at":"2026-07-05T09:24:05Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"478f129a95a473ffff0dada3fecfeef4564175a9952eea039e168db9bc4e5b30","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-22T04:27:03Z","title_canon_sha256":"2aedd500fd8f6c90677746a26a4d139cd0cbf23548a13ae4191eb5ce4022276e"},"schema_version":"1.0","source":{"id":"2410.16682","kind":"arxiv","version":1}},"canonical_sha256":"27422dec0ecf97f18363ec0878068bbcaf8daa5c147f18daeed81db724957f44","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"27422dec0ecf97f18363ec0878068bbcaf8daa5c147f18daeed81db724957f44","first_computed_at":"2026-07-05T09:24:05.118607Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:24:05.118607Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"tLkfwu1EtBaVfZzNYwAvOID+bDqaZYo+yykJGzu2R3PGV3vuaB5DDZrL+bTrxSt/7OVrRzo+yiyKl9atF3ALBA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:24:05.119132Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.16682","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:fcaa335166200ea5e183ce4952f5c0137dcd76b276f9f35e8626e167350c0795","sha256:582fd2e6fc4af9f4e268a800b5e391b64188c4755baded85392c266c56f12411"],"state_sha256":"2dfe449074ad00caee716332afb2138b2ecbaf73669746185d87316c8aace92a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tS8o/vRI2ZIxjWdcom96EAfs2/cIQV57UDQNriMxZFPQWx1Kwi5ANFHOUutVAG04jza71VchiXaOqNw25VTHBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T03:32:45.410677Z","bundle_sha256":"08728ab6da3af3043e5ae39dcd376696d03ca6cf0c54b09493e6b8e5a5852acd"}}