{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:UBBMXGAAIFQIW3ZQHBRHFDE4XY","short_pith_number":"pith:UBBMXGAA","canonical_record":{"source":{"id":"2310.00576","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-01T05:25:24Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"c72e0cd053ea930a293ebb888aa460681f580584c7f8c66ff5119e795875c26a","abstract_canon_sha256":"098dce0370ae25f8ce728b549e63f8b6ca8645971c0fd32cc95df29ec853a583"},"schema_version":"1.0"},"canonical_sha256":"a042cb980041608b6f303862728c9cbe2d2cd52b779d21fb28124a1df9237332","source":{"kind":"arxiv","id":"2310.00576","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.00576","created_at":"2026-07-05T06:56:07Z"},{"alias_kind":"arxiv_version","alias_value":"2310.00576v1","created_at":"2026-07-05T06:56:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.00576","created_at":"2026-07-05T06:56:07Z"},{"alias_kind":"pith_short_12","alias_value":"UBBMXGAAIFQI","created_at":"2026-07-05T06:56:07Z"},{"alias_kind":"pith_short_16","alias_value":"UBBMXGAAIFQIW3ZQ","created_at":"2026-07-05T06:56:07Z"},{"alias_kind":"pith_short_8","alias_value":"UBBMXGAA","created_at":"2026-07-05T06:56:07Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:UBBMXGAAIFQIW3ZQHBRHFDE4XY","target":"record","payload":{"canonical_record":{"source":{"id":"2310.00576","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-01T05:25:24Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"c72e0cd053ea930a293ebb888aa460681f580584c7f8c66ff5119e795875c26a","abstract_canon_sha256":"098dce0370ae25f8ce728b549e63f8b6ca8645971c0fd32cc95df29ec853a583"},"schema_version":"1.0"},"canonical_sha256":"a042cb980041608b6f303862728c9cbe2d2cd52b779d21fb28124a1df9237332","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:56:07.869215Z","signature_b64":"vs1zYH0wN8h3DwP4NUEUxeITsB8+zM+P57yNyrr6u2KDta0dSS4YoTQZtNhSt7bmRyDQsjRAZ4tvRCoJq2bSDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a042cb980041608b6f303862728c9cbe2d2cd52b779d21fb28124a1df9237332","last_reissued_at":"2026-07-05T06:56:07.868810Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:56:07.868810Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.00576","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:56:07Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"I28KFThynwWaLb0sxviGVj+akOmWGhFl1PWeDa51r1r3ymk8cV9tBY2r39bIjvlERdF2M6fgKKh2OBFl5FmVBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-16T19:41:32.824409Z"},"content_sha256":"e70a9d92a01915c3b5d81fb0d5253d6c2d9079268f2cf6e90a880044647f5e87","schema_version":"1.0","event_id":"sha256:e70a9d92a01915c3b5d81fb0d5253d6c2d9079268f2cf6e90a880044647f5e87"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:UBBMXGAAIFQIW3ZQHBRHFDE4XY","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"GrowLength: Accelerating LLMs Pretraining by Progressively Growing Training Length","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Chia-Yuan Chang, Hongye Jin, Jingfeng Yang, Xia Hu, Xiaotian Han, Zhimeng Jiang","submitted_at":"2023-10-01T05:25:24Z","abstract_excerpt":"The evolving sophistication and intricacies of Large Language Models (LLMs) yield unprecedented advancements, yet they simultaneously demand considerable computational resources and incur significant costs. To alleviate these challenges, this paper introduces a novel, simple, and effective method named ``\\growlength'' to accelerate the pretraining process of LLMs. Our method progressively increases the training length throughout the pretraining phase, thereby mitigating computational costs and enhancing efficiency. For instance, it begins with a sequence length of 128 and progressively extends"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.00576","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.00576/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:56:07Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"sEZ6RyQGl59uGu2+Aor+vgZfCHReCAPHfNlr9OTfwp47+OqZIiqY1qMcRHrzZalgF6OcDi+PhxE29UFP7zv5Dw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-16T19:41:32.826706Z"},"content_sha256":"de22314d6aef04c4fe5ce01858e4acae4175aaebbfa60caaf9669a7c1145a660","schema_version":"1.0","event_id":"sha256:de22314d6aef04c4fe5ce01858e4acae4175aaebbfa60caaf9669a7c1145a660"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/UBBMXGAAIFQIW3ZQHBRHFDE4XY/bundle.json","state_url":"https://pith.science/pith/UBBMXGAAIFQIW3ZQHBRHFDE4XY/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/UBBMXGAAIFQIW3ZQHBRHFDE4XY/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-16T19:41:32Z","links":{"resolver":"https://pith.science/pith/UBBMXGAAIFQIW3ZQHBRHFDE4XY","bundle":"https://pith.science/pith/UBBMXGAAIFQIW3ZQHBRHFDE4XY/bundle.json","state":"https://pith.science/pith/UBBMXGAAIFQIW3ZQHBRHFDE4XY/state.json","well_known_bundle":"https://pith.science/.well-known/pith/UBBMXGAAIFQIW3ZQHBRHFDE4XY/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:UBBMXGAAIFQIW3ZQHBRHFDE4XY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"098dce0370ae25f8ce728b549e63f8b6ca8645971c0fd32cc95df29ec853a583","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-01T05:25:24Z","title_canon_sha256":"c72e0cd053ea930a293ebb888aa460681f580584c7f8c66ff5119e795875c26a"},"schema_version":"1.0","source":{"id":"2310.00576","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.00576","created_at":"2026-07-05T06:56:07Z"},{"alias_kind":"arxiv_version","alias_value":"2310.00576v1","created_at":"2026-07-05T06:56:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.00576","created_at":"2026-07-05T06:56:07Z"},{"alias_kind":"pith_short_12","alias_value":"UBBMXGAAIFQI","created_at":"2026-07-05T06:56:07Z"},{"alias_kind":"pith_short_16","alias_value":"UBBMXGAAIFQIW3ZQ","created_at":"2026-07-05T06:56:07Z"},{"alias_kind":"pith_short_8","alias_value":"UBBMXGAA","created_at":"2026-07-05T06:56:07Z"}],"graph_snapshots":[{"event_id":"sha256:de22314d6aef04c4fe5ce01858e4acae4175aaebbfa60caaf9669a7c1145a660","target":"graph","created_at":"2026-07-05T06:56:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.00576/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The evolving sophistication and intricacies of Large Language Models (LLMs) yield unprecedented advancements, yet they simultaneously demand considerable computational resources and incur significant costs. To alleviate these challenges, this paper introduces a novel, simple, and effective method named ``\\growlength'' to accelerate the pretraining process of LLMs. Our method progressively increases the training length throughout the pretraining phase, thereby mitigating computational costs and enhancing efficiency. For instance, it begins with a sequence length of 128 and progressively extends","authors_text":"Chia-Yuan Chang, Hongye Jin, Jingfeng Yang, Xia Hu, Xiaotian Han, Zhimeng Jiang","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-01T05:25:24Z","title":"GrowLength: Accelerating LLMs Pretraining by Progressively Growing Training Length"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.00576","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e70a9d92a01915c3b5d81fb0d5253d6c2d9079268f2cf6e90a880044647f5e87","target":"record","created_at":"2026-07-05T06:56:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"098dce0370ae25f8ce728b549e63f8b6ca8645971c0fd32cc95df29ec853a583","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-01T05:25:24Z","title_canon_sha256":"c72e0cd053ea930a293ebb888aa460681f580584c7f8c66ff5119e795875c26a"},"schema_version":"1.0","source":{"id":"2310.00576","kind":"arxiv","version":1}},"canonical_sha256":"a042cb980041608b6f303862728c9cbe2d2cd52b779d21fb28124a1df9237332","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a042cb980041608b6f303862728c9cbe2d2cd52b779d21fb28124a1df9237332","first_computed_at":"2026-07-05T06:56:07.868810Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:56:07.868810Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"vs1zYH0wN8h3DwP4NUEUxeITsB8+zM+P57yNyrr6u2KDta0dSS4YoTQZtNhSt7bmRyDQsjRAZ4tvRCoJq2bSDA==","signature_status":"signed_v1","signed_at":"2026-07-05T06:56:07.869215Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.00576","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e70a9d92a01915c3b5d81fb0d5253d6c2d9079268f2cf6e90a880044647f5e87","sha256:de22314d6aef04c4fe5ce01858e4acae4175aaebbfa60caaf9669a7c1145a660"],"state_sha256":"a54b736e32d6a3c97d2cdc60efa7ea06e162e11739f0f9b2a0bfa98b1bc89c91"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"QKAFtCeOf4LlEG2LzU3SxAevPUVrXWfVB3eob0s0xUMbzyVkyiKycb1d30TpUhg2ygHfyJtezEUMHy8UscMSDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-16T19:41:32.836605Z","bundle_sha256":"4ec8caea2459da3dbb3a689443cb72f2b2f1b60b693baaed93c349f6af169108"}}