{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:ST3TMZGLGI7YNDZEQYYMXQ3MPQ","short_pith_number":"pith:ST3TMZGL","canonical_record":{"source":{"id":"2411.18700","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-11-27T19:11:49Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"2d29eda79b412d577b759468fe305738a0739bdc5e94b6deaac6f4f94da87493","abstract_canon_sha256":"e78750d0fbc3d4bf1ce7f1ab4970dcfb824cf8df32d0e0e2b5687f04b330dd16"},"schema_version":"1.0"},"canonical_sha256":"94f73664cb323f868f248630cbc36c7c0b46c705fd315f015ec325cc572d084f","source":{"kind":"arxiv","id":"2411.18700","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.18700","created_at":"2026-07-05T09:41:49Z"},{"alias_kind":"arxiv_version","alias_value":"2411.18700v1","created_at":"2026-07-05T09:41:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.18700","created_at":"2026-07-05T09:41:49Z"},{"alias_kind":"pith_short_12","alias_value":"ST3TMZGLGI7Y","created_at":"2026-07-05T09:41:49Z"},{"alias_kind":"pith_short_16","alias_value":"ST3TMZGLGI7YNDZE","created_at":"2026-07-05T09:41:49Z"},{"alias_kind":"pith_short_8","alias_value":"ST3TMZGL","created_at":"2026-07-05T09:41:49Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:ST3TMZGLGI7YNDZEQYYMXQ3MPQ","target":"record","payload":{"canonical_record":{"source":{"id":"2411.18700","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-11-27T19:11:49Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"2d29eda79b412d577b759468fe305738a0739bdc5e94b6deaac6f4f94da87493","abstract_canon_sha256":"e78750d0fbc3d4bf1ce7f1ab4970dcfb824cf8df32d0e0e2b5687f04b330dd16"},"schema_version":"1.0"},"canonical_sha256":"94f73664cb323f868f248630cbc36c7c0b46c705fd315f015ec325cc572d084f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:41:49.885420Z","signature_b64":"39TjRlMnbKr0X9tD8FXOAwVU6LCgO2z8Ss2jmGdC1MpcpFiegXUA1i3jI2/YFojPBQoNzwvVhj2HTaBGZBlaAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"94f73664cb323f868f248630cbc36c7c0b46c705fd315f015ec325cc572d084f","last_reissued_at":"2026-07-05T09:41:49.884933Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:41:49.884933Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2411.18700","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:41:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vGKDJhJAKuPwTvUBqRHieUYqGloNA4qhY7IDuNFeYoXuVJQri5eKHjVdQnIpDFzPnzSwnWCo4MlBsgz62UJNAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T23:14:45.473750Z"},"content_sha256":"c6c9c59a704efdb4a5411a629bfff85e4bef2fa3c7221f081ebec7448d4070a1","schema_version":"1.0","event_id":"sha256:c6c9c59a704efdb4a5411a629bfff85e4bef2fa3c7221f081ebec7448d4070a1"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:ST3TMZGLGI7YNDZEQYYMXQ3MPQ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"On the Effectiveness of Incremental Training of Large Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Benjamin C. M. Fung, Miles Q. Li, Shih-Chia Huang","submitted_at":"2024-11-27T19:11:49Z","abstract_excerpt":"Training large language models is a computationally intensive process that often requires substantial resources to achieve state-of-the-art results. Incremental layer-wise training has been proposed as a potential strategy to optimize the training process by progressively introducing layers, with the expectation that this approach would lead to faster convergence and more efficient use of computational resources. In this paper, we investigate the effectiveness of incremental training for LLMs, dividing the training process into multiple stages where layers are added progressively. Our experime"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.18700","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2411.18700/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:41:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"eTPrphY4lGvR4RTw8TqBGSX1nofUkgDauza6PnDa3bbkuY85n3H62J/jE8ebEzuKTRyGH4MiaW+viwJJWuS8BQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T23:14:45.474151Z"},"content_sha256":"0842f355d85443a13a492e4350f6efc6f7152f34a56722ed212dba678314af5c","schema_version":"1.0","event_id":"sha256:0842f355d85443a13a492e4350f6efc6f7152f34a56722ed212dba678314af5c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ST3TMZGLGI7YNDZEQYYMXQ3MPQ/bundle.json","state_url":"https://pith.science/pith/ST3TMZGLGI7YNDZEQYYMXQ3MPQ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ST3TMZGLGI7YNDZEQYYMXQ3MPQ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-12T23:14:45Z","links":{"resolver":"https://pith.science/pith/ST3TMZGLGI7YNDZEQYYMXQ3MPQ","bundle":"https://pith.science/pith/ST3TMZGLGI7YNDZEQYYMXQ3MPQ/bundle.json","state":"https://pith.science/pith/ST3TMZGLGI7YNDZEQYYMXQ3MPQ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ST3TMZGLGI7YNDZEQYYMXQ3MPQ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:ST3TMZGLGI7YNDZEQYYMXQ3MPQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e78750d0fbc3d4bf1ce7f1ab4970dcfb824cf8df32d0e0e2b5687f04b330dd16","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-11-27T19:11:49Z","title_canon_sha256":"2d29eda79b412d577b759468fe305738a0739bdc5e94b6deaac6f4f94da87493"},"schema_version":"1.0","source":{"id":"2411.18700","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.18700","created_at":"2026-07-05T09:41:49Z"},{"alias_kind":"arxiv_version","alias_value":"2411.18700v1","created_at":"2026-07-05T09:41:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.18700","created_at":"2026-07-05T09:41:49Z"},{"alias_kind":"pith_short_12","alias_value":"ST3TMZGLGI7Y","created_at":"2026-07-05T09:41:49Z"},{"alias_kind":"pith_short_16","alias_value":"ST3TMZGLGI7YNDZE","created_at":"2026-07-05T09:41:49Z"},{"alias_kind":"pith_short_8","alias_value":"ST3TMZGL","created_at":"2026-07-05T09:41:49Z"}],"graph_snapshots":[{"event_id":"sha256:0842f355d85443a13a492e4350f6efc6f7152f34a56722ed212dba678314af5c","target":"graph","created_at":"2026-07-05T09:41:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2411.18700/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Training large language models is a computationally intensive process that often requires substantial resources to achieve state-of-the-art results. Incremental layer-wise training has been proposed as a potential strategy to optimize the training process by progressively introducing layers, with the expectation that this approach would lead to faster convergence and more efficient use of computational resources. In this paper, we investigate the effectiveness of incremental training for LLMs, dividing the training process into multiple stages where layers are added progressively. Our experime","authors_text":"Benjamin C. M. Fung, Miles Q. Li, Shih-Chia Huang","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-11-27T19:11:49Z","title":"On the Effectiveness of Incremental Training of Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.18700","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c6c9c59a704efdb4a5411a629bfff85e4bef2fa3c7221f081ebec7448d4070a1","target":"record","created_at":"2026-07-05T09:41:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e78750d0fbc3d4bf1ce7f1ab4970dcfb824cf8df32d0e0e2b5687f04b330dd16","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-11-27T19:11:49Z","title_canon_sha256":"2d29eda79b412d577b759468fe305738a0739bdc5e94b6deaac6f4f94da87493"},"schema_version":"1.0","source":{"id":"2411.18700","kind":"arxiv","version":1}},"canonical_sha256":"94f73664cb323f868f248630cbc36c7c0b46c705fd315f015ec325cc572d084f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"94f73664cb323f868f248630cbc36c7c0b46c705fd315f015ec325cc572d084f","first_computed_at":"2026-07-05T09:41:49.884933Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:41:49.884933Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"39TjRlMnbKr0X9tD8FXOAwVU6LCgO2z8Ss2jmGdC1MpcpFiegXUA1i3jI2/YFojPBQoNzwvVhj2HTaBGZBlaAw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:41:49.885420Z","signed_message":"canonical_sha256_bytes"},"source_id":"2411.18700","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c6c9c59a704efdb4a5411a629bfff85e4bef2fa3c7221f081ebec7448d4070a1","sha256:0842f355d85443a13a492e4350f6efc6f7152f34a56722ed212dba678314af5c"],"state_sha256":"dfe812cd10737c1649088ec9848bfe9ba5e91ab889a0dbff7a492d742ee89f62"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"iV4IoUIGZVCHSq/AyIKZA38bybWJBi2m48Q5Nizp2vpHiQ3zCuBKp+79oO51UhH5tNnPPU6pYGWg0AOpTt/TAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-12T23:14:45.477110Z","bundle_sha256":"66a427104f094a8571d38d3c7a5bd1983e1331fdf1b1c32c3882550ffd22caad"}}