{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:3ROSY5T3KXT4TEA73QE7OEHXOH","short_pith_number":"pith:3ROSY5T3","canonical_record":{"source":{"id":"2411.07340","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-11-11T20:02:29Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"390ba374a8851fc611796f8f4664ed57b3a62b6332ee0be811f21fd7f03485d8","abstract_canon_sha256":"adc2c9ad83c63be1fd54462947766b9aecfa2867bfb2fa4fe9d730d27c917151"},"schema_version":"1.0"},"canonical_sha256":"dc5d2c767b55e7c9901fdc09f710f771cd9e58df6711699627a371b9ab6b020f","source":{"kind":"arxiv","id":"2411.07340","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.07340","created_at":"2026-07-05T09:34:02Z"},{"alias_kind":"arxiv_version","alias_value":"2411.07340v1","created_at":"2026-07-05T09:34:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.07340","created_at":"2026-07-05T09:34:02Z"},{"alias_kind":"pith_short_12","alias_value":"3ROSY5T3KXT4","created_at":"2026-07-05T09:34:02Z"},{"alias_kind":"pith_short_16","alias_value":"3ROSY5T3KXT4TEA7","created_at":"2026-07-05T09:34:02Z"},{"alias_kind":"pith_short_8","alias_value":"3ROSY5T3","created_at":"2026-07-05T09:34:02Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:3ROSY5T3KXT4TEA73QE7OEHXOH","target":"record","payload":{"canonical_record":{"source":{"id":"2411.07340","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-11-11T20:02:29Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"390ba374a8851fc611796f8f4664ed57b3a62b6332ee0be811f21fd7f03485d8","abstract_canon_sha256":"adc2c9ad83c63be1fd54462947766b9aecfa2867bfb2fa4fe9d730d27c917151"},"schema_version":"1.0"},"canonical_sha256":"dc5d2c767b55e7c9901fdc09f710f771cd9e58df6711699627a371b9ab6b020f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:34:02.375030Z","signature_b64":"lBQYWWBzZlJKB1Y0u7xtpCcM7MgsjSE80B5ulnqBPSL+nxljjkexpgleGYEpTJ8h0QYeDFy+2gIlYrDp0++1DQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"dc5d2c767b55e7c9901fdc09f710f771cd9e58df6711699627a371b9ab6b020f","last_reissued_at":"2026-07-05T09:34:02.374649Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:34:02.374649Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2411.07340","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:34:02Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jrC2oUYVgv6MVFj85922RLPwSvhaVjF415E6WIYEyOr66FLTNiZXhh84GDaV7gKzqp4IbAV/Y8PxgMioZJogBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-20T10:41:22.725250Z"},"content_sha256":"8ee7d4b2bb10f0dd68e6fb330e37e96f4c5e660b139271ec44c0e94918041147","schema_version":"1.0","event_id":"sha256:8ee7d4b2bb10f0dd68e6fb330e37e96f4c5e660b139271ec44c0e94918041147"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:3ROSY5T3KXT4TEA73QE7OEHXOH","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Warmstarting for Scaling Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Aaron Klein, Frank Hutter, Herilalaina Rakotoarison, Johannes Hog, Josif Grabocka, Maciej Janowski, Neeratyoy Mallik","submitted_at":"2024-11-11T20:02:29Z","abstract_excerpt":"Scaling model sizes to scale performance has worked remarkably well for the current large language models paradigm. The research and empirical findings of various scaling studies led to novel scaling results and laws that guides subsequent research. High training costs for contemporary scales of data and models result in a lack of thorough understanding of how to tune and arrive at such training setups. One direction to ameliorate the cost of pretraining large models is to warmstart the large-scale training from smaller models that are cheaper to tune. In this work, we attempt to understand if"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.07340","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2411.07340/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:34:02Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"waT+9PFqEARMXxHe74x9vSoZxXfKx/7NvmyxJuPKwxmoMoFEHvL5zbJKS5UF1knC38IBEOkvc9Hi9Wt0AhSRBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-20T10:41:22.725748Z"},"content_sha256":"5edf05c1af9c8c4e267227d01b1457a294b82a688d72c35ef8856b34cef3dab7","schema_version":"1.0","event_id":"sha256:5edf05c1af9c8c4e267227d01b1457a294b82a688d72c35ef8856b34cef3dab7"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/3ROSY5T3KXT4TEA73QE7OEHXOH/bundle.json","state_url":"https://pith.science/pith/3ROSY5T3KXT4TEA73QE7OEHXOH/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/3ROSY5T3KXT4TEA73QE7OEHXOH/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-20T10:41:22Z","links":{"resolver":"https://pith.science/pith/3ROSY5T3KXT4TEA73QE7OEHXOH","bundle":"https://pith.science/pith/3ROSY5T3KXT4TEA73QE7OEHXOH/bundle.json","state":"https://pith.science/pith/3ROSY5T3KXT4TEA73QE7OEHXOH/state.json","well_known_bundle":"https://pith.science/.well-known/pith/3ROSY5T3KXT4TEA73QE7OEHXOH/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:3ROSY5T3KXT4TEA73QE7OEHXOH","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"adc2c9ad83c63be1fd54462947766b9aecfa2867bfb2fa4fe9d730d27c917151","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-11-11T20:02:29Z","title_canon_sha256":"390ba374a8851fc611796f8f4664ed57b3a62b6332ee0be811f21fd7f03485d8"},"schema_version":"1.0","source":{"id":"2411.07340","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.07340","created_at":"2026-07-05T09:34:02Z"},{"alias_kind":"arxiv_version","alias_value":"2411.07340v1","created_at":"2026-07-05T09:34:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.07340","created_at":"2026-07-05T09:34:02Z"},{"alias_kind":"pith_short_12","alias_value":"3ROSY5T3KXT4","created_at":"2026-07-05T09:34:02Z"},{"alias_kind":"pith_short_16","alias_value":"3ROSY5T3KXT4TEA7","created_at":"2026-07-05T09:34:02Z"},{"alias_kind":"pith_short_8","alias_value":"3ROSY5T3","created_at":"2026-07-05T09:34:02Z"}],"graph_snapshots":[{"event_id":"sha256:5edf05c1af9c8c4e267227d01b1457a294b82a688d72c35ef8856b34cef3dab7","target":"graph","created_at":"2026-07-05T09:34:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2411.07340/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Scaling model sizes to scale performance has worked remarkably well for the current large language models paradigm. The research and empirical findings of various scaling studies led to novel scaling results and laws that guides subsequent research. High training costs for contemporary scales of data and models result in a lack of thorough understanding of how to tune and arrive at such training setups. One direction to ameliorate the cost of pretraining large models is to warmstart the large-scale training from smaller models that are cheaper to tune. In this work, we attempt to understand if","authors_text":"Aaron Klein, Frank Hutter, Herilalaina Rakotoarison, Johannes Hog, Josif Grabocka, Maciej Janowski, Neeratyoy Mallik","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-11-11T20:02:29Z","title":"Warmstarting for Scaling Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.07340","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8ee7d4b2bb10f0dd68e6fb330e37e96f4c5e660b139271ec44c0e94918041147","target":"record","created_at":"2026-07-05T09:34:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"adc2c9ad83c63be1fd54462947766b9aecfa2867bfb2fa4fe9d730d27c917151","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-11-11T20:02:29Z","title_canon_sha256":"390ba374a8851fc611796f8f4664ed57b3a62b6332ee0be811f21fd7f03485d8"},"schema_version":"1.0","source":{"id":"2411.07340","kind":"arxiv","version":1}},"canonical_sha256":"dc5d2c767b55e7c9901fdc09f710f771cd9e58df6711699627a371b9ab6b020f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"dc5d2c767b55e7c9901fdc09f710f771cd9e58df6711699627a371b9ab6b020f","first_computed_at":"2026-07-05T09:34:02.374649Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:34:02.374649Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"lBQYWWBzZlJKB1Y0u7xtpCcM7MgsjSE80B5ulnqBPSL+nxljjkexpgleGYEpTJ8h0QYeDFy+2gIlYrDp0++1DQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:34:02.375030Z","signed_message":"canonical_sha256_bytes"},"source_id":"2411.07340","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8ee7d4b2bb10f0dd68e6fb330e37e96f4c5e660b139271ec44c0e94918041147","sha256:5edf05c1af9c8c4e267227d01b1457a294b82a688d72c35ef8856b34cef3dab7"],"state_sha256":"800985b881d1e11a0339761952428136a2439b3ebad2a2d99117c640bc2f5231"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"80QniTpUxFUhb3x/K0QatZ/1R9xPTJ0OC9FGqW3D4c8hiYyzX6CjE6bqyH8ZCOu6U8HJA9nN7Ow+/9+Lu//lAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-20T10:41:22.730734Z","bundle_sha256":"96e4ee34cc9d75fc27bdca4dcefc437de2d69d521678a6a45b0b1c86c0aff552"}}