{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:EMFOBRGF7PEA2NN644RRCQ2ABA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4b85f3f7e997670375b672e4b27060c07ad208977fc4b3d8afbf4b1c4ef3268f","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-10-24T14:31:52Z","title_canon_sha256":"de81ec6a5cd4c697450b7a45ff6cb6a2545b68ebf5e4c17430da5a2696773ff1"},"schema_version":"1.0","source":{"id":"2410.18779","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.18779","created_at":"2026-07-05T09:25:13Z"},{"alias_kind":"arxiv_version","alias_value":"2410.18779v1","created_at":"2026-07-05T09:25:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.18779","created_at":"2026-07-05T09:25:13Z"},{"alias_kind":"pith_short_12","alias_value":"EMFOBRGF7PEA","created_at":"2026-07-05T09:25:13Z"},{"alias_kind":"pith_short_16","alias_value":"EMFOBRGF7PEA2NN6","created_at":"2026-07-05T09:25:13Z"},{"alias_kind":"pith_short_8","alias_value":"EMFOBRGF","created_at":"2026-07-05T09:25:13Z"}],"graph_snapshots":[{"event_id":"sha256:9e39796dabffa7186c98980f543618d61c9d2ac4e0a1df55ae7c9947f8866789","target":"graph","created_at":"2026-07-05T09:25:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.18779/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"A primary challenge in large language model (LLM) development is their onerous pre-training cost. Typically, such pre-training involves optimizing a self-supervised objective (such as next-token prediction) over a large corpus. This paper explores a promising paradigm to improve LLM pre-training efficiency and quality by suitably leveraging a small language model (SLM). In particular, this paradigm relies on an SLM to both (1) provide soft labels as additional training supervision, and (2) select a small subset of valuable (\"informative\" and \"hard\") training examples. Put together, this enable","authors_text":"Aditya Krishna Menon, Afshin Rostamizadeh, Ankit Singh Rawat, Ayan Chakrabarti, Hrayr Harutyunyan, Nikunj Saunshi, Rakesh Shivanna, Rohan Anil, Sanjiv Kumar, Sashank J. Reddi, Seungyeon Kim, Veeranjaneyulu Sadhanala, Vladimir Feinberg, Wittawat Jitkrittum, Zachary Nado","cross_cats":["cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-10-24T14:31:52Z","title":"A Little Help Goes a Long Way: Efficient LLM Training by Leveraging Small LMs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.18779","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d2a6353e1b11f47759da72307d39fec345f0f47ea7f29371d109dc1841fd01bd","target":"record","created_at":"2026-07-05T09:25:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4b85f3f7e997670375b672e4b27060c07ad208977fc4b3d8afbf4b1c4ef3268f","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-10-24T14:31:52Z","title_canon_sha256":"de81ec6a5cd4c697450b7a45ff6cb6a2545b68ebf5e4c17430da5a2696773ff1"},"schema_version":"1.0","source":{"id":"2410.18779","kind":"arxiv","version":1}},"canonical_sha256":"230ae0c4c5fbc80d35bee723114340082792f51785a3c6eba012586bfb248d1c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"230ae0c4c5fbc80d35bee723114340082792f51785a3c6eba012586bfb248d1c","first_computed_at":"2026-07-05T09:25:13.556167Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:25:13.556167Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ri+h82JaHtce5Onm+XwZSFXlAvkmY73ix+Y3nfqkh5ZZMioPdWma6ce5ILB4szIjaxfY4TU4mPIE32qTvVHbBw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:25:13.556667Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.18779","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d2a6353e1b11f47759da72307d39fec345f0f47ea7f29371d109dc1841fd01bd","sha256:9e39796dabffa7186c98980f543618d61c9d2ac4e0a1df55ae7c9947f8866789"],"state_sha256":"12ca0efbedd0e7f36bf25aaba13e32c235f6901c9fc01fa7ba8bbc419aacacec"}