{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:LZQFXIB3OFARDMPSJFD3D3GQBL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"48d41f03e52926d94948aa92d7ecce6845af511d862c23c6d70c2a7441e429d5","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-25T18:43:05Z","title_canon_sha256":"3902e3bfae3f795b0764085ff27820affc89de572825f5288001e7b247b30cb1"},"schema_version":"1.0","source":{"id":"2405.16325","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.16325","created_at":"2026-07-05T10:05:10Z"},{"alias_kind":"arxiv_version","alias_value":"2405.16325v3","created_at":"2026-07-05T10:05:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.16325","created_at":"2026-07-05T10:05:10Z"},{"alias_kind":"pith_short_12","alias_value":"LZQFXIB3OFAR","created_at":"2026-07-05T10:05:10Z"},{"alias_kind":"pith_short_16","alias_value":"LZQFXIB3OFARDMPS","created_at":"2026-07-05T10:05:10Z"},{"alias_kind":"pith_short_8","alias_value":"LZQFXIB3","created_at":"2026-07-05T10:05:10Z"}],"graph_snapshots":[{"event_id":"sha256:9e9eaa66c651061e6fbafefea1650d1e963f39b6d47fd6cfd44b8611c2fbc749","target":"graph","created_at":"2026-07-05T10:05:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2405.16325/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We propose SLoPe, a Double-Pruned Sparse Plus Lazy Low-rank Adapter Pretraining method for LLMs that improves the accuracy of sparse LLMs while accelerating their pretraining and inference and reducing their memory footprint. Sparse pretraining of LLMs reduces the accuracy of the model, to overcome this, prior work uses dense models during fine-tuning. SLoPe improves the accuracy of sparsely pretrained models by adding low-rank adapters in the final 1% iterations of pretraining without adding significant overheads to the model pretraining and inference. In addition, SLoPe uses a double-pruned ","authors_text":"Amir Yazdanbakhsh, Maryam Mehri Dehnavi, Mohammad Mozaffari, Zhao Zhang","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-25T18:43:05Z","title":"SLoPe: Double-Pruned Sparse Plus Lazy Low-Rank Adapter Pretraining of LLMs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.16325","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:100fe5312f0510b857a0c76856768e1201b5f8017717712cdf9d311aaf70d2d4","target":"record","created_at":"2026-07-05T10:05:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"48d41f03e52926d94948aa92d7ecce6845af511d862c23c6d70c2a7441e429d5","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-25T18:43:05Z","title_canon_sha256":"3902e3bfae3f795b0764085ff27820affc89de572825f5288001e7b247b30cb1"},"schema_version":"1.0","source":{"id":"2405.16325","kind":"arxiv","version":3}},"canonical_sha256":"5e605ba03b714111b1f24947b1ecd00ad9d5f21e1eb3e79c4a9cdfa9de76cb6f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5e605ba03b714111b1f24947b1ecd00ad9d5f21e1eb3e79c4a9cdfa9de76cb6f","first_computed_at":"2026-07-05T10:05:10.775790Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:05:10.775790Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"wdqjv/ik/3mjmZaPPybVJwPcXIFaCAeUe1vt1/JcfcJ6HDCaSq2uwAFYEwlW9Rq8oXgpho+lM6Y8q1X2slLgDA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:05:10.776252Z","signed_message":"canonical_sha256_bytes"},"source_id":"2405.16325","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:100fe5312f0510b857a0c76856768e1201b5f8017717712cdf9d311aaf70d2d4","sha256:9e9eaa66c651061e6fbafefea1650d1e963f39b6d47fd6cfd44b8611c2fbc749"],"state_sha256":"9f9a008da1690b0c885f5474e57975fff66c33964388d4a20735af8648bca3c4"}