{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:ZGTLBHWFSYRBY2Y6OF43NCK42A","short_pith_number":"pith:ZGTLBHWF","canonical_record":{"source":{"id":"2406.02913","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-06-05T04:07:35Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"1327f09251f3ea4ac2a2a0661273ec77c4a1ddff30a3a12867051b17ed802de1","abstract_canon_sha256":"9a78d35d8936f96c330de94b2e52788414ef4c6b1dc6501846d7f9db949ed16d"},"schema_version":"1.0"},"canonical_sha256":"c9a6b09ec596221c6b1e7179b6895cd01277bac1f3697ddca8674607c12bb6d6","source":{"kind":"arxiv","id":"2406.02913","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.02913","created_at":"2026-07-05T08:27:32Z"},{"alias_kind":"arxiv_version","alias_value":"2406.02913v1","created_at":"2026-07-05T08:27:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.02913","created_at":"2026-07-05T08:27:32Z"},{"alias_kind":"pith_short_12","alias_value":"ZGTLBHWFSYRB","created_at":"2026-07-05T08:27:32Z"},{"alias_kind":"pith_short_16","alias_value":"ZGTLBHWFSYRBY2Y6","created_at":"2026-07-05T08:27:32Z"},{"alias_kind":"pith_short_8","alias_value":"ZGTLBHWF","created_at":"2026-07-05T08:27:32Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:ZGTLBHWFSYRBY2Y6OF43NCK42A","target":"record","payload":{"canonical_record":{"source":{"id":"2406.02913","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-06-05T04:07:35Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"1327f09251f3ea4ac2a2a0661273ec77c4a1ddff30a3a12867051b17ed802de1","abstract_canon_sha256":"9a78d35d8936f96c330de94b2e52788414ef4c6b1dc6501846d7f9db949ed16d"},"schema_version":"1.0"},"canonical_sha256":"c9a6b09ec596221c6b1e7179b6895cd01277bac1f3697ddca8674607c12bb6d6","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:27:32.564786Z","signature_b64":"TlAre9ErQG4z2zAlmrZywg58mwowOz7T3nK1MXVV011h3cIJCbxGDLfu/z8o9uRBRs+VUfkslJCIuxUGNIdzDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c9a6b09ec596221c6b1e7179b6895cd01277bac1f3697ddca8674607c12bb6d6","last_reissued_at":"2026-07-05T08:27:32.564285Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:27:32.564285Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.02913","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:27:32Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qJTWVCpAvtMDpktOFzDMyRlRIBxJnwTzUwG/9dwxfB64nsQjE30LDcTaRAhgvQ/fbVUz7uKkn/cTz2VDV/GtDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T05:01:47.373877Z"},"content_sha256":"d4e1d6ce5e7ccfbfb64b6162b30504835dbf0e26708c4b911b85dcb5776f9841","schema_version":"1.0","event_id":"sha256:d4e1d6ce5e7ccfbfb64b6162b30504835dbf0e26708c4b911b85dcb5776f9841"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:ZGTLBHWFSYRBY2Y6OF43NCK42A","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Zeroth-Order Fine-Tuning of LLMs with Extreme Sparsity","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Beidi Chen, Christopher De Sa, Jacob R. Gardner, Jikai Long, Osbert Bastani, Wentao Guo, Xiaodong Yu, Xinyu Yang, Yide Ran, Yimeng Zeng, Zhaozhuo Xu, Zirui Liu","submitted_at":"2024-06-05T04:07:35Z","abstract_excerpt":"Zeroth-order optimization (ZO) is a memory-efficient strategy for fine-tuning Large Language Models using only forward passes. However, the application of ZO fine-tuning in memory-constrained settings such as mobile phones and laptops is still challenging since full precision forward passes are infeasible. In this study, we address this limitation by integrating sparsity and quantization into ZO fine-tuning of LLMs. Specifically, we investigate the feasibility of fine-tuning an extremely small subset of LLM parameters using ZO. This approach allows the majority of un-tuned parameters to be qua"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.02913","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.02913/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:27:32Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gWAgaZFzwQzZA1cOAfHbnbV4d/uJWqkoEkSOO8kCUJLCVfYVQ0gL2FORAnEyG6r46toNo4Xobcmegl4bxI8TDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T05:01:47.374374Z"},"content_sha256":"b1e7286b1704a8c0554c490fb70f4e9a52587d452452d6cbe7e5c0d480cd5dc6","schema_version":"1.0","event_id":"sha256:b1e7286b1704a8c0554c490fb70f4e9a52587d452452d6cbe7e5c0d480cd5dc6"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ZGTLBHWFSYRBY2Y6OF43NCK42A/bundle.json","state_url":"https://pith.science/pith/ZGTLBHWFSYRBY2Y6OF43NCK42A/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ZGTLBHWFSYRBY2Y6OF43NCK42A/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T05:01:47Z","links":{"resolver":"https://pith.science/pith/ZGTLBHWFSYRBY2Y6OF43NCK42A","bundle":"https://pith.science/pith/ZGTLBHWFSYRBY2Y6OF43NCK42A/bundle.json","state":"https://pith.science/pith/ZGTLBHWFSYRBY2Y6OF43NCK42A/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ZGTLBHWFSYRBY2Y6OF43NCK42A/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:ZGTLBHWFSYRBY2Y6OF43NCK42A","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"9a78d35d8936f96c330de94b2e52788414ef4c6b1dc6501846d7f9db949ed16d","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-06-05T04:07:35Z","title_canon_sha256":"1327f09251f3ea4ac2a2a0661273ec77c4a1ddff30a3a12867051b17ed802de1"},"schema_version":"1.0","source":{"id":"2406.02913","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.02913","created_at":"2026-07-05T08:27:32Z"},{"alias_kind":"arxiv_version","alias_value":"2406.02913v1","created_at":"2026-07-05T08:27:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.02913","created_at":"2026-07-05T08:27:32Z"},{"alias_kind":"pith_short_12","alias_value":"ZGTLBHWFSYRB","created_at":"2026-07-05T08:27:32Z"},{"alias_kind":"pith_short_16","alias_value":"ZGTLBHWFSYRBY2Y6","created_at":"2026-07-05T08:27:32Z"},{"alias_kind":"pith_short_8","alias_value":"ZGTLBHWF","created_at":"2026-07-05T08:27:32Z"}],"graph_snapshots":[{"event_id":"sha256:b1e7286b1704a8c0554c490fb70f4e9a52587d452452d6cbe7e5c0d480cd5dc6","target":"graph","created_at":"2026-07-05T08:27:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.02913/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Zeroth-order optimization (ZO) is a memory-efficient strategy for fine-tuning Large Language Models using only forward passes. However, the application of ZO fine-tuning in memory-constrained settings such as mobile phones and laptops is still challenging since full precision forward passes are infeasible. In this study, we address this limitation by integrating sparsity and quantization into ZO fine-tuning of LLMs. Specifically, we investigate the feasibility of fine-tuning an extremely small subset of LLM parameters using ZO. This approach allows the majority of un-tuned parameters to be qua","authors_text":"Beidi Chen, Christopher De Sa, Jacob R. Gardner, Jikai Long, Osbert Bastani, Wentao Guo, Xiaodong Yu, Xinyu Yang, Yide Ran, Yimeng Zeng, Zhaozhuo Xu, Zirui Liu","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-06-05T04:07:35Z","title":"Zeroth-Order Fine-Tuning of LLMs with Extreme Sparsity"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.02913","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d4e1d6ce5e7ccfbfb64b6162b30504835dbf0e26708c4b911b85dcb5776f9841","target":"record","created_at":"2026-07-05T08:27:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"9a78d35d8936f96c330de94b2e52788414ef4c6b1dc6501846d7f9db949ed16d","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-06-05T04:07:35Z","title_canon_sha256":"1327f09251f3ea4ac2a2a0661273ec77c4a1ddff30a3a12867051b17ed802de1"},"schema_version":"1.0","source":{"id":"2406.02913","kind":"arxiv","version":1}},"canonical_sha256":"c9a6b09ec596221c6b1e7179b6895cd01277bac1f3697ddca8674607c12bb6d6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c9a6b09ec596221c6b1e7179b6895cd01277bac1f3697ddca8674607c12bb6d6","first_computed_at":"2026-07-05T08:27:32.564285Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:27:32.564285Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"TlAre9ErQG4z2zAlmrZywg58mwowOz7T3nK1MXVV011h3cIJCbxGDLfu/z8o9uRBRs+VUfkslJCIuxUGNIdzDg==","signature_status":"signed_v1","signed_at":"2026-07-05T08:27:32.564786Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.02913","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d4e1d6ce5e7ccfbfb64b6162b30504835dbf0e26708c4b911b85dcb5776f9841","sha256:b1e7286b1704a8c0554c490fb70f4e9a52587d452452d6cbe7e5c0d480cd5dc6"],"state_sha256":"efdf75c9f52cff5ecc0cb1e2ffde60e925587a12b2dfc243b1dabb6492e58483"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ws3S5Jr6F4onHfNF98JPqRgqggqU3g+irEKAeQ/MCRMt1KmcQFz3S09WOdcfhOnKH3LC6KuhbgnblOPDLDeQCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T05:01:47.378481Z","bundle_sha256":"07bf189063c8298ba0824d2adb67409d43670464cf1f084c6bc30541278937e6"}}