{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:ECA66KA5BSH3BTHJ7V7OSRTHTC","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5b0623c2c4d70ccdca5be17e833c7088650cc318cd3ebb6b372191363bdd01be","cross_cats_sorted":["cs.PF"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-03-16T21:58:29Z","title_canon_sha256":"67814661f3b1a5f0830d3b33a585a37c3374c82921f1691e92e9fa816e460e9c"},"schema_version":"1.0","source":{"id":"2503.12668","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2503.12668","created_at":"2026-07-05T10:32:43Z"},{"alias_kind":"arxiv_version","alias_value":"2503.12668v1","created_at":"2026-07-05T10:32:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2503.12668","created_at":"2026-07-05T10:32:43Z"},{"alias_kind":"pith_short_12","alias_value":"ECA66KA5BSH3","created_at":"2026-07-05T10:32:43Z"},{"alias_kind":"pith_short_16","alias_value":"ECA66KA5BSH3BTHJ","created_at":"2026-07-05T10:32:43Z"},{"alias_kind":"pith_short_8","alias_value":"ECA66KA5","created_at":"2026-07-05T10:32:43Z"}],"graph_snapshots":[{"event_id":"sha256:0f2d7209b7bbd5ffe99f6016cbe97448c6e66ceb555f9299ee9df0b5eb424317","target":"graph","created_at":"2026-07-05T10:32:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2503.12668/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Fine-tuning large pre-trained LLMs generally demands extensive GPU memory. Traditional first-order optimizers like SGD encounter substantial difficulties due to increased memory requirements from storing activations and gradients during both the forward and backward phases as the model size expands. Alternatively, zeroth-order (ZO) techniques can compute gradients using just forward operations, eliminating the need to store activations. Furthermore, by leveraging CPU capabilities, it's feasible to enhance both the memory and processing power available to a single GPU. We propose a novel framew","authors_text":"David E. Keyes, Di Wang, Hang Xu, Huanyi Xie, Jie Ren, Junxiao Wang, Liangyu Wang","cross_cats":["cs.PF"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-03-16T21:58:29Z","title":"ZO2: Scalable Zeroth-Order Fine-Tuning for Extremely Large Language Models with Limited GPU Memory"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2503.12668","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0edb87ada69b2fdde3ed147d6cfc6bd701d3ab608d694fd62a7f8b52efc1229d","target":"record","created_at":"2026-07-05T10:32:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5b0623c2c4d70ccdca5be17e833c7088650cc318cd3ebb6b372191363bdd01be","cross_cats_sorted":["cs.PF"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-03-16T21:58:29Z","title_canon_sha256":"67814661f3b1a5f0830d3b33a585a37c3374c82921f1691e92e9fa816e460e9c"},"schema_version":"1.0","source":{"id":"2503.12668","kind":"arxiv","version":1}},"canonical_sha256":"2081ef281d0c8fb0cce9fd7ee946679889c57651c97f72e7e160f6b3e95f77dc","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2081ef281d0c8fb0cce9fd7ee946679889c57651c97f72e7e160f6b3e95f77dc","first_computed_at":"2026-07-05T10:32:43.803989Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:32:43.803989Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Rml7UtMH+q/EsZWpi7+3V0F1cZoFWJyvNCg6cbP0OdGJZrPQG1/RTm2dox65xQ9X63k/BpfONmLpd+UVsbGJDA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:32:43.804575Z","signed_message":"canonical_sha256_bytes"},"source_id":"2503.12668","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0edb87ada69b2fdde3ed147d6cfc6bd701d3ab608d694fd62a7f8b52efc1229d","sha256:0f2d7209b7bbd5ffe99f6016cbe97448c6e66ceb555f9299ee9df0b5eb424317"],"state_sha256":"ed1d6d1fd83db10840414286240ea9044dfe7cc20b24dc7ab844f427ab15b7a0"}