{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:25SB56GMBDVJLSY7HLJ53X5QMD","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ad2d155b3ecbb8b7827f29fba2ed89c20fd522757f2060a22cc1b6c902f58d11","cross_cats_sorted":["stat.ML"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2025-05-23T19:17:55Z","title_canon_sha256":"396a3dbf9f5d39e2685e048f4168122fd0619c2c1cd9d389634c517ee6439c42"},"schema_version":"1.0","source":{"id":"2505.18313","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.18313","created_at":"2026-07-05T11:08:44Z"},{"alias_kind":"arxiv_version","alias_value":"2505.18313v1","created_at":"2026-07-05T11:08:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.18313","created_at":"2026-07-05T11:08:44Z"},{"alias_kind":"pith_short_12","alias_value":"25SB56GMBDVJ","created_at":"2026-07-05T11:08:44Z"},{"alias_kind":"pith_short_16","alias_value":"25SB56GMBDVJLSY7","created_at":"2026-07-05T11:08:44Z"},{"alias_kind":"pith_short_8","alias_value":"25SB56GM","created_at":"2026-07-05T11:08:44Z"}],"graph_snapshots":[{"event_id":"sha256:6c47c12734f4e7948ae619ada4ce6cc98e862e67c71703904e34613c83072dd2","target":"graph","created_at":"2026-07-05T11:08:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2505.18313/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Accelerator memory and networking constraints have emerged as dominant bottlenecks when training large language models LLMs with billions of parameters. Existing low rank gradient estimators such as GaLoRE and FLORA compress gradients and optimizer tensors by projecting weight gradients onto a rank r subspace, enabling LLM training on consumer hardware. Yet, these methods are either biased or subject to high estimator variance. Moreover, the optimizer state based on the first and second moments estimates expressed in the previous subspace becomes misaligned whenever the projection is updated, ","authors_text":"Daniel Soudry, Matan Haroush","cross_cats":["stat.ML"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2025-05-23T19:17:55Z","title":"PLUMAGE: Probabilistic Low rank Unbiased Min Variance Gradient Estimator for Efficient Large Model Training"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.18313","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ede887a6358774943bee1670b712e0671fbc9c49d13f5f68d4cce414bd6bbfea","target":"record","created_at":"2026-07-05T11:08:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ad2d155b3ecbb8b7827f29fba2ed89c20fd522757f2060a22cc1b6c902f58d11","cross_cats_sorted":["stat.ML"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2025-05-23T19:17:55Z","title_canon_sha256":"396a3dbf9f5d39e2685e048f4168122fd0619c2c1cd9d389634c517ee6439c42"},"schema_version":"1.0","source":{"id":"2505.18313","kind":"arxiv","version":1}},"canonical_sha256":"d7641ef8cc08ea95cb1f3ad3dddfb060fe340ca6fa1982e25144ac0b94788a07","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d7641ef8cc08ea95cb1f3ad3dddfb060fe340ca6fa1982e25144ac0b94788a07","first_computed_at":"2026-07-05T11:08:44.543791Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:08:44.543791Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"dkI08UrrfwS+YVZ0/Y6HW97jMOvwXc+OZjXp1SUNsr+e7F8C49H/yn1MFd7d0RQNu2BULothO5YuMP+MhZ4DAg==","signature_status":"signed_v1","signed_at":"2026-07-05T11:08:44.544265Z","signed_message":"canonical_sha256_bytes"},"source_id":"2505.18313","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ede887a6358774943bee1670b712e0671fbc9c49d13f5f68d4cce414bd6bbfea","sha256:6c47c12734f4e7948ae619ada4ce6cc98e862e67c71703904e34613c83072dd2"],"state_sha256":"d3d912e858fcb67d174f5f845e1749a22f0d5a800785afab363274f954869e11"}