{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2024:7IXVBE2SX2MR7CAPBHSIYVPIGS","short_pith_number":"pith:7IXVBE2S","schema_version":"1.0","canonical_sha256":"fa2f509352be991f880f09e48c55e834800f9dd224702c227dd49f3863ee2082","source":{"kind":"arxiv","id":"2406.05233","version":1},"attestation_state":"computed","paper":{"title":"Federated LoRA with Sparse Communication","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.DC"],"primary_cat":"cs.LG","authors_text":"Arian Raje, Kevin Kuo, Kousik Rajesh, Virginia Smith","submitted_at":"2024-06-07T19:42:05Z","abstract_excerpt":"Low-rank adaptation (LoRA) is a natural method for finetuning in communication-constrained machine learning settings such as cross-device federated learning. Prior work that has studied LoRA in the context of federated learning has focused on improving LoRA's robustness to heterogeneity and privacy. In this work, we instead consider techniques for further improving communication-efficiency in federated LoRA. Unfortunately, we show that centralized ML methods that improve the efficiency of LoRA through unstructured pruning do not transfer well to federated settings. We instead study a simple ap"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2406.05233","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-06-07T19:42:05Z","cross_cats_sorted":["cs.DC"],"title_canon_sha256":"3e482a2bd4dcec18164c80f116ba6e20afa9d7513afa7a6749f15f6cb0e8244c","abstract_canon_sha256":"d39ce9772ec8140b62b5ba11d62ec18f595d4cf6eb24f35a2ad4523cea798c06"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:29:29.243293Z","signature_b64":"Yu+e4EfIGDk1/kN5qdPExOJzS5p5r1grdHObo5UZqvdlcaCRy8NPBlS6uRybY3laeWq1O+JfDCa6xsSuWG/2Ag==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"fa2f509352be991f880f09e48c55e834800f9dd224702c227dd49f3863ee2082","last_reissued_at":"2026-07-05T08:29:29.242827Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:29:29.242827Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Federated LoRA with Sparse Communication","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.DC"],"primary_cat":"cs.LG","authors_text":"Arian Raje, Kevin Kuo, Kousik Rajesh, Virginia Smith","submitted_at":"2024-06-07T19:42:05Z","abstract_excerpt":"Low-rank adaptation (LoRA) is a natural method for finetuning in communication-constrained machine learning settings such as cross-device federated learning. Prior work that has studied LoRA in the context of federated learning has focused on improving LoRA's robustness to heterogeneity and privacy. In this work, we instead consider techniques for further improving communication-efficiency in federated LoRA. Unfortunately, we show that centralized ML methods that improve the efficiency of LoRA through unstructured pruning do not transfer well to federated settings. We instead study a simple ap"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.05233","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.05233/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2406.05233","created_at":"2026-07-05T08:29:29.242883+00:00"},{"alias_kind":"arxiv_version","alias_value":"2406.05233v1","created_at":"2026-07-05T08:29:29.242883+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.05233","created_at":"2026-07-05T08:29:29.242883+00:00"},{"alias_kind":"pith_short_12","alias_value":"7IXVBE2SX2MR","created_at":"2026-07-05T08:29:29.242883+00:00"},{"alias_kind":"pith_short_16","alias_value":"7IXVBE2SX2MR7CAP","created_at":"2026-07-05T08:29:29.242883+00:00"},{"alias_kind":"pith_short_8","alias_value":"7IXVBE2S","created_at":"2026-07-05T08:29:29.242883+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":3,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2606.08197","citing_title":"AlignFed: Alignment-Aware Asynchronous Federated Fine-Tuning for Large Language Models in Heterogeneous Edge Environments","ref_index":30,"is_internal_anchor":false},{"citing_arxiv_id":"2605.05769","citing_title":"Adaptive Selection of LoRA Components in Privacy-Preserving Federated Learning","ref_index":49,"is_internal_anchor":false},{"citing_arxiv_id":"2605.07977","citing_title":"Self-Play Enhancement via Advantage-Weighted Refinement in Online Federated LLM Fine-Tuning with Real-Time Feedback","ref_index":19,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/7IXVBE2SX2MR7CAPBHSIYVPIGS","json":"https://pith.science/pith/7IXVBE2SX2MR7CAPBHSIYVPIGS.json","graph_json":"https://pith.science/api/pith-number/7IXVBE2SX2MR7CAPBHSIYVPIGS/graph.json","events_json":"https://pith.science/api/pith-number/7IXVBE2SX2MR7CAPBHSIYVPIGS/events.json","paper":"https://pith.science/paper/7IXVBE2S"},"agent_actions":{"view_html":"https://pith.science/pith/7IXVBE2SX2MR7CAPBHSIYVPIGS","download_json":"https://pith.science/pith/7IXVBE2SX2MR7CAPBHSIYVPIGS.json","view_paper":"https://pith.science/paper/7IXVBE2S","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2406.05233&json=true","fetch_graph":"https://pith.science/api/pith-number/7IXVBE2SX2MR7CAPBHSIYVPIGS/graph.json","fetch_events":"https://pith.science/api/pith-number/7IXVBE2SX2MR7CAPBHSIYVPIGS/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/7IXVBE2SX2MR7CAPBHSIYVPIGS/action/timestamp_anchor","attest_storage":"https://pith.science/pith/7IXVBE2SX2MR7CAPBHSIYVPIGS/action/storage_attestation","attest_author":"https://pith.science/pith/7IXVBE2SX2MR7CAPBHSIYVPIGS/action/author_attestation","sign_citation":"https://pith.science/pith/7IXVBE2SX2MR7CAPBHSIYVPIGS/action/citation_signature","submit_replication":"https://pith.science/pith/7IXVBE2SX2MR7CAPBHSIYVPIGS/action/replication_record"}},"created_at":"2026-07-05T08:29:29.242883+00:00","updated_at":"2026-07-05T08:29:29.242883+00:00"}