{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2024:GGVX5D33YFJJUFKZWVZVP4M6ZM","short_pith_number":"pith:GGVX5D33","schema_version":"1.0","canonical_sha256":"31ab7e8f7bc1529a1559b57357f19ecb284da72394d38de3d1ba10ba04dc86f7","source":{"kind":"arxiv","id":"2404.13628","version":1},"attestation_state":"computed","paper":{"title":"Mixture of LoRA Experts","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG","cs.MM"],"primary_cat":"cs.CL","authors_text":"Furu Wei, Shaohan Huang, Xun Wu","submitted_at":"2024-04-21T11:59:53Z","abstract_excerpt":"LoRA has gained widespread acceptance in the fine-tuning of large pre-trained models to cater to a diverse array of downstream tasks, showcasing notable effectiveness and efficiency, thereby solidifying its position as one of the most prevalent fine-tuning techniques. Due to the modular nature of LoRA's plug-and-play plugins, researchers have delved into the amalgamation of multiple LoRAs to empower models to excel across various downstream tasks. Nonetheless, extant approaches for LoRA fusion grapple with inherent challenges. Direct arithmetic merging may result in the loss of the original pr"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2404.13628","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-04-21T11:59:53Z","cross_cats_sorted":["cs.LG","cs.MM"],"title_canon_sha256":"b2a54688cf4981041b9064ab41efbff2a7dcd3ecb7133a288c19fb5fe3023316","abstract_canon_sha256":"f95afef38d9f14a84ad4af7c7de90da2877e638f5b3686ce6a1da4290e03f66b"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:10:35.200128Z","signature_b64":"SfwyHlwCY2h1K4/S2+ZZ7mN5swrQI43r4Hxrai26JvEYQkJVpREzpGpAfg1l4j8lSkh4AolDe57Ywe2PX76PBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"31ab7e8f7bc1529a1559b57357f19ecb284da72394d38de3d1ba10ba04dc86f7","last_reissued_at":"2026-07-05T08:10:35.199720Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:10:35.199720Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Mixture of LoRA Experts","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG","cs.MM"],"primary_cat":"cs.CL","authors_text":"Furu Wei, Shaohan Huang, Xun Wu","submitted_at":"2024-04-21T11:59:53Z","abstract_excerpt":"LoRA has gained widespread acceptance in the fine-tuning of large pre-trained models to cater to a diverse array of downstream tasks, showcasing notable effectiveness and efficiency, thereby solidifying its position as one of the most prevalent fine-tuning techniques. Due to the modular nature of LoRA's plug-and-play plugins, researchers have delved into the amalgamation of multiple LoRAs to empower models to excel across various downstream tasks. Nonetheless, extant approaches for LoRA fusion grapple with inherent challenges. Direct arithmetic merging may result in the loss of the original pr"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.13628","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2404.13628/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2404.13628","created_at":"2026-07-05T08:10:35.199780+00:00"},{"alias_kind":"arxiv_version","alias_value":"2404.13628v1","created_at":"2026-07-05T08:10:35.199780+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.13628","created_at":"2026-07-05T08:10:35.199780+00:00"},{"alias_kind":"pith_short_12","alias_value":"GGVX5D33YFJJ","created_at":"2026-07-05T08:10:35.199780+00:00"},{"alias_kind":"pith_short_16","alias_value":"GGVX5D33YFJJUFKZ","created_at":"2026-07-05T08:10:35.199780+00:00"},{"alias_kind":"pith_short_8","alias_value":"GGVX5D33","created_at":"2026-07-05T08:10:35.199780+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":20,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2606.21645","citing_title":"Behavioral and Representational Evidence of Binomial Ordering Preferences in Large Language Models","ref_index":126,"is_internal_anchor":false},{"citing_arxiv_id":"2606.31432","citing_title":"Clinically Structured Rank-Gated LoRA for Cross-Benchmark Medical Question Answering","ref_index":12,"is_internal_anchor":false},{"citing_arxiv_id":"2606.10617","citing_title":"SSR-Merge: Subspace Signal Routing for Training-Free LoRA Merging in Diffusion Models","ref_index":49,"is_internal_anchor":false},{"citing_arxiv_id":"2606.31432","citing_title":"Clinically Structured Rank-Gated LoRA for Cross-Benchmark Medical Question Answering","ref_index":14,"is_internal_anchor":false},{"citing_arxiv_id":"2606.03979","citing_title":"Language Models Need Sleep: Learning to Self-Modify and Consolidate Memories","ref_index":99,"is_internal_anchor":false},{"citing_arxiv_id":"2606.31432","citing_title":"Clinically Structured Rank-Gated LoRA for Cross-Benchmark Medical Question Answering","ref_index":14,"is_internal_anchor":false},{"citing_arxiv_id":"2606.31397","citing_title":"Mixture-of-Control: State-Aware Fine-Tuning for Transformer-based Models","ref_index":54,"is_internal_anchor":false},{"citing_arxiv_id":"2606.29375","citing_title":"TriageRA-CCF: Source-Side Clinical Confidence and Coverage Signals for Adaptive Rank Budgeting in Medical LLMs","ref_index":22,"is_internal_anchor":false},{"citing_arxiv_id":"2605.29569","citing_title":"LoRA-Key: User-Centric LoRA Watermarking for Text-to-Image Diffusion Models","ref_index":8,"is_internal_anchor":false},{"citing_arxiv_id":"2606.00382","citing_title":"CRMA: A Spectrally-Bounded Backbone for Modular Continual Fine-Tuning of LLMs","ref_index":43,"is_internal_anchor":false},{"citing_arxiv_id":"2410.06431","citing_title":"Functional-level Uncertainty Quantification for Calibrated Fine-tuning on LLMs","ref_index":8,"is_internal_anchor":false},{"citing_arxiv_id":"2509.06984","citing_title":"FediLoRA: Practical Federated Fine-Tuning of Foundation Models Under Missing-Modality Constraints","ref_index":39,"is_internal_anchor":false},{"citing_arxiv_id":"2510.07239","citing_title":"Red-Bandit: Test-Time Adaptation for LLM Red-Teaming via Bandit-Guided LoRA Experts","ref_index":32,"is_internal_anchor":false},{"citing_arxiv_id":"2507.00029","citing_title":"LoRA-Mixer: Coordinate Modular LoRA Experts Through Serial Attention Routing","ref_index":14,"is_internal_anchor":false},{"citing_arxiv_id":"2403.14608","citing_title":"Parameter-Efficient Fine-Tuning for Large Models: A Comprehensive Survey","ref_index":95,"is_internal_anchor":false},{"citing_arxiv_id":"2604.23750","citing_title":"The Override Gap: A Magnitude Account of Knowledge Conflict Failure in Hypernetwork-Based Instant LLM Adaptation","ref_index":35,"is_internal_anchor":false},{"citing_arxiv_id":"2604.23750","citing_title":"The Override Gap: A Magnitude Account of Knowledge Conflict Failure in Hypernetwork-Based Instant LLM Adaptation","ref_index":35,"is_internal_anchor":false},{"citing_arxiv_id":"2604.21905","citing_title":"Low-Rank Adaptation Redux for Large Models","ref_index":209,"is_internal_anchor":false},{"citing_arxiv_id":"2605.07562","citing_title":"Beyond GSD-as-Token: Continuous Scale Conditioning for Remote Sensing VLMs","ref_index":13,"is_internal_anchor":false},{"citing_arxiv_id":"2604.05183","citing_title":"OrthoFuse: Training-free Riemannian Fusion of Orthogonal Style-Concept Adapters for Diffusion Models","ref_index":33,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/GGVX5D33YFJJUFKZWVZVP4M6ZM","json":"https://pith.science/pith/GGVX5D33YFJJUFKZWVZVP4M6ZM.json","graph_json":"https://pith.science/api/pith-number/GGVX5D33YFJJUFKZWVZVP4M6ZM/graph.json","events_json":"https://pith.science/api/pith-number/GGVX5D33YFJJUFKZWVZVP4M6ZM/events.json","paper":"https://pith.science/paper/GGVX5D33"},"agent_actions":{"view_html":"https://pith.science/pith/GGVX5D33YFJJUFKZWVZVP4M6ZM","download_json":"https://pith.science/pith/GGVX5D33YFJJUFKZWVZVP4M6ZM.json","view_paper":"https://pith.science/paper/GGVX5D33","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2404.13628&json=true","fetch_graph":"https://pith.science/api/pith-number/GGVX5D33YFJJUFKZWVZVP4M6ZM/graph.json","fetch_events":"https://pith.science/api/pith-number/GGVX5D33YFJJUFKZWVZVP4M6ZM/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/GGVX5D33YFJJUFKZWVZVP4M6ZM/action/timestamp_anchor","attest_storage":"https://pith.science/pith/GGVX5D33YFJJUFKZWVZVP4M6ZM/action/storage_attestation","attest_author":"https://pith.science/pith/GGVX5D33YFJJUFKZWVZVP4M6ZM/action/author_attestation","sign_citation":"https://pith.science/pith/GGVX5D33YFJJUFKZWVZVP4M6ZM/action/citation_signature","submit_replication":"https://pith.science/pith/GGVX5D33YFJJUFKZWVZVP4M6ZM/action/replication_record"}},"created_at":"2026-07-05T08:10:35.199780+00:00","updated_at":"2026-07-05T08:10:35.199780+00:00"}