{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2024:NFKT5VDM52XNU3YMLUDG4KCOFU","short_pith_number":"pith:NFKT5VDM","schema_version":"1.0","canonical_sha256":"69553ed46ceeaeda6f0c5d066e284e2d3cc7e1267f1e57fce926b887a82ad934","source":{"kind":"arxiv","id":"2403.03432","version":1},"attestation_state":"computed","paper":{"title":"Mixture-of-LoRAs: An Efficient Multitask Tuning for Large Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Chuzhan Hao, Hao Wang, Wenfeng Feng, Yuewei Zhang, Yu Han","submitted_at":"2024-03-06T03:33:48Z","abstract_excerpt":"Instruction Tuning has the potential to stimulate or enhance specific capabilities of large language models (LLMs). However, achieving the right balance of data is crucial to prevent catastrophic forgetting and interference between tasks. To address these limitations and enhance training flexibility, we propose the Mixture-of-LoRAs (MoA) architecture which is a novel and parameter-efficient tuning method designed for multi-task learning with LLMs. In this paper, we start by individually training multiple domain-specific LoRA modules using corresponding supervised corpus data. These LoRA module"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2403.03432","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-03-06T03:33:48Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"d0610d8ce5606f948023bebe460cf843bc57806ab40d5b119f9a4f8db525aaaa","abstract_canon_sha256":"5bd2a82ab55f592bdda87ae142d65e32d93b00cca9428fb8e87727e41b789c67"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:52:48.178215Z","signature_b64":"rjpw7O7k/wDCNDDhieJFb7qMqepF45s8O6QiguOo7szwAnugHnWZBPusVbTBdvds88y1xRHFuwV4nNA9reZ9Cw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"69553ed46ceeaeda6f0c5d066e284e2d3cc7e1267f1e57fce926b887a82ad934","last_reissued_at":"2026-07-05T07:52:48.177783Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:52:48.177783Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Mixture-of-LoRAs: An Efficient Multitask Tuning for Large Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Chuzhan Hao, Hao Wang, Wenfeng Feng, Yuewei Zhang, Yu Han","submitted_at":"2024-03-06T03:33:48Z","abstract_excerpt":"Instruction Tuning has the potential to stimulate or enhance specific capabilities of large language models (LLMs). However, achieving the right balance of data is crucial to prevent catastrophic forgetting and interference between tasks. To address these limitations and enhance training flexibility, we propose the Mixture-of-LoRAs (MoA) architecture which is a novel and parameter-efficient tuning method designed for multi-task learning with LLMs. In this paper, we start by individually training multiple domain-specific LoRA modules using corresponding supervised corpus data. These LoRA module"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.03432","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2403.03432/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2403.03432","created_at":"2026-07-05T07:52:48.177841+00:00"},{"alias_kind":"arxiv_version","alias_value":"2403.03432v1","created_at":"2026-07-05T07:52:48.177841+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.03432","created_at":"2026-07-05T07:52:48.177841+00:00"},{"alias_kind":"pith_short_12","alias_value":"NFKT5VDM52XN","created_at":"2026-07-05T07:52:48.177841+00:00"},{"alias_kind":"pith_short_16","alias_value":"NFKT5VDM52XNU3YM","created_at":"2026-07-05T07:52:48.177841+00:00"},{"alias_kind":"pith_short_8","alias_value":"NFKT5VDM","created_at":"2026-07-05T07:52:48.177841+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":5,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2404.16994","citing_title":"PLLaVA : Parameter-free LLaVA Extension from Images to Videos for Video Dense Captioning","ref_index":7,"is_internal_anchor":false},{"citing_arxiv_id":"2604.06202","citing_title":"Cross-Lingual Transfer and Parameter-Efficient Adaptation in the Turkic Language Family: A Theoretical Framework for Low-Resource Language Models","ref_index":11,"is_internal_anchor":false},{"citing_arxiv_id":"2605.14289","citing_title":"MetaMoE: Diversity-Aware Proxy Selection for Privacy-Preserving Mixture-of-Experts Unification","ref_index":1,"is_internal_anchor":false},{"citing_arxiv_id":"2403.14608","citing_title":"Parameter-Efficient Fine-Tuning for Large Models: A Comprehensive Survey","ref_index":94,"is_internal_anchor":false},{"citing_arxiv_id":"2604.26340","citing_title":"Adaptive and Fine-grained Module-wise Expert Pruning for Efficient LoRA-MoE Fine-Tuning","ref_index":26,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/NFKT5VDM52XNU3YMLUDG4KCOFU","json":"https://pith.science/pith/NFKT5VDM52XNU3YMLUDG4KCOFU.json","graph_json":"https://pith.science/api/pith-number/NFKT5VDM52XNU3YMLUDG4KCOFU/graph.json","events_json":"https://pith.science/api/pith-number/NFKT5VDM52XNU3YMLUDG4KCOFU/events.json","paper":"https://pith.science/paper/NFKT5VDM"},"agent_actions":{"view_html":"https://pith.science/pith/NFKT5VDM52XNU3YMLUDG4KCOFU","download_json":"https://pith.science/pith/NFKT5VDM52XNU3YMLUDG4KCOFU.json","view_paper":"https://pith.science/paper/NFKT5VDM","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2403.03432&json=true","fetch_graph":"https://pith.science/api/pith-number/NFKT5VDM52XNU3YMLUDG4KCOFU/graph.json","fetch_events":"https://pith.science/api/pith-number/NFKT5VDM52XNU3YMLUDG4KCOFU/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/NFKT5VDM52XNU3YMLUDG4KCOFU/action/timestamp_anchor","attest_storage":"https://pith.science/pith/NFKT5VDM52XNU3YMLUDG4KCOFU/action/storage_attestation","attest_author":"https://pith.science/pith/NFKT5VDM52XNU3YMLUDG4KCOFU/action/author_attestation","sign_citation":"https://pith.science/pith/NFKT5VDM52XNU3YMLUDG4KCOFU/action/citation_signature","submit_replication":"https://pith.science/pith/NFKT5VDM52XNU3YMLUDG4KCOFU/action/replication_record"}},"created_at":"2026-07-05T07:52:48.177841+00:00","updated_at":"2026-07-05T07:52:48.177841+00:00"}