{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2025:N5DDY4IN63S2GKK5DJ2TMCJGC5","short_pith_number":"pith:N5DDY4IN","schema_version":"1.0","canonical_sha256":"6f463c710df6e5a3295d1a753609261760d23aabe79155462ee7fddda9e1d79e","source":{"kind":"arxiv","id":"2505.15875","version":1},"attestation_state":"computed","paper":{"title":"Decouple and Orthogonalize: A Data-Free Framework for LoRA Merging","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CV","authors_text":"Chenyu Huang, Hongzhi Wang, Jiayuan Fan, Peng Ye, Shenghe Zheng, Shuyue Hu, Tao Chen, Xiaohui Wang","submitted_at":"2025-05-21T16:34:37Z","abstract_excerpt":"With more open-source models available for diverse tasks, model merging has gained attention by combining models into one, reducing training, storage, and inference costs. Current research mainly focuses on model merging for full fine-tuning, overlooking the popular LoRA. However, our empirical analysis reveals that: a) existing merging methods designed for full fine-tuning perform poorly on LoRA; b) LoRA modules show much larger parameter magnitude variance than full fine-tuned weights; c) greater parameter magnitude variance correlates with worse merging performance. Considering that large m"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2505.15875","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2025-05-21T16:34:37Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"362131c608736bbdebab558249813d54ec978f7cc2558e5ae0f9d60b7efd78d0","abstract_canon_sha256":"e34e2591e66adede4995b4e20c8d37c96d0e690ad2b4aa42152dc83415864da2"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:07:26.805735Z","signature_b64":"7JUSWn96iYj9hnFwh+1uNK6dXNkeTxykM4pv7I+4+ZGUZvayjefVRphKZSBbR5V9XI1o2LS7W9vRyecGEuNTAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6f463c710df6e5a3295d1a753609261760d23aabe79155462ee7fddda9e1d79e","last_reissued_at":"2026-07-05T11:07:26.805155Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:07:26.805155Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Decouple and Orthogonalize: A Data-Free Framework for LoRA Merging","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CV","authors_text":"Chenyu Huang, Hongzhi Wang, Jiayuan Fan, Peng Ye, Shenghe Zheng, Shuyue Hu, Tao Chen, Xiaohui Wang","submitted_at":"2025-05-21T16:34:37Z","abstract_excerpt":"With more open-source models available for diverse tasks, model merging has gained attention by combining models into one, reducing training, storage, and inference costs. Current research mainly focuses on model merging for full fine-tuning, overlooking the popular LoRA. However, our empirical analysis reveals that: a) existing merging methods designed for full fine-tuning perform poorly on LoRA; b) LoRA modules show much larger parameter magnitude variance than full fine-tuned weights; c) greater parameter magnitude variance correlates with worse merging performance. Considering that large m"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.15875","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2505.15875/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2505.15875","created_at":"2026-07-05T11:07:26.805243+00:00"},{"alias_kind":"arxiv_version","alias_value":"2505.15875v1","created_at":"2026-07-05T11:07:26.805243+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.15875","created_at":"2026-07-05T11:07:26.805243+00:00"},{"alias_kind":"pith_short_12","alias_value":"N5DDY4IN63S2","created_at":"2026-07-05T11:07:26.805243+00:00"},{"alias_kind":"pith_short_16","alias_value":"N5DDY4IN63S2GKK5","created_at":"2026-07-05T11:07:26.805243+00:00"},{"alias_kind":"pith_short_8","alias_value":"N5DDY4IN","created_at":"2026-07-05T11:07:26.805243+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":6,"internal_anchor_count":1,"sample":[{"citing_arxiv_id":"2607.07023","citing_title":"Online Data Selection Is Implicit Alignment","ref_index":60,"is_internal_anchor":true},{"citing_arxiv_id":"2606.03792","citing_title":"Training-Free Multi-Concept LoRA Composition with Prompt-Aware Weighting","ref_index":67,"is_internal_anchor":false},{"citing_arxiv_id":"2606.03723","citing_title":"Compress then Merge: From Multiple LoRAs into One Low-Rank Adapter","ref_index":13,"is_internal_anchor":false},{"citing_arxiv_id":"2605.20189","citing_title":"SOLAR: A Self-Optimizing Open-Ended Autonomous Agent for Lifelong Learning and Continual Adaptation","ref_index":67,"is_internal_anchor":false},{"citing_arxiv_id":"2605.09879","citing_title":"M2A: Synergizing Mathematical and Agentic Reasoning in Large Language Models","ref_index":51,"is_internal_anchor":false},{"citing_arxiv_id":"2604.10023","citing_title":"FREE-Switch: Frequency-based Dynamic LoRA Switch for Style Transfer","ref_index":41,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/N5DDY4IN63S2GKK5DJ2TMCJGC5","json":"https://pith.science/pith/N5DDY4IN63S2GKK5DJ2TMCJGC5.json","graph_json":"https://pith.science/api/pith-number/N5DDY4IN63S2GKK5DJ2TMCJGC5/graph.json","events_json":"https://pith.science/api/pith-number/N5DDY4IN63S2GKK5DJ2TMCJGC5/events.json","paper":"https://pith.science/paper/N5DDY4IN"},"agent_actions":{"view_html":"https://pith.science/pith/N5DDY4IN63S2GKK5DJ2TMCJGC5","download_json":"https://pith.science/pith/N5DDY4IN63S2GKK5DJ2TMCJGC5.json","view_paper":"https://pith.science/paper/N5DDY4IN","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2505.15875&json=true","fetch_graph":"https://pith.science/api/pith-number/N5DDY4IN63S2GKK5DJ2TMCJGC5/graph.json","fetch_events":"https://pith.science/api/pith-number/N5DDY4IN63S2GKK5DJ2TMCJGC5/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/N5DDY4IN63S2GKK5DJ2TMCJGC5/action/timestamp_anchor","attest_storage":"https://pith.science/pith/N5DDY4IN63S2GKK5DJ2TMCJGC5/action/storage_attestation","attest_author":"https://pith.science/pith/N5DDY4IN63S2GKK5DJ2TMCJGC5/action/author_attestation","sign_citation":"https://pith.science/pith/N5DDY4IN63S2GKK5DJ2TMCJGC5/action/citation_signature","submit_replication":"https://pith.science/pith/N5DDY4IN63S2GKK5DJ2TMCJGC5/action/replication_record"}},"created_at":"2026-07-05T11:07:26.805243+00:00","updated_at":"2026-07-05T11:07:26.805243+00:00"}