{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2024:AXLEP5R2W62OTWZ3DWM47TTDHE","short_pith_number":"pith:AXLEP5R2","schema_version":"1.0","canonical_sha256":"05d647f63ab7b4e9db3b1d99cfce633902ba915402ae9f0faf714dcb6a35c059","source":{"kind":"arxiv","id":"2410.19735","version":1},"attestation_state":"computed","paper":{"title":"Model merging with SVD to tie the Knots","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CV","authors_text":"Boglarka Ecsedi, George Stoica, Judy Hoffman, Leshem Choshen, Pratik Ramesh","submitted_at":"2024-10-25T17:59:55Z","abstract_excerpt":"Recent model merging methods demonstrate that the parameters of fully-finetuned models specializing in distinct tasks can be combined into one model capable of solving all tasks without retraining. Yet, this success does not transfer well when merging LoRA finetuned models. We study this phenomenon and observe that the weights of LoRA finetuned models showcase a lower degree of alignment compared to their fully-finetuned counterparts. We hypothesize that improving this alignment is key to obtaining better LoRA model merges, and propose KnOTS to address this problem. KnOTS uses the SVD to joint"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2410.19735","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-10-25T17:59:55Z","cross_cats_sorted":[],"title_canon_sha256":"b0aa257d9363d4ac35e2d01f199c4280b9e823c0f8f6393b7233210d2471f040","abstract_canon_sha256":"a9c2f58ddc609c0307d6e09efb98a0340505dbfc01193f40fddf64330e0840dc"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:26:00.956956Z","signature_b64":"1y3LDjIG8r/d16v//EyjTZ9sqE/cXdl8mhSEb1oIWDp8PqEgGhcl+oxE3/8zx4TVELBur9iZABEbpM0/dG5uCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"05d647f63ab7b4e9db3b1d99cfce633902ba915402ae9f0faf714dcb6a35c059","last_reissued_at":"2026-07-05T09:26:00.956504Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:26:00.956504Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Model merging with SVD to tie the Knots","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CV","authors_text":"Boglarka Ecsedi, George Stoica, Judy Hoffman, Leshem Choshen, Pratik Ramesh","submitted_at":"2024-10-25T17:59:55Z","abstract_excerpt":"Recent model merging methods demonstrate that the parameters of fully-finetuned models specializing in distinct tasks can be combined into one model capable of solving all tasks without retraining. Yet, this success does not transfer well when merging LoRA finetuned models. We study this phenomenon and observe that the weights of LoRA finetuned models showcase a lower degree of alignment compared to their fully-finetuned counterparts. We hypothesize that improving this alignment is key to obtaining better LoRA model merges, and propose KnOTS to address this problem. KnOTS uses the SVD to joint"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.19735","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.19735/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2410.19735","created_at":"2026-07-05T09:26:00.956558+00:00"},{"alias_kind":"arxiv_version","alias_value":"2410.19735v1","created_at":"2026-07-05T09:26:00.956558+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.19735","created_at":"2026-07-05T09:26:00.956558+00:00"},{"alias_kind":"pith_short_12","alias_value":"AXLEP5R2W62O","created_at":"2026-07-05T09:26:00.956558+00:00"},{"alias_kind":"pith_short_16","alias_value":"AXLEP5R2W62OTWZ3","created_at":"2026-07-05T09:26:00.956558+00:00"},{"alias_kind":"pith_short_8","alias_value":"AXLEP5R2","created_at":"2026-07-05T09:26:00.956558+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":8,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2607.01689","citing_title":"Model Merging as Probabilistic Inference in Fine-Tuning Parameter Space","ref_index":36,"is_internal_anchor":false},{"citing_arxiv_id":"2605.14938","citing_title":"Octopus: History-Free Gradient Orthogonalization for Continual Learning in Multimodal Large Language Models","ref_index":59,"is_internal_anchor":false},{"citing_arxiv_id":"2605.14948","citing_title":"ACE-LoRA: Adaptive Orthogonal Decoupling for Continual Image Editing","ref_index":44,"is_internal_anchor":false},{"citing_arxiv_id":"2605.28304","citing_title":"Compositional Generalization in Autoregressive Models via Logit Composition","ref_index":13,"is_internal_anchor":false},{"citing_arxiv_id":"2605.18904","citing_title":"Dynamic Model Merging Made Slim","ref_index":73,"is_internal_anchor":false},{"citing_arxiv_id":"2605.11679","citing_title":"Explaining and Breaking the Safety-Helpfulness Ceiling via Preference Dimensional Expansion","ref_index":52,"is_internal_anchor":false},{"citing_arxiv_id":"2605.11679","citing_title":"Explaining and Breaking the Safety-Helpfulness Ceiling via Preference Dimensional Expansion","ref_index":52,"is_internal_anchor":false},{"citing_arxiv_id":"2604.22823","citing_title":"PivotMerge: Bridging Heterogeneous Multimodal Pre-training via Post-Alignment Model Merging","ref_index":29,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/AXLEP5R2W62OTWZ3DWM47TTDHE","json":"https://pith.science/pith/AXLEP5R2W62OTWZ3DWM47TTDHE.json","graph_json":"https://pith.science/api/pith-number/AXLEP5R2W62OTWZ3DWM47TTDHE/graph.json","events_json":"https://pith.science/api/pith-number/AXLEP5R2W62OTWZ3DWM47TTDHE/events.json","paper":"https://pith.science/paper/AXLEP5R2"},"agent_actions":{"view_html":"https://pith.science/pith/AXLEP5R2W62OTWZ3DWM47TTDHE","download_json":"https://pith.science/pith/AXLEP5R2W62OTWZ3DWM47TTDHE.json","view_paper":"https://pith.science/paper/AXLEP5R2","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2410.19735&json=true","fetch_graph":"https://pith.science/api/pith-number/AXLEP5R2W62OTWZ3DWM47TTDHE/graph.json","fetch_events":"https://pith.science/api/pith-number/AXLEP5R2W62OTWZ3DWM47TTDHE/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/AXLEP5R2W62OTWZ3DWM47TTDHE/action/timestamp_anchor","attest_storage":"https://pith.science/pith/AXLEP5R2W62OTWZ3DWM47TTDHE/action/storage_attestation","attest_author":"https://pith.science/pith/AXLEP5R2W62OTWZ3DWM47TTDHE/action/author_attestation","sign_citation":"https://pith.science/pith/AXLEP5R2W62OTWZ3DWM47TTDHE/action/citation_signature","submit_replication":"https://pith.science/pith/AXLEP5R2W62OTWZ3DWM47TTDHE/action/replication_record"}},"created_at":"2026-07-05T09:26:00.956558+00:00","updated_at":"2026-07-05T09:26:00.956558+00:00"}