{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:TR5NRPWKPT5LD22ECFYJSXOF4S","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f7ed275c32254c2b6532397f918c00901516469582f487eff3daefd56759f9b3","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2025-01-17T09:27:08Z","title_canon_sha256":"b16346e68f0f26d785b53891381a6570661d851c3486be861156e04fb414df3f"},"schema_version":"1.0","source":{"id":"2501.10062","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.10062","created_at":"2026-07-05T11:40:32Z"},{"alias_kind":"arxiv_version","alias_value":"2501.10062v2","created_at":"2026-07-05T11:40:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.10062","created_at":"2026-07-05T11:40:32Z"},{"alias_kind":"pith_short_12","alias_value":"TR5NRPWKPT5L","created_at":"2026-07-05T11:40:32Z"},{"alias_kind":"pith_short_16","alias_value":"TR5NRPWKPT5LD22E","created_at":"2026-07-05T11:40:32Z"},{"alias_kind":"pith_short_8","alias_value":"TR5NRPWK","created_at":"2026-07-05T11:40:32Z"}],"graph_snapshots":[{"event_id":"sha256:72fcfd15548a41e1e2c8bab65c06d888c60452b5208fe4237c085aec44560d37","target":"graph","created_at":"2026-07-05T11:40:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2501.10062/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Building mixture-of-experts (MoE) architecture for Low-rank adaptation (LoRA) is emerging as a potential direction in parameter-efficient fine-tuning (PEFT) for its modular design and remarkable performance. However, simply stacking the number of experts cannot guarantee significant improvement. In this work, we first conduct qualitative analysis to indicate that experts collapse to similar representations in vanilla MoE, limiting the capacity of modular design and computational efficiency. Ulteriorly, Our analysis reveals that the performance of previous MoE variants maybe limited by a lack o","authors_text":"Dongmin Li, Huimu Wang, Jinyuan Feng, Tianyi Hu, Xiaolin Ai, Zhiqiang Pu","cross_cats":["cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2025-01-17T09:27:08Z","title":"OMoE: Diversifying Mixture of Low-Rank Adaptation by Orthogonal Finetuning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.10062","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:3fc92f26666bdf8f17d614fe562f0433cfdc029a898d3793d98b9f095dc9f1db","target":"record","created_at":"2026-07-05T11:40:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f7ed275c32254c2b6532397f918c00901516469582f487eff3daefd56759f9b3","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2025-01-17T09:27:08Z","title_canon_sha256":"b16346e68f0f26d785b53891381a6570661d851c3486be861156e04fb414df3f"},"schema_version":"1.0","source":{"id":"2501.10062","kind":"arxiv","version":2}},"canonical_sha256":"9c7ad8beca7cfab1eb441170995dc5e49c17f8fdf4e4620db85c652a57c09cf5","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9c7ad8beca7cfab1eb441170995dc5e49c17f8fdf4e4620db85c652a57c09cf5","first_computed_at":"2026-07-05T11:40:32.387920Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:40:32.387920Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"C9MJ9Rdc4eoB5JwuWsz0NguC99SCAyaz7oxkpy74epBdZI0fwebfONn5Jm/pBr/uS7GLP3SPY4mB0eGSZy/NBw==","signature_status":"signed_v1","signed_at":"2026-07-05T11:40:32.388400Z","signed_message":"canonical_sha256_bytes"},"source_id":"2501.10062","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:3fc92f26666bdf8f17d614fe562f0433cfdc029a898d3793d98b9f095dc9f1db","sha256:72fcfd15548a41e1e2c8bab65c06d888c60452b5208fe4237c085aec44560d37"],"state_sha256":"4b5ddfa115941459319e172172ff6426e491873af307942dd98bfc3ee6d14cd5"}