{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:W32PNKH66ZHSO6PFCWZPJOHEWD","short_pith_number":"pith:W32PNKH6","canonical_record":{"source":{"id":"2402.08562","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-02-13T16:04:21Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"64a73de42be16890de94a5671f672a0de0130544e0f4e6fa58247bf7da0b2f65","abstract_canon_sha256":"59108d7df57260974db8d84e2cba5de7d1813688213384a95719f5f239e226f1"},"schema_version":"1.0"},"canonical_sha256":"b6f4f6a8fef64f2779e515b2f4b8e4b0d6eb3708d0c6395667bb28281b6fa15d","source":{"kind":"arxiv","id":"2402.08562","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.08562","created_at":"2026-07-05T07:44:48Z"},{"alias_kind":"arxiv_version","alias_value":"2402.08562v1","created_at":"2026-07-05T07:44:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.08562","created_at":"2026-07-05T07:44:48Z"},{"alias_kind":"pith_short_12","alias_value":"W32PNKH66ZHS","created_at":"2026-07-05T07:44:48Z"},{"alias_kind":"pith_short_16","alias_value":"W32PNKH66ZHSO6PF","created_at":"2026-07-05T07:44:48Z"},{"alias_kind":"pith_short_8","alias_value":"W32PNKH6","created_at":"2026-07-05T07:44:48Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:W32PNKH66ZHSO6PFCWZPJOHEWD","target":"record","payload":{"canonical_record":{"source":{"id":"2402.08562","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-02-13T16:04:21Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"64a73de42be16890de94a5671f672a0de0130544e0f4e6fa58247bf7da0b2f65","abstract_canon_sha256":"59108d7df57260974db8d84e2cba5de7d1813688213384a95719f5f239e226f1"},"schema_version":"1.0"},"canonical_sha256":"b6f4f6a8fef64f2779e515b2f4b8e4b0d6eb3708d0c6395667bb28281b6fa15d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:44:48.311660Z","signature_b64":"cjlUew+FlERM1Qr4bCb2BMXx8HBe0uArcqj4vnaFd6ACxnxbGUy9X8XHcGkKcW4AfGfO8skdt1k38qUBwQT5BQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b6f4f6a8fef64f2779e515b2f4b8e4b0d6eb3708d0c6395667bb28281b6fa15d","last_reissued_at":"2026-07-05T07:44:48.311179Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:44:48.311179Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2402.08562","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:44:48Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9lUh2eZgQiLRiMHSIeMoNzjjJWhCEtLLbbldGHQNsmUCmJWBzQa8uqTHM2ElXGKmHZUZ+J86XFWocFVx6pKMBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T06:52:04.240910Z"},"content_sha256":"173b5dad4d6e97af05831067f63ef0f0afe90fee497bba336540253698d28597","schema_version":"1.0","event_id":"sha256:173b5dad4d6e97af05831067f63ef0f0afe90fee497bba336540253698d28597"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:W32PNKH66ZHSO6PFCWZPJOHEWD","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Higher Layers Need More LoRA Experts","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Baochen Sun, Chongyang Gao, Daiyi Peng, Jie Yang, Jinmeng Rao, Kezhen Chen, Ruibo Liu, VS Subrahmanian, Xiaoyuan Guo, Yawen Zhang","submitted_at":"2024-02-13T16:04:21Z","abstract_excerpt":"Parameter-efficient tuning (PEFT) techniques like low-rank adaptation (LoRA) offer training efficiency on Large Language Models, but their impact on model performance remains limited. Recent efforts integrate LoRA and Mixture-of-Experts (MoE) to improve the performance of PEFT methods. Despite promising results, research on improving the efficiency of LoRA with MoE is still in its early stages. Recent studies have shown that experts in the MoE architecture have different strengths and also exhibit some redundancy. Does this statement also apply to parameter-efficient MoE? In this paper, we int"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.08562","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2402.08562/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:44:48Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"O+DFWFMoC05C8tvvH+tNybvmaZvwz2pkACcqK1pn6ebreK9qsZkUrZoL/tRmkoBVXSQOr9kGvDOh/ZRF7suMBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T06:52:04.241770Z"},"content_sha256":"c54aebe69e0def375c627d518eb162ecbfac9a19db8c7a46cc74c83ab8b2d634","schema_version":"1.0","event_id":"sha256:c54aebe69e0def375c627d518eb162ecbfac9a19db8c7a46cc74c83ab8b2d634"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/W32PNKH66ZHSO6PFCWZPJOHEWD/bundle.json","state_url":"https://pith.science/pith/W32PNKH66ZHSO6PFCWZPJOHEWD/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/W32PNKH66ZHSO6PFCWZPJOHEWD/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T06:52:04Z","links":{"resolver":"https://pith.science/pith/W32PNKH66ZHSO6PFCWZPJOHEWD","bundle":"https://pith.science/pith/W32PNKH66ZHSO6PFCWZPJOHEWD/bundle.json","state":"https://pith.science/pith/W32PNKH66ZHSO6PFCWZPJOHEWD/state.json","well_known_bundle":"https://pith.science/.well-known/pith/W32PNKH66ZHSO6PFCWZPJOHEWD/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:W32PNKH66ZHSO6PFCWZPJOHEWD","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"59108d7df57260974db8d84e2cba5de7d1813688213384a95719f5f239e226f1","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-02-13T16:04:21Z","title_canon_sha256":"64a73de42be16890de94a5671f672a0de0130544e0f4e6fa58247bf7da0b2f65"},"schema_version":"1.0","source":{"id":"2402.08562","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.08562","created_at":"2026-07-05T07:44:48Z"},{"alias_kind":"arxiv_version","alias_value":"2402.08562v1","created_at":"2026-07-05T07:44:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.08562","created_at":"2026-07-05T07:44:48Z"},{"alias_kind":"pith_short_12","alias_value":"W32PNKH66ZHS","created_at":"2026-07-05T07:44:48Z"},{"alias_kind":"pith_short_16","alias_value":"W32PNKH66ZHSO6PF","created_at":"2026-07-05T07:44:48Z"},{"alias_kind":"pith_short_8","alias_value":"W32PNKH6","created_at":"2026-07-05T07:44:48Z"}],"graph_snapshots":[{"event_id":"sha256:c54aebe69e0def375c627d518eb162ecbfac9a19db8c7a46cc74c83ab8b2d634","target":"graph","created_at":"2026-07-05T07:44:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2402.08562/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Parameter-efficient tuning (PEFT) techniques like low-rank adaptation (LoRA) offer training efficiency on Large Language Models, but their impact on model performance remains limited. Recent efforts integrate LoRA and Mixture-of-Experts (MoE) to improve the performance of PEFT methods. Despite promising results, research on improving the efficiency of LoRA with MoE is still in its early stages. Recent studies have shown that experts in the MoE architecture have different strengths and also exhibit some redundancy. Does this statement also apply to parameter-efficient MoE? In this paper, we int","authors_text":"Baochen Sun, Chongyang Gao, Daiyi Peng, Jie Yang, Jinmeng Rao, Kezhen Chen, Ruibo Liu, VS Subrahmanian, Xiaoyuan Guo, Yawen Zhang","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-02-13T16:04:21Z","title":"Higher Layers Need More LoRA Experts"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.08562","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:173b5dad4d6e97af05831067f63ef0f0afe90fee497bba336540253698d28597","target":"record","created_at":"2026-07-05T07:44:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"59108d7df57260974db8d84e2cba5de7d1813688213384a95719f5f239e226f1","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-02-13T16:04:21Z","title_canon_sha256":"64a73de42be16890de94a5671f672a0de0130544e0f4e6fa58247bf7da0b2f65"},"schema_version":"1.0","source":{"id":"2402.08562","kind":"arxiv","version":1}},"canonical_sha256":"b6f4f6a8fef64f2779e515b2f4b8e4b0d6eb3708d0c6395667bb28281b6fa15d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b6f4f6a8fef64f2779e515b2f4b8e4b0d6eb3708d0c6395667bb28281b6fa15d","first_computed_at":"2026-07-05T07:44:48.311179Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:44:48.311179Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"cjlUew+FlERM1Qr4bCb2BMXx8HBe0uArcqj4vnaFd6ACxnxbGUy9X8XHcGkKcW4AfGfO8skdt1k38qUBwQT5BQ==","signature_status":"signed_v1","signed_at":"2026-07-05T07:44:48.311660Z","signed_message":"canonical_sha256_bytes"},"source_id":"2402.08562","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:173b5dad4d6e97af05831067f63ef0f0afe90fee497bba336540253698d28597","sha256:c54aebe69e0def375c627d518eb162ecbfac9a19db8c7a46cc74c83ab8b2d634"],"state_sha256":"1d4cdae74fe6e922bd09c2f4b242806210b506bd25859972a78613080ace90fa"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UIcL4T8TnTl5KSs9Nm7anDnhRWGqhwe5PY3LtM50JPjiQIBWnTbP8W+dIw+vuOAL+d4t4ENCTVpGc9/7aze/DQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T06:52:04.249629Z","bundle_sha256":"3a5fdb1bc0fc6820d10a098d7acb133c245517348fb5cd45e88956f3d99dca0e"}}