{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:WCIU4OZ27UFBB3FLN7D4SRHFJV","short_pith_number":"pith:WCIU4OZ2","canonical_record":{"source":{"id":"2408.11396","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-21T07:43:49Z","cross_cats_sorted":[],"title_canon_sha256":"d795db8e522f1caf6c2a7a8f9e2323465bd213915e1f86e9a4a2e572cad29417","abstract_canon_sha256":"3182d67206ff401bc56aecad53b46cd6fff47a5a0ed61dd9c6ee1c975ed5627f"},"schema_version":"1.0"},"canonical_sha256":"b0914e3b3afd0a10ecab6fc7c944e54d407f3f0663077507ed32352ffdcac294","source":{"kind":"arxiv","id":"2408.11396","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.11396","created_at":"2026-07-05T08:57:43Z"},{"alias_kind":"arxiv_version","alias_value":"2408.11396v1","created_at":"2026-07-05T08:57:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.11396","created_at":"2026-07-05T08:57:43Z"},{"alias_kind":"pith_short_12","alias_value":"WCIU4OZ27UFB","created_at":"2026-07-05T08:57:43Z"},{"alias_kind":"pith_short_16","alias_value":"WCIU4OZ27UFBB3FL","created_at":"2026-07-05T08:57:43Z"},{"alias_kind":"pith_short_8","alias_value":"WCIU4OZ2","created_at":"2026-07-05T08:57:43Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:WCIU4OZ27UFBB3FLN7D4SRHFJV","target":"record","payload":{"canonical_record":{"source":{"id":"2408.11396","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-21T07:43:49Z","cross_cats_sorted":[],"title_canon_sha256":"d795db8e522f1caf6c2a7a8f9e2323465bd213915e1f86e9a4a2e572cad29417","abstract_canon_sha256":"3182d67206ff401bc56aecad53b46cd6fff47a5a0ed61dd9c6ee1c975ed5627f"},"schema_version":"1.0"},"canonical_sha256":"b0914e3b3afd0a10ecab6fc7c944e54d407f3f0663077507ed32352ffdcac294","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:57:43.434955Z","signature_b64":"9iiwpsY05Alw0Or7IxWqR97vUku0PxHpPfpkJbs7YQWmFAw3izcxaHkZfSzovcNQ5Eshd5hpF2B3qPdkDDOyAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b0914e3b3afd0a10ecab6fc7c944e54d407f3f0663077507ed32352ffdcac294","last_reissued_at":"2026-07-05T08:57:43.434497Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:57:43.434497Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2408.11396","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:57:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1BUWuBAcaXgE56mrFZFDzNneuBiQKKpgA3F+AW526FlUTQeHoMNq2H0t9MEuSKJxn9IJ//1FB+Bknf/pq7wfCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T20:19:51.129619Z"},"content_sha256":"8e44b2407920ed560d1f088e0bb75fb9db1e22cbc9c03b559e4c4d3a74fc533e","schema_version":"1.0","event_id":"sha256:8e44b2407920ed560d1f088e0bb75fb9db1e22cbc9c03b559e4c4d3a74fc533e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:WCIU4OZ27UFBB3FLN7D4SRHFJV","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"MoE-LPR: Multilingual Extension of Large Language Models through Mixture-of-Experts with Language Priors Routing","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Chao Deng, Hao Zhou, Jiajun Chen, Junlan Feng, Shujian Huang, Weihua Luo, Xin Huang, Xue Han, Zhijun Wang","submitted_at":"2024-08-21T07:43:49Z","abstract_excerpt":"Large Language Models (LLMs) are often English-centric due to the disproportionate distribution of languages in their pre-training data. Enhancing non-English language capabilities through post-pretraining often results in catastrophic forgetting of the ability of original languages. Previous methods either achieve good expansion with severe forgetting or slight forgetting with poor expansion, indicating the challenge of balancing language expansion while preventing forgetting. In this paper, we propose a method called MoE-LPR (Mixture-of-Experts with Language Priors Routing) to alleviate this"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.11396","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2408.11396/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:57:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xcpKHsX94c8WBIDnknGg9Abnb9QxXAzka9b/bpxjCd88o5UlEa8T2/f23ABF21XxuebVVccQbHnXhl3/frszBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T20:19:51.130390Z"},"content_sha256":"c14d4ce255bac46730774b510aa7ff0956ec9de1a7df2ed8a7dbc879ac9d32af","schema_version":"1.0","event_id":"sha256:c14d4ce255bac46730774b510aa7ff0956ec9de1a7df2ed8a7dbc879ac9d32af"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/WCIU4OZ27UFBB3FLN7D4SRHFJV/bundle.json","state_url":"https://pith.science/pith/WCIU4OZ27UFBB3FLN7D4SRHFJV/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/WCIU4OZ27UFBB3FLN7D4SRHFJV/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-19T20:19:51Z","links":{"resolver":"https://pith.science/pith/WCIU4OZ27UFBB3FLN7D4SRHFJV","bundle":"https://pith.science/pith/WCIU4OZ27UFBB3FLN7D4SRHFJV/bundle.json","state":"https://pith.science/pith/WCIU4OZ27UFBB3FLN7D4SRHFJV/state.json","well_known_bundle":"https://pith.science/.well-known/pith/WCIU4OZ27UFBB3FLN7D4SRHFJV/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:WCIU4OZ27UFBB3FLN7D4SRHFJV","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"3182d67206ff401bc56aecad53b46cd6fff47a5a0ed61dd9c6ee1c975ed5627f","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-21T07:43:49Z","title_canon_sha256":"d795db8e522f1caf6c2a7a8f9e2323465bd213915e1f86e9a4a2e572cad29417"},"schema_version":"1.0","source":{"id":"2408.11396","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.11396","created_at":"2026-07-05T08:57:43Z"},{"alias_kind":"arxiv_version","alias_value":"2408.11396v1","created_at":"2026-07-05T08:57:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.11396","created_at":"2026-07-05T08:57:43Z"},{"alias_kind":"pith_short_12","alias_value":"WCIU4OZ27UFB","created_at":"2026-07-05T08:57:43Z"},{"alias_kind":"pith_short_16","alias_value":"WCIU4OZ27UFBB3FL","created_at":"2026-07-05T08:57:43Z"},{"alias_kind":"pith_short_8","alias_value":"WCIU4OZ2","created_at":"2026-07-05T08:57:43Z"}],"graph_snapshots":[{"event_id":"sha256:c14d4ce255bac46730774b510aa7ff0956ec9de1a7df2ed8a7dbc879ac9d32af","target":"graph","created_at":"2026-07-05T08:57:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2408.11396/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) are often English-centric due to the disproportionate distribution of languages in their pre-training data. Enhancing non-English language capabilities through post-pretraining often results in catastrophic forgetting of the ability of original languages. Previous methods either achieve good expansion with severe forgetting or slight forgetting with poor expansion, indicating the challenge of balancing language expansion while preventing forgetting. In this paper, we propose a method called MoE-LPR (Mixture-of-Experts with Language Priors Routing) to alleviate this","authors_text":"Chao Deng, Hao Zhou, Jiajun Chen, Junlan Feng, Shujian Huang, Weihua Luo, Xin Huang, Xue Han, Zhijun Wang","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-21T07:43:49Z","title":"MoE-LPR: Multilingual Extension of Large Language Models through Mixture-of-Experts with Language Priors Routing"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.11396","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8e44b2407920ed560d1f088e0bb75fb9db1e22cbc9c03b559e4c4d3a74fc533e","target":"record","created_at":"2026-07-05T08:57:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"3182d67206ff401bc56aecad53b46cd6fff47a5a0ed61dd9c6ee1c975ed5627f","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-21T07:43:49Z","title_canon_sha256":"d795db8e522f1caf6c2a7a8f9e2323465bd213915e1f86e9a4a2e572cad29417"},"schema_version":"1.0","source":{"id":"2408.11396","kind":"arxiv","version":1}},"canonical_sha256":"b0914e3b3afd0a10ecab6fc7c944e54d407f3f0663077507ed32352ffdcac294","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b0914e3b3afd0a10ecab6fc7c944e54d407f3f0663077507ed32352ffdcac294","first_computed_at":"2026-07-05T08:57:43.434497Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:57:43.434497Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"9iiwpsY05Alw0Or7IxWqR97vUku0PxHpPfpkJbs7YQWmFAw3izcxaHkZfSzovcNQ5Eshd5hpF2B3qPdkDDOyAA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:57:43.434955Z","signed_message":"canonical_sha256_bytes"},"source_id":"2408.11396","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8e44b2407920ed560d1f088e0bb75fb9db1e22cbc9c03b559e4c4d3a74fc533e","sha256:c14d4ce255bac46730774b510aa7ff0956ec9de1a7df2ed8a7dbc879ac9d32af"],"state_sha256":"cd8c2376e4e45a83d07d5550dfcd404337ffd3265004b4552870c07693583cfc"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0cBQ7vAyqFBrc7G7cvmdd7PqbUPYTrqnmSaoIFUPRns1QO005MT9+OJ3OD7T91OliA29Q9dCRxOqBz2msF8YAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-19T20:19:51.136434Z","bundle_sha256":"f70770ad838fcb0ae0f646de9d10d447e3fa8c822e7f2d2e7e00cf2628ff7aad"}}