{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:5D36O7SA7C4FQIVWWBVKV4PJBL","short_pith_number":"pith:5D36O7SA","canonical_record":{"source":{"id":"2204.08396","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-04-18T16:48:19Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"eea6c0e6bcd55721b702653c69b7672c53e9255f6e9ff3e02652ef315f933d6b","abstract_canon_sha256":"b5669400ee069ae32402fd7fe58d3b921d5b43c61c1840d92dabebd2c7dbbc02"},"schema_version":"1.0"},"canonical_sha256":"e8f7e77e40f8b85822b6b06aaaf1e90af722e3a83d88fe3de72ed712fa19fa3e","source":{"kind":"arxiv","id":"2204.08396","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2204.08396","created_at":"2026-07-05T04:15:25Z"},{"alias_kind":"arxiv_version","alias_value":"2204.08396v1","created_at":"2026-07-05T04:15:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2204.08396","created_at":"2026-07-05T04:15:25Z"},{"alias_kind":"pith_short_12","alias_value":"5D36O7SA7C4F","created_at":"2026-07-05T04:15:25Z"},{"alias_kind":"pith_short_16","alias_value":"5D36O7SA7C4FQIVW","created_at":"2026-07-05T04:15:25Z"},{"alias_kind":"pith_short_8","alias_value":"5D36O7SA","created_at":"2026-07-05T04:15:25Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:5D36O7SA7C4FQIVWWBVKV4PJBL","target":"record","payload":{"canonical_record":{"source":{"id":"2204.08396","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-04-18T16:48:19Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"eea6c0e6bcd55721b702653c69b7672c53e9255f6e9ff3e02652ef315f933d6b","abstract_canon_sha256":"b5669400ee069ae32402fd7fe58d3b921d5b43c61c1840d92dabebd2c7dbbc02"},"schema_version":"1.0"},"canonical_sha256":"e8f7e77e40f8b85822b6b06aaaf1e90af722e3a83d88fe3de72ed712fa19fa3e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:15:25.446729Z","signature_b64":"rqGqrSJEZJCIZMscGwaSlEPMSQD5dqAFW+GQGQ0WE9I8HWyjM+Vzse7qe1vDFtv5jPaWZHQA42ECA1fmxTRNDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e8f7e77e40f8b85822b6b06aaaf1e90af722e3a83d88fe3de72ed712fa19fa3e","last_reissued_at":"2026-07-05T04:15:25.446197Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:15:25.446197Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2204.08396","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:15:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"eqVKAF/yJXga2FzZteXMoV6DCoIau7bFn6u1qzYNeKIToueLzZGfb99ty2IiAMZ/TOyq/04oYscCfXiKE1UfBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-31T14:07:38.959588Z"},"content_sha256":"45476fb4cfb13fee1c9416b8a51cb532b36085ba7c94822ed8167529c2d95b0b","schema_version":"1.0","event_id":"sha256:45476fb4cfb13fee1c9416b8a51cb532b36085ba7c94822ed8167529c2d95b0b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:5D36O7SA7C4FQIVWWBVKV4PJBL","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"StableMoE: Stable Routing Strategy for Mixture of Experts","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.LG","authors_text":"Baobao Chang, Bo Zheng, Damai Dai, Furu Wei, Li Dong, Shuming Ma, Zhifang Sui","submitted_at":"2022-04-18T16:48:19Z","abstract_excerpt":"The Mixture-of-Experts (MoE) technique can scale up the model size of Transformers with an affordable computational overhead. We point out that existing learning-to-route MoE methods suffer from the routing fluctuation issue, i.e., the target expert of the same input may change along with training, but only one expert will be activated for the input during inference. The routing fluctuation tends to harm sample efficiency because the same input updates different experts but only one is finally used. In this paper, we propose StableMoE with two training stages to address the routing fluctuation"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2204.08396","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2204.08396/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:15:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Iicf9TjiD1pFNZasb7bUUJBTrOcNW6zeqeadYKOf/qm/REpj0kwGX40ULF/tCzhl6k2r0U7wvk2dnlytBFXuDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-31T14:07:38.959880Z"},"content_sha256":"138bca6cb88274b789c8d3627a84cb64f2e8ef90d83a72e8db34c1b473bc8dec","schema_version":"1.0","event_id":"sha256:138bca6cb88274b789c8d3627a84cb64f2e8ef90d83a72e8db34c1b473bc8dec"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/5D36O7SA7C4FQIVWWBVKV4PJBL/bundle.json","state_url":"https://pith.science/pith/5D36O7SA7C4FQIVWWBVKV4PJBL/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/5D36O7SA7C4FQIVWWBVKV4PJBL/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-31T14:07:38Z","links":{"resolver":"https://pith.science/pith/5D36O7SA7C4FQIVWWBVKV4PJBL","bundle":"https://pith.science/pith/5D36O7SA7C4FQIVWWBVKV4PJBL/bundle.json","state":"https://pith.science/pith/5D36O7SA7C4FQIVWWBVKV4PJBL/state.json","well_known_bundle":"https://pith.science/.well-known/pith/5D36O7SA7C4FQIVWWBVKV4PJBL/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:5D36O7SA7C4FQIVWWBVKV4PJBL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b5669400ee069ae32402fd7fe58d3b921d5b43c61c1840d92dabebd2c7dbbc02","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-04-18T16:48:19Z","title_canon_sha256":"eea6c0e6bcd55721b702653c69b7672c53e9255f6e9ff3e02652ef315f933d6b"},"schema_version":"1.0","source":{"id":"2204.08396","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2204.08396","created_at":"2026-07-05T04:15:25Z"},{"alias_kind":"arxiv_version","alias_value":"2204.08396v1","created_at":"2026-07-05T04:15:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2204.08396","created_at":"2026-07-05T04:15:25Z"},{"alias_kind":"pith_short_12","alias_value":"5D36O7SA7C4F","created_at":"2026-07-05T04:15:25Z"},{"alias_kind":"pith_short_16","alias_value":"5D36O7SA7C4FQIVW","created_at":"2026-07-05T04:15:25Z"},{"alias_kind":"pith_short_8","alias_value":"5D36O7SA","created_at":"2026-07-05T04:15:25Z"}],"graph_snapshots":[{"event_id":"sha256:138bca6cb88274b789c8d3627a84cb64f2e8ef90d83a72e8db34c1b473bc8dec","target":"graph","created_at":"2026-07-05T04:15:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2204.08396/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The Mixture-of-Experts (MoE) technique can scale up the model size of Transformers with an affordable computational overhead. We point out that existing learning-to-route MoE methods suffer from the routing fluctuation issue, i.e., the target expert of the same input may change along with training, but only one expert will be activated for the input during inference. The routing fluctuation tends to harm sample efficiency because the same input updates different experts but only one is finally used. In this paper, we propose StableMoE with two training stages to address the routing fluctuation","authors_text":"Baobao Chang, Bo Zheng, Damai Dai, Furu Wei, Li Dong, Shuming Ma, Zhifang Sui","cross_cats":["cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-04-18T16:48:19Z","title":"StableMoE: Stable Routing Strategy for Mixture of Experts"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2204.08396","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:45476fb4cfb13fee1c9416b8a51cb532b36085ba7c94822ed8167529c2d95b0b","target":"record","created_at":"2026-07-05T04:15:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b5669400ee069ae32402fd7fe58d3b921d5b43c61c1840d92dabebd2c7dbbc02","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-04-18T16:48:19Z","title_canon_sha256":"eea6c0e6bcd55721b702653c69b7672c53e9255f6e9ff3e02652ef315f933d6b"},"schema_version":"1.0","source":{"id":"2204.08396","kind":"arxiv","version":1}},"canonical_sha256":"e8f7e77e40f8b85822b6b06aaaf1e90af722e3a83d88fe3de72ed712fa19fa3e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e8f7e77e40f8b85822b6b06aaaf1e90af722e3a83d88fe3de72ed712fa19fa3e","first_computed_at":"2026-07-05T04:15:25.446197Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:15:25.446197Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"rqGqrSJEZJCIZMscGwaSlEPMSQD5dqAFW+GQGQ0WE9I8HWyjM+Vzse7qe1vDFtv5jPaWZHQA42ECA1fmxTRNDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T04:15:25.446729Z","signed_message":"canonical_sha256_bytes"},"source_id":"2204.08396","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:45476fb4cfb13fee1c9416b8a51cb532b36085ba7c94822ed8167529c2d95b0b","sha256:138bca6cb88274b789c8d3627a84cb64f2e8ef90d83a72e8db34c1b473bc8dec"],"state_sha256":"996a16a084e3f3d3eb17893a8f45cb02674b5da84d047f39e0f83c9a7025ab2d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qJlw2xNJwz4DpNEaGqTvVe/AW/C+G9Cyy2CVT3FCeWYevXkXItJ2LJuaWomx+qpfazpQvCG+6m4Gp7TZvf1zDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-31T14:07:38.961922Z","bundle_sha256":"b3c59a30adcb4e7e5e5fc9ad92771567bc14f3c151421a232c47d36e48ba6889"}}