{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:FBOWBOYJIVPFO3PDJN4MJ77QSX","short_pith_number":"pith:FBOWBOYJ","canonical_record":{"source":{"id":"2505.21411","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-05-27T16:40:21Z","cross_cats_sorted":[],"title_canon_sha256":"0ef3bfbd40623b7f1881271ddbb3c19288462e1894d30dad9da56fe823f66dda","abstract_canon_sha256":"1bfc9b1b3e7d0dbd8b43785676ab6e3b6adbcd71ede476d0b69fbdfab794eea2"},"schema_version":"1.0"},"canonical_sha256":"285d60bb09455e576de34b78c4fff095eb6a7f85f914ca3fe4e9c63f78fb83bc","source":{"kind":"arxiv","id":"2505.21411","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.21411","created_at":"2026-07-05T11:10:59Z"},{"alias_kind":"arxiv_version","alias_value":"2505.21411v2","created_at":"2026-07-05T11:10:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.21411","created_at":"2026-07-05T11:10:59Z"},{"alias_kind":"pith_short_12","alias_value":"FBOWBOYJIVPF","created_at":"2026-07-05T11:10:59Z"},{"alias_kind":"pith_short_16","alias_value":"FBOWBOYJIVPFO3PD","created_at":"2026-07-05T11:10:59Z"},{"alias_kind":"pith_short_8","alias_value":"FBOWBOYJ","created_at":"2026-07-05T11:10:59Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:FBOWBOYJIVPFO3PDJN4MJ77QSX","target":"record","payload":{"canonical_record":{"source":{"id":"2505.21411","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-05-27T16:40:21Z","cross_cats_sorted":[],"title_canon_sha256":"0ef3bfbd40623b7f1881271ddbb3c19288462e1894d30dad9da56fe823f66dda","abstract_canon_sha256":"1bfc9b1b3e7d0dbd8b43785676ab6e3b6adbcd71ede476d0b69fbdfab794eea2"},"schema_version":"1.0"},"canonical_sha256":"285d60bb09455e576de34b78c4fff095eb6a7f85f914ca3fe4e9c63f78fb83bc","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:10:59.074166Z","signature_b64":"DCwRE+HgYKW18xE5D6vVHI6rQWG2rrvLTrhxFwO+EM2Oa7rC6B0dtO69r8zFMCuQuar3x/bCWki94paGLzbEDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"285d60bb09455e576de34b78c4fff095eb6a7f85f914ca3fe4e9c63f78fb83bc","last_reissued_at":"2026-07-05T11:10:59.073690Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:10:59.073690Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2505.21411","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:10:59Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"691/1SE20y6ES5FwucCH/nsPD0WP6WOBvgStlUHv9V+Fw/+MwOWFunTn31A6oohw9YNce9u7wJaWBcU4RVktBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T16:27:55.722004Z"},"content_sha256":"f1ee4a8a12c5278e90057e4cedcc1c61fa4cde0a783813ca14bdeedff89a1240","schema_version":"1.0","event_id":"sha256:f1ee4a8a12c5278e90057e4cedcc1c61fa4cde0a783813ca14bdeedff89a1240"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:FBOWBOYJIVPFO3PDJN4MJ77QSX","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Pangu Pro MoE: Mixture of Grouped Experts for Efficient Sparsity","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Binfan Zheng, Can Chen, Dacheng Tao, Fangcheng Liu, Fei Mi, Hang Zhou, Hanting Chen, Hui Zang, Jinpeng Li, Kai Han, Peifeng Qin, Ruiming Tang, Wei Guo, Xianzhi Yu, Xiaojun Meng, Xiaosong Li, Xinghao Chen, Yaoyuan Wang, Yehui Tang, Youliang Yan, Yunhe Wang (and Other Contributors), Zhicheng Liu","submitted_at":"2025-05-27T16:40:21Z","abstract_excerpt":"The surgence of Mixture of Experts (MoE) in Large Language Models promises a small price of execution cost for a much larger model parameter count and learning capacity, because only a small fraction of parameters are activated for each input token. However, it is commonly observed that some experts are activated far more often than others, leading to system inefficiency when running the experts on different devices in parallel. Therefore, we introduce Mixture of Grouped Experts (MoGE), which groups the experts during selection and balances the expert workload better than MoE in nature. It con"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.21411","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2505.21411/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:10:59Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DbZrWKaFBIqMvByvMY6lUzFTjee17Dc472xCnRLoYpYRx9VjSuyigguYLjhPgo8ovVBDMznUlSjpkIKSJj0UDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T16:27:55.723001Z"},"content_sha256":"4e66856aef4e07d5c52cb87f848b7058870521ac607b55bf42e15c59e69f96ef","schema_version":"1.0","event_id":"sha256:4e66856aef4e07d5c52cb87f848b7058870521ac607b55bf42e15c59e69f96ef"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/FBOWBOYJIVPFO3PDJN4MJ77QSX/bundle.json","state_url":"https://pith.science/pith/FBOWBOYJIVPFO3PDJN4MJ77QSX/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/FBOWBOYJIVPFO3PDJN4MJ77QSX/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T16:27:55Z","links":{"resolver":"https://pith.science/pith/FBOWBOYJIVPFO3PDJN4MJ77QSX","bundle":"https://pith.science/pith/FBOWBOYJIVPFO3PDJN4MJ77QSX/bundle.json","state":"https://pith.science/pith/FBOWBOYJIVPFO3PDJN4MJ77QSX/state.json","well_known_bundle":"https://pith.science/.well-known/pith/FBOWBOYJIVPFO3PDJN4MJ77QSX/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:FBOWBOYJIVPFO3PDJN4MJ77QSX","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1bfc9b1b3e7d0dbd8b43785676ab6e3b6adbcd71ede476d0b69fbdfab794eea2","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-05-27T16:40:21Z","title_canon_sha256":"0ef3bfbd40623b7f1881271ddbb3c19288462e1894d30dad9da56fe823f66dda"},"schema_version":"1.0","source":{"id":"2505.21411","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.21411","created_at":"2026-07-05T11:10:59Z"},{"alias_kind":"arxiv_version","alias_value":"2505.21411v2","created_at":"2026-07-05T11:10:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.21411","created_at":"2026-07-05T11:10:59Z"},{"alias_kind":"pith_short_12","alias_value":"FBOWBOYJIVPF","created_at":"2026-07-05T11:10:59Z"},{"alias_kind":"pith_short_16","alias_value":"FBOWBOYJIVPFO3PD","created_at":"2026-07-05T11:10:59Z"},{"alias_kind":"pith_short_8","alias_value":"FBOWBOYJ","created_at":"2026-07-05T11:10:59Z"}],"graph_snapshots":[{"event_id":"sha256:4e66856aef4e07d5c52cb87f848b7058870521ac607b55bf42e15c59e69f96ef","target":"graph","created_at":"2026-07-05T11:10:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2505.21411/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The surgence of Mixture of Experts (MoE) in Large Language Models promises a small price of execution cost for a much larger model parameter count and learning capacity, because only a small fraction of parameters are activated for each input token. However, it is commonly observed that some experts are activated far more often than others, leading to system inefficiency when running the experts on different devices in parallel. Therefore, we introduce Mixture of Grouped Experts (MoGE), which groups the experts during selection and balances the expert workload better than MoE in nature. It con","authors_text":"Binfan Zheng, Can Chen, Dacheng Tao, Fangcheng Liu, Fei Mi, Hang Zhou, Hanting Chen, Hui Zang, Jinpeng Li, Kai Han, Peifeng Qin, Ruiming Tang, Wei Guo, Xianzhi Yu, Xiaojun Meng, Xiaosong Li, Xinghao Chen, Yaoyuan Wang, Yehui Tang, Youliang Yan, Yunhe Wang (and Other Contributors), Zhicheng Liu","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-05-27T16:40:21Z","title":"Pangu Pro MoE: Mixture of Grouped Experts for Efficient Sparsity"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.21411","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f1ee4a8a12c5278e90057e4cedcc1c61fa4cde0a783813ca14bdeedff89a1240","target":"record","created_at":"2026-07-05T11:10:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1bfc9b1b3e7d0dbd8b43785676ab6e3b6adbcd71ede476d0b69fbdfab794eea2","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-05-27T16:40:21Z","title_canon_sha256":"0ef3bfbd40623b7f1881271ddbb3c19288462e1894d30dad9da56fe823f66dda"},"schema_version":"1.0","source":{"id":"2505.21411","kind":"arxiv","version":2}},"canonical_sha256":"285d60bb09455e576de34b78c4fff095eb6a7f85f914ca3fe4e9c63f78fb83bc","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"285d60bb09455e576de34b78c4fff095eb6a7f85f914ca3fe4e9c63f78fb83bc","first_computed_at":"2026-07-05T11:10:59.073690Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:10:59.073690Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"DCwRE+HgYKW18xE5D6vVHI6rQWG2rrvLTrhxFwO+EM2Oa7rC6B0dtO69r8zFMCuQuar3x/bCWki94paGLzbEDA==","signature_status":"signed_v1","signed_at":"2026-07-05T11:10:59.074166Z","signed_message":"canonical_sha256_bytes"},"source_id":"2505.21411","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f1ee4a8a12c5278e90057e4cedcc1c61fa4cde0a783813ca14bdeedff89a1240","sha256:4e66856aef4e07d5c52cb87f848b7058870521ac607b55bf42e15c59e69f96ef"],"state_sha256":"303c07a21eba2aeaa0d3705ee27ba8203d3b6456ac289f46a7647cb5d2417679"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"BSwnV5zvHQm1yGXhR3XznoqkUznP23RngHsNAziIglJJqj8OSj0j0QwUtuM1+uEg4B/36viz2zGHsOFjxdmcCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T16:27:55.732035Z","bundle_sha256":"21d3d9afad42c7c484200aa4ae292f5bc83dd67e3083b92200b30a2fd59728d4"}}