{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:54EE2XKU6ISE6KABP4D5YD2O7U","short_pith_number":"pith:54EE2XKU","canonical_record":{"source":{"id":"2408.10681","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-20T09:35:24Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"6c11250ca7f5d4c56f07b89474a0bbf1b3f53aefee6eefd3eaac927172ca647f","abstract_canon_sha256":"a5f8899907d3145c0ce2e704d3149e45ea4cccccf5daa7e9f585e7ad3f778464"},"schema_version":"1.0"},"canonical_sha256":"ef084d5d54f2244f28017f07dc0f4efd2a987f3ae8f9a95db1a3bc6ea4a97353","source":{"kind":"arxiv","id":"2408.10681","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.10681","created_at":"2026-07-05T08:57:15Z"},{"alias_kind":"arxiv_version","alias_value":"2408.10681v1","created_at":"2026-07-05T08:57:15Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.10681","created_at":"2026-07-05T08:57:15Z"},{"alias_kind":"pith_short_12","alias_value":"54EE2XKU6ISE","created_at":"2026-07-05T08:57:15Z"},{"alias_kind":"pith_short_16","alias_value":"54EE2XKU6ISE6KAB","created_at":"2026-07-05T08:57:15Z"},{"alias_kind":"pith_short_8","alias_value":"54EE2XKU","created_at":"2026-07-05T08:57:15Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:54EE2XKU6ISE6KABP4D5YD2O7U","target":"record","payload":{"canonical_record":{"source":{"id":"2408.10681","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-20T09:35:24Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"6c11250ca7f5d4c56f07b89474a0bbf1b3f53aefee6eefd3eaac927172ca647f","abstract_canon_sha256":"a5f8899907d3145c0ce2e704d3149e45ea4cccccf5daa7e9f585e7ad3f778464"},"schema_version":"1.0"},"canonical_sha256":"ef084d5d54f2244f28017f07dc0f4efd2a987f3ae8f9a95db1a3bc6ea4a97353","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:57:15.736113Z","signature_b64":"WzIaMUkkGFpX2EnrfGbaTfsYnAQvbgFfhhk+k/qfdueozPCQCLSf28LsIloUJKAkeGii8cjaev3vywWHutnSCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ef084d5d54f2244f28017f07dc0f4efd2a987f3ae8f9a95db1a3bc6ea4a97353","last_reissued_at":"2026-07-05T08:57:15.735617Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:57:15.735617Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2408.10681","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:57:15Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ERMxJWFiKu8YdRAhmUL18AW9kynPsl4TJDEAmCySEpKJP42gf51Y557We5CPalawWzAY5BlsJftFLSKoddPmCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-21T10:29:14.534084Z"},"content_sha256":"6c99609c05050d52cb63540652d7c41c1206184768b4d6ff524807a88925258a","schema_version":"1.0","event_id":"sha256:6c99609c05050d52cb63540652d7c41c1206184768b4d6ff524807a88925258a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:54EE2XKU6ISE6KABP4D5YD2O7U","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"HMoE: Heterogeneous Mixture of Experts for Language Modeling","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"An Wang, Cheng-zhong Xu, Di Wang, Jiaqi Zhu, J.N.Han, Naoaki Okazaki, Pinxue Zhao, Ruobing Xie, Shuaipeng Li, Xingwu Sun, Zhanhui Kang, Zhen Yang","submitted_at":"2024-08-20T09:35:24Z","abstract_excerpt":"Mixture of Experts (MoE) offers remarkable performance and computational efficiency by selectively activating subsets of model parameters. Traditionally, MoE models use homogeneous experts, each with identical capacity. However, varying complexity in input data necessitates experts with diverse capabilities, while homogeneous MoE hinders effective expert specialization and efficient parameter utilization. In this study, we propose a novel Heterogeneous Mixture of Experts (HMoE), where experts differ in size and thus possess diverse capacities. This heterogeneity allows for more specialized exp"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.10681","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2408.10681/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:57:15Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EzODorJzT8Ci6mcZyzd2gfDWc9U3rg3VWx/QnuUTZl+2OoFfg/lwszNCBSbjDa7229cFXpS6/XQ1PwScLU5DAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-21T10:29:14.534837Z"},"content_sha256":"a35cefb1f47f4463763757371aa88384b22e5b2409c362e1a9974341126ce7a1","schema_version":"1.0","event_id":"sha256:a35cefb1f47f4463763757371aa88384b22e5b2409c362e1a9974341126ce7a1"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/54EE2XKU6ISE6KABP4D5YD2O7U/bundle.json","state_url":"https://pith.science/pith/54EE2XKU6ISE6KABP4D5YD2O7U/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/54EE2XKU6ISE6KABP4D5YD2O7U/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-21T10:29:14Z","links":{"resolver":"https://pith.science/pith/54EE2XKU6ISE6KABP4D5YD2O7U","bundle":"https://pith.science/pith/54EE2XKU6ISE6KABP4D5YD2O7U/bundle.json","state":"https://pith.science/pith/54EE2XKU6ISE6KABP4D5YD2O7U/state.json","well_known_bundle":"https://pith.science/.well-known/pith/54EE2XKU6ISE6KABP4D5YD2O7U/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:54EE2XKU6ISE6KABP4D5YD2O7U","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a5f8899907d3145c0ce2e704d3149e45ea4cccccf5daa7e9f585e7ad3f778464","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-20T09:35:24Z","title_canon_sha256":"6c11250ca7f5d4c56f07b89474a0bbf1b3f53aefee6eefd3eaac927172ca647f"},"schema_version":"1.0","source":{"id":"2408.10681","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.10681","created_at":"2026-07-05T08:57:15Z"},{"alias_kind":"arxiv_version","alias_value":"2408.10681v1","created_at":"2026-07-05T08:57:15Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.10681","created_at":"2026-07-05T08:57:15Z"},{"alias_kind":"pith_short_12","alias_value":"54EE2XKU6ISE","created_at":"2026-07-05T08:57:15Z"},{"alias_kind":"pith_short_16","alias_value":"54EE2XKU6ISE6KAB","created_at":"2026-07-05T08:57:15Z"},{"alias_kind":"pith_short_8","alias_value":"54EE2XKU","created_at":"2026-07-05T08:57:15Z"}],"graph_snapshots":[{"event_id":"sha256:a35cefb1f47f4463763757371aa88384b22e5b2409c362e1a9974341126ce7a1","target":"graph","created_at":"2026-07-05T08:57:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2408.10681/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Mixture of Experts (MoE) offers remarkable performance and computational efficiency by selectively activating subsets of model parameters. Traditionally, MoE models use homogeneous experts, each with identical capacity. However, varying complexity in input data necessitates experts with diverse capabilities, while homogeneous MoE hinders effective expert specialization and efficient parameter utilization. In this study, we propose a novel Heterogeneous Mixture of Experts (HMoE), where experts differ in size and thus possess diverse capacities. This heterogeneity allows for more specialized exp","authors_text":"An Wang, Cheng-zhong Xu, Di Wang, Jiaqi Zhu, J.N.Han, Naoaki Okazaki, Pinxue Zhao, Ruobing Xie, Shuaipeng Li, Xingwu Sun, Zhanhui Kang, Zhen Yang","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-20T09:35:24Z","title":"HMoE: Heterogeneous Mixture of Experts for Language Modeling"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.10681","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6c99609c05050d52cb63540652d7c41c1206184768b4d6ff524807a88925258a","target":"record","created_at":"2026-07-05T08:57:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a5f8899907d3145c0ce2e704d3149e45ea4cccccf5daa7e9f585e7ad3f778464","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-20T09:35:24Z","title_canon_sha256":"6c11250ca7f5d4c56f07b89474a0bbf1b3f53aefee6eefd3eaac927172ca647f"},"schema_version":"1.0","source":{"id":"2408.10681","kind":"arxiv","version":1}},"canonical_sha256":"ef084d5d54f2244f28017f07dc0f4efd2a987f3ae8f9a95db1a3bc6ea4a97353","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ef084d5d54f2244f28017f07dc0f4efd2a987f3ae8f9a95db1a3bc6ea4a97353","first_computed_at":"2026-07-05T08:57:15.735617Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:57:15.735617Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"WzIaMUkkGFpX2EnrfGbaTfsYnAQvbgFfhhk+k/qfdueozPCQCLSf28LsIloUJKAkeGii8cjaev3vywWHutnSCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:57:15.736113Z","signed_message":"canonical_sha256_bytes"},"source_id":"2408.10681","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6c99609c05050d52cb63540652d7c41c1206184768b4d6ff524807a88925258a","sha256:a35cefb1f47f4463763757371aa88384b22e5b2409c362e1a9974341126ce7a1"],"state_sha256":"13f1757f69d6821cbb662043ceb5468e28a2a0fff64f576d14690112c03e667f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ZXR0vhAOHf2h4ohYJ39tl2De99gT3BKxXGpe/Y0bz/nV1EHCMm78VyOOlB88veStA6L1VwU+JynQaRY7X6JpBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-21T10:29:14.542040Z","bundle_sha256":"2762bdb8aaaca98e368dd04571fe1eb3de716c35e0d949e1d3ec2e588db6be56"}}