{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:FJ5FKV6QEVEXNXE6L2YA6VKBUT","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8292f013186727dfd71fee49570fd2bf21e6851a6f4fac1ec82c275d8509bfff","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DC","submitted_at":"2024-11-02T15:45:54Z","title_canon_sha256":"c137273b872737a763758cd5ae43860e1e681b22112e88a05bfec0b4816b4529"},"schema_version":"1.0","source":{"id":"2411.01288","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.01288","created_at":"2026-07-05T10:43:02Z"},{"alias_kind":"arxiv_version","alias_value":"2411.01288v4","created_at":"2026-07-05T10:43:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.01288","created_at":"2026-07-05T10:43:02Z"},{"alias_kind":"pith_short_12","alias_value":"FJ5FKV6QEVEX","created_at":"2026-07-05T10:43:02Z"},{"alias_kind":"pith_short_16","alias_value":"FJ5FKV6QEVEXNXE6","created_at":"2026-07-05T10:43:02Z"},{"alias_kind":"pith_short_8","alias_value":"FJ5FKV6Q","created_at":"2026-07-05T10:43:02Z"}],"graph_snapshots":[{"event_id":"sha256:ff19133c3f5be066a486733aefdcfc75f8d4d5eb6bf3ab9f0cac37faffb0edcb","target":"graph","created_at":"2026-07-05T10:43:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2411.01288/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Mixture-of-Experts (MoE) has emerged as a practical approach to scale up parameters for the Transformer model to achieve better generalization while maintaining a sub-linear increase in computation overhead. Current MoE models are mainly built with expert parallelism on distributed devices. However, it usually depends on homogeneous devices to deploy and suffers from heavy communication overhead and computation redundancy. In this paper, we explore developing a \\texttt{H}eterogeneous-aware \\texttt{EX}pert \\texttt{A}llocation framework, \\textbf{\\texttt{HEXA-MoE}}, with significantly enhanced co","authors_text":"Hanrui Wang, Jie Peng, Pingzhi Li, Shuqing Luo, Tianlong Chen","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DC","submitted_at":"2024-11-02T15:45:54Z","title":"Hexa-MoE: Efficient and Heterogeneous-aware Training for Mixture-of-Experts"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.01288","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:fa07a51c9f548ed0e07d8178d414a4f4dbf5a1c9beca5ba9d808bd1a6573f801","target":"record","created_at":"2026-07-05T10:43:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8292f013186727dfd71fee49570fd2bf21e6851a6f4fac1ec82c275d8509bfff","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DC","submitted_at":"2024-11-02T15:45:54Z","title_canon_sha256":"c137273b872737a763758cd5ae43860e1e681b22112e88a05bfec0b4816b4529"},"schema_version":"1.0","source":{"id":"2411.01288","kind":"arxiv","version":4}},"canonical_sha256":"2a7a5557d0254976dc9e5eb00f5541a4dea7e0c0953cf6bb8171fddda01a89a1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2a7a5557d0254976dc9e5eb00f5541a4dea7e0c0953cf6bb8171fddda01a89a1","first_computed_at":"2026-07-05T10:43:02.929081Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:43:02.929081Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"GsC4D2LO1I8amxQMglwe9XFE5FeWpQW1O+PR2evivVILP9DWDy9TeZ4pMGydwiPGPMxlWS4w7TYhAMR+TaYPDw==","signature_status":"signed_v1","signed_at":"2026-07-05T10:43:02.929588Z","signed_message":"canonical_sha256_bytes"},"source_id":"2411.01288","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:fa07a51c9f548ed0e07d8178d414a4f4dbf5a1c9beca5ba9d808bd1a6573f801","sha256:ff19133c3f5be066a486733aefdcfc75f8d4d5eb6bf3ab9f0cac37faffb0edcb"],"state_sha256":"fe82ebc3132a8b4462bc6048ff2b29d63cc9e2044e5c317ff8eb9b2bab253d76"}