{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:UMD2PP2V3A3OA7E5UWGEQPR667","short_pith_number":"pith:UMD2PP2V","canonical_record":{"source":{"id":"2404.05019","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-04-07T17:17:23Z","cross_cats_sorted":["cs.CL","cs.DC"],"title_canon_sha256":"aa837f9b7bedfd98e585cab788e899ae17ec348303f40a0d5a6c2abc4b70c659","abstract_canon_sha256":"7d329114fe55da3d43abd46e647e3a2cab9fdc951a70c353103e9292ce479627"},"schema_version":"1.0"},"canonical_sha256":"a307a7bf55d836e07c9da58c483e3ef7cd1a2dde42f8b028b758b8c380118a9f","source":{"kind":"arxiv","id":"2404.05019","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.05019","created_at":"2026-07-05T11:11:31Z"},{"alias_kind":"arxiv_version","alias_value":"2404.05019v3","created_at":"2026-07-05T11:11:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.05019","created_at":"2026-07-05T11:11:31Z"},{"alias_kind":"pith_short_12","alias_value":"UMD2PP2V3A3O","created_at":"2026-07-05T11:11:31Z"},{"alias_kind":"pith_short_16","alias_value":"UMD2PP2V3A3OA7E5","created_at":"2026-07-05T11:11:31Z"},{"alias_kind":"pith_short_8","alias_value":"UMD2PP2V","created_at":"2026-07-05T11:11:31Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:UMD2PP2V3A3OA7E5UWGEQPR667","target":"record","payload":{"canonical_record":{"source":{"id":"2404.05019","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-04-07T17:17:23Z","cross_cats_sorted":["cs.CL","cs.DC"],"title_canon_sha256":"aa837f9b7bedfd98e585cab788e899ae17ec348303f40a0d5a6c2abc4b70c659","abstract_canon_sha256":"7d329114fe55da3d43abd46e647e3a2cab9fdc951a70c353103e9292ce479627"},"schema_version":"1.0"},"canonical_sha256":"a307a7bf55d836e07c9da58c483e3ef7cd1a2dde42f8b028b758b8c380118a9f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:11:31.690449Z","signature_b64":"WETNY+jIsw68+Pp5GnGWLzpeShb+Mbi28I6S2A7x13KQpWvkI6iyOtU0jDGNA9SrvIexoAn7gKobAf+YyN8uDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a307a7bf55d836e07c9da58c483e3ef7cd1a2dde42f8b028b758b8c380118a9f","last_reissued_at":"2026-07-05T11:11:31.689882Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:11:31.689882Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2404.05019","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:11:31Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xhPx8XQOpSovmfOQ51P/NCTLTTPqrQm57YtTcY867YIbA4GS8gxKBiHpYIF4qxL2CbbpqoDvRgyOH2/vbLd3DA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T04:42:16.139637Z"},"content_sha256":"cf98d27e730509df4d5395bf040f5a976859b7b900b905d7a8299e126c058fa6","schema_version":"1.0","event_id":"sha256:cf98d27e730509df4d5395bf040f5a976859b7b900b905d7a8299e126c058fa6"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:UMD2PP2V3A3OA7E5UWGEQPR667","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Shortcut-connected Expert Parallelism for Accelerating Mixture-of-Experts","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL","cs.DC"],"primary_cat":"cs.LG","authors_text":"Jiayi Huang, Junwei Cui, Juyong Jiang, Le Qin, Sunghun Kim, Weilin Cai","submitted_at":"2024-04-07T17:17:23Z","abstract_excerpt":"Expert parallelism has emerged as a key strategy for distributing the computational workload of sparsely-gated mixture-of-experts (MoE) models across multiple devices, enabling the processing of increasingly large-scale models. However, the All-to-All communication inherent to expert parallelism poses a significant bottleneck, limiting the efficiency of MoE models. Although existing optimization methods partially mitigate this issue, they remain constrained by the sequential dependency between communication and computation operations. To address this challenge, we propose ScMoE, a novel shortc"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.05019","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2404.05019/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:11:31Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"juVA2hCFPegnjH/kOYGke0JjW7jrUcf+0y4xaKhFGu9zHX9dYuROAvuiGzu1zFUvQ0fs2kDuuOFMIDLlxZeoCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T04:42:16.140145Z"},"content_sha256":"123730c89d220edbea20a4c65640624b481eb2a2c3b6da9e41bf6de82c003525","schema_version":"1.0","event_id":"sha256:123730c89d220edbea20a4c65640624b481eb2a2c3b6da9e41bf6de82c003525"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/UMD2PP2V3A3OA7E5UWGEQPR667/bundle.json","state_url":"https://pith.science/pith/UMD2PP2V3A3OA7E5UWGEQPR667/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/UMD2PP2V3A3OA7E5UWGEQPR667/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T04:42:16Z","links":{"resolver":"https://pith.science/pith/UMD2PP2V3A3OA7E5UWGEQPR667","bundle":"https://pith.science/pith/UMD2PP2V3A3OA7E5UWGEQPR667/bundle.json","state":"https://pith.science/pith/UMD2PP2V3A3OA7E5UWGEQPR667/state.json","well_known_bundle":"https://pith.science/.well-known/pith/UMD2PP2V3A3OA7E5UWGEQPR667/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:UMD2PP2V3A3OA7E5UWGEQPR667","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7d329114fe55da3d43abd46e647e3a2cab9fdc951a70c353103e9292ce479627","cross_cats_sorted":["cs.CL","cs.DC"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-04-07T17:17:23Z","title_canon_sha256":"aa837f9b7bedfd98e585cab788e899ae17ec348303f40a0d5a6c2abc4b70c659"},"schema_version":"1.0","source":{"id":"2404.05019","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.05019","created_at":"2026-07-05T11:11:31Z"},{"alias_kind":"arxiv_version","alias_value":"2404.05019v3","created_at":"2026-07-05T11:11:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.05019","created_at":"2026-07-05T11:11:31Z"},{"alias_kind":"pith_short_12","alias_value":"UMD2PP2V3A3O","created_at":"2026-07-05T11:11:31Z"},{"alias_kind":"pith_short_16","alias_value":"UMD2PP2V3A3OA7E5","created_at":"2026-07-05T11:11:31Z"},{"alias_kind":"pith_short_8","alias_value":"UMD2PP2V","created_at":"2026-07-05T11:11:31Z"}],"graph_snapshots":[{"event_id":"sha256:123730c89d220edbea20a4c65640624b481eb2a2c3b6da9e41bf6de82c003525","target":"graph","created_at":"2026-07-05T11:11:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2404.05019/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Expert parallelism has emerged as a key strategy for distributing the computational workload of sparsely-gated mixture-of-experts (MoE) models across multiple devices, enabling the processing of increasingly large-scale models. However, the All-to-All communication inherent to expert parallelism poses a significant bottleneck, limiting the efficiency of MoE models. Although existing optimization methods partially mitigate this issue, they remain constrained by the sequential dependency between communication and computation operations. To address this challenge, we propose ScMoE, a novel shortc","authors_text":"Jiayi Huang, Junwei Cui, Juyong Jiang, Le Qin, Sunghun Kim, Weilin Cai","cross_cats":["cs.CL","cs.DC"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-04-07T17:17:23Z","title":"Shortcut-connected Expert Parallelism for Accelerating Mixture-of-Experts"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.05019","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:cf98d27e730509df4d5395bf040f5a976859b7b900b905d7a8299e126c058fa6","target":"record","created_at":"2026-07-05T11:11:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7d329114fe55da3d43abd46e647e3a2cab9fdc951a70c353103e9292ce479627","cross_cats_sorted":["cs.CL","cs.DC"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-04-07T17:17:23Z","title_canon_sha256":"aa837f9b7bedfd98e585cab788e899ae17ec348303f40a0d5a6c2abc4b70c659"},"schema_version":"1.0","source":{"id":"2404.05019","kind":"arxiv","version":3}},"canonical_sha256":"a307a7bf55d836e07c9da58c483e3ef7cd1a2dde42f8b028b758b8c380118a9f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a307a7bf55d836e07c9da58c483e3ef7cd1a2dde42f8b028b758b8c380118a9f","first_computed_at":"2026-07-05T11:11:31.689882Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:11:31.689882Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"WETNY+jIsw68+Pp5GnGWLzpeShb+Mbi28I6S2A7x13KQpWvkI6iyOtU0jDGNA9SrvIexoAn7gKobAf+YyN8uDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T11:11:31.690449Z","signed_message":"canonical_sha256_bytes"},"source_id":"2404.05019","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:cf98d27e730509df4d5395bf040f5a976859b7b900b905d7a8299e126c058fa6","sha256:123730c89d220edbea20a4c65640624b481eb2a2c3b6da9e41bf6de82c003525"],"state_sha256":"a94442cc8bf724b1d09cc5ed108322a433a8b1dc0cbb43e7ad0e3859b2fd13b4"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hKnKAoKvOhmAaltfFDslVDdy5M18FH4vo6ewEj9UMkD6XOOdnimW93fhPQx+xYO7Pt4X/G2xD1QL4Lwv9e4pDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T04:42:16.146404Z","bundle_sha256":"8432b4f44e9dabca9ce3ed972532d7eec9786632e1f86ee043a471a1283318bb"}}