{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:SVGALYVOPBEY2J2Z4YUWCWSXPP","short_pith_number":"pith:SVGALYVO","canonical_record":{"source":{"id":"2411.15419","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DC","submitted_at":"2024-11-23T02:41:34Z","cross_cats_sorted":[],"title_canon_sha256":"3160d85daba7f6169337b22bb892f160fd280d4ce2aa737335d65e9de99c1640","abstract_canon_sha256":"e317508cd61d4da3f908b2c24d88d05fafa1ad91068ab9bd049b9fc658f6fcd0"},"schema_version":"1.0"},"canonical_sha256":"954c05e2ae78498d2759e629615a577bfc07dd82147c4ae01028c16d9147882d","source":{"kind":"arxiv","id":"2411.15419","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.15419","created_at":"2026-07-05T09:39:34Z"},{"alias_kind":"arxiv_version","alias_value":"2411.15419v1","created_at":"2026-07-05T09:39:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.15419","created_at":"2026-07-05T09:39:34Z"},{"alias_kind":"pith_short_12","alias_value":"SVGALYVOPBEY","created_at":"2026-07-05T09:39:34Z"},{"alias_kind":"pith_short_16","alias_value":"SVGALYVOPBEY2J2Z","created_at":"2026-07-05T09:39:34Z"},{"alias_kind":"pith_short_8","alias_value":"SVGALYVO","created_at":"2026-07-05T09:39:34Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:SVGALYVOPBEY2J2Z4YUWCWSXPP","target":"record","payload":{"canonical_record":{"source":{"id":"2411.15419","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DC","submitted_at":"2024-11-23T02:41:34Z","cross_cats_sorted":[],"title_canon_sha256":"3160d85daba7f6169337b22bb892f160fd280d4ce2aa737335d65e9de99c1640","abstract_canon_sha256":"e317508cd61d4da3f908b2c24d88d05fafa1ad91068ab9bd049b9fc658f6fcd0"},"schema_version":"1.0"},"canonical_sha256":"954c05e2ae78498d2759e629615a577bfc07dd82147c4ae01028c16d9147882d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:39:34.335159Z","signature_b64":"sq9DV0gVTOpjxrHQPSJmp1hyRbC8iZVkRXkBmrgxmoDfx4LjoNAW/6arpCIPuGUnzmhUqiXKLQ2HBaV7TvqTDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"954c05e2ae78498d2759e629615a577bfc07dd82147c4ae01028c16d9147882d","last_reissued_at":"2026-07-05T09:39:34.334442Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:39:34.334442Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2411.15419","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:39:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"y07LWFuYmTVZKDhtX8vO/OK8NQstprieGHVnsOyvTPCl7NAgntlzPtfEra0dMmRPHXfJQrCLlwE523bPD8C1Bg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T21:25:18.870539Z"},"content_sha256":"60e223fa456dc9f309691fa7a07e922f653aedb70298c3ba3642d38427654bc5","schema_version":"1.0","event_id":"sha256:60e223fa456dc9f309691fa7a07e922f653aedb70298c3ba3642d38427654bc5"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:SVGALYVOPBEY2J2Z4YUWCWSXPP","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Communication-Efficient Sparsely-Activated Model Training via Sequence Migration and Token Condensation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.DC","authors_text":"Fahao Chen, Peng Li, Song Guo, Zhou Su, Zicong Hong","submitted_at":"2024-11-23T02:41:34Z","abstract_excerpt":"Mixture-of-Experts (MoE) is an emerging technique for scaling large models with sparse activation. MoE models are typically trained in a distributed manner with an expert parallelism scheme, where experts in each MoE layer are distributed across multiple GPUs. However, the default expert parallelism suffers from the heavy network burden due to the all-to-all intermediate data exchange among GPUs before and after the expert run. Some existing works have proposed to reduce intermediate data exchanges by transferring experts to reduce the network loads, however, which would decrease parallelism l"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.15419","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2411.15419/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:39:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"uv9NF6BAP3ZK1S4y8eUh9JKK6PYe3KGou7jUBbU+uXDotE283XO3To3+xyWCDlptbrhOlzHuvXW0psP7t6cmCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T21:25:18.871531Z"},"content_sha256":"d30e9b09bdfd2b810ebe4abc464434fed81386fa4217fe2379ebaf79063f2d52","schema_version":"1.0","event_id":"sha256:d30e9b09bdfd2b810ebe4abc464434fed81386fa4217fe2379ebaf79063f2d52"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/SVGALYVOPBEY2J2Z4YUWCWSXPP/bundle.json","state_url":"https://pith.science/pith/SVGALYVOPBEY2J2Z4YUWCWSXPP/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/SVGALYVOPBEY2J2Z4YUWCWSXPP/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-12T21:25:18Z","links":{"resolver":"https://pith.science/pith/SVGALYVOPBEY2J2Z4YUWCWSXPP","bundle":"https://pith.science/pith/SVGALYVOPBEY2J2Z4YUWCWSXPP/bundle.json","state":"https://pith.science/pith/SVGALYVOPBEY2J2Z4YUWCWSXPP/state.json","well_known_bundle":"https://pith.science/.well-known/pith/SVGALYVOPBEY2J2Z4YUWCWSXPP/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:SVGALYVOPBEY2J2Z4YUWCWSXPP","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e317508cd61d4da3f908b2c24d88d05fafa1ad91068ab9bd049b9fc658f6fcd0","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DC","submitted_at":"2024-11-23T02:41:34Z","title_canon_sha256":"3160d85daba7f6169337b22bb892f160fd280d4ce2aa737335d65e9de99c1640"},"schema_version":"1.0","source":{"id":"2411.15419","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.15419","created_at":"2026-07-05T09:39:34Z"},{"alias_kind":"arxiv_version","alias_value":"2411.15419v1","created_at":"2026-07-05T09:39:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.15419","created_at":"2026-07-05T09:39:34Z"},{"alias_kind":"pith_short_12","alias_value":"SVGALYVOPBEY","created_at":"2026-07-05T09:39:34Z"},{"alias_kind":"pith_short_16","alias_value":"SVGALYVOPBEY2J2Z","created_at":"2026-07-05T09:39:34Z"},{"alias_kind":"pith_short_8","alias_value":"SVGALYVO","created_at":"2026-07-05T09:39:34Z"}],"graph_snapshots":[{"event_id":"sha256:d30e9b09bdfd2b810ebe4abc464434fed81386fa4217fe2379ebaf79063f2d52","target":"graph","created_at":"2026-07-05T09:39:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2411.15419/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Mixture-of-Experts (MoE) is an emerging technique for scaling large models with sparse activation. MoE models are typically trained in a distributed manner with an expert parallelism scheme, where experts in each MoE layer are distributed across multiple GPUs. However, the default expert parallelism suffers from the heavy network burden due to the all-to-all intermediate data exchange among GPUs before and after the expert run. Some existing works have proposed to reduce intermediate data exchanges by transferring experts to reduce the network loads, however, which would decrease parallelism l","authors_text":"Fahao Chen, Peng Li, Song Guo, Zhou Su, Zicong Hong","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DC","submitted_at":"2024-11-23T02:41:34Z","title":"Communication-Efficient Sparsely-Activated Model Training via Sequence Migration and Token Condensation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.15419","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:60e223fa456dc9f309691fa7a07e922f653aedb70298c3ba3642d38427654bc5","target":"record","created_at":"2026-07-05T09:39:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e317508cd61d4da3f908b2c24d88d05fafa1ad91068ab9bd049b9fc658f6fcd0","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DC","submitted_at":"2024-11-23T02:41:34Z","title_canon_sha256":"3160d85daba7f6169337b22bb892f160fd280d4ce2aa737335d65e9de99c1640"},"schema_version":"1.0","source":{"id":"2411.15419","kind":"arxiv","version":1}},"canonical_sha256":"954c05e2ae78498d2759e629615a577bfc07dd82147c4ae01028c16d9147882d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"954c05e2ae78498d2759e629615a577bfc07dd82147c4ae01028c16d9147882d","first_computed_at":"2026-07-05T09:39:34.334442Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:39:34.334442Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"sq9DV0gVTOpjxrHQPSJmp1hyRbC8iZVkRXkBmrgxmoDfx4LjoNAW/6arpCIPuGUnzmhUqiXKLQ2HBaV7TvqTDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:39:34.335159Z","signed_message":"canonical_sha256_bytes"},"source_id":"2411.15419","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:60e223fa456dc9f309691fa7a07e922f653aedb70298c3ba3642d38427654bc5","sha256:d30e9b09bdfd2b810ebe4abc464434fed81386fa4217fe2379ebaf79063f2d52"],"state_sha256":"3eae4d452598d780bf5a8bf3a9091cd18cfa475dda69060ee9e57d87102c9b02"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rdZXgNVIHcStB7Sjq+Q8wlWwWdSFlpRlrbMOV7k84naryI8dHwEdWvEKZVM8ziCV9Br68j8GPWantCq6zyo+Aw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-12T21:25:18.877116Z","bundle_sha256":"82b522e6e93215b50a80a39e43c6e8193688186b02b7e1aa8b370e5926a1e1bb"}}