{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:PG6MEGJRJIKJABASKTKEMTT7ZO","short_pith_number":"pith:PG6MEGJR","canonical_record":{"source":{"id":"2205.14336","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-05-28T05:12:43Z","cross_cats_sorted":[],"title_canon_sha256":"fcc09fcdeb8a8a573225d21adb2017bdbbf1d9f4ec8659dc5aeb5e005df7a6fd","abstract_canon_sha256":"5b7f28261afa51fc2bf641925de947ae0ac7aade67db7002e674e4a8aa997a2f"},"schema_version":"1.0"},"canonical_sha256":"79bcc219314a1490041254d4464e7fcb8610125579b57ce2005c4b2608761e7c","source":{"kind":"arxiv","id":"2205.14336","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2205.14336","created_at":"2026-07-05T04:37:06Z"},{"alias_kind":"arxiv_version","alias_value":"2205.14336v2","created_at":"2026-07-05T04:37:06Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2205.14336","created_at":"2026-07-05T04:37:06Z"},{"alias_kind":"pith_short_12","alias_value":"PG6MEGJRJIKJ","created_at":"2026-07-05T04:37:06Z"},{"alias_kind":"pith_short_16","alias_value":"PG6MEGJRJIKJABAS","created_at":"2026-07-05T04:37:06Z"},{"alias_kind":"pith_short_8","alias_value":"PG6MEGJR","created_at":"2026-07-05T04:37:06Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:PG6MEGJRJIKJABASKTKEMTT7ZO","target":"record","payload":{"canonical_record":{"source":{"id":"2205.14336","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-05-28T05:12:43Z","cross_cats_sorted":[],"title_canon_sha256":"fcc09fcdeb8a8a573225d21adb2017bdbbf1d9f4ec8659dc5aeb5e005df7a6fd","abstract_canon_sha256":"5b7f28261afa51fc2bf641925de947ae0ac7aade67db7002e674e4a8aa997a2f"},"schema_version":"1.0"},"canonical_sha256":"79bcc219314a1490041254d4464e7fcb8610125579b57ce2005c4b2608761e7c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:37:06.361829Z","signature_b64":"qQMS6F1CIlifrcuIY/OPnBOEqm9t3KTAJV/81rY40nIoC0mqjg/qDWl3fMEYkOPAkXDcD6hkR0PqCKjNPsyMDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"79bcc219314a1490041254d4464e7fcb8610125579b57ce2005c4b2608761e7c","last_reissued_at":"2026-07-05T04:37:06.361398Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:37:06.361398Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2205.14336","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:37:06Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"kKc1e+Fs+WR8gtpbStX/uuWCPfwgsjwh9HFpc+qVCx/+AYh3NhMba2eMtgdiWKuwzpssYe8OIjcTLMRZzD+HBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T01:11:14.272381Z"},"content_sha256":"c5ebdaa246dde11705b88b40f10045876b4231b75240e71c24877a24c5e68f75","schema_version":"1.0","event_id":"sha256:c5ebdaa246dde11705b88b40f10045876b4231b75240e71c24877a24c5e68f75"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:PG6MEGJRJIKJABASKTKEMTT7ZO","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Gating Dropout: Communication-efficient Regularization for Sparsely Activated Transformers","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Alexandre Muzio, Hany Hassan Awadalla, Rui Liu, Young Jin Kim","submitted_at":"2022-05-28T05:12:43Z","abstract_excerpt":"Sparsely activated transformers, such as Mixture of Experts (MoE), have received great interest due to their outrageous scaling capability which enables dramatical increases in model size without significant increases in computational cost. To achieve this, MoE models replace the feedforward sub-layer with Mixture-of-Experts sub-layer in transformers and use a gating network to route each token to its assigned experts. Since the common practice for efficient training of such models requires distributing experts and tokens across different machines, this routing strategy often incurs huge cross"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2205.14336","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2205.14336/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:37:06Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"AVgAklsfklJxIEpMpc6JJW8zmh8tkVoPxhScONnc3IiHPqIGXLn3IOv7fflrBU2ccn4mqRJaQEArbiPmA5voCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T01:11:14.272876Z"},"content_sha256":"b6cc3e00f322f12dd54168666ee1ad446137feb42282e977b8b77cde130ce80d","schema_version":"1.0","event_id":"sha256:b6cc3e00f322f12dd54168666ee1ad446137feb42282e977b8b77cde130ce80d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/PG6MEGJRJIKJABASKTKEMTT7ZO/bundle.json","state_url":"https://pith.science/pith/PG6MEGJRJIKJABASKTKEMTT7ZO/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/PG6MEGJRJIKJABASKTKEMTT7ZO/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T01:11:14Z","links":{"resolver":"https://pith.science/pith/PG6MEGJRJIKJABASKTKEMTT7ZO","bundle":"https://pith.science/pith/PG6MEGJRJIKJABASKTKEMTT7ZO/bundle.json","state":"https://pith.science/pith/PG6MEGJRJIKJABASKTKEMTT7ZO/state.json","well_known_bundle":"https://pith.science/.well-known/pith/PG6MEGJRJIKJABASKTKEMTT7ZO/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:PG6MEGJRJIKJABASKTKEMTT7ZO","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5b7f28261afa51fc2bf641925de947ae0ac7aade67db7002e674e4a8aa997a2f","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-05-28T05:12:43Z","title_canon_sha256":"fcc09fcdeb8a8a573225d21adb2017bdbbf1d9f4ec8659dc5aeb5e005df7a6fd"},"schema_version":"1.0","source":{"id":"2205.14336","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2205.14336","created_at":"2026-07-05T04:37:06Z"},{"alias_kind":"arxiv_version","alias_value":"2205.14336v2","created_at":"2026-07-05T04:37:06Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2205.14336","created_at":"2026-07-05T04:37:06Z"},{"alias_kind":"pith_short_12","alias_value":"PG6MEGJRJIKJ","created_at":"2026-07-05T04:37:06Z"},{"alias_kind":"pith_short_16","alias_value":"PG6MEGJRJIKJABAS","created_at":"2026-07-05T04:37:06Z"},{"alias_kind":"pith_short_8","alias_value":"PG6MEGJR","created_at":"2026-07-05T04:37:06Z"}],"graph_snapshots":[{"event_id":"sha256:b6cc3e00f322f12dd54168666ee1ad446137feb42282e977b8b77cde130ce80d","target":"graph","created_at":"2026-07-05T04:37:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2205.14336/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Sparsely activated transformers, such as Mixture of Experts (MoE), have received great interest due to their outrageous scaling capability which enables dramatical increases in model size without significant increases in computational cost. To achieve this, MoE models replace the feedforward sub-layer with Mixture-of-Experts sub-layer in transformers and use a gating network to route each token to its assigned experts. Since the common practice for efficient training of such models requires distributing experts and tokens across different machines, this routing strategy often incurs huge cross","authors_text":"Alexandre Muzio, Hany Hassan Awadalla, Rui Liu, Young Jin Kim","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-05-28T05:12:43Z","title":"Gating Dropout: Communication-efficient Regularization for Sparsely Activated Transformers"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2205.14336","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c5ebdaa246dde11705b88b40f10045876b4231b75240e71c24877a24c5e68f75","target":"record","created_at":"2026-07-05T04:37:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5b7f28261afa51fc2bf641925de947ae0ac7aade67db7002e674e4a8aa997a2f","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-05-28T05:12:43Z","title_canon_sha256":"fcc09fcdeb8a8a573225d21adb2017bdbbf1d9f4ec8659dc5aeb5e005df7a6fd"},"schema_version":"1.0","source":{"id":"2205.14336","kind":"arxiv","version":2}},"canonical_sha256":"79bcc219314a1490041254d4464e7fcb8610125579b57ce2005c4b2608761e7c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"79bcc219314a1490041254d4464e7fcb8610125579b57ce2005c4b2608761e7c","first_computed_at":"2026-07-05T04:37:06.361398Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:37:06.361398Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"qQMS6F1CIlifrcuIY/OPnBOEqm9t3KTAJV/81rY40nIoC0mqjg/qDWl3fMEYkOPAkXDcD6hkR0PqCKjNPsyMDg==","signature_status":"signed_v1","signed_at":"2026-07-05T04:37:06.361829Z","signed_message":"canonical_sha256_bytes"},"source_id":"2205.14336","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c5ebdaa246dde11705b88b40f10045876b4231b75240e71c24877a24c5e68f75","sha256:b6cc3e00f322f12dd54168666ee1ad446137feb42282e977b8b77cde130ce80d"],"state_sha256":"fd7fea4ed3cf3844eda717ef6f9427beeb853bb3db6fe4844a7740cef2c9a289"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3tQTAZwwmvaFub1SPPvBAjfCRB2BtWUpx8Cm3l1pM+gkUStvRP/Jp4QXSB3BQtIKah8HSU3k/mxJxqXwyeJoAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T01:11:14.277580Z","bundle_sha256":"f92afc1d650ff3b39449a2cc06372f3d87e4a332dd4c9b58f4ee2b7490d85371"}}