{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:VGWLD6FT23EV2OBMZWBBT4A7QX","short_pith_number":"pith:VGWLD6FT","canonical_record":{"source":{"id":"2210.07535","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-10-14T05:32:17Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"c266cb6f50d194e510553dd7833d5dda7ecc301fba3f9a3a078486d52b230ee2","abstract_canon_sha256":"f08dcdfa3dc4f62f14244843314f32aa95683878815df65639fb54aef5d3ce84"},"schema_version":"1.0"},"canonical_sha256":"a9acb1f8b3d6c95d382ccd8219f01f85dd3419facbfa0970fcf918f967b1466c","source":{"kind":"arxiv","id":"2210.07535","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2210.07535","created_at":"2026-07-05T06:18:36Z"},{"alias_kind":"arxiv_version","alias_value":"2210.07535v2","created_at":"2026-07-05T06:18:36Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2210.07535","created_at":"2026-07-05T06:18:36Z"},{"alias_kind":"pith_short_12","alias_value":"VGWLD6FT23EV","created_at":"2026-07-05T06:18:36Z"},{"alias_kind":"pith_short_16","alias_value":"VGWLD6FT23EV2OBM","created_at":"2026-07-05T06:18:36Z"},{"alias_kind":"pith_short_8","alias_value":"VGWLD6FT","created_at":"2026-07-05T06:18:36Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:VGWLD6FT23EV2OBMZWBBT4A7QX","target":"record","payload":{"canonical_record":{"source":{"id":"2210.07535","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-10-14T05:32:17Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"c266cb6f50d194e510553dd7833d5dda7ecc301fba3f9a3a078486d52b230ee2","abstract_canon_sha256":"f08dcdfa3dc4f62f14244843314f32aa95683878815df65639fb54aef5d3ce84"},"schema_version":"1.0"},"canonical_sha256":"a9acb1f8b3d6c95d382ccd8219f01f85dd3419facbfa0970fcf918f967b1466c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:18:36.571775Z","signature_b64":"QrF7qgFSkh5/hqyPZx/y1ZKgMeD1+R+KVJu9SPmU4L3DzEBMvGuSY2bbKIBDsm7LPbMlLQCmpvkFTLdCPHleDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a9acb1f8b3d6c95d382ccd8219f01f85dd3419facbfa0970fcf918f967b1466c","last_reissued_at":"2026-07-05T06:18:36.571281Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:18:36.571281Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2210.07535","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:18:36Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RhdhYDjksgwZc85dK6s0IZJqK4iQII76eyGG8CjqsoohbodlK/V+n2rw5+wUwFiCbtbf7Mf8WCYSLvGvzXSoAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T19:47:41.366679Z"},"content_sha256":"46215b984ece9999e712cfb0bf468f85ec9baa228e543b85c2c820564967b92d","schema_version":"1.0","event_id":"sha256:46215b984ece9999e712cfb0bf468f85ec9baa228e543b85c2c820564967b92d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:VGWLD6FT23EV2OBMZWBBT4A7QX","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"AutoMoE: Heterogeneous Mixture-of-Experts with Adaptive Computation for Efficient Neural Machine Translation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Ahmed Hassan Awadallah, Ganesh Jawahar, Jianfeng Gao, Laks V. S. Lakshmanan, Muhammad Abdul-Mageed, Sebastien Bubeck, Subhabrata Mukherjee, XiaoDong Liu, Young Jin Kim","submitted_at":"2022-10-14T05:32:17Z","abstract_excerpt":"Mixture-of-Expert (MoE) models have obtained state-of-the-art performance in Neural Machine Translation (NMT) tasks. Existing works in MoE mostly consider a homogeneous design where the same number of experts of the same size are placed uniformly throughout the network. Furthermore, existing MoE works do not consider computational constraints (e.g., FLOPs, latency) to guide their design. To this end, we develop AutoMoE -- a framework for designing heterogeneous MoE's under computational constraints. AutoMoE leverages Neural Architecture Search (NAS) to obtain efficient sparse MoE sub-transform"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2210.07535","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2210.07535/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:18:36Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"XZWR65KLqdm3n8hY983KZbaZ3Zkp5PkiL2jpvRmdDzC5Tn2VMyD4LtoCbDYAfAAtzNnrA4NbDLYk++qvC3yPBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T19:47:41.367297Z"},"content_sha256":"231ae3f3ac7fd428325be67c1289199bb2fb48aaf779f02fc58eb47422786466","schema_version":"1.0","event_id":"sha256:231ae3f3ac7fd428325be67c1289199bb2fb48aaf779f02fc58eb47422786466"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/VGWLD6FT23EV2OBMZWBBT4A7QX/bundle.json","state_url":"https://pith.science/pith/VGWLD6FT23EV2OBMZWBBT4A7QX/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/VGWLD6FT23EV2OBMZWBBT4A7QX/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T19:47:41Z","links":{"resolver":"https://pith.science/pith/VGWLD6FT23EV2OBMZWBBT4A7QX","bundle":"https://pith.science/pith/VGWLD6FT23EV2OBMZWBBT4A7QX/bundle.json","state":"https://pith.science/pith/VGWLD6FT23EV2OBMZWBBT4A7QX/state.json","well_known_bundle":"https://pith.science/.well-known/pith/VGWLD6FT23EV2OBMZWBBT4A7QX/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:VGWLD6FT23EV2OBMZWBBT4A7QX","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f08dcdfa3dc4f62f14244843314f32aa95683878815df65639fb54aef5d3ce84","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-10-14T05:32:17Z","title_canon_sha256":"c266cb6f50d194e510553dd7833d5dda7ecc301fba3f9a3a078486d52b230ee2"},"schema_version":"1.0","source":{"id":"2210.07535","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2210.07535","created_at":"2026-07-05T06:18:36Z"},{"alias_kind":"arxiv_version","alias_value":"2210.07535v2","created_at":"2026-07-05T06:18:36Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2210.07535","created_at":"2026-07-05T06:18:36Z"},{"alias_kind":"pith_short_12","alias_value":"VGWLD6FT23EV","created_at":"2026-07-05T06:18:36Z"},{"alias_kind":"pith_short_16","alias_value":"VGWLD6FT23EV2OBM","created_at":"2026-07-05T06:18:36Z"},{"alias_kind":"pith_short_8","alias_value":"VGWLD6FT","created_at":"2026-07-05T06:18:36Z"}],"graph_snapshots":[{"event_id":"sha256:231ae3f3ac7fd428325be67c1289199bb2fb48aaf779f02fc58eb47422786466","target":"graph","created_at":"2026-07-05T06:18:36Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2210.07535/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Mixture-of-Expert (MoE) models have obtained state-of-the-art performance in Neural Machine Translation (NMT) tasks. Existing works in MoE mostly consider a homogeneous design where the same number of experts of the same size are placed uniformly throughout the network. Furthermore, existing MoE works do not consider computational constraints (e.g., FLOPs, latency) to guide their design. To this end, we develop AutoMoE -- a framework for designing heterogeneous MoE's under computational constraints. AutoMoE leverages Neural Architecture Search (NAS) to obtain efficient sparse MoE sub-transform","authors_text":"Ahmed Hassan Awadallah, Ganesh Jawahar, Jianfeng Gao, Laks V. S. Lakshmanan, Muhammad Abdul-Mageed, Sebastien Bubeck, Subhabrata Mukherjee, XiaoDong Liu, Young Jin Kim","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-10-14T05:32:17Z","title":"AutoMoE: Heterogeneous Mixture-of-Experts with Adaptive Computation for Efficient Neural Machine Translation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2210.07535","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:46215b984ece9999e712cfb0bf468f85ec9baa228e543b85c2c820564967b92d","target":"record","created_at":"2026-07-05T06:18:36Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f08dcdfa3dc4f62f14244843314f32aa95683878815df65639fb54aef5d3ce84","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-10-14T05:32:17Z","title_canon_sha256":"c266cb6f50d194e510553dd7833d5dda7ecc301fba3f9a3a078486d52b230ee2"},"schema_version":"1.0","source":{"id":"2210.07535","kind":"arxiv","version":2}},"canonical_sha256":"a9acb1f8b3d6c95d382ccd8219f01f85dd3419facbfa0970fcf918f967b1466c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a9acb1f8b3d6c95d382ccd8219f01f85dd3419facbfa0970fcf918f967b1466c","first_computed_at":"2026-07-05T06:18:36.571281Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:18:36.571281Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"QrF7qgFSkh5/hqyPZx/y1ZKgMeD1+R+KVJu9SPmU4L3DzEBMvGuSY2bbKIBDsm7LPbMlLQCmpvkFTLdCPHleDA==","signature_status":"signed_v1","signed_at":"2026-07-05T06:18:36.571775Z","signed_message":"canonical_sha256_bytes"},"source_id":"2210.07535","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:46215b984ece9999e712cfb0bf468f85ec9baa228e543b85c2c820564967b92d","sha256:231ae3f3ac7fd428325be67c1289199bb2fb48aaf779f02fc58eb47422786466"],"state_sha256":"18cb15230d728eea70033487e3ea4a5a422864a8d3d660ee7e542cb31fb976f8"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"kwb5NZ69XrJOlMTH2pIyx5EPv1gXptMehgMdMR7epn47kiQ7u8cKRPfWlVhpWdQcA4PB00D7Yxl9UZso+M26Bw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T19:47:41.372491Z","bundle_sha256":"eb9a833ec5df0aef1a607b9b31fae9d2a90693f769de0cf165c5ba4355c1024f"}}