{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:U3IW7FHL7UK6SO4RPIOQGX6VLX","short_pith_number":"pith:U3IW7FHL","canonical_record":{"source":{"id":"2308.12066","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2023-08-23T11:25:37Z","cross_cats_sorted":["cs.AI","cs.AR"],"title_canon_sha256":"d4dede6b01d2826c58387ca640ca2da8632b8d631f9f5a8f82baae757f28f69b","abstract_canon_sha256":"6d6f6aded5ebb37ce4b5ac99131bb86246f8a724c80d9e3dd3aa4f486497fe43"},"schema_version":"1.0"},"canonical_sha256":"a6d16f94ebfd15e93b917a1d035fd55df820d8578c91c77797f5cf559d49d1a8","source":{"kind":"arxiv","id":"2308.12066","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.12066","created_at":"2026-07-05T08:12:44Z"},{"alias_kind":"arxiv_version","alias_value":"2308.12066v3","created_at":"2026-07-05T08:12:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.12066","created_at":"2026-07-05T08:12:44Z"},{"alias_kind":"pith_short_12","alias_value":"U3IW7FHL7UK6","created_at":"2026-07-05T08:12:44Z"},{"alias_kind":"pith_short_16","alias_value":"U3IW7FHL7UK6SO4R","created_at":"2026-07-05T08:12:44Z"},{"alias_kind":"pith_short_8","alias_value":"U3IW7FHL","created_at":"2026-07-05T08:12:44Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:U3IW7FHL7UK6SO4RPIOQGX6VLX","target":"record","payload":{"canonical_record":{"source":{"id":"2308.12066","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2023-08-23T11:25:37Z","cross_cats_sorted":["cs.AI","cs.AR"],"title_canon_sha256":"d4dede6b01d2826c58387ca640ca2da8632b8d631f9f5a8f82baae757f28f69b","abstract_canon_sha256":"6d6f6aded5ebb37ce4b5ac99131bb86246f8a724c80d9e3dd3aa4f486497fe43"},"schema_version":"1.0"},"canonical_sha256":"a6d16f94ebfd15e93b917a1d035fd55df820d8578c91c77797f5cf559d49d1a8","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:12:44.571671Z","signature_b64":"aUUn269HpQ6v6HYAEFkLfCDIXFNEMIR0xatDKbHMAYonU8fvfZivBjA+LaQAErhZeNqOvlTIpR5OSMck65VeCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a6d16f94ebfd15e93b917a1d035fd55df820d8578c91c77797f5cf559d49d1a8","last_reissued_at":"2026-07-05T08:12:44.571233Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:12:44.571233Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2308.12066","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:12:44Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VjQ50sBEUa8ehmBH4VlWXdcqPPv3yVxhtZXGR2y+msu0tL0Fq5RfOS+t9e28tJ6LrBqsmFbykby2Uy+pA//0CA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T04:04:44.562126Z"},"content_sha256":"58a9a286d3b8cef7f4bd8e54597cdf8220e28b3632312e8dbd6090d1ce5981e8","schema_version":"1.0","event_id":"sha256:58a9a286d3b8cef7f4bd8e54597cdf8220e28b3632312e8dbd6090d1ce5981e8"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:U3IW7FHL7UK6SO4RPIOQGX6VLX","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Pre-gated MoE: An Algorithm-System Co-Design for Fast and Scalable Mixture-of-Expert Inference","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":["cs.AI","cs.AR"],"primary_cat":"cs.LG","authors_text":"Changho Hwang, Jianyu Wei, Mao Yang, Ranggi Hwang, Shijie Cao, Ting Cao, Xiaohu Tang","submitted_at":"2023-08-23T11:25:37Z","abstract_excerpt":"Large language models (LLMs) based on transformers have made significant strides in recent years, the success of which is driven by scaling up their model size. Despite their high algorithmic performance, the computational and memory requirements of LLMs present unprecedented challenges. To tackle the high compute requirements of LLMs, the Mixture-of-Experts (MoE) architecture was introduced which is able to scale its model size without proportionally scaling up its computational requirements. Unfortunately, MoE's high memory demands and dynamic activation of sparse experts restrict its applic"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.12066","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2308.12066/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:12:44Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2tuhykueTmSKGDWlgQghOs1PKsWAjvRasnUEP1ExH5yMNZnYVB7crlKhXBIhIxWdi+IxKwpSAo1bEWccl0IDBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T04:04:44.563022Z"},"content_sha256":"cebcc39b32c125bf1f5c29e7e21b9ba31ab0d79e5739e88814d6ceb5ba6b4737","schema_version":"1.0","event_id":"sha256:cebcc39b32c125bf1f5c29e7e21b9ba31ab0d79e5739e88814d6ceb5ba6b4737"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/U3IW7FHL7UK6SO4RPIOQGX6VLX/bundle.json","state_url":"https://pith.science/pith/U3IW7FHL7UK6SO4RPIOQGX6VLX/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/U3IW7FHL7UK6SO4RPIOQGX6VLX/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T04:04:44Z","links":{"resolver":"https://pith.science/pith/U3IW7FHL7UK6SO4RPIOQGX6VLX","bundle":"https://pith.science/pith/U3IW7FHL7UK6SO4RPIOQGX6VLX/bundle.json","state":"https://pith.science/pith/U3IW7FHL7UK6SO4RPIOQGX6VLX/state.json","well_known_bundle":"https://pith.science/.well-known/pith/U3IW7FHL7UK6SO4RPIOQGX6VLX/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:U3IW7FHL7UK6SO4RPIOQGX6VLX","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6d6f6aded5ebb37ce4b5ac99131bb86246f8a724c80d9e3dd3aa4f486497fe43","cross_cats_sorted":["cs.AI","cs.AR"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2023-08-23T11:25:37Z","title_canon_sha256":"d4dede6b01d2826c58387ca640ca2da8632b8d631f9f5a8f82baae757f28f69b"},"schema_version":"1.0","source":{"id":"2308.12066","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.12066","created_at":"2026-07-05T08:12:44Z"},{"alias_kind":"arxiv_version","alias_value":"2308.12066v3","created_at":"2026-07-05T08:12:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.12066","created_at":"2026-07-05T08:12:44Z"},{"alias_kind":"pith_short_12","alias_value":"U3IW7FHL7UK6","created_at":"2026-07-05T08:12:44Z"},{"alias_kind":"pith_short_16","alias_value":"U3IW7FHL7UK6SO4R","created_at":"2026-07-05T08:12:44Z"},{"alias_kind":"pith_short_8","alias_value":"U3IW7FHL","created_at":"2026-07-05T08:12:44Z"}],"graph_snapshots":[{"event_id":"sha256:cebcc39b32c125bf1f5c29e7e21b9ba31ab0d79e5739e88814d6ceb5ba6b4737","target":"graph","created_at":"2026-07-05T08:12:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2308.12066/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) based on transformers have made significant strides in recent years, the success of which is driven by scaling up their model size. Despite their high algorithmic performance, the computational and memory requirements of LLMs present unprecedented challenges. To tackle the high compute requirements of LLMs, the Mixture-of-Experts (MoE) architecture was introduced which is able to scale its model size without proportionally scaling up its computational requirements. Unfortunately, MoE's high memory demands and dynamic activation of sparse experts restrict its applic","authors_text":"Changho Hwang, Jianyu Wei, Mao Yang, Ranggi Hwang, Shijie Cao, Ting Cao, Xiaohu Tang","cross_cats":["cs.AI","cs.AR"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2023-08-23T11:25:37Z","title":"Pre-gated MoE: An Algorithm-System Co-Design for Fast and Scalable Mixture-of-Expert Inference"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.12066","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:58a9a286d3b8cef7f4bd8e54597cdf8220e28b3632312e8dbd6090d1ce5981e8","target":"record","created_at":"2026-07-05T08:12:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6d6f6aded5ebb37ce4b5ac99131bb86246f8a724c80d9e3dd3aa4f486497fe43","cross_cats_sorted":["cs.AI","cs.AR"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2023-08-23T11:25:37Z","title_canon_sha256":"d4dede6b01d2826c58387ca640ca2da8632b8d631f9f5a8f82baae757f28f69b"},"schema_version":"1.0","source":{"id":"2308.12066","kind":"arxiv","version":3}},"canonical_sha256":"a6d16f94ebfd15e93b917a1d035fd55df820d8578c91c77797f5cf559d49d1a8","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a6d16f94ebfd15e93b917a1d035fd55df820d8578c91c77797f5cf559d49d1a8","first_computed_at":"2026-07-05T08:12:44.571233Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:12:44.571233Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"aUUn269HpQ6v6HYAEFkLfCDIXFNEMIR0xatDKbHMAYonU8fvfZivBjA+LaQAErhZeNqOvlTIpR5OSMck65VeCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:12:44.571671Z","signed_message":"canonical_sha256_bytes"},"source_id":"2308.12066","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:58a9a286d3b8cef7f4bd8e54597cdf8220e28b3632312e8dbd6090d1ce5981e8","sha256:cebcc39b32c125bf1f5c29e7e21b9ba31ab0d79e5739e88814d6ceb5ba6b4737"],"state_sha256":"fdd34a1c38d6a8a14d0cde9a43a697bd2b9b5c53cfd44af3de326efb8ef1dad6"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"g5xvbtHJ6/nQPU8GTV+ISBqyv9EK+XDfWDKrF4AteQbz8EuUeBpYCfzr3UTyidpZ7kTsgEsDWQkHEqbHK74jAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T04:04:44.567783Z","bundle_sha256":"14c13460549c3ac0e69cf88ae9c4b07cbf8ccfb2086b65812f466d75b5dbb5d3"}}