{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:NFSBEUEJDE67NTYWE3GSX4NYME","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0c26507c701d046b93939a9d514421083923df35d025a10a7166fd5fa722196e","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-06-26T16:34:33Z","title_canon_sha256":"5ec74651f55fa8da2e4cae45afd05c714a01882b14481dbb9556776110f1cc83"},"schema_version":"1.0","source":{"id":"2407.06204","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.06204","created_at":"2026-07-05T10:46:37Z"},{"alias_kind":"arxiv_version","alias_value":"2407.06204v3","created_at":"2026-07-05T10:46:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.06204","created_at":"2026-07-05T10:46:37Z"},{"alias_kind":"pith_short_12","alias_value":"NFSBEUEJDE67","created_at":"2026-07-05T10:46:37Z"},{"alias_kind":"pith_short_16","alias_value":"NFSBEUEJDE67NTYW","created_at":"2026-07-05T10:46:37Z"},{"alias_kind":"pith_short_8","alias_value":"NFSBEUEJ","created_at":"2026-07-05T10:46:37Z"}],"graph_snapshots":[{"event_id":"sha256:a4acf89726f1aa1b0610f8bf0999c146277e3a0096d0a18e081c4943945a7399","target":"graph","created_at":"2026-07-05T10:46:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2407.06204/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) have garnered unprecedented advancements across diverse fields, ranging from natural language processing to computer vision and beyond. The prowess of LLMs is underpinned by their substantial model size, extensive and diverse datasets, and the vast computational power harnessed during training, all of which contribute to the emergent abilities of LLMs (e.g., in-context learning) that are not present in small models. Within this context, the mixture of experts (MoE) has emerged as an effective method for substantially scaling up model capacity with minimal computati","authors_text":"Fan Wang, Jiayi Huang, Jing Tang, Juyong Jiang, Sunghun Kim, Weilin Cai","cross_cats":["cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-06-26T16:34:33Z","title":"A Survey on Mixture of Experts in Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.06204","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f37fe8926ad370f0b10c8e12cefff8649b59e8004bf96ee405f98a117c17f2e6","target":"record","created_at":"2026-07-05T10:46:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0c26507c701d046b93939a9d514421083923df35d025a10a7166fd5fa722196e","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-06-26T16:34:33Z","title_canon_sha256":"5ec74651f55fa8da2e4cae45afd05c714a01882b14481dbb9556776110f1cc83"},"schema_version":"1.0","source":{"id":"2407.06204","kind":"arxiv","version":3}},"canonical_sha256":"6964125089193df6cf1626cd2bf1b8610a50a0e728e9a0f2e8f1def271767b25","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6964125089193df6cf1626cd2bf1b8610a50a0e728e9a0f2e8f1def271767b25","first_computed_at":"2026-07-05T10:46:37.657934Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:46:37.657934Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"O6dnscSSj1Hms6AS47stUgxjCYy/nmEQYeS941yjiC3tbvd0q2as27nIPmxsoz8KgV+m5B+A5R7xseder+YvAg==","signature_status":"signed_v1","signed_at":"2026-07-05T10:46:37.658412Z","signed_message":"canonical_sha256_bytes"},"source_id":"2407.06204","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f37fe8926ad370f0b10c8e12cefff8649b59e8004bf96ee405f98a117c17f2e6","sha256:a4acf89726f1aa1b0610f8bf0999c146277e3a0096d0a18e081c4943945a7399"],"state_sha256":"a1c4c4393cf809bb8a8db089c01a4be50c40c7b0623e5805a3216bab33a4373d"}