{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:NFSBEUEJDE67NTYWE3GSX4NYME","short_pith_number":"pith:NFSBEUEJ","canonical_record":{"source":{"id":"2407.06204","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-06-26T16:34:33Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"5ec74651f55fa8da2e4cae45afd05c714a01882b14481dbb9556776110f1cc83","abstract_canon_sha256":"0c26507c701d046b93939a9d514421083923df35d025a10a7166fd5fa722196e"},"schema_version":"1.0"},"canonical_sha256":"6964125089193df6cf1626cd2bf1b8610a50a0e728e9a0f2e8f1def271767b25","source":{"kind":"arxiv","id":"2407.06204","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.06204","created_at":"2026-07-05T10:46:37Z"},{"alias_kind":"arxiv_version","alias_value":"2407.06204v3","created_at":"2026-07-05T10:46:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.06204","created_at":"2026-07-05T10:46:37Z"},{"alias_kind":"pith_short_12","alias_value":"NFSBEUEJDE67","created_at":"2026-07-05T10:46:37Z"},{"alias_kind":"pith_short_16","alias_value":"NFSBEUEJDE67NTYW","created_at":"2026-07-05T10:46:37Z"},{"alias_kind":"pith_short_8","alias_value":"NFSBEUEJ","created_at":"2026-07-05T10:46:37Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:NFSBEUEJDE67NTYWE3GSX4NYME","target":"record","payload":{"canonical_record":{"source":{"id":"2407.06204","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-06-26T16:34:33Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"5ec74651f55fa8da2e4cae45afd05c714a01882b14481dbb9556776110f1cc83","abstract_canon_sha256":"0c26507c701d046b93939a9d514421083923df35d025a10a7166fd5fa722196e"},"schema_version":"1.0"},"canonical_sha256":"6964125089193df6cf1626cd2bf1b8610a50a0e728e9a0f2e8f1def271767b25","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:46:37.658412Z","signature_b64":"O6dnscSSj1Hms6AS47stUgxjCYy/nmEQYeS941yjiC3tbvd0q2as27nIPmxsoz8KgV+m5B+A5R7xseder+YvAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6964125089193df6cf1626cd2bf1b8610a50a0e728e9a0f2e8f1def271767b25","last_reissued_at":"2026-07-05T10:46:37.657934Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:46:37.657934Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2407.06204","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:46:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dhy3w7KWe8NCesfBbaAqIMT/30XWsezvwwi8zsPF/yNvuUFogVKWIyruo+A4ER8biJCbcu2Q+5iA8MwxioCVAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T17:48:00.635643Z"},"content_sha256":"f37fe8926ad370f0b10c8e12cefff8649b59e8004bf96ee405f98a117c17f2e6","schema_version":"1.0","event_id":"sha256:f37fe8926ad370f0b10c8e12cefff8649b59e8004bf96ee405f98a117c17f2e6"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:NFSBEUEJDE67NTYWE3GSX4NYME","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"A Survey on Mixture of Experts in Large Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.LG","authors_text":"Fan Wang, Jiayi Huang, Jing Tang, Juyong Jiang, Sunghun Kim, Weilin Cai","submitted_at":"2024-06-26T16:34:33Z","abstract_excerpt":"Large language models (LLMs) have garnered unprecedented advancements across diverse fields, ranging from natural language processing to computer vision and beyond. The prowess of LLMs is underpinned by their substantial model size, extensive and diverse datasets, and the vast computational power harnessed during training, all of which contribute to the emergent abilities of LLMs (e.g., in-context learning) that are not present in small models. Within this context, the mixture of experts (MoE) has emerged as an effective method for substantially scaling up model capacity with minimal computati"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.06204","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2407.06204/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:46:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"wmJ+MoaghXi3gqQiNi8/STFHUWKIM3rnEH4/XrRyu05dlUUeksaetjscStK2Fnw0sAtt9ghBmH7L+QDx+etvCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T17:48:00.636050Z"},"content_sha256":"a4acf89726f1aa1b0610f8bf0999c146277e3a0096d0a18e081c4943945a7399","schema_version":"1.0","event_id":"sha256:a4acf89726f1aa1b0610f8bf0999c146277e3a0096d0a18e081c4943945a7399"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/NFSBEUEJDE67NTYWE3GSX4NYME/bundle.json","state_url":"https://pith.science/pith/NFSBEUEJDE67NTYWE3GSX4NYME/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/NFSBEUEJDE67NTYWE3GSX4NYME/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T17:48:00Z","links":{"resolver":"https://pith.science/pith/NFSBEUEJDE67NTYWE3GSX4NYME","bundle":"https://pith.science/pith/NFSBEUEJDE67NTYWE3GSX4NYME/bundle.json","state":"https://pith.science/pith/NFSBEUEJDE67NTYWE3GSX4NYME/state.json","well_known_bundle":"https://pith.science/.well-known/pith/NFSBEUEJDE67NTYWE3GSX4NYME/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:NFSBEUEJDE67NTYWE3GSX4NYME","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0c26507c701d046b93939a9d514421083923df35d025a10a7166fd5fa722196e","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-06-26T16:34:33Z","title_canon_sha256":"5ec74651f55fa8da2e4cae45afd05c714a01882b14481dbb9556776110f1cc83"},"schema_version":"1.0","source":{"id":"2407.06204","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.06204","created_at":"2026-07-05T10:46:37Z"},{"alias_kind":"arxiv_version","alias_value":"2407.06204v3","created_at":"2026-07-05T10:46:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.06204","created_at":"2026-07-05T10:46:37Z"},{"alias_kind":"pith_short_12","alias_value":"NFSBEUEJDE67","created_at":"2026-07-05T10:46:37Z"},{"alias_kind":"pith_short_16","alias_value":"NFSBEUEJDE67NTYW","created_at":"2026-07-05T10:46:37Z"},{"alias_kind":"pith_short_8","alias_value":"NFSBEUEJ","created_at":"2026-07-05T10:46:37Z"}],"graph_snapshots":[{"event_id":"sha256:a4acf89726f1aa1b0610f8bf0999c146277e3a0096d0a18e081c4943945a7399","target":"graph","created_at":"2026-07-05T10:46:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2407.06204/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) have garnered unprecedented advancements across diverse fields, ranging from natural language processing to computer vision and beyond. The prowess of LLMs is underpinned by their substantial model size, extensive and diverse datasets, and the vast computational power harnessed during training, all of which contribute to the emergent abilities of LLMs (e.g., in-context learning) that are not present in small models. Within this context, the mixture of experts (MoE) has emerged as an effective method for substantially scaling up model capacity with minimal computati","authors_text":"Fan Wang, Jiayi Huang, Jing Tang, Juyong Jiang, Sunghun Kim, Weilin Cai","cross_cats":["cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-06-26T16:34:33Z","title":"A Survey on Mixture of Experts in Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.06204","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f37fe8926ad370f0b10c8e12cefff8649b59e8004bf96ee405f98a117c17f2e6","target":"record","created_at":"2026-07-05T10:46:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0c26507c701d046b93939a9d514421083923df35d025a10a7166fd5fa722196e","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-06-26T16:34:33Z","title_canon_sha256":"5ec74651f55fa8da2e4cae45afd05c714a01882b14481dbb9556776110f1cc83"},"schema_version":"1.0","source":{"id":"2407.06204","kind":"arxiv","version":3}},"canonical_sha256":"6964125089193df6cf1626cd2bf1b8610a50a0e728e9a0f2e8f1def271767b25","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6964125089193df6cf1626cd2bf1b8610a50a0e728e9a0f2e8f1def271767b25","first_computed_at":"2026-07-05T10:46:37.657934Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:46:37.657934Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"O6dnscSSj1Hms6AS47stUgxjCYy/nmEQYeS941yjiC3tbvd0q2as27nIPmxsoz8KgV+m5B+A5R7xseder+YvAg==","signature_status":"signed_v1","signed_at":"2026-07-05T10:46:37.658412Z","signed_message":"canonical_sha256_bytes"},"source_id":"2407.06204","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f37fe8926ad370f0b10c8e12cefff8649b59e8004bf96ee405f98a117c17f2e6","sha256:a4acf89726f1aa1b0610f8bf0999c146277e3a0096d0a18e081c4943945a7399"],"state_sha256":"a1c4c4393cf809bb8a8db089c01a4be50c40c7b0623e5805a3216bab33a4373d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"k4mvKyZAY+4roVXplF2K2KmVCWsa+8PoLHlDE9Y2nraiyeEohiCyuWUYDQLkHFt2mLED3CD0WMscjMWltYnpDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T17:48:00.638041Z","bundle_sha256":"ea1290c24acf7ca7698dbbbf504dda6057a68c0d9ac67d111b4052f0b2856492"}}