{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:HSEB325XZBDSL4J3GQXL3HML2O","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b1f131311227ab15942bb0e437311c83e57750f77765359b7cb8a7ab7b8ae279","cross_cats_sorted":["cs.CL","cs.CV","cs.MM"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.AI","submitted_at":"2024-05-18T12:16:01Z","title_canon_sha256":"65801dc3b4503c27f3bb6fdf64533588f75b11a531e3b30351bf34c5409691ff"},"schema_version":"1.0","source":{"id":"2405.11273","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.11273","created_at":"2026-07-05T08:20:36Z"},{"alias_kind":"arxiv_version","alias_value":"2405.11273v1","created_at":"2026-07-05T08:20:36Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.11273","created_at":"2026-07-05T08:20:36Z"},{"alias_kind":"pith_short_12","alias_value":"HSEB325XZBDS","created_at":"2026-07-05T08:20:36Z"},{"alias_kind":"pith_short_16","alias_value":"HSEB325XZBDSL4J3","created_at":"2026-07-05T08:20:36Z"},{"alias_kind":"pith_short_8","alias_value":"HSEB325X","created_at":"2026-07-05T08:20:36Z"}],"graph_snapshots":[{"event_id":"sha256:bda220701aa805972ac3c2fea6b0ddb663eac02eb7b6377090245380ef850964","target":"graph","created_at":"2026-07-05T08:20:36Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2405.11273/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recent advancements in Multimodal Large Language Models (MLLMs) underscore the significance of scalable models and data to boost performance, yet this often incurs substantial computational costs. Although the Mixture of Experts (MoE) architecture has been employed to efficiently scale large language and image-text models, these efforts typically involve fewer experts and limited modalities. To address this, our work presents the pioneering attempt to develop a unified MLLM with the MoE architecture, named Uni-MoE that can handle a wide array of modalities. Specifically, it features modality-s","authors_text":"Baotian Hu, Lin Ma, Longyue Wang, Min Zhang, Shenyuan Jiang, Wanqi Zhong, Wenhan Luo, Yunxin Li","cross_cats":["cs.CL","cs.CV","cs.MM"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.AI","submitted_at":"2024-05-18T12:16:01Z","title":"Uni-MoE: Scaling Unified Multimodal LLMs with Mixture of Experts"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.11273","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:95b69fed43a1bac413cfaa9b5b2b77c93103a72f6481230ac5c75211c9ac1554","target":"record","created_at":"2026-07-05T08:20:36Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b1f131311227ab15942bb0e437311c83e57750f77765359b7cb8a7ab7b8ae279","cross_cats_sorted":["cs.CL","cs.CV","cs.MM"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.AI","submitted_at":"2024-05-18T12:16:01Z","title_canon_sha256":"65801dc3b4503c27f3bb6fdf64533588f75b11a531e3b30351bf34c5409691ff"},"schema_version":"1.0","source":{"id":"2405.11273","kind":"arxiv","version":1}},"canonical_sha256":"3c881debb7c84725f13b342ebd9d8bd3a4ceec96013bc18235739b01196c8cd1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3c881debb7c84725f13b342ebd9d8bd3a4ceec96013bc18235739b01196c8cd1","first_computed_at":"2026-07-05T08:20:36.238695Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:20:36.238695Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"OXBo7mn4aFEpi5InjSUbKnMk39AAztdtiwhF+5VxiKkevtLPogEzSnS1zUHpq46nZxJzevBzGZJHNqKHfycqCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:20:36.239119Z","signed_message":"canonical_sha256_bytes"},"source_id":"2405.11273","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:95b69fed43a1bac413cfaa9b5b2b77c93103a72f6481230ac5c75211c9ac1554","sha256:bda220701aa805972ac3c2fea6b0ddb663eac02eb7b6377090245380ef850964"],"state_sha256":"dfe04443347c798be934710c56cf8a98c561a39646da7e483309be1a65f1bd8f"}