{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:7XVR3FGF5HARCZKIF64HU564BF","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"51b59ade47ca7ad96efbb3084214795b6bea726de6c76534c376a49c41aeda3c","cross_cats_sorted":["cs.AI","cs.DC"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-07T02:08:29Z","title_canon_sha256":"e0c7f0807260a6e2a7252b3b2410e0b01575e48626177e4b4c6f6a26160b5cbc"},"schema_version":"1.0","source":{"id":"2408.03505","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.03505","created_at":"2026-07-05T11:13:57Z"},{"alias_kind":"arxiv_version","alias_value":"2408.03505v2","created_at":"2026-07-05T11:13:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.03505","created_at":"2026-07-05T11:13:57Z"},{"alias_kind":"pith_short_12","alias_value":"7XVR3FGF5HAR","created_at":"2026-07-05T11:13:57Z"},{"alias_kind":"pith_short_16","alias_value":"7XVR3FGF5HARCZKI","created_at":"2026-07-05T11:13:57Z"},{"alias_kind":"pith_short_8","alias_value":"7XVR3FGF","created_at":"2026-07-05T11:13:57Z"}],"graph_snapshots":[{"event_id":"sha256:a2a69d799145ee7218c40b28636ebc7b2c8c2b3a65ae0ba1a52a21bbe2507a2c","target":"graph","created_at":"2026-07-05T11:13:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2408.03505/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Multimodal large language models (MLLMs) have extended the success of large language models (LLMs) to multiple data types, such as image, text and audio, achieving significant performance in various domains, including multimodal translation, visual question answering and content generation. Nonetheless, existing systems are inefficient to train MLLMs due to substantial GPU bubbles caused by the heterogeneous modality models and complex data dependencies in 3D parallelism. This paper proposes Optimus, a distributed MLLM training system that reduces end-to-end MLLM training time. Optimus is base","authors_text":"Haibin Lin, Minlan Yu, Shaoyu Wang, Weiqi Feng, Yanghua Peng, Yangrui Chen","cross_cats":["cs.AI","cs.DC"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-07T02:08:29Z","title":"Optimus: Accelerating Large-Scale Multi-Modal LLM Training by Bubble Exploitation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.03505","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:89790905d1b2482eeb4c87054572c04560b92a57dc1440b702100b43c2a12c97","target":"record","created_at":"2026-07-05T11:13:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"51b59ade47ca7ad96efbb3084214795b6bea726de6c76534c376a49c41aeda3c","cross_cats_sorted":["cs.AI","cs.DC"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-07T02:08:29Z","title_canon_sha256":"e0c7f0807260a6e2a7252b3b2410e0b01575e48626177e4b4c6f6a26160b5cbc"},"schema_version":"1.0","source":{"id":"2408.03505","kind":"arxiv","version":2}},"canonical_sha256":"fdeb1d94c5e9c11165482fb87a77dc0977b5eab124ed363e442a84b32076a2a5","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"fdeb1d94c5e9c11165482fb87a77dc0977b5eab124ed363e442a84b32076a2a5","first_computed_at":"2026-07-05T11:13:57.262875Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:13:57.262875Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Fhss4fG8wCiBBUrgn5LzCObHr8eJjrhxn8kAgAalCJ/Yk1A296TPE76uBtuQCB63ilymleJBRHKjmtYVsa48Cw==","signature_status":"signed_v1","signed_at":"2026-07-05T11:13:57.263344Z","signed_message":"canonical_sha256_bytes"},"source_id":"2408.03505","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:89790905d1b2482eeb4c87054572c04560b92a57dc1440b702100b43c2a12c97","sha256:a2a69d799145ee7218c40b28636ebc7b2c8c2b3a65ae0ba1a52a21bbe2507a2c"],"state_sha256":"6f6ec9bffe7efea8da86ad6c62d15d42e46693aff65b0a6d5acf821bf1e16976"}