{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:KTJMRKWMJWZR4D7YVXK7QID5MW","short_pith_number":"pith:KTJMRKWM","canonical_record":{"source":{"id":"2402.12750","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-02-20T06:38:10Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"c175d150847bb7dcfebfb85701a0b25841cce145cbf3605e79b24d2164186085","abstract_canon_sha256":"6a1864aa6181afcafb4c9c7387062acaef274e4ddb200db23c6ca164f771ee04"},"schema_version":"1.0"},"canonical_sha256":"54d2c8aacc4db31e0ff8add5f8207d659aed9bf898dc100b7a9c5b586d153162","source":{"kind":"arxiv","id":"2402.12750","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.12750","created_at":"2026-07-05T08:48:41Z"},{"alias_kind":"arxiv_version","alias_value":"2402.12750v2","created_at":"2026-07-05T08:48:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.12750","created_at":"2026-07-05T08:48:41Z"},{"alias_kind":"pith_short_12","alias_value":"KTJMRKWMJWZR","created_at":"2026-07-05T08:48:41Z"},{"alias_kind":"pith_short_16","alias_value":"KTJMRKWMJWZR4D7Y","created_at":"2026-07-05T08:48:41Z"},{"alias_kind":"pith_short_8","alias_value":"KTJMRKWM","created_at":"2026-07-05T08:48:41Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:KTJMRKWMJWZR4D7YVXK7QID5MW","target":"record","payload":{"canonical_record":{"source":{"id":"2402.12750","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-02-20T06:38:10Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"c175d150847bb7dcfebfb85701a0b25841cce145cbf3605e79b24d2164186085","abstract_canon_sha256":"6a1864aa6181afcafb4c9c7387062acaef274e4ddb200db23c6ca164f771ee04"},"schema_version":"1.0"},"canonical_sha256":"54d2c8aacc4db31e0ff8add5f8207d659aed9bf898dc100b7a9c5b586d153162","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:48:41.507811Z","signature_b64":"A2c7sSya6ksBY4Xv8IVBNy7lzysXr0BYgDBmVExhtY0MspOTCSDW9m8rmroEKB/FNGeneWCH9d1dMt/sDyrrAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"54d2c8aacc4db31e0ff8add5f8207d659aed9bf898dc100b7a9c5b586d153162","last_reissued_at":"2026-07-05T08:48:41.507389Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:48:41.507389Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2402.12750","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:48:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"b6PMLF+es/mbWRHmOt2IXHkNln1+J0jN7Deuf53xARFeEyUBZkNvhcKXhD0Vl3U/O2V+2yjk1KoUpOgU8kTECg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-01T07:40:50.135424Z"},"content_sha256":"fab16b0a791e8a8aa4077ad570547859308156b2b5fa2f3abfa01a4b921e00a8","schema_version":"1.0","event_id":"sha256:fab16b0a791e8a8aa4077ad570547859308156b2b5fa2f3abfa01a4b921e00a8"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:KTJMRKWMJWZR4D7YVXK7QID5MW","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Model Composition for Multimodal Large Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.CV","authors_text":"Chi Chen, Fei Huang, Fuwen Luo, Ji Zhang, Maosong Sun, Ming Yan, Peng Li, Yang Liu, Yiyang Du, Zheng Fang, Ziyue Wang","submitted_at":"2024-02-20T06:38:10Z","abstract_excerpt":"Recent developments in Multimodal Large Language Models (MLLMs) have shown rapid progress, moving towards the goal of creating versatile MLLMs that understand inputs from various modalities. However, existing methods typically rely on joint training with paired multimodal instruction data, which is resource-intensive and challenging to extend to new modalities. In this paper, we propose a new paradigm through the model composition of existing MLLMs to create a new model that retains the modal understanding capabilities of each original model. Our basic implementation, NaiveMC, demonstrates the"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.12750","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2402.12750/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:48:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"cKggU++whtyR3cl7mdBrL1U7OWKkUZ94DrySO96DTRkQSOd1P3/G0JtfHdzjPK3htvvT5OOzZGSCuK2jl/kQBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-01T07:40:50.136978Z"},"content_sha256":"e5c7a678d5124fd5b53fe71b227ce9ec2603bd90974417c2480cc288c5c25422","schema_version":"1.0","event_id":"sha256:e5c7a678d5124fd5b53fe71b227ce9ec2603bd90974417c2480cc288c5c25422"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/KTJMRKWMJWZR4D7YVXK7QID5MW/bundle.json","state_url":"https://pith.science/pith/KTJMRKWMJWZR4D7YVXK7QID5MW/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/KTJMRKWMJWZR4D7YVXK7QID5MW/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-01T07:40:50Z","links":{"resolver":"https://pith.science/pith/KTJMRKWMJWZR4D7YVXK7QID5MW","bundle":"https://pith.science/pith/KTJMRKWMJWZR4D7YVXK7QID5MW/bundle.json","state":"https://pith.science/pith/KTJMRKWMJWZR4D7YVXK7QID5MW/state.json","well_known_bundle":"https://pith.science/.well-known/pith/KTJMRKWMJWZR4D7YVXK7QID5MW/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:KTJMRKWMJWZR4D7YVXK7QID5MW","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6a1864aa6181afcafb4c9c7387062acaef274e4ddb200db23c6ca164f771ee04","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-02-20T06:38:10Z","title_canon_sha256":"c175d150847bb7dcfebfb85701a0b25841cce145cbf3605e79b24d2164186085"},"schema_version":"1.0","source":{"id":"2402.12750","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.12750","created_at":"2026-07-05T08:48:41Z"},{"alias_kind":"arxiv_version","alias_value":"2402.12750v2","created_at":"2026-07-05T08:48:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.12750","created_at":"2026-07-05T08:48:41Z"},{"alias_kind":"pith_short_12","alias_value":"KTJMRKWMJWZR","created_at":"2026-07-05T08:48:41Z"},{"alias_kind":"pith_short_16","alias_value":"KTJMRKWMJWZR4D7Y","created_at":"2026-07-05T08:48:41Z"},{"alias_kind":"pith_short_8","alias_value":"KTJMRKWM","created_at":"2026-07-05T08:48:41Z"}],"graph_snapshots":[{"event_id":"sha256:e5c7a678d5124fd5b53fe71b227ce9ec2603bd90974417c2480cc288c5c25422","target":"graph","created_at":"2026-07-05T08:48:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2402.12750/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recent developments in Multimodal Large Language Models (MLLMs) have shown rapid progress, moving towards the goal of creating versatile MLLMs that understand inputs from various modalities. However, existing methods typically rely on joint training with paired multimodal instruction data, which is resource-intensive and challenging to extend to new modalities. In this paper, we propose a new paradigm through the model composition of existing MLLMs to create a new model that retains the modal understanding capabilities of each original model. Our basic implementation, NaiveMC, demonstrates the","authors_text":"Chi Chen, Fei Huang, Fuwen Luo, Ji Zhang, Maosong Sun, Ming Yan, Peng Li, Yang Liu, Yiyang Du, Zheng Fang, Ziyue Wang","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-02-20T06:38:10Z","title":"Model Composition for Multimodal Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.12750","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:fab16b0a791e8a8aa4077ad570547859308156b2b5fa2f3abfa01a4b921e00a8","target":"record","created_at":"2026-07-05T08:48:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6a1864aa6181afcafb4c9c7387062acaef274e4ddb200db23c6ca164f771ee04","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-02-20T06:38:10Z","title_canon_sha256":"c175d150847bb7dcfebfb85701a0b25841cce145cbf3605e79b24d2164186085"},"schema_version":"1.0","source":{"id":"2402.12750","kind":"arxiv","version":2}},"canonical_sha256":"54d2c8aacc4db31e0ff8add5f8207d659aed9bf898dc100b7a9c5b586d153162","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"54d2c8aacc4db31e0ff8add5f8207d659aed9bf898dc100b7a9c5b586d153162","first_computed_at":"2026-07-05T08:48:41.507389Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:48:41.507389Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"A2c7sSya6ksBY4Xv8IVBNy7lzysXr0BYgDBmVExhtY0MspOTCSDW9m8rmroEKB/FNGeneWCH9d1dMt/sDyrrAw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:48:41.507811Z","signed_message":"canonical_sha256_bytes"},"source_id":"2402.12750","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:fab16b0a791e8a8aa4077ad570547859308156b2b5fa2f3abfa01a4b921e00a8","sha256:e5c7a678d5124fd5b53fe71b227ce9ec2603bd90974417c2480cc288c5c25422"],"state_sha256":"0da932a53ce843b0696da30d05c04118e863b0dbd434ad4caf13065bd22994d0"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8V29jTml+dp5OS+WOpGZaVDJRCu4CbzPsHOR71tpSiusN61+/FzZPM0vvxIw+050589eJBFV6lx8dGAlwS6dCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-01T07:40:50.143000Z","bundle_sha256":"d247c6b3ab6160cd630e01bd01c127ad945ce6f652bf7ac2e0c909f6fe98c385"}}