{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:QYS47AKMLNKS36QXO6ENETIVZU","short_pith_number":"pith:QYS47AKM","canonical_record":{"source":{"id":"2401.16160","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-01-29T13:48:36Z","cross_cats_sorted":[],"title_canon_sha256":"9d25ef0f0e465efcc02e531504574a0b780d89af1b3e94d8c16ee0da02f755e8","abstract_canon_sha256":"0780ebc4f3652ddf7b7dfc08640eea5e2651d15fd49a67b570be6d07760b15bc"},"schema_version":"1.0"},"canonical_sha256":"8625cf814c5b552dfa177788d24d15cd121358a1cdd0ab504917059fc88023d4","source":{"kind":"arxiv","id":"2401.16160","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2401.16160","created_at":"2026-07-05T07:39:15Z"},{"alias_kind":"arxiv_version","alias_value":"2401.16160v2","created_at":"2026-07-05T07:39:15Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2401.16160","created_at":"2026-07-05T07:39:15Z"},{"alias_kind":"pith_short_12","alias_value":"QYS47AKMLNKS","created_at":"2026-07-05T07:39:15Z"},{"alias_kind":"pith_short_16","alias_value":"QYS47AKMLNKS36QX","created_at":"2026-07-05T07:39:15Z"},{"alias_kind":"pith_short_8","alias_value":"QYS47AKM","created_at":"2026-07-05T07:39:15Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:QYS47AKMLNKS36QXO6ENETIVZU","target":"record","payload":{"canonical_record":{"source":{"id":"2401.16160","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-01-29T13:48:36Z","cross_cats_sorted":[],"title_canon_sha256":"9d25ef0f0e465efcc02e531504574a0b780d89af1b3e94d8c16ee0da02f755e8","abstract_canon_sha256":"0780ebc4f3652ddf7b7dfc08640eea5e2651d15fd49a67b570be6d07760b15bc"},"schema_version":"1.0"},"canonical_sha256":"8625cf814c5b552dfa177788d24d15cd121358a1cdd0ab504917059fc88023d4","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:39:15.252151Z","signature_b64":"/nMb3rFnFCrliY0ubSKQQqfODqnaKbQRS1x9KBedT2zTCyKLzFn9On7+ICUAkfvp1+RSo8twWfnrnsf4HbLqAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8625cf814c5b552dfa177788d24d15cd121358a1cdd0ab504917059fc88023d4","last_reissued_at":"2026-07-05T07:39:15.251744Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:39:15.251744Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2401.16160","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:39:15Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"FDTZ2W32p+C/F0t/DOWHpj8+KwxmaJ+VgjKnjiF9JYeEFNHt/NM16Xaj+TANBXGqs8NncIwj3L5nILcq+Sq0DA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T07:34:55.610846Z"},"content_sha256":"6c747ef83cca0f0013fdaf41af265956bc94b232a8ccd93d913f05e4f8e968ab","schema_version":"1.0","event_id":"sha256:6c747ef83cca0f0013fdaf41af265956bc94b232a8ccd93d913f05e4f8e968ab"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:QYS47AKMLNKS36QXO6ENETIVZU","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"LLaVA-MoLE: Sparse Mixture of LoRA Experts for Mitigating Data Conflicts in Instruction Finetuning MLLMs","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CV","authors_text":"Lin Ma, Shaoxiang Chen, Zequn Jie","submitted_at":"2024-01-29T13:48:36Z","abstract_excerpt":"Instruction finetuning on a variety of image-text instruction data is the key to obtaining a versatile Multimodal Large Language Model (MLLM), and different configurations of the instruction data can lead to finetuned models with different capabilities. However, we have discovered that data conflicts are inevitable when mixing instruction data from distinct domains, which can result in performance drops for tasks of a specific domain. To address this issue, we propose to apply an efficient Mixture of Experts (MoE) design, which is a sparse Mixture of LoRA Experts (MoLE) for instruction finetun"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2401.16160","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2401.16160/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:39:15Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"CiWlmKfM/fUnneqsN04fy1GgoN2S+b+HBILw8SWdgbJsct6AWzMKmBXtVNyinNeHsBf/coyPO3kWWyqDqpY1Aw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T07:34:55.611377Z"},"content_sha256":"56ea4cbd96e728c28a6df639147a8a50f63b70a501f2b7af5347976bf1d3199d","schema_version":"1.0","event_id":"sha256:56ea4cbd96e728c28a6df639147a8a50f63b70a501f2b7af5347976bf1d3199d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/QYS47AKMLNKS36QXO6ENETIVZU/bundle.json","state_url":"https://pith.science/pith/QYS47AKMLNKS36QXO6ENETIVZU/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/QYS47AKMLNKS36QXO6ENETIVZU/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T07:34:55Z","links":{"resolver":"https://pith.science/pith/QYS47AKMLNKS36QXO6ENETIVZU","bundle":"https://pith.science/pith/QYS47AKMLNKS36QXO6ENETIVZU/bundle.json","state":"https://pith.science/pith/QYS47AKMLNKS36QXO6ENETIVZU/state.json","well_known_bundle":"https://pith.science/.well-known/pith/QYS47AKMLNKS36QXO6ENETIVZU/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:QYS47AKMLNKS36QXO6ENETIVZU","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0780ebc4f3652ddf7b7dfc08640eea5e2651d15fd49a67b570be6d07760b15bc","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-01-29T13:48:36Z","title_canon_sha256":"9d25ef0f0e465efcc02e531504574a0b780d89af1b3e94d8c16ee0da02f755e8"},"schema_version":"1.0","source":{"id":"2401.16160","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2401.16160","created_at":"2026-07-05T07:39:15Z"},{"alias_kind":"arxiv_version","alias_value":"2401.16160v2","created_at":"2026-07-05T07:39:15Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2401.16160","created_at":"2026-07-05T07:39:15Z"},{"alias_kind":"pith_short_12","alias_value":"QYS47AKMLNKS","created_at":"2026-07-05T07:39:15Z"},{"alias_kind":"pith_short_16","alias_value":"QYS47AKMLNKS36QX","created_at":"2026-07-05T07:39:15Z"},{"alias_kind":"pith_short_8","alias_value":"QYS47AKM","created_at":"2026-07-05T07:39:15Z"}],"graph_snapshots":[{"event_id":"sha256:56ea4cbd96e728c28a6df639147a8a50f63b70a501f2b7af5347976bf1d3199d","target":"graph","created_at":"2026-07-05T07:39:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2401.16160/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Instruction finetuning on a variety of image-text instruction data is the key to obtaining a versatile Multimodal Large Language Model (MLLM), and different configurations of the instruction data can lead to finetuned models with different capabilities. However, we have discovered that data conflicts are inevitable when mixing instruction data from distinct domains, which can result in performance drops for tasks of a specific domain. To address this issue, we propose to apply an efficient Mixture of Experts (MoE) design, which is a sparse Mixture of LoRA Experts (MoLE) for instruction finetun","authors_text":"Lin Ma, Shaoxiang Chen, Zequn Jie","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-01-29T13:48:36Z","title":"LLaVA-MoLE: Sparse Mixture of LoRA Experts for Mitigating Data Conflicts in Instruction Finetuning MLLMs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2401.16160","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6c747ef83cca0f0013fdaf41af265956bc94b232a8ccd93d913f05e4f8e968ab","target":"record","created_at":"2026-07-05T07:39:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0780ebc4f3652ddf7b7dfc08640eea5e2651d15fd49a67b570be6d07760b15bc","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-01-29T13:48:36Z","title_canon_sha256":"9d25ef0f0e465efcc02e531504574a0b780d89af1b3e94d8c16ee0da02f755e8"},"schema_version":"1.0","source":{"id":"2401.16160","kind":"arxiv","version":2}},"canonical_sha256":"8625cf814c5b552dfa177788d24d15cd121358a1cdd0ab504917059fc88023d4","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8625cf814c5b552dfa177788d24d15cd121358a1cdd0ab504917059fc88023d4","first_computed_at":"2026-07-05T07:39:15.251744Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:39:15.251744Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"/nMb3rFnFCrliY0ubSKQQqfODqnaKbQRS1x9KBedT2zTCyKLzFn9On7+ICUAkfvp1+RSo8twWfnrnsf4HbLqAA==","signature_status":"signed_v1","signed_at":"2026-07-05T07:39:15.252151Z","signed_message":"canonical_sha256_bytes"},"source_id":"2401.16160","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6c747ef83cca0f0013fdaf41af265956bc94b232a8ccd93d913f05e4f8e968ab","sha256:56ea4cbd96e728c28a6df639147a8a50f63b70a501f2b7af5347976bf1d3199d"],"state_sha256":"6b993494d604257600e66afb2165bfe1b088eaf7a3205e4a5416ae260c4c7e04"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"o56+0Wze8DrhK99yj3+mFyE81t0I1X2bfjHoqZv7pV1XhQfw9BaehGrme4UXbc6mSt0Na66kuNd2dSGJEdnbCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T07:34:55.615144Z","bundle_sha256":"b686c52b01032fa97bdc8d54364c11c55d6fe97dcd475feb7a34e63aa0a2a324"}}