{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:2N3BK6JSB2HYFBWUSTF72TQUV3","short_pith_number":"pith:2N3BK6JS","canonical_record":{"source":{"id":"2410.05849","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-10-08T09:35:37Z","cross_cats_sorted":[],"title_canon_sha256":"7976a5a65fa46fefdf7c2130ef6bef9753b8f488df39a3b30061386a104d5b6f","abstract_canon_sha256":"60ae17ad21f696b6c94516a1cfe81f336b0fdb051667c3332f88dce9eb462ce5"},"schema_version":"1.0"},"canonical_sha256":"d3761579320e8f8286d494cbfd4e14aef12319cb9e7e23c6987a7ac7545cd914","source":{"kind":"arxiv","id":"2410.05849","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.05849","created_at":"2026-07-05T11:58:20Z"},{"alias_kind":"arxiv_version","alias_value":"2410.05849v2","created_at":"2026-07-05T11:58:20Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.05849","created_at":"2026-07-05T11:58:20Z"},{"alias_kind":"pith_short_12","alias_value":"2N3BK6JSB2HY","created_at":"2026-07-05T11:58:20Z"},{"alias_kind":"pith_short_16","alias_value":"2N3BK6JSB2HYFBWU","created_at":"2026-07-05T11:58:20Z"},{"alias_kind":"pith_short_8","alias_value":"2N3BK6JS","created_at":"2026-07-05T11:58:20Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:2N3BK6JSB2HYFBWUSTF72TQUV3","target":"record","payload":{"canonical_record":{"source":{"id":"2410.05849","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-10-08T09:35:37Z","cross_cats_sorted":[],"title_canon_sha256":"7976a5a65fa46fefdf7c2130ef6bef9753b8f488df39a3b30061386a104d5b6f","abstract_canon_sha256":"60ae17ad21f696b6c94516a1cfe81f336b0fdb051667c3332f88dce9eb462ce5"},"schema_version":"1.0"},"canonical_sha256":"d3761579320e8f8286d494cbfd4e14aef12319cb9e7e23c6987a7ac7545cd914","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:58:20.987887Z","signature_b64":"tb2Qh45RRhDp7KoB5TrKu0cFiyYb9DHK3aw/GGjICQ1/4YgOgNJ7Lt/qppyvVv4ItMA+1YgV+TEdgF8i78boDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d3761579320e8f8286d494cbfd4e14aef12319cb9e7e23c6987a7ac7545cd914","last_reissued_at":"2026-07-05T11:58:20.987433Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:58:20.987433Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.05849","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:58:20Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rh4JtQeP5+5ycHVzmif4XitWz2K7WAZPWhi6ioOq+BNOr+kSTQRGadCgyCPn4w4ftR7T5ljDGJELJUJsyLVtAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T17:03:54.022840Z"},"content_sha256":"8432df54e2c411ef3f96abf4c444bf734547adbeb87ebf224a3a72dd137a9be8","schema_version":"1.0","event_id":"sha256:8432df54e2c411ef3f96abf4c444bf734547adbeb87ebf224a3a72dd137a9be8"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:2N3BK6JSB2HYFBWUSTF72TQUV3","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"ModalPrompt: Towards Efficient Multimodal Continual Instruction Tuning with Dual-Modality Guided Prompt","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CV","authors_text":"Cheng-Lin Liu, Fanhu Zeng, Fei Zhu, Haiyang Guo, Xu-Yao Zhang","submitted_at":"2024-10-08T09:35:37Z","abstract_excerpt":"Large Multimodal Models (LMMs) exhibit remarkable multi-tasking ability by learning mixed instruction datasets. However, novel tasks would be encountered sequentially in dynamic world, which urges for equipping LMMs with multimodal continual instruction learning (MCIT) ability especially for diverse and challenging generative tasks. Existing MCIT methods do not fully exploit the unique attribute of LMMs and often gain performance at the expense of efficiency. In this paper, we propose a novel prompt learning framework for MCIT to effectively alleviate forgetting of previous knowledge while man"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.05849","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.05849/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:58:20Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"OzzZIk6Mcw78+ltE+eR8VKCD324dIvvcOfZPvDhTGQL9US831SYS7oUZCPr2jPXWawefSLYzzeISl0LCw41RCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T17:03:54.023768Z"},"content_sha256":"6fba2cf5e3e233a21cf115836ea4bf4bb563413905af3cbb75fe70b9b613f2ad","schema_version":"1.0","event_id":"sha256:6fba2cf5e3e233a21cf115836ea4bf4bb563413905af3cbb75fe70b9b613f2ad"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/2N3BK6JSB2HYFBWUSTF72TQUV3/bundle.json","state_url":"https://pith.science/pith/2N3BK6JSB2HYFBWUSTF72TQUV3/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/2N3BK6JSB2HYFBWUSTF72TQUV3/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T17:03:54Z","links":{"resolver":"https://pith.science/pith/2N3BK6JSB2HYFBWUSTF72TQUV3","bundle":"https://pith.science/pith/2N3BK6JSB2HYFBWUSTF72TQUV3/bundle.json","state":"https://pith.science/pith/2N3BK6JSB2HYFBWUSTF72TQUV3/state.json","well_known_bundle":"https://pith.science/.well-known/pith/2N3BK6JSB2HYFBWUSTF72TQUV3/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:2N3BK6JSB2HYFBWUSTF72TQUV3","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"60ae17ad21f696b6c94516a1cfe81f336b0fdb051667c3332f88dce9eb462ce5","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-10-08T09:35:37Z","title_canon_sha256":"7976a5a65fa46fefdf7c2130ef6bef9753b8f488df39a3b30061386a104d5b6f"},"schema_version":"1.0","source":{"id":"2410.05849","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.05849","created_at":"2026-07-05T11:58:20Z"},{"alias_kind":"arxiv_version","alias_value":"2410.05849v2","created_at":"2026-07-05T11:58:20Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.05849","created_at":"2026-07-05T11:58:20Z"},{"alias_kind":"pith_short_12","alias_value":"2N3BK6JSB2HY","created_at":"2026-07-05T11:58:20Z"},{"alias_kind":"pith_short_16","alias_value":"2N3BK6JSB2HYFBWU","created_at":"2026-07-05T11:58:20Z"},{"alias_kind":"pith_short_8","alias_value":"2N3BK6JS","created_at":"2026-07-05T11:58:20Z"}],"graph_snapshots":[{"event_id":"sha256:6fba2cf5e3e233a21cf115836ea4bf4bb563413905af3cbb75fe70b9b613f2ad","target":"graph","created_at":"2026-07-05T11:58:20Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.05849/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Multimodal Models (LMMs) exhibit remarkable multi-tasking ability by learning mixed instruction datasets. However, novel tasks would be encountered sequentially in dynamic world, which urges for equipping LMMs with multimodal continual instruction learning (MCIT) ability especially for diverse and challenging generative tasks. Existing MCIT methods do not fully exploit the unique attribute of LMMs and often gain performance at the expense of efficiency. In this paper, we propose a novel prompt learning framework for MCIT to effectively alleviate forgetting of previous knowledge while man","authors_text":"Cheng-Lin Liu, Fanhu Zeng, Fei Zhu, Haiyang Guo, Xu-Yao Zhang","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-10-08T09:35:37Z","title":"ModalPrompt: Towards Efficient Multimodal Continual Instruction Tuning with Dual-Modality Guided Prompt"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.05849","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8432df54e2c411ef3f96abf4c444bf734547adbeb87ebf224a3a72dd137a9be8","target":"record","created_at":"2026-07-05T11:58:20Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"60ae17ad21f696b6c94516a1cfe81f336b0fdb051667c3332f88dce9eb462ce5","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-10-08T09:35:37Z","title_canon_sha256":"7976a5a65fa46fefdf7c2130ef6bef9753b8f488df39a3b30061386a104d5b6f"},"schema_version":"1.0","source":{"id":"2410.05849","kind":"arxiv","version":2}},"canonical_sha256":"d3761579320e8f8286d494cbfd4e14aef12319cb9e7e23c6987a7ac7545cd914","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d3761579320e8f8286d494cbfd4e14aef12319cb9e7e23c6987a7ac7545cd914","first_computed_at":"2026-07-05T11:58:20.987433Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:58:20.987433Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"tb2Qh45RRhDp7KoB5TrKu0cFiyYb9DHK3aw/GGjICQ1/4YgOgNJ7Lt/qppyvVv4ItMA+1YgV+TEdgF8i78boDA==","signature_status":"signed_v1","signed_at":"2026-07-05T11:58:20.987887Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.05849","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8432df54e2c411ef3f96abf4c444bf734547adbeb87ebf224a3a72dd137a9be8","sha256:6fba2cf5e3e233a21cf115836ea4bf4bb563413905af3cbb75fe70b9b613f2ad"],"state_sha256":"b4a956493485f962201fd33994a3c528259561a678a180dd87d71e51fb83e751"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"e6u9WnrLfGrKffnqYnJpVTAXpOWHqP/pMgbZy3f8w4Xs6d8NEFJBMhqmhMqeopLUMeB54weXUDaI+TUnKyePAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T17:03:54.073320Z","bundle_sha256":"1fcb0d8ec90459b706905001e61813e5057aea32588ef0384306212b5ced39b5"}}