{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:XLEZ5HO5FVFFU3ZPLRIKASBOOT","short_pith_number":"pith:XLEZ5HO5","canonical_record":{"source":{"id":"2401.02906","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CR","submitted_at":"2024-01-05T17:05:42Z","cross_cats_sorted":["cs.CL","cs.CV"],"title_canon_sha256":"f2aeb672a71e021fc94e0766d858f4c195b9bf695b390a1b67d055f399b44ff4","abstract_canon_sha256":"1bacfb7855f97eb35d1cb8626283181ac4d32f1a73e273129fb33c01b8a02c13"},"schema_version":"1.0"},"canonical_sha256":"bac99e9ddd2d4a5a6f2f5c50a0482e74d455007a7179bc856b4f4ed2e1e4b8a7","source":{"kind":"arxiv","id":"2401.02906","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2401.02906","created_at":"2026-07-05T08:32:34Z"},{"alias_kind":"arxiv_version","alias_value":"2401.02906v3","created_at":"2026-07-05T08:32:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2401.02906","created_at":"2026-07-05T08:32:34Z"},{"alias_kind":"pith_short_12","alias_value":"XLEZ5HO5FVFF","created_at":"2026-07-05T08:32:34Z"},{"alias_kind":"pith_short_16","alias_value":"XLEZ5HO5FVFFU3ZP","created_at":"2026-07-05T08:32:34Z"},{"alias_kind":"pith_short_8","alias_value":"XLEZ5HO5","created_at":"2026-07-05T08:32:34Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:XLEZ5HO5FVFFU3ZPLRIKASBOOT","target":"record","payload":{"canonical_record":{"source":{"id":"2401.02906","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CR","submitted_at":"2024-01-05T17:05:42Z","cross_cats_sorted":["cs.CL","cs.CV"],"title_canon_sha256":"f2aeb672a71e021fc94e0766d858f4c195b9bf695b390a1b67d055f399b44ff4","abstract_canon_sha256":"1bacfb7855f97eb35d1cb8626283181ac4d32f1a73e273129fb33c01b8a02c13"},"schema_version":"1.0"},"canonical_sha256":"bac99e9ddd2d4a5a6f2f5c50a0482e74d455007a7179bc856b4f4ed2e1e4b8a7","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:32:34.614790Z","signature_b64":"dyNbelwsYPb/dH1TYF/ZhR9PZYwyRF0/UuZ6IfjklQnskRSBI1MD/Q0+yg5uldvmtYRePS6mODkl6+4yCXi7Dw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"bac99e9ddd2d4a5a6f2f5c50a0482e74d455007a7179bc856b4f4ed2e1e4b8a7","last_reissued_at":"2026-07-05T08:32:34.614276Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:32:34.614276Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2401.02906","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:32:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ubEZKuEmrXROlEZflbojlULe2Cbdjl4ep2yRQ4ukFxQzb8eZyF+QHihf7fOwHf0Qz0kX2NQsx5/56AKoTNDqBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T02:13:19.431146Z"},"content_sha256":"17dc428b5f6f4e7316db98740fa9a56d7a341f2dbeafd8536f52a645cef2815f","schema_version":"1.0","event_id":"sha256:17dc428b5f6f4e7316db98740fa9a56d7a341f2dbeafd8536f52a645cef2815f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:XLEZ5HO5FVFFU3ZPLRIKASBOOT","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"MLLM-Protector: Ensuring MLLM's Safety without Hurting Performance","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL","cs.CV"],"primary_cat":"cs.CR","authors_text":"HanZe Dong, Jianshu Zhang, Jipeng Zhang, Qing Lian, Renjie Pi, Rui Pan, Tianyang Han, Tong Zhang, Yueqi Xie","submitted_at":"2024-01-05T17:05:42Z","abstract_excerpt":"The deployment of multimodal large language models (MLLMs) has brought forth a unique vulnerability: susceptibility to malicious attacks through visual inputs. This paper investigates the novel challenge of defending MLLMs against such attacks. Compared to large language models (LLMs), MLLMs include an additional image modality. We discover that images act as a ``foreign language\" that is not considered during safety alignment, making MLLMs more prone to producing harmful responses. Unfortunately, unlike the discrete tokens considered in text-based LLMs, the continuous nature of image signals "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2401.02906","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2401.02906/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:32:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8HZSuhfPfQh6+JmGEjaCmul3Ms4eo2CTDSVrkk7fsQ4eIIDTBhylZXlR4qyG4QjwHzC8ywbg/vLuajRRNK+kDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T02:13:19.431654Z"},"content_sha256":"383858e888e62ef0546b3e86d318151e3610b0643e566119abe48846917e1732","schema_version":"1.0","event_id":"sha256:383858e888e62ef0546b3e86d318151e3610b0643e566119abe48846917e1732"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/XLEZ5HO5FVFFU3ZPLRIKASBOOT/bundle.json","state_url":"https://pith.science/pith/XLEZ5HO5FVFFU3ZPLRIKASBOOT/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/XLEZ5HO5FVFFU3ZPLRIKASBOOT/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T02:13:19Z","links":{"resolver":"https://pith.science/pith/XLEZ5HO5FVFFU3ZPLRIKASBOOT","bundle":"https://pith.science/pith/XLEZ5HO5FVFFU3ZPLRIKASBOOT/bundle.json","state":"https://pith.science/pith/XLEZ5HO5FVFFU3ZPLRIKASBOOT/state.json","well_known_bundle":"https://pith.science/.well-known/pith/XLEZ5HO5FVFFU3ZPLRIKASBOOT/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:XLEZ5HO5FVFFU3ZPLRIKASBOOT","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1bacfb7855f97eb35d1cb8626283181ac4d32f1a73e273129fb33c01b8a02c13","cross_cats_sorted":["cs.CL","cs.CV"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CR","submitted_at":"2024-01-05T17:05:42Z","title_canon_sha256":"f2aeb672a71e021fc94e0766d858f4c195b9bf695b390a1b67d055f399b44ff4"},"schema_version":"1.0","source":{"id":"2401.02906","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2401.02906","created_at":"2026-07-05T08:32:34Z"},{"alias_kind":"arxiv_version","alias_value":"2401.02906v3","created_at":"2026-07-05T08:32:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2401.02906","created_at":"2026-07-05T08:32:34Z"},{"alias_kind":"pith_short_12","alias_value":"XLEZ5HO5FVFF","created_at":"2026-07-05T08:32:34Z"},{"alias_kind":"pith_short_16","alias_value":"XLEZ5HO5FVFFU3ZP","created_at":"2026-07-05T08:32:34Z"},{"alias_kind":"pith_short_8","alias_value":"XLEZ5HO5","created_at":"2026-07-05T08:32:34Z"}],"graph_snapshots":[{"event_id":"sha256:383858e888e62ef0546b3e86d318151e3610b0643e566119abe48846917e1732","target":"graph","created_at":"2026-07-05T08:32:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2401.02906/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The deployment of multimodal large language models (MLLMs) has brought forth a unique vulnerability: susceptibility to malicious attacks through visual inputs. This paper investigates the novel challenge of defending MLLMs against such attacks. Compared to large language models (LLMs), MLLMs include an additional image modality. We discover that images act as a ``foreign language\" that is not considered during safety alignment, making MLLMs more prone to producing harmful responses. Unfortunately, unlike the discrete tokens considered in text-based LLMs, the continuous nature of image signals ","authors_text":"HanZe Dong, Jianshu Zhang, Jipeng Zhang, Qing Lian, Renjie Pi, Rui Pan, Tianyang Han, Tong Zhang, Yueqi Xie","cross_cats":["cs.CL","cs.CV"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CR","submitted_at":"2024-01-05T17:05:42Z","title":"MLLM-Protector: Ensuring MLLM's Safety without Hurting Performance"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2401.02906","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:17dc428b5f6f4e7316db98740fa9a56d7a341f2dbeafd8536f52a645cef2815f","target":"record","created_at":"2026-07-05T08:32:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1bacfb7855f97eb35d1cb8626283181ac4d32f1a73e273129fb33c01b8a02c13","cross_cats_sorted":["cs.CL","cs.CV"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CR","submitted_at":"2024-01-05T17:05:42Z","title_canon_sha256":"f2aeb672a71e021fc94e0766d858f4c195b9bf695b390a1b67d055f399b44ff4"},"schema_version":"1.0","source":{"id":"2401.02906","kind":"arxiv","version":3}},"canonical_sha256":"bac99e9ddd2d4a5a6f2f5c50a0482e74d455007a7179bc856b4f4ed2e1e4b8a7","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"bac99e9ddd2d4a5a6f2f5c50a0482e74d455007a7179bc856b4f4ed2e1e4b8a7","first_computed_at":"2026-07-05T08:32:34.614276Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:32:34.614276Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"dyNbelwsYPb/dH1TYF/ZhR9PZYwyRF0/UuZ6IfjklQnskRSBI1MD/Q0+yg5uldvmtYRePS6mODkl6+4yCXi7Dw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:32:34.614790Z","signed_message":"canonical_sha256_bytes"},"source_id":"2401.02906","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:17dc428b5f6f4e7316db98740fa9a56d7a341f2dbeafd8536f52a645cef2815f","sha256:383858e888e62ef0546b3e86d318151e3610b0643e566119abe48846917e1732"],"state_sha256":"fa2fd6da79dd9da260b2d1c6dc53f6cf3d536d932e613710e5869d7cd671205e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"O8U9K6S7GtBRxdg4WRHFwQ86WR7yPBA7a4E2X4cCWwUCPCrZuU7vU3W0c+m0ZyxJXcp9HB3D2ehcAecRz1ePBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T02:13:19.435700Z","bundle_sha256":"a23bd21deb2e4752a671d1a05eb920829f54692aa1c86f34d513e8db8fe88015"}}