{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:RKBWFDVSD5Z3AAO6GXBFJLM6CL","short_pith_number":"pith:RKBWFDVS","canonical_record":{"source":{"id":"2502.11184","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-02-16T16:12:40Z","cross_cats_sorted":["cs.AI","cs.CV","cs.MM"],"title_canon_sha256":"ae8c044363bf3260cc7a43801513965a83893753be32736bb4b2f063b2a8c8b1","abstract_canon_sha256":"2d013cef826dca4236db73daea47e82114b00b5a706b939786c0ebb31215690d"},"schema_version":"1.0"},"canonical_sha256":"8a83628eb21f73b001de35c254ad9e12d13573ca7593b99a4be64abee1194d03","source":{"kind":"arxiv","id":"2502.11184","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.11184","created_at":"2026-07-05T11:14:53Z"},{"alias_kind":"arxiv_version","alias_value":"2502.11184v2","created_at":"2026-07-05T11:14:53Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.11184","created_at":"2026-07-05T11:14:53Z"},{"alias_kind":"pith_short_12","alias_value":"RKBWFDVSD5Z3","created_at":"2026-07-05T11:14:53Z"},{"alias_kind":"pith_short_16","alias_value":"RKBWFDVSD5Z3AAO6","created_at":"2026-07-05T11:14:53Z"},{"alias_kind":"pith_short_8","alias_value":"RKBWFDVS","created_at":"2026-07-05T11:14:53Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:RKBWFDVSD5Z3AAO6GXBFJLM6CL","target":"record","payload":{"canonical_record":{"source":{"id":"2502.11184","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-02-16T16:12:40Z","cross_cats_sorted":["cs.AI","cs.CV","cs.MM"],"title_canon_sha256":"ae8c044363bf3260cc7a43801513965a83893753be32736bb4b2f063b2a8c8b1","abstract_canon_sha256":"2d013cef826dca4236db73daea47e82114b00b5a706b939786c0ebb31215690d"},"schema_version":"1.0"},"canonical_sha256":"8a83628eb21f73b001de35c254ad9e12d13573ca7593b99a4be64abee1194d03","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:14:53.850078Z","signature_b64":"AgbMpPgBC1ETJJD/MjKp10v60Fa+SOnRI7Cbp1ccnKkwvHTi/rq+1+laRn8boydqwjZSOJkCZwwKSItEFN6aBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8a83628eb21f73b001de35c254ad9e12d13573ca7593b99a4be64abee1194d03","last_reissued_at":"2026-07-05T11:14:53.849645Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:14:53.849645Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2502.11184","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:14:53Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"wDVB6mQX9/4y5yYq3tRMG6tcl187BGLX3z/AnbnlBd6+Lo4DhXOEtWIyrnS43G9Tq0TvUcNdTUJpA8fJjYu4DQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T12:23:54.203975Z"},"content_sha256":"f3c7e25bcae2893013efb4301e007c85f3519fb163dbedbd6d29cf91dda88ba4","schema_version":"1.0","event_id":"sha256:f3c7e25bcae2893013efb4301e007c85f3519fb163dbedbd6d29cf91dda88ba4"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:RKBWFDVSD5Z3AAO6GXBFJLM6CL","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Can't See the Forest for the Trees: Benchmarking Multimodal Safety Awareness for Multimodal LLMs","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CV","cs.MM"],"primary_cat":"cs.CL","authors_text":"Jen-tse Huang, Kuiyi Gao, Pinjia He, Shuai Wang, Wenxuan Wang, Xiaoyuan Liu, Youliang Yuan, Zhaopeng Tu","submitted_at":"2025-02-16T16:12:40Z","abstract_excerpt":"Multimodal Large Language Models (MLLMs) have expanded the capabilities of traditional language models by enabling interaction through both text and images. However, ensuring the safety of these models remains a significant challenge, particularly in accurately identifying whether multimodal content is safe or unsafe-a capability we term safety awareness. In this paper, we introduce MMSafeAware, the first comprehensive multimodal safety awareness benchmark designed to evaluate MLLMs across 29 safety scenarios with 1500 carefully curated image-prompt pairs. MMSafeAware includes both unsafe and "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.11184","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2502.11184/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:14:53Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9a1d1VOqxj7PC5qbOgg7U85hOsQUKt4YqcHigqkp7viIrvYbvaWP0/hkImtH2I7i+LKwjUV5HJ3Qay1LNUozCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T12:23:54.204365Z"},"content_sha256":"30ae742744ed3a2154ee0bdb0f4a99ffa8b7fe01c489b5f27baf6f7eb879b2c0","schema_version":"1.0","event_id":"sha256:30ae742744ed3a2154ee0bdb0f4a99ffa8b7fe01c489b5f27baf6f7eb879b2c0"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/RKBWFDVSD5Z3AAO6GXBFJLM6CL/bundle.json","state_url":"https://pith.science/pith/RKBWFDVSD5Z3AAO6GXBFJLM6CL/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/RKBWFDVSD5Z3AAO6GXBFJLM6CL/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T12:23:54Z","links":{"resolver":"https://pith.science/pith/RKBWFDVSD5Z3AAO6GXBFJLM6CL","bundle":"https://pith.science/pith/RKBWFDVSD5Z3AAO6GXBFJLM6CL/bundle.json","state":"https://pith.science/pith/RKBWFDVSD5Z3AAO6GXBFJLM6CL/state.json","well_known_bundle":"https://pith.science/.well-known/pith/RKBWFDVSD5Z3AAO6GXBFJLM6CL/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:RKBWFDVSD5Z3AAO6GXBFJLM6CL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"2d013cef826dca4236db73daea47e82114b00b5a706b939786c0ebb31215690d","cross_cats_sorted":["cs.AI","cs.CV","cs.MM"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-02-16T16:12:40Z","title_canon_sha256":"ae8c044363bf3260cc7a43801513965a83893753be32736bb4b2f063b2a8c8b1"},"schema_version":"1.0","source":{"id":"2502.11184","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.11184","created_at":"2026-07-05T11:14:53Z"},{"alias_kind":"arxiv_version","alias_value":"2502.11184v2","created_at":"2026-07-05T11:14:53Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.11184","created_at":"2026-07-05T11:14:53Z"},{"alias_kind":"pith_short_12","alias_value":"RKBWFDVSD5Z3","created_at":"2026-07-05T11:14:53Z"},{"alias_kind":"pith_short_16","alias_value":"RKBWFDVSD5Z3AAO6","created_at":"2026-07-05T11:14:53Z"},{"alias_kind":"pith_short_8","alias_value":"RKBWFDVS","created_at":"2026-07-05T11:14:53Z"}],"graph_snapshots":[{"event_id":"sha256:30ae742744ed3a2154ee0bdb0f4a99ffa8b7fe01c489b5f27baf6f7eb879b2c0","target":"graph","created_at":"2026-07-05T11:14:53Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2502.11184/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Multimodal Large Language Models (MLLMs) have expanded the capabilities of traditional language models by enabling interaction through both text and images. However, ensuring the safety of these models remains a significant challenge, particularly in accurately identifying whether multimodal content is safe or unsafe-a capability we term safety awareness. In this paper, we introduce MMSafeAware, the first comprehensive multimodal safety awareness benchmark designed to evaluate MLLMs across 29 safety scenarios with 1500 carefully curated image-prompt pairs. MMSafeAware includes both unsafe and ","authors_text":"Jen-tse Huang, Kuiyi Gao, Pinjia He, Shuai Wang, Wenxuan Wang, Xiaoyuan Liu, Youliang Yuan, Zhaopeng Tu","cross_cats":["cs.AI","cs.CV","cs.MM"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-02-16T16:12:40Z","title":"Can't See the Forest for the Trees: Benchmarking Multimodal Safety Awareness for Multimodal LLMs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.11184","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f3c7e25bcae2893013efb4301e007c85f3519fb163dbedbd6d29cf91dda88ba4","target":"record","created_at":"2026-07-05T11:14:53Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"2d013cef826dca4236db73daea47e82114b00b5a706b939786c0ebb31215690d","cross_cats_sorted":["cs.AI","cs.CV","cs.MM"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-02-16T16:12:40Z","title_canon_sha256":"ae8c044363bf3260cc7a43801513965a83893753be32736bb4b2f063b2a8c8b1"},"schema_version":"1.0","source":{"id":"2502.11184","kind":"arxiv","version":2}},"canonical_sha256":"8a83628eb21f73b001de35c254ad9e12d13573ca7593b99a4be64abee1194d03","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8a83628eb21f73b001de35c254ad9e12d13573ca7593b99a4be64abee1194d03","first_computed_at":"2026-07-05T11:14:53.849645Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:14:53.849645Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"AgbMpPgBC1ETJJD/MjKp10v60Fa+SOnRI7Cbp1ccnKkwvHTi/rq+1+laRn8boydqwjZSOJkCZwwKSItEFN6aBg==","signature_status":"signed_v1","signed_at":"2026-07-05T11:14:53.850078Z","signed_message":"canonical_sha256_bytes"},"source_id":"2502.11184","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f3c7e25bcae2893013efb4301e007c85f3519fb163dbedbd6d29cf91dda88ba4","sha256:30ae742744ed3a2154ee0bdb0f4a99ffa8b7fe01c489b5f27baf6f7eb879b2c0"],"state_sha256":"dc7055bc770ae6b0e1d192bab3c9a449fefaf3fdae823dcd49314e2a65f380a8"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"pa+aumEv49uq2vVHwdDTJ+r80fGqVAtxabbMbX4wxlT5SxV4xDHjNpWeFqvWrto4E8AfBxOrnyfpCJZjMHqVDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T12:23:54.206574Z","bundle_sha256":"dc5a732e31bac9bf49adea187e3af592203fafa011439e90e5bb055090ba6809"}}