{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:EPX5XKZFGRDZB4HP4OT7KDRPZG","short_pith_number":"pith:EPX5XKZF","canonical_record":{"source":{"id":"2505.23793","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CR","submitted_at":"2025-05-26T08:39:14Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"bce7ff04bd546fe8a08b0ee4ec29bd2b91ebb6ec97d838dc6c1711c4649b35b5","abstract_canon_sha256":"ac27bd08d2d56d78f3738ee6d9a77283c73be4f93e07c52bf2aedafe40807229"},"schema_version":"1.0"},"canonical_sha256":"23efdbab25344790f0efe3a7f50e2fc9b986b2802a03e15afafad15024d7088a","source":{"kind":"arxiv","id":"2505.23793","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.23793","created_at":"2026-07-05T11:12:35Z"},{"alias_kind":"arxiv_version","alias_value":"2505.23793v1","created_at":"2026-07-05T11:12:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.23793","created_at":"2026-07-05T11:12:35Z"},{"alias_kind":"pith_short_12","alias_value":"EPX5XKZFGRDZ","created_at":"2026-07-05T11:12:35Z"},{"alias_kind":"pith_short_16","alias_value":"EPX5XKZFGRDZB4HP","created_at":"2026-07-05T11:12:35Z"},{"alias_kind":"pith_short_8","alias_value":"EPX5XKZF","created_at":"2026-07-05T11:12:35Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:EPX5XKZFGRDZB4HP4OT7KDRPZG","target":"record","payload":{"canonical_record":{"source":{"id":"2505.23793","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CR","submitted_at":"2025-05-26T08:39:14Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"bce7ff04bd546fe8a08b0ee4ec29bd2b91ebb6ec97d838dc6c1711c4649b35b5","abstract_canon_sha256":"ac27bd08d2d56d78f3738ee6d9a77283c73be4f93e07c52bf2aedafe40807229"},"schema_version":"1.0"},"canonical_sha256":"23efdbab25344790f0efe3a7f50e2fc9b986b2802a03e15afafad15024d7088a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:12:35.558364Z","signature_b64":"578+91iqNjHmV8zLoUMVGQTFAIMXDXKY0M5S4+Q11LivX2ipxIGGtofSrqcZh3NS8OIe9y2AHK6Cmwr2T+0BDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"23efdbab25344790f0efe3a7f50e2fc9b986b2802a03e15afafad15024d7088a","last_reissued_at":"2026-07-05T11:12:35.557755Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:12:35.557755Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2505.23793","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:12:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"euDQ6xoXcSUBb/QqkiOqE7KsBxezIPkHMj4M/tYViTm0edx7Y/0pR8T1dthEm5QYrBoGPWUTXs7TI5c6K5wnAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-01T01:26:43.895852Z"},"content_sha256":"8602ed43220a753c85f58a1a2d2dce191ca6e37384282a6889481f216a96f000","schema_version":"1.0","event_id":"sha256:8602ed43220a753c85f58a1a2d2dce191ca6e37384282a6889481f216a96f000"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:EPX5XKZFGRDZB4HP4OT7KDRPZG","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"USB: A Comprehensive and Unified Safety Evaluation Benchmark for Multimodal Large Language Models","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CR","authors_text":"Baolin Zheng, Bo Zheng, Guanlin Chen, Hongqiong Zhong, Huiyun Jing, Jiaheng Liu, Jian Yang, Jincheng Wei, Kaifu Zhang, Qingyang Teng, Weixun Wang, Wenbo Su, Xiaoyong Zhu, Yingshui Tan, Zhendong Liu","submitted_at":"2025-05-26T08:39:14Z","abstract_excerpt":"Despite their remarkable achievements and widespread adoption, Multimodal Large Language Models (MLLMs) have revealed significant security vulnerabilities, highlighting the urgent need for robust safety evaluation benchmarks. Existing MLLM safety benchmarks, however, fall short in terms of data quality and coverge, and modal risk combinations, resulting in inflated and contradictory evaluation results, which hinders the discovery and governance of security concerns. Besides, we argue that vulnerabilities to harmful queries and oversensitivity to harmless ones should be considered simultaneousl"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.23793","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2505.23793/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:12:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ZBnBVeyu9CwG/6Kz7gUVg1RGk9qqPnPy/dAORHnpnx40hfjizn9otb2t9V04iggfqwHU0pJ3w3zE0WDHdmHBBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-01T01:26:43.897737Z"},"content_sha256":"1740b3c7fc18f8b00f42b705067b5d015b02802b93656e69843e10f595f15203","schema_version":"1.0","event_id":"sha256:1740b3c7fc18f8b00f42b705067b5d015b02802b93656e69843e10f595f15203"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/EPX5XKZFGRDZB4HP4OT7KDRPZG/bundle.json","state_url":"https://pith.science/pith/EPX5XKZFGRDZB4HP4OT7KDRPZG/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/EPX5XKZFGRDZB4HP4OT7KDRPZG/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-01T01:26:43Z","links":{"resolver":"https://pith.science/pith/EPX5XKZFGRDZB4HP4OT7KDRPZG","bundle":"https://pith.science/pith/EPX5XKZFGRDZB4HP4OT7KDRPZG/bundle.json","state":"https://pith.science/pith/EPX5XKZFGRDZB4HP4OT7KDRPZG/state.json","well_known_bundle":"https://pith.science/.well-known/pith/EPX5XKZFGRDZB4HP4OT7KDRPZG/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:EPX5XKZFGRDZB4HP4OT7KDRPZG","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ac27bd08d2d56d78f3738ee6d9a77283c73be4f93e07c52bf2aedafe40807229","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CR","submitted_at":"2025-05-26T08:39:14Z","title_canon_sha256":"bce7ff04bd546fe8a08b0ee4ec29bd2b91ebb6ec97d838dc6c1711c4649b35b5"},"schema_version":"1.0","source":{"id":"2505.23793","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.23793","created_at":"2026-07-05T11:12:35Z"},{"alias_kind":"arxiv_version","alias_value":"2505.23793v1","created_at":"2026-07-05T11:12:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.23793","created_at":"2026-07-05T11:12:35Z"},{"alias_kind":"pith_short_12","alias_value":"EPX5XKZFGRDZ","created_at":"2026-07-05T11:12:35Z"},{"alias_kind":"pith_short_16","alias_value":"EPX5XKZFGRDZB4HP","created_at":"2026-07-05T11:12:35Z"},{"alias_kind":"pith_short_8","alias_value":"EPX5XKZF","created_at":"2026-07-05T11:12:35Z"}],"graph_snapshots":[{"event_id":"sha256:1740b3c7fc18f8b00f42b705067b5d015b02802b93656e69843e10f595f15203","target":"graph","created_at":"2026-07-05T11:12:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2505.23793/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Despite their remarkable achievements and widespread adoption, Multimodal Large Language Models (MLLMs) have revealed significant security vulnerabilities, highlighting the urgent need for robust safety evaluation benchmarks. Existing MLLM safety benchmarks, however, fall short in terms of data quality and coverge, and modal risk combinations, resulting in inflated and contradictory evaluation results, which hinders the discovery and governance of security concerns. Besides, we argue that vulnerabilities to harmful queries and oversensitivity to harmless ones should be considered simultaneousl","authors_text":"Baolin Zheng, Bo Zheng, Guanlin Chen, Hongqiong Zhong, Huiyun Jing, Jiaheng Liu, Jian Yang, Jincheng Wei, Kaifu Zhang, Qingyang Teng, Weixun Wang, Wenbo Su, Xiaoyong Zhu, Yingshui Tan, Zhendong Liu","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CR","submitted_at":"2025-05-26T08:39:14Z","title":"USB: A Comprehensive and Unified Safety Evaluation Benchmark for Multimodal Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.23793","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8602ed43220a753c85f58a1a2d2dce191ca6e37384282a6889481f216a96f000","target":"record","created_at":"2026-07-05T11:12:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ac27bd08d2d56d78f3738ee6d9a77283c73be4f93e07c52bf2aedafe40807229","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CR","submitted_at":"2025-05-26T08:39:14Z","title_canon_sha256":"bce7ff04bd546fe8a08b0ee4ec29bd2b91ebb6ec97d838dc6c1711c4649b35b5"},"schema_version":"1.0","source":{"id":"2505.23793","kind":"arxiv","version":1}},"canonical_sha256":"23efdbab25344790f0efe3a7f50e2fc9b986b2802a03e15afafad15024d7088a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"23efdbab25344790f0efe3a7f50e2fc9b986b2802a03e15afafad15024d7088a","first_computed_at":"2026-07-05T11:12:35.557755Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:12:35.557755Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"578+91iqNjHmV8zLoUMVGQTFAIMXDXKY0M5S4+Q11LivX2ipxIGGtofSrqcZh3NS8OIe9y2AHK6Cmwr2T+0BDw==","signature_status":"signed_v1","signed_at":"2026-07-05T11:12:35.558364Z","signed_message":"canonical_sha256_bytes"},"source_id":"2505.23793","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8602ed43220a753c85f58a1a2d2dce191ca6e37384282a6889481f216a96f000","sha256:1740b3c7fc18f8b00f42b705067b5d015b02802b93656e69843e10f595f15203"],"state_sha256":"a575c2059e33c2c50bbb6619f4f3d4d454810d5560e5aaa1c0d6de743bbf3b6f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"g8vooBuqICVU1sHTC1IZRiT+YWsxomHeiHeF05ZYQqmQACngmvnICKNoIrfX1WRBJdzYDIUCilEv/47XmKT7Dg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-01T01:26:43.902081Z","bundle_sha256":"60eb2e87b0da9866f32c480e3e4dcc84eef4930072c77c5ee56d15e2baa5dbf6"}}