{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:ZLFVPUN366MJTO765NJXMWN6OK","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ae8bce9df905d7a9a4546ac438d09e6cfca08d32e3ca5d952107edcb39892047","cross_cats_sorted":["cs.AI","cs.CV","cs.LG"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-11T08:38:13Z","title_canon_sha256":"31f1dabbfccf598e75a266a522af835c1973558a83ca235089805d691892f01c"},"schema_version":"1.0","source":{"id":"2406.07057","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.07057","created_at":"2026-07-05T09:45:10Z"},{"alias_kind":"arxiv_version","alias_value":"2406.07057v2","created_at":"2026-07-05T09:45:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.07057","created_at":"2026-07-05T09:45:10Z"},{"alias_kind":"pith_short_12","alias_value":"ZLFVPUN366MJ","created_at":"2026-07-05T09:45:10Z"},{"alias_kind":"pith_short_16","alias_value":"ZLFVPUN366MJTO76","created_at":"2026-07-05T09:45:10Z"},{"alias_kind":"pith_short_8","alias_value":"ZLFVPUN3","created_at":"2026-07-05T09:45:10Z"}],"graph_snapshots":[{"event_id":"sha256:6bc94d5df140011c3e83d87799c6fa73e0ac898c03ec928379f8d5abedc743e3","target":"graph","created_at":"2026-07-05T09:45:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.07057/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Despite the superior capabilities of Multimodal Large Language Models (MLLMs) across diverse tasks, they still face significant trustworthiness challenges. Yet, current literature on the assessment of trustworthy MLLMs remains limited, lacking a holistic evaluation to offer thorough insights into future improvements. In this work, we establish MultiTrust, the first comprehensive and unified benchmark on the trustworthiness of MLLMs across five primary aspects: truthfulness, safety, robustness, fairness, and privacy. Our benchmark employs a rigorous evaluation strategy that addresses both multi","authors_text":"Chang Liu, Hang Su, Huanran Chen, Jun Zhu, Xiao Yang, Xingxing Wei, Yao Huang, Yichi Zhang, Yifan Wang, Yinpeng Dong, Yitong Sun, Zhengwei Fang, Zhe Zhao","cross_cats":["cs.AI","cs.CV","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-11T08:38:13Z","title":"MultiTrust: A Comprehensive Benchmark Towards Trustworthy Multimodal Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.07057","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c66e9fb46f74a6c226e93c15ed908ebe11a05503abe7cd396b62f4404f968246","target":"record","created_at":"2026-07-05T09:45:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ae8bce9df905d7a9a4546ac438d09e6cfca08d32e3ca5d952107edcb39892047","cross_cats_sorted":["cs.AI","cs.CV","cs.LG"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-11T08:38:13Z","title_canon_sha256":"31f1dabbfccf598e75a266a522af835c1973558a83ca235089805d691892f01c"},"schema_version":"1.0","source":{"id":"2406.07057","kind":"arxiv","version":2}},"canonical_sha256":"cacb57d1bbf79899bbfeeb537659be72b63f815f9f840b9ac167748ee73b1daa","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"cacb57d1bbf79899bbfeeb537659be72b63f815f9f840b9ac167748ee73b1daa","first_computed_at":"2026-07-05T09:45:10.857112Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:45:10.857112Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"aL+8fxeIJ4y9iwWBZwb1ugMZmMJffaHBlX1sUD4uH382ua/fuKx4zyno8dB9V0r2fQjCXCwEY/kuD+chngMqCw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:45:10.857604Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.07057","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c66e9fb46f74a6c226e93c15ed908ebe11a05503abe7cd396b62f4404f968246","sha256:6bc94d5df140011c3e83d87799c6fa73e0ac898c03ec928379f8d5abedc743e3"],"state_sha256":"7f6cc84292ebafb81cbceadaaf82fea2b00fe0fc5079ed1b1388e08f7d830236"}