{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:ZCLDGA3MIKZY4UNKGXDCWJLAKB","short_pith_number":"pith:ZCLDGA3M","canonical_record":{"source":{"id":"2401.15071","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-01-26T18:53:03Z","cross_cats_sorted":[],"title_canon_sha256":"abfcbcc39e7a3d547f1ec2699f3874f10db82796b85ebd5f4f95237ee16653a6","abstract_canon_sha256":"4112cd33ae33ac2219921fc13a922365c0ac8d6ae5b8bf9c920a5b82c004fab7"},"schema_version":"1.0"},"canonical_sha256":"c89633036c42b38e51aa35c62b256050587e04929dfb76e75d5423079771e723","source":{"kind":"arxiv","id":"2401.15071","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2401.15071","created_at":"2026-07-05T07:38:35Z"},{"alias_kind":"arxiv_version","alias_value":"2401.15071v2","created_at":"2026-07-05T07:38:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2401.15071","created_at":"2026-07-05T07:38:35Z"},{"alias_kind":"pith_short_12","alias_value":"ZCLDGA3MIKZY","created_at":"2026-07-05T07:38:35Z"},{"alias_kind":"pith_short_16","alias_value":"ZCLDGA3MIKZY4UNK","created_at":"2026-07-05T07:38:35Z"},{"alias_kind":"pith_short_8","alias_value":"ZCLDGA3M","created_at":"2026-07-05T07:38:35Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:ZCLDGA3MIKZY4UNKGXDCWJLAKB","target":"record","payload":{"canonical_record":{"source":{"id":"2401.15071","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-01-26T18:53:03Z","cross_cats_sorted":[],"title_canon_sha256":"abfcbcc39e7a3d547f1ec2699f3874f10db82796b85ebd5f4f95237ee16653a6","abstract_canon_sha256":"4112cd33ae33ac2219921fc13a922365c0ac8d6ae5b8bf9c920a5b82c004fab7"},"schema_version":"1.0"},"canonical_sha256":"c89633036c42b38e51aa35c62b256050587e04929dfb76e75d5423079771e723","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:38:35.511467Z","signature_b64":"+H8spQusoPgrBNcvbbDcCxs2gUBVFd64ZddaDiu3YpKh+1gUB86QMSNkT4AylT5+bY+rjuatUGwbSne8iIV6AA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c89633036c42b38e51aa35c62b256050587e04929dfb76e75d5423079771e723","last_reissued_at":"2026-07-05T07:38:35.510957Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:38:35.510957Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2401.15071","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:38:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Lkpg58fTT28fi6+/AXaGGzVU07P7+YBPNoQwi2HfABCBkgVmRijfzmn0KD2jhGCX9eYsvdRovTVkLBdX+hQEAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T08:18:19.300961Z"},"content_sha256":"f3cc68b19168c5a8a2fbcf4a80fcc5e8ad94e811e03c24f93274c08d8aa01cea","schema_version":"1.0","event_id":"sha256:f3cc68b19168c5a8a2fbcf4a80fcc5e8ad94e811e03c24f93274c08d8aa01cea"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:ZCLDGA3MIKZY4UNKGXDCWJLAKB","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"From GPT-4 to Gemini and Beyond: Assessing the Landscape of MLLMs on Generalizability, Trustworthiness and Causality through Four Modalities","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CV","authors_text":"Chaochao Lu, Chen Qian, Guodong Zheng, Hongxing Fan, Hongzhi Gao, Jie Zhang, Jing Shao, Jingyi Deng, Jinlan Fu, Kexin Huang, Kunchang Li, Lijun Li, Limin Wang, Lu Sheng, Meiqi Chen, Ming Zhang, Qibing Ren, Sirui Chen, Tao Gui, Wanli Ouyang, Yali Wang, Yan Teng, Yaru Wang, Yinan He, Yingchun Wang, Yi Wang, Yixu Wang, Yongting Zhang, Yujiong Shen, Yu Qiao, Yurong Mou, Yuxi Chen, Zaibin Zhang, Zhelun Shi, Zhenfei Yin, Zhipin Wang","submitted_at":"2024-01-26T18:53:03Z","abstract_excerpt":"Multi-modal Large Language Models (MLLMs) have shown impressive abilities in generating reasonable responses with respect to multi-modal contents. However, there is still a wide gap between the performance of recent MLLM-based applications and the expectation of the broad public, even though the most powerful OpenAI's GPT-4 and Google's Gemini have been deployed. This paper strives to enhance understanding of the gap through the lens of a qualitative study on the generalizability, trustworthiness, and causal reasoning capabilities of recent proprietary and open-source MLLMs across four modalit"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2401.15071","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2401.15071/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:38:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"M/k3DP7nWDind8tuZBnFGlD991XtQJrf8CAoRkEbR513Es4l4c0noCQl7YDQHnh2PJKVtTj0zdLZMnh3WHduCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T08:18:19.301555Z"},"content_sha256":"0d2a9698ef89197e597b86b52e0b47bf09912f04d33b432c91853c60264e5fb7","schema_version":"1.0","event_id":"sha256:0d2a9698ef89197e597b86b52e0b47bf09912f04d33b432c91853c60264e5fb7"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ZCLDGA3MIKZY4UNKGXDCWJLAKB/bundle.json","state_url":"https://pith.science/pith/ZCLDGA3MIKZY4UNKGXDCWJLAKB/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ZCLDGA3MIKZY4UNKGXDCWJLAKB/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T08:18:19Z","links":{"resolver":"https://pith.science/pith/ZCLDGA3MIKZY4UNKGXDCWJLAKB","bundle":"https://pith.science/pith/ZCLDGA3MIKZY4UNKGXDCWJLAKB/bundle.json","state":"https://pith.science/pith/ZCLDGA3MIKZY4UNKGXDCWJLAKB/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ZCLDGA3MIKZY4UNKGXDCWJLAKB/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:ZCLDGA3MIKZY4UNKGXDCWJLAKB","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4112cd33ae33ac2219921fc13a922365c0ac8d6ae5b8bf9c920a5b82c004fab7","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-01-26T18:53:03Z","title_canon_sha256":"abfcbcc39e7a3d547f1ec2699f3874f10db82796b85ebd5f4f95237ee16653a6"},"schema_version":"1.0","source":{"id":"2401.15071","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2401.15071","created_at":"2026-07-05T07:38:35Z"},{"alias_kind":"arxiv_version","alias_value":"2401.15071v2","created_at":"2026-07-05T07:38:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2401.15071","created_at":"2026-07-05T07:38:35Z"},{"alias_kind":"pith_short_12","alias_value":"ZCLDGA3MIKZY","created_at":"2026-07-05T07:38:35Z"},{"alias_kind":"pith_short_16","alias_value":"ZCLDGA3MIKZY4UNK","created_at":"2026-07-05T07:38:35Z"},{"alias_kind":"pith_short_8","alias_value":"ZCLDGA3M","created_at":"2026-07-05T07:38:35Z"}],"graph_snapshots":[{"event_id":"sha256:0d2a9698ef89197e597b86b52e0b47bf09912f04d33b432c91853c60264e5fb7","target":"graph","created_at":"2026-07-05T07:38:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2401.15071/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Multi-modal Large Language Models (MLLMs) have shown impressive abilities in generating reasonable responses with respect to multi-modal contents. However, there is still a wide gap between the performance of recent MLLM-based applications and the expectation of the broad public, even though the most powerful OpenAI's GPT-4 and Google's Gemini have been deployed. This paper strives to enhance understanding of the gap through the lens of a qualitative study on the generalizability, trustworthiness, and causal reasoning capabilities of recent proprietary and open-source MLLMs across four modalit","authors_text":"Chaochao Lu, Chen Qian, Guodong Zheng, Hongxing Fan, Hongzhi Gao, Jie Zhang, Jing Shao, Jingyi Deng, Jinlan Fu, Kexin Huang, Kunchang Li, Lijun Li, Limin Wang, Lu Sheng, Meiqi Chen, Ming Zhang, Qibing Ren, Sirui Chen, Tao Gui, Wanli Ouyang, Yali Wang, Yan Teng, Yaru Wang, Yinan He, Yingchun Wang, Yi Wang, Yixu Wang, Yongting Zhang, Yujiong Shen, Yu Qiao, Yurong Mou, Yuxi Chen, Zaibin Zhang, Zhelun Shi, Zhenfei Yin, Zhipin Wang","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-01-26T18:53:03Z","title":"From GPT-4 to Gemini and Beyond: Assessing the Landscape of MLLMs on Generalizability, Trustworthiness and Causality through Four Modalities"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2401.15071","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f3cc68b19168c5a8a2fbcf4a80fcc5e8ad94e811e03c24f93274c08d8aa01cea","target":"record","created_at":"2026-07-05T07:38:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4112cd33ae33ac2219921fc13a922365c0ac8d6ae5b8bf9c920a5b82c004fab7","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-01-26T18:53:03Z","title_canon_sha256":"abfcbcc39e7a3d547f1ec2699f3874f10db82796b85ebd5f4f95237ee16653a6"},"schema_version":"1.0","source":{"id":"2401.15071","kind":"arxiv","version":2}},"canonical_sha256":"c89633036c42b38e51aa35c62b256050587e04929dfb76e75d5423079771e723","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c89633036c42b38e51aa35c62b256050587e04929dfb76e75d5423079771e723","first_computed_at":"2026-07-05T07:38:35.510957Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:38:35.510957Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"+H8spQusoPgrBNcvbbDcCxs2gUBVFd64ZddaDiu3YpKh+1gUB86QMSNkT4AylT5+bY+rjuatUGwbSne8iIV6AA==","signature_status":"signed_v1","signed_at":"2026-07-05T07:38:35.511467Z","signed_message":"canonical_sha256_bytes"},"source_id":"2401.15071","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f3cc68b19168c5a8a2fbcf4a80fcc5e8ad94e811e03c24f93274c08d8aa01cea","sha256:0d2a9698ef89197e597b86b52e0b47bf09912f04d33b432c91853c60264e5fb7"],"state_sha256":"7ae880a55d62ef01e17022c43211b9603b2205b11834b11d4ad52037928299a6"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"AcVKcipWkxXuvfZCiL3gwnA6ul4PQ27KA6P/V+6+zFNvNng27A+gdHT1FcLYpnZMEn2l46D/xXom45iRAvSyBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T08:18:19.306372Z","bundle_sha256":"2fc40c825dcca5d53ccb699c2c021a51000e0ad6d18dfa40c7f0f7ef0ed2a2f6"}}