{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:IUCBAU36FFDG2T2U62JW7CA2WY","short_pith_number":"pith:IUCBAU36","canonical_record":{"source":{"id":"2403.01404","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-03-03T05:45:27Z","cross_cats_sorted":[],"title_canon_sha256":"dc2b5119ee457c53ebe3464cad4e792aad814afc2384d7be1309f0b41bd0acac","abstract_canon_sha256":"675ccc3a882c8b850bf158edc3e852b7e11e4d4d251a982c1a9ad9963b2e594a"},"schema_version":"1.0"},"canonical_sha256":"450410537e29466d4f54f6936f881ab6020854cba38d0cdbaf8a0f9a60668e9e","source":{"kind":"arxiv","id":"2403.01404","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.01404","created_at":"2026-07-05T10:11:17Z"},{"alias_kind":"arxiv_version","alias_value":"2403.01404v2","created_at":"2026-07-05T10:11:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.01404","created_at":"2026-07-05T10:11:17Z"},{"alias_kind":"pith_short_12","alias_value":"IUCBAU36FFDG","created_at":"2026-07-05T10:11:17Z"},{"alias_kind":"pith_short_16","alias_value":"IUCBAU36FFDG2T2U","created_at":"2026-07-05T10:11:17Z"},{"alias_kind":"pith_short_8","alias_value":"IUCBAU36","created_at":"2026-07-05T10:11:17Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:IUCBAU36FFDG2T2U62JW7CA2WY","target":"record","payload":{"canonical_record":{"source":{"id":"2403.01404","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-03-03T05:45:27Z","cross_cats_sorted":[],"title_canon_sha256":"dc2b5119ee457c53ebe3464cad4e792aad814afc2384d7be1309f0b41bd0acac","abstract_canon_sha256":"675ccc3a882c8b850bf158edc3e852b7e11e4d4d251a982c1a9ad9963b2e594a"},"schema_version":"1.0"},"canonical_sha256":"450410537e29466d4f54f6936f881ab6020854cba38d0cdbaf8a0f9a60668e9e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:11:17.316159Z","signature_b64":"jOdpONOHjxA0pmKmONzDhZHqKzJNJS1cgF0BlzOE+UNinEe7tm7Uq/B8ENS8BDbh1crlGOZ6Dd6UI5B0lsAkAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"450410537e29466d4f54f6936f881ab6020854cba38d0cdbaf8a0f9a60668e9e","last_reissued_at":"2026-07-05T10:11:17.315586Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:11:17.315586Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2403.01404","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:11:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ZzmplhknZKUzuQWjldfT8B94kC/SBTkeKrcCTqk+VurUdwY58nYRisGpZyBgdgbfl506UlO/fKv82YjXQoi3AQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T21:42:44.705227Z"},"content_sha256":"c50954f27e302ecb2a7f4438862467a5e1576da2844b94925be531147df53613","schema_version":"1.0","event_id":"sha256:c50954f27e302ecb2a7f4438862467a5e1576da2844b94925be531147df53613"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:IUCBAU36FFDG2T2U62JW7CA2WY","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"What Is Missing in Multilingual Visual Reasoning and How to Fix It","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Graham Neubig, Simran Khanuja, Yueqi Song","submitted_at":"2024-03-03T05:45:27Z","abstract_excerpt":"NLP models today strive for supporting multiple languages and modalities, improving accessibility for diverse users. In this paper, we evaluate their multilingual, multimodal capabilities by testing on a visual reasoning task. We observe that proprietary systems like GPT-4V obtain the best performance on this task now, but open models lag in comparison. Surprisingly, GPT-4V exhibits similar performance between English and other languages, indicating the potential for equitable system development across languages. Our analysis on model failures reveals three key aspects that make this task chal"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.01404","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2403.01404/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:11:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0giGjDPV8DKu6ctS0BitsO5xVG4m5ni0Hx0FqSm1cAa8d+r50rL+bdcsSSUIh6uCh1l2wrSu2CYvSq+yDMOZCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T21:42:44.705849Z"},"content_sha256":"9cfaf4a962d0798e14e6776eb5dc0899af02194a843b374bc156000f209c076a","schema_version":"1.0","event_id":"sha256:9cfaf4a962d0798e14e6776eb5dc0899af02194a843b374bc156000f209c076a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/IUCBAU36FFDG2T2U62JW7CA2WY/bundle.json","state_url":"https://pith.science/pith/IUCBAU36FFDG2T2U62JW7CA2WY/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/IUCBAU36FFDG2T2U62JW7CA2WY/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T21:42:44Z","links":{"resolver":"https://pith.science/pith/IUCBAU36FFDG2T2U62JW7CA2WY","bundle":"https://pith.science/pith/IUCBAU36FFDG2T2U62JW7CA2WY/bundle.json","state":"https://pith.science/pith/IUCBAU36FFDG2T2U62JW7CA2WY/state.json","well_known_bundle":"https://pith.science/.well-known/pith/IUCBAU36FFDG2T2U62JW7CA2WY/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:IUCBAU36FFDG2T2U62JW7CA2WY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"675ccc3a882c8b850bf158edc3e852b7e11e4d4d251a982c1a9ad9963b2e594a","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-03-03T05:45:27Z","title_canon_sha256":"dc2b5119ee457c53ebe3464cad4e792aad814afc2384d7be1309f0b41bd0acac"},"schema_version":"1.0","source":{"id":"2403.01404","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.01404","created_at":"2026-07-05T10:11:17Z"},{"alias_kind":"arxiv_version","alias_value":"2403.01404v2","created_at":"2026-07-05T10:11:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.01404","created_at":"2026-07-05T10:11:17Z"},{"alias_kind":"pith_short_12","alias_value":"IUCBAU36FFDG","created_at":"2026-07-05T10:11:17Z"},{"alias_kind":"pith_short_16","alias_value":"IUCBAU36FFDG2T2U","created_at":"2026-07-05T10:11:17Z"},{"alias_kind":"pith_short_8","alias_value":"IUCBAU36","created_at":"2026-07-05T10:11:17Z"}],"graph_snapshots":[{"event_id":"sha256:9cfaf4a962d0798e14e6776eb5dc0899af02194a843b374bc156000f209c076a","target":"graph","created_at":"2026-07-05T10:11:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2403.01404/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"NLP models today strive for supporting multiple languages and modalities, improving accessibility for diverse users. In this paper, we evaluate their multilingual, multimodal capabilities by testing on a visual reasoning task. We observe that proprietary systems like GPT-4V obtain the best performance on this task now, but open models lag in comparison. Surprisingly, GPT-4V exhibits similar performance between English and other languages, indicating the potential for equitable system development across languages. Our analysis on model failures reveals three key aspects that make this task chal","authors_text":"Graham Neubig, Simran Khanuja, Yueqi Song","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-03-03T05:45:27Z","title":"What Is Missing in Multilingual Visual Reasoning and How to Fix It"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.01404","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c50954f27e302ecb2a7f4438862467a5e1576da2844b94925be531147df53613","target":"record","created_at":"2026-07-05T10:11:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"675ccc3a882c8b850bf158edc3e852b7e11e4d4d251a982c1a9ad9963b2e594a","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-03-03T05:45:27Z","title_canon_sha256":"dc2b5119ee457c53ebe3464cad4e792aad814afc2384d7be1309f0b41bd0acac"},"schema_version":"1.0","source":{"id":"2403.01404","kind":"arxiv","version":2}},"canonical_sha256":"450410537e29466d4f54f6936f881ab6020854cba38d0cdbaf8a0f9a60668e9e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"450410537e29466d4f54f6936f881ab6020854cba38d0cdbaf8a0f9a60668e9e","first_computed_at":"2026-07-05T10:11:17.315586Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:11:17.315586Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"jOdpONOHjxA0pmKmONzDhZHqKzJNJS1cgF0BlzOE+UNinEe7tm7Uq/B8ENS8BDbh1crlGOZ6Dd6UI5B0lsAkAA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:11:17.316159Z","signed_message":"canonical_sha256_bytes"},"source_id":"2403.01404","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c50954f27e302ecb2a7f4438862467a5e1576da2844b94925be531147df53613","sha256:9cfaf4a962d0798e14e6776eb5dc0899af02194a843b374bc156000f209c076a"],"state_sha256":"c6aee4b9070f2ffb485fca943812f71f83501145874c3d2569ba4bcbe6c6a711"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hzuqU/9EyDMjCMV06nlzTzsy6QF7t2dIMk+J1CuEZNRo/q0amakdSTLduI5BmjjwFVjCwDpdfj+nfL5HnmfaAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T21:42:44.709397Z","bundle_sha256":"cc0ec1218cf1ab796be6823d82508c559ab166e915132c71bda975296b2f8553"}}