{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:HTYYXIJQGW3NJKNARBDZBZPX2T","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5588af447ca96164eb22d7f4da4845f7ae912dafc6b7bd2ba60c77ba33ced73d","cross_cats_sorted":["cs.CV"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-04-09T17:43:16Z","title_canon_sha256":"f2b4959ba9054fc899e61b63ad7c940918acede96fdd856b017d166df298468a"},"schema_version":"1.0","source":{"id":"2504.07072","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2504.07072","created_at":"2026-07-05T10:55:33Z"},{"alias_kind":"arxiv_version","alias_value":"2504.07072v2","created_at":"2026-07-05T10:55:33Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2504.07072","created_at":"2026-07-05T10:55:33Z"},{"alias_kind":"pith_short_12","alias_value":"HTYYXIJQGW3N","created_at":"2026-07-05T10:55:33Z"},{"alias_kind":"pith_short_16","alias_value":"HTYYXIJQGW3NJKNA","created_at":"2026-07-05T10:55:33Z"},{"alias_kind":"pith_short_8","alias_value":"HTYYXIJQ","created_at":"2026-07-05T10:55:33Z"}],"graph_snapshots":[{"event_id":"sha256:57a4e450c8529449ed1a43bdf1b3e486e8aa26a926370b8523c36590e016df6e","target":"graph","created_at":"2026-07-05T10:55:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2504.07072/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The evaluation of vision-language models (VLMs) has mainly relied on English-language benchmarks, leaving significant gaps in both multilingual and multicultural coverage. While multilingual benchmarks have expanded, both in size and languages, many rely on translations of English datasets, failing to capture cultural nuances. In this work, we propose Kaleidoscope, as the most comprehensive exam benchmark to date for the multilingual evaluation of vision-language models. Kaleidoscope is a large-scale, in-language multimodal benchmark designed to evaluate VLMs across diverse languages and visua","authors_text":"Ahmed Ruby, Alfonso Amayuelas, Andre Guarnier De Mitri, Angelika Romanou, Arshia Soltani Moakhar, Azmine Toushik Wasi, Bardia Soltani Moakhar, Beyza Ermis, Danylo Boiko, Desmond Elliott, Dipika Khullar, Dmitry Abulkhanov, Dominik Krzemi\\'nski, Drishti Sharma, Enzo Ferrante, Fabian Farestam, Gabriel da Costa Merlin, Israfel Salazar, Jebish Purbey, Jekaterina Novikova, Johan Obando-Ceron, Joseph Marvin Imperial, Leticia Bossatto Marchezi, Lu\\'isa Shimabucoro, Maksim Kostritsya, Manuel Fern\\'andez Burda, Maral Jabbari Shiviari, Marek Suppa, Mar\\'ia Grandury, Marzieh Fadaee, Mike Zhang, MohammadAmin farahani fard, Nazar Kohut, Nicholas Popovi\\v{c}, Olga Tsymboi, Ot\\'avio Ferracioli Coletti, Ram Mohan Rao Kadiyala, Rishabh Maheshwary, Sara Hooker, Setayesh Heydari, Sharad Duwal, Shayekh Bin Islam, Shivalika Singh, Silvia Fernandez, Swati Rajwal","cross_cats":["cs.CV"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-04-09T17:43:16Z","title":"Kaleidoscope: In-language Exams for Massively Multilingual Vision Evaluation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2504.07072","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5e05c873eda2508f91497a2ccae14ec63265def670216299d285987591e58a1f","target":"record","created_at":"2026-07-05T10:55:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5588af447ca96164eb22d7f4da4845f7ae912dafc6b7bd2ba60c77ba33ced73d","cross_cats_sorted":["cs.CV"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-04-09T17:43:16Z","title_canon_sha256":"f2b4959ba9054fc899e61b63ad7c940918acede96fdd856b017d166df298468a"},"schema_version":"1.0","source":{"id":"2504.07072","kind":"arxiv","version":2}},"canonical_sha256":"3cf18ba13035b6d4a9a0884790e5f7d4c77ebcde16a458a5d3b7c461a1d00e66","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3cf18ba13035b6d4a9a0884790e5f7d4c77ebcde16a458a5d3b7c461a1d00e66","first_computed_at":"2026-07-05T10:55:33.990434Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:55:33.990434Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"BF2JTkxXB+KTxQAVgIHC6OllvhU5/ghpZf2w73B/2QzX9KYR13K24/bNvRQgVzNo9F2R4mB0Jod54FydeO1/Cw==","signature_status":"signed_v1","signed_at":"2026-07-05T10:55:33.991004Z","signed_message":"canonical_sha256_bytes"},"source_id":"2504.07072","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5e05c873eda2508f91497a2ccae14ec63265def670216299d285987591e58a1f","sha256:57a4e450c8529449ed1a43bdf1b3e486e8aa26a926370b8523c36590e016df6e"],"state_sha256":"4f414a75e64ed5c8f87c98eb4470384ff63ee66326b3639f3cb2091c8bd30437"}