{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:OUSH23QFPIRTU6OFA3QW4C56KR","short_pith_number":"pith:OUSH23QF","canonical_record":{"source":{"id":"2411.16508","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CV","submitted_at":"2024-11-25T15:44:42Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"30dfc7301a985f141569a61cfe73bf0674421acf1f32c9abf5b34d48b3ed521a","abstract_canon_sha256":"d86a5ff0d9b8e8e95cecd1dba8c8800fcf96744725d271813c37913de3ab1eab"},"schema_version":"1.0"},"canonical_sha256":"75247d6e057a233a79c506e16e0bbe544accebe7dde26dbe7c7e7f6356547a43","source":{"kind":"arxiv","id":"2411.16508","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.16508","created_at":"2026-07-05T10:56:36Z"},{"alias_kind":"arxiv_version","alias_value":"2411.16508v4","created_at":"2026-07-05T10:56:36Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.16508","created_at":"2026-07-05T10:56:36Z"},{"alias_kind":"pith_short_12","alias_value":"OUSH23QFPIRT","created_at":"2026-07-05T10:56:36Z"},{"alias_kind":"pith_short_16","alias_value":"OUSH23QFPIRTU6OF","created_at":"2026-07-05T10:56:36Z"},{"alias_kind":"pith_short_8","alias_value":"OUSH23QF","created_at":"2026-07-05T10:56:36Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:OUSH23QFPIRTU6OFA3QW4C56KR","target":"record","payload":{"canonical_record":{"source":{"id":"2411.16508","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CV","submitted_at":"2024-11-25T15:44:42Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"30dfc7301a985f141569a61cfe73bf0674421acf1f32c9abf5b34d48b3ed521a","abstract_canon_sha256":"d86a5ff0d9b8e8e95cecd1dba8c8800fcf96744725d271813c37913de3ab1eab"},"schema_version":"1.0"},"canonical_sha256":"75247d6e057a233a79c506e16e0bbe544accebe7dde26dbe7c7e7f6356547a43","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:56:36.291149Z","signature_b64":"mP8lhZ7YXvEEWA6rQlgNwPxKlVUTyDdAe4gFL1OqbFzwQBZ5iOUgy6G3r7rNc4uL8rVuWWzzkfM9M2zuucRrCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"75247d6e057a233a79c506e16e0bbe544accebe7dde26dbe7c7e7f6356547a43","last_reissued_at":"2026-07-05T10:56:36.290671Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:56:36.290671Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2411.16508","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:56:36Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xjt1VgEBvQKz1Ern+ACZ3e5sqhAZqfeow4KgxKDE16ZQ0ZqzUOockV13ZJihsRJGxvnbFin39IbDQoY1XmHlBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T14:47:20.111029Z"},"content_sha256":"5eabc1299cc5e41c7da0e428abe63b8f15b8cd2fdaf0842f79e9f104f31f00cb","schema_version":"1.0","event_id":"sha256:5eabc1299cc5e41c7da0e428abe63b8f15b8cd2fdaf0842f79e9f104f31f00cb"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:OUSH23QFPIRTU6OFA3QW4C56KR","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"All Languages Matter: Evaluating LMMs on Culturally Diverse 100 Languages","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.CV","authors_text":"Abdelrahman M Shaker, Abduragim Shtanchaev, Alvaro Cabrera, Aman Chadha, Amandeep Kumar, Amiel Esplana, Amirbek Djanibekov, Amirpouya Ghasemaghaei, Amit Bhatkal, Amrin Kareem, Ashay Srivastava, Ashmal Vayani, Azril Amirudin, Branislava Jankovic, Chao Qin, Daniya Kareem, Dilshod Azizov, Dinura Dissanayake, Endre Hamerlik, Fabian Farestam, Fadillah Adamsyah Maani, Fahad Khan, Fathinah Asma Izzati, Feno Heriniaina Rabevohitra, Harsh Singh, Hasindri Watawana, Hawau Toyin, Henok Biadglign Ademtew, Hisham Cholakkal, Ivan Laptev, Jenny Chim, Johan Obando-Ceron, Jorma Laaksonen, Kamila Zhumakhanova, Kartik Kuckreja, Ketan More, Kunyang Li, Mahardika Krisna Ihsani, Maheen Fatima, Michael Felsberg, Mihail Mihaylov, Mike Zhang, Monil Gokani, Monojit Choudhury, Mubarak Shah, Muhammad Ridzuan, Muhammad Saad, Muztoba Rabbani, Mykola Maslych, Naman Bhatia, Nathan Xavier, Nevasini Sasikumar, Noor Ahsan, Olympiah Otieno, Omkar Thawakar, Pramesh Shakya, Rao Muhammad Anwer, Rohit Gupta, Salman Khan, Sanjay Manjunath, Sanoojan Baliah, Santosh Sanjeev, Sebastian Cavada, Shachar Mirkin, Thamar Solorio, Thao Nguyen, Toluwani Aremu, Wafa Al Ghallabi, Yahya Hmaiti","submitted_at":"2024-11-25T15:44:42Z","abstract_excerpt":"Existing Large Multimodal Models (LMMs) generally focus on only a few regions and languages. As LMMs continue to improve, it is increasingly important to ensure they understand cultural contexts, respect local sensitivities, and support low-resource languages, all while effectively integrating corresponding visual cues. In pursuit of culturally diverse global multimodal models, our proposed All Languages Matter Benchmark (ALM-bench) represents the largest and most comprehensive effort to date for evaluating LMMs across 100 languages. ALM-bench challenges existing models by testing their abilit"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.16508","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2411.16508/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:56:36Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4bxGJLjTT5j3xKnFK3aJGqUui+eyp96LNRmDvmOscp6pUVADAy6OgBsT3xoq6k5yMkhHugHtuVtfee5Gw8yXAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T14:47:20.111429Z"},"content_sha256":"f29434bab89e876f9675d98f5379964f308df9e347516404712ff14e3ed04cb0","schema_version":"1.0","event_id":"sha256:f29434bab89e876f9675d98f5379964f308df9e347516404712ff14e3ed04cb0"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/OUSH23QFPIRTU6OFA3QW4C56KR/bundle.json","state_url":"https://pith.science/pith/OUSH23QFPIRTU6OFA3QW4C56KR/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/OUSH23QFPIRTU6OFA3QW4C56KR/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T14:47:20Z","links":{"resolver":"https://pith.science/pith/OUSH23QFPIRTU6OFA3QW4C56KR","bundle":"https://pith.science/pith/OUSH23QFPIRTU6OFA3QW4C56KR/bundle.json","state":"https://pith.science/pith/OUSH23QFPIRTU6OFA3QW4C56KR/state.json","well_known_bundle":"https://pith.science/.well-known/pith/OUSH23QFPIRTU6OFA3QW4C56KR/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:OUSH23QFPIRTU6OFA3QW4C56KR","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d86a5ff0d9b8e8e95cecd1dba8c8800fcf96744725d271813c37913de3ab1eab","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CV","submitted_at":"2024-11-25T15:44:42Z","title_canon_sha256":"30dfc7301a985f141569a61cfe73bf0674421acf1f32c9abf5b34d48b3ed521a"},"schema_version":"1.0","source":{"id":"2411.16508","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.16508","created_at":"2026-07-05T10:56:36Z"},{"alias_kind":"arxiv_version","alias_value":"2411.16508v4","created_at":"2026-07-05T10:56:36Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.16508","created_at":"2026-07-05T10:56:36Z"},{"alias_kind":"pith_short_12","alias_value":"OUSH23QFPIRT","created_at":"2026-07-05T10:56:36Z"},{"alias_kind":"pith_short_16","alias_value":"OUSH23QFPIRTU6OF","created_at":"2026-07-05T10:56:36Z"},{"alias_kind":"pith_short_8","alias_value":"OUSH23QF","created_at":"2026-07-05T10:56:36Z"}],"graph_snapshots":[{"event_id":"sha256:f29434bab89e876f9675d98f5379964f308df9e347516404712ff14e3ed04cb0","target":"graph","created_at":"2026-07-05T10:56:36Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2411.16508/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Existing Large Multimodal Models (LMMs) generally focus on only a few regions and languages. As LMMs continue to improve, it is increasingly important to ensure they understand cultural contexts, respect local sensitivities, and support low-resource languages, all while effectively integrating corresponding visual cues. In pursuit of culturally diverse global multimodal models, our proposed All Languages Matter Benchmark (ALM-bench) represents the largest and most comprehensive effort to date for evaluating LMMs across 100 languages. ALM-bench challenges existing models by testing their abilit","authors_text":"Abdelrahman M Shaker, Abduragim Shtanchaev, Alvaro Cabrera, Aman Chadha, Amandeep Kumar, Amiel Esplana, Amirbek Djanibekov, Amirpouya Ghasemaghaei, Amit Bhatkal, Amrin Kareem, Ashay Srivastava, Ashmal Vayani, Azril Amirudin, Branislava Jankovic, Chao Qin, Daniya Kareem, Dilshod Azizov, Dinura Dissanayake, Endre Hamerlik, Fabian Farestam, Fadillah Adamsyah Maani, Fahad Khan, Fathinah Asma Izzati, Feno Heriniaina Rabevohitra, Harsh Singh, Hasindri Watawana, Hawau Toyin, Henok Biadglign Ademtew, Hisham Cholakkal, Ivan Laptev, Jenny Chim, Johan Obando-Ceron, Jorma Laaksonen, Kamila Zhumakhanova, Kartik Kuckreja, Ketan More, Kunyang Li, Mahardika Krisna Ihsani, Maheen Fatima, Michael Felsberg, Mihail Mihaylov, Mike Zhang, Monil Gokani, Monojit Choudhury, Mubarak Shah, Muhammad Ridzuan, Muhammad Saad, Muztoba Rabbani, Mykola Maslych, Naman Bhatia, Nathan Xavier, Nevasini Sasikumar, Noor Ahsan, Olympiah Otieno, Omkar Thawakar, Pramesh Shakya, Rao Muhammad Anwer, Rohit Gupta, Salman Khan, Sanjay Manjunath, Sanoojan Baliah, Santosh Sanjeev, Sebastian Cavada, Shachar Mirkin, Thamar Solorio, Thao Nguyen, Toluwani Aremu, Wafa Al Ghallabi, Yahya Hmaiti","cross_cats":["cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CV","submitted_at":"2024-11-25T15:44:42Z","title":"All Languages Matter: Evaluating LMMs on Culturally Diverse 100 Languages"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.16508","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5eabc1299cc5e41c7da0e428abe63b8f15b8cd2fdaf0842f79e9f104f31f00cb","target":"record","created_at":"2026-07-05T10:56:36Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d86a5ff0d9b8e8e95cecd1dba8c8800fcf96744725d271813c37913de3ab1eab","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CV","submitted_at":"2024-11-25T15:44:42Z","title_canon_sha256":"30dfc7301a985f141569a61cfe73bf0674421acf1f32c9abf5b34d48b3ed521a"},"schema_version":"1.0","source":{"id":"2411.16508","kind":"arxiv","version":4}},"canonical_sha256":"75247d6e057a233a79c506e16e0bbe544accebe7dde26dbe7c7e7f6356547a43","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"75247d6e057a233a79c506e16e0bbe544accebe7dde26dbe7c7e7f6356547a43","first_computed_at":"2026-07-05T10:56:36.290671Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:56:36.290671Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"mP8lhZ7YXvEEWA6rQlgNwPxKlVUTyDdAe4gFL1OqbFzwQBZ5iOUgy6G3r7rNc4uL8rVuWWzzkfM9M2zuucRrCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T10:56:36.291149Z","signed_message":"canonical_sha256_bytes"},"source_id":"2411.16508","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5eabc1299cc5e41c7da0e428abe63b8f15b8cd2fdaf0842f79e9f104f31f00cb","sha256:f29434bab89e876f9675d98f5379964f308df9e347516404712ff14e3ed04cb0"],"state_sha256":"693059f382ceb4d8cb633750a1d41c4be9ed72948917a732eeff983b17fd0c52"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VaTUs8TruBmD7VDmVXb89RGj1NJS8ZZT+VPcbgXKk/TgQlJKnYyGNotWOsKv22OJtBJZ6a7GEBIOUxMCtTzXAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T14:47:20.113369Z","bundle_sha256":"2927e7102293313098efc871b5e9a108cc0c1c0b7fdeadb1a2bda8973424551a"}}