{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:CIT67FRGOQUHZ5BL54SPTY2OZY","short_pith_number":"pith:CIT67FRG","canonical_record":{"source":{"id":"2407.03791","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-04T09:55:04Z","cross_cats_sorted":[],"title_canon_sha256":"c25a2ef751d8e52408a21ea91862a425ef4e3a5aae3f888eeab9c4e4567097e6","abstract_canon_sha256":"b941fa81c3a4d6c4825171165a7b6395a3b27cee14ef79d29164e81274c1d930"},"schema_version":"1.0"},"canonical_sha256":"1227ef962674287cf42bef24f9e34ece36aa30b84913567754e59509b408d6bb","source":{"kind":"arxiv","id":"2407.03791","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.03791","created_at":"2026-07-05T08:59:10Z"},{"alias_kind":"arxiv_version","alias_value":"2407.03791v2","created_at":"2026-07-05T08:59:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.03791","created_at":"2026-07-05T08:59:10Z"},{"alias_kind":"pith_short_12","alias_value":"CIT67FRGOQUH","created_at":"2026-07-05T08:59:10Z"},{"alias_kind":"pith_short_16","alias_value":"CIT67FRGOQUHZ5BL","created_at":"2026-07-05T08:59:10Z"},{"alias_kind":"pith_short_8","alias_value":"CIT67FRG","created_at":"2026-07-05T08:59:10Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:CIT67FRGOQUHZ5BL54SPTY2OZY","target":"record","payload":{"canonical_record":{"source":{"id":"2407.03791","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-04T09:55:04Z","cross_cats_sorted":[],"title_canon_sha256":"c25a2ef751d8e52408a21ea91862a425ef4e3a5aae3f888eeab9c4e4567097e6","abstract_canon_sha256":"b941fa81c3a4d6c4825171165a7b6395a3b27cee14ef79d29164e81274c1d930"},"schema_version":"1.0"},"canonical_sha256":"1227ef962674287cf42bef24f9e34ece36aa30b84913567754e59509b408d6bb","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:59:10.552493Z","signature_b64":"CToNnSm3wv0LBiRgaQkJ8GFfNnfjtoB0EQXNz+Lxuf2UNlYuWkJ+7LMhY7NxN3l6KiRUIsYKuI1mbV+wNgUuAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1227ef962674287cf42bef24f9e34ece36aa30b84913567754e59509b408d6bb","last_reissued_at":"2026-07-05T08:59:10.552031Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:59:10.552031Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2407.03791","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:59:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"e2PLURm69A5TRGPNdsmo2gBtLhLba9CGxLPdFkSWNx0MDDjm7FKlMOqi25dMNQjMwHhO+IVqqOwfgbiXM1B2AQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T18:36:51.042480Z"},"content_sha256":"744f74a8c5020ecfec0bf051f8eb6d242e354b9029010d25cdaa02a551244648","schema_version":"1.0","event_id":"sha256:744f74a8c5020ecfec0bf051f8eb6d242e354b9029010d25cdaa02a551244648"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:CIT67FRGOQUHZ5BL54SPTY2OZY","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"M5 -- A Diverse Benchmark to Assess the Performance of Large Multimodal Models Across Multilingual and Multicultural Vision-Language Tasks","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Florian Schneider, Sunayana Sitaram","submitted_at":"2024-07-04T09:55:04Z","abstract_excerpt":"Since the release of ChatGPT, the field of Natural Language Processing has experienced rapid advancements, particularly in Large Language Models (LLMs) and their multimodal counterparts, Large Multimodal Models (LMMs). Despite their impressive capabilities, LLMs often exhibit significant performance disparities across different languages and cultural contexts, as demonstrated by various text-only benchmarks. However, current research lacks such benchmarks for multimodal visio-linguistic settings. This work fills this gap by introducing M5, the first comprehensive benchmark designed to evaluate"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.03791","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2407.03791/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:59:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5RBb1IgzrQf1cjoUIdYfQSHMhP7M1phKFTYUPZjkiKq6I+5onNWP7ekGxLI38vTVzbKxeRL8i5R2mJbtpHfZCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T18:36:51.043010Z"},"content_sha256":"0b190305b6e20f3685164ee5d5364bbece80128d1c6aa1897dc571d41b306654","schema_version":"1.0","event_id":"sha256:0b190305b6e20f3685164ee5d5364bbece80128d1c6aa1897dc571d41b306654"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/CIT67FRGOQUHZ5BL54SPTY2OZY/bundle.json","state_url":"https://pith.science/pith/CIT67FRGOQUHZ5BL54SPTY2OZY/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/CIT67FRGOQUHZ5BL54SPTY2OZY/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T18:36:51Z","links":{"resolver":"https://pith.science/pith/CIT67FRGOQUHZ5BL54SPTY2OZY","bundle":"https://pith.science/pith/CIT67FRGOQUHZ5BL54SPTY2OZY/bundle.json","state":"https://pith.science/pith/CIT67FRGOQUHZ5BL54SPTY2OZY/state.json","well_known_bundle":"https://pith.science/.well-known/pith/CIT67FRGOQUHZ5BL54SPTY2OZY/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:CIT67FRGOQUHZ5BL54SPTY2OZY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b941fa81c3a4d6c4825171165a7b6395a3b27cee14ef79d29164e81274c1d930","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-04T09:55:04Z","title_canon_sha256":"c25a2ef751d8e52408a21ea91862a425ef4e3a5aae3f888eeab9c4e4567097e6"},"schema_version":"1.0","source":{"id":"2407.03791","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.03791","created_at":"2026-07-05T08:59:10Z"},{"alias_kind":"arxiv_version","alias_value":"2407.03791v2","created_at":"2026-07-05T08:59:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.03791","created_at":"2026-07-05T08:59:10Z"},{"alias_kind":"pith_short_12","alias_value":"CIT67FRGOQUH","created_at":"2026-07-05T08:59:10Z"},{"alias_kind":"pith_short_16","alias_value":"CIT67FRGOQUHZ5BL","created_at":"2026-07-05T08:59:10Z"},{"alias_kind":"pith_short_8","alias_value":"CIT67FRG","created_at":"2026-07-05T08:59:10Z"}],"graph_snapshots":[{"event_id":"sha256:0b190305b6e20f3685164ee5d5364bbece80128d1c6aa1897dc571d41b306654","target":"graph","created_at":"2026-07-05T08:59:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2407.03791/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Since the release of ChatGPT, the field of Natural Language Processing has experienced rapid advancements, particularly in Large Language Models (LLMs) and their multimodal counterparts, Large Multimodal Models (LMMs). Despite their impressive capabilities, LLMs often exhibit significant performance disparities across different languages and cultural contexts, as demonstrated by various text-only benchmarks. However, current research lacks such benchmarks for multimodal visio-linguistic settings. This work fills this gap by introducing M5, the first comprehensive benchmark designed to evaluate","authors_text":"Florian Schneider, Sunayana Sitaram","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-04T09:55:04Z","title":"M5 -- A Diverse Benchmark to Assess the Performance of Large Multimodal Models Across Multilingual and Multicultural Vision-Language Tasks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.03791","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:744f74a8c5020ecfec0bf051f8eb6d242e354b9029010d25cdaa02a551244648","target":"record","created_at":"2026-07-05T08:59:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b941fa81c3a4d6c4825171165a7b6395a3b27cee14ef79d29164e81274c1d930","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-04T09:55:04Z","title_canon_sha256":"c25a2ef751d8e52408a21ea91862a425ef4e3a5aae3f888eeab9c4e4567097e6"},"schema_version":"1.0","source":{"id":"2407.03791","kind":"arxiv","version":2}},"canonical_sha256":"1227ef962674287cf42bef24f9e34ece36aa30b84913567754e59509b408d6bb","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1227ef962674287cf42bef24f9e34ece36aa30b84913567754e59509b408d6bb","first_computed_at":"2026-07-05T08:59:10.552031Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:59:10.552031Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"CToNnSm3wv0LBiRgaQkJ8GFfNnfjtoB0EQXNz+Lxuf2UNlYuWkJ+7LMhY7NxN3l6KiRUIsYKuI1mbV+wNgUuAw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:59:10.552493Z","signed_message":"canonical_sha256_bytes"},"source_id":"2407.03791","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:744f74a8c5020ecfec0bf051f8eb6d242e354b9029010d25cdaa02a551244648","sha256:0b190305b6e20f3685164ee5d5364bbece80128d1c6aa1897dc571d41b306654"],"state_sha256":"95c60dbb581906d7b80519e844f28e8d217fdef9ed0dd0736a228161896f686e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EzGKWGaRkTb45c9SqFQV//LNxloes3k7jymv5N7/K+b39uSPQ+rMUqmQLPNYXSEB6NHkeiFMB3ri2zXhA/EuCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T18:36:51.047447Z","bundle_sha256":"0be9efd8dc6d246b007bc6e40c678830d8aee97727218c2646898ad0145a635a"}}