{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:D2UMORX2CGMRHVUMSKR3AG37XO","short_pith_number":"pith:D2UMORX2","canonical_record":{"source":{"id":"2410.18976","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CV","submitted_at":"2024-10-24T17:59:38Z","cross_cats_sorted":["cs.AI","cs.CL","cs.CY","cs.LG"],"title_canon_sha256":"785d6a68237dfcaccb202408d994d15bb96e85f415db6a4e5af616f79405d3ca","abstract_canon_sha256":"f7c3737e80a44e7f7e0c115827a605f58d67973c227ad9bce5857788e064f30c"},"schema_version":"1.0"},"canonical_sha256":"1ea8c746fa119913d68c92a3b01b7fbb80b7f5e22d8d542ed7bd0425751b37eb","source":{"kind":"arxiv","id":"2410.18976","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.18976","created_at":"2026-07-05T09:25:22Z"},{"alias_kind":"arxiv_version","alias_value":"2410.18976v1","created_at":"2026-07-05T09:25:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.18976","created_at":"2026-07-05T09:25:22Z"},{"alias_kind":"pith_short_12","alias_value":"D2UMORX2CGMR","created_at":"2026-07-05T09:25:22Z"},{"alias_kind":"pith_short_16","alias_value":"D2UMORX2CGMRHVUM","created_at":"2026-07-05T09:25:22Z"},{"alias_kind":"pith_short_8","alias_value":"D2UMORX2","created_at":"2026-07-05T09:25:22Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:D2UMORX2CGMRHVUMSKR3AG37XO","target":"record","payload":{"canonical_record":{"source":{"id":"2410.18976","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CV","submitted_at":"2024-10-24T17:59:38Z","cross_cats_sorted":["cs.AI","cs.CL","cs.CY","cs.LG"],"title_canon_sha256":"785d6a68237dfcaccb202408d994d15bb96e85f415db6a4e5af616f79405d3ca","abstract_canon_sha256":"f7c3737e80a44e7f7e0c115827a605f58d67973c227ad9bce5857788e064f30c"},"schema_version":"1.0"},"canonical_sha256":"1ea8c746fa119913d68c92a3b01b7fbb80b7f5e22d8d542ed7bd0425751b37eb","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:25:22.768477Z","signature_b64":"R7FI8b30E9jrToYdxiZBLyqZWDwo1dZTaEWsDfDEJHCYrErV1qA8SAlphXj+ZYcuLBwRUMEEYRHtfrMEUV1UAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1ea8c746fa119913d68c92a3b01b7fbb80b7f5e22d8d542ed7bd0425751b37eb","last_reissued_at":"2026-07-05T09:25:22.768000Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:25:22.768000Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.18976","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:25:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VM3DdBEqgwbwTnwIJRTUK50vohkgP8OfYnVzmoSCL2Ynp4maTEpXZUzkA96qT2wyG4INUFgnjcK06UGlDHqACA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T14:10:47.480157Z"},"content_sha256":"00ffc4e75b267ef3683371a0dfbfaeb01127a2c37d25acc7f13a85b5077b13cf","schema_version":"1.0","event_id":"sha256:00ffc4e75b267ef3683371a0dfbfaeb01127a2c37d25acc7f13a85b5077b13cf"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:D2UMORX2CGMRHVUMSKR3AG37XO","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"CAMEL-Bench: A Comprehensive Arabic LMM Benchmark","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":["cs.AI","cs.CL","cs.CY","cs.LG"],"primary_cat":"cs.CV","authors_text":"Abduljalil Saif, Ahmed Heakl, Ali Alharthi, Fahad S. Khan, Ines Riahi, Jorma Laaksonen, Omkar Thawakar, Rao M. Anwer, Salman Khan, Sara Ghaboura","submitted_at":"2024-10-24T17:59:38Z","abstract_excerpt":"Recent years have witnessed a significant interest in developing large multimodal models (LMMs) capable of performing various visual reasoning and understanding tasks. This has led to the introduction of multiple LMM benchmarks to evaluate LMMs on different tasks. However, most existing LMM evaluation benchmarks are predominantly English-centric. In this work, we develop a comprehensive LMM evaluation benchmark for the Arabic language to represent a large population of over 400 million speakers. The proposed benchmark, named CAMEL-Bench, comprises eight diverse domains and 38 sub-domains inclu"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.18976","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.18976/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:25:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DLQs6MFWSddueDCSRd5A9iAKaZL2/x7kjB1tECoZphujaZ4HqGirNPrWosB4d3JsjdvlCK1aVtX8EIiKagpiAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T14:10:47.480712Z"},"content_sha256":"1147c11b45f32a64a95985a9d93f159d257b49e543d0297a28d9b5f746afc686","schema_version":"1.0","event_id":"sha256:1147c11b45f32a64a95985a9d93f159d257b49e543d0297a28d9b5f746afc686"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/D2UMORX2CGMRHVUMSKR3AG37XO/bundle.json","state_url":"https://pith.science/pith/D2UMORX2CGMRHVUMSKR3AG37XO/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/D2UMORX2CGMRHVUMSKR3AG37XO/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T14:10:47Z","links":{"resolver":"https://pith.science/pith/D2UMORX2CGMRHVUMSKR3AG37XO","bundle":"https://pith.science/pith/D2UMORX2CGMRHVUMSKR3AG37XO/bundle.json","state":"https://pith.science/pith/D2UMORX2CGMRHVUMSKR3AG37XO/state.json","well_known_bundle":"https://pith.science/.well-known/pith/D2UMORX2CGMRHVUMSKR3AG37XO/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:D2UMORX2CGMRHVUMSKR3AG37XO","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f7c3737e80a44e7f7e0c115827a605f58d67973c227ad9bce5857788e064f30c","cross_cats_sorted":["cs.AI","cs.CL","cs.CY","cs.LG"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CV","submitted_at":"2024-10-24T17:59:38Z","title_canon_sha256":"785d6a68237dfcaccb202408d994d15bb96e85f415db6a4e5af616f79405d3ca"},"schema_version":"1.0","source":{"id":"2410.18976","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.18976","created_at":"2026-07-05T09:25:22Z"},{"alias_kind":"arxiv_version","alias_value":"2410.18976v1","created_at":"2026-07-05T09:25:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.18976","created_at":"2026-07-05T09:25:22Z"},{"alias_kind":"pith_short_12","alias_value":"D2UMORX2CGMR","created_at":"2026-07-05T09:25:22Z"},{"alias_kind":"pith_short_16","alias_value":"D2UMORX2CGMRHVUM","created_at":"2026-07-05T09:25:22Z"},{"alias_kind":"pith_short_8","alias_value":"D2UMORX2","created_at":"2026-07-05T09:25:22Z"}],"graph_snapshots":[{"event_id":"sha256:1147c11b45f32a64a95985a9d93f159d257b49e543d0297a28d9b5f746afc686","target":"graph","created_at":"2026-07-05T09:25:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.18976/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recent years have witnessed a significant interest in developing large multimodal models (LMMs) capable of performing various visual reasoning and understanding tasks. This has led to the introduction of multiple LMM benchmarks to evaluate LMMs on different tasks. However, most existing LMM evaluation benchmarks are predominantly English-centric. In this work, we develop a comprehensive LMM evaluation benchmark for the Arabic language to represent a large population of over 400 million speakers. The proposed benchmark, named CAMEL-Bench, comprises eight diverse domains and 38 sub-domains inclu","authors_text":"Abduljalil Saif, Ahmed Heakl, Ali Alharthi, Fahad S. Khan, Ines Riahi, Jorma Laaksonen, Omkar Thawakar, Rao M. Anwer, Salman Khan, Sara Ghaboura","cross_cats":["cs.AI","cs.CL","cs.CY","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CV","submitted_at":"2024-10-24T17:59:38Z","title":"CAMEL-Bench: A Comprehensive Arabic LMM Benchmark"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.18976","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:00ffc4e75b267ef3683371a0dfbfaeb01127a2c37d25acc7f13a85b5077b13cf","target":"record","created_at":"2026-07-05T09:25:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f7c3737e80a44e7f7e0c115827a605f58d67973c227ad9bce5857788e064f30c","cross_cats_sorted":["cs.AI","cs.CL","cs.CY","cs.LG"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CV","submitted_at":"2024-10-24T17:59:38Z","title_canon_sha256":"785d6a68237dfcaccb202408d994d15bb96e85f415db6a4e5af616f79405d3ca"},"schema_version":"1.0","source":{"id":"2410.18976","kind":"arxiv","version":1}},"canonical_sha256":"1ea8c746fa119913d68c92a3b01b7fbb80b7f5e22d8d542ed7bd0425751b37eb","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1ea8c746fa119913d68c92a3b01b7fbb80b7f5e22d8d542ed7bd0425751b37eb","first_computed_at":"2026-07-05T09:25:22.768000Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:25:22.768000Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"R7FI8b30E9jrToYdxiZBLyqZWDwo1dZTaEWsDfDEJHCYrErV1qA8SAlphXj+ZYcuLBwRUMEEYRHtfrMEUV1UAA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:25:22.768477Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.18976","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:00ffc4e75b267ef3683371a0dfbfaeb01127a2c37d25acc7f13a85b5077b13cf","sha256:1147c11b45f32a64a95985a9d93f159d257b49e543d0297a28d9b5f746afc686"],"state_sha256":"66f6398442e935255fbeb3732c96358055156dfe5e8230c7c57224b7d7c373ab"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+SZykwIjr38NxSlCsDK9eEhX1fm2p3y6JQFtkbgZU+/411Lr2vm8bE15Db0iOPd/tKsL8IobRcDYNUJiA4iLDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T14:10:47.486300Z","bundle_sha256":"a1ef6d5b10b7e1c6a7eb383712ce028034d757e8b0df3b78935790c9b2dda22b"}}