{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:DUI2ZLUPRG5FNNURMHFKU3CQVE","short_pith_number":"pith:DUI2ZLUP","canonical_record":{"source":{"id":"2212.10758","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-12-21T04:35:43Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"d5d5fb3ae13e2bccc44c30f41bd0b85d06c4b2a8d6cc5487de6f4657657d2603","abstract_canon_sha256":"c74f8e82475fde4bd287fc470b675acc23f4e99d21a8ff6744283c91e30f367f"},"schema_version":"1.0"},"canonical_sha256":"1d11acae8f89ba56b69161caaa6c50a92b1a34e542850b49db6b4b99ea2b4e3b","source":{"kind":"arxiv","id":"2212.10758","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2212.10758","created_at":"2026-07-05T06:14:57Z"},{"alias_kind":"arxiv_version","alias_value":"2212.10758v2","created_at":"2026-07-05T06:14:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2212.10758","created_at":"2026-07-05T06:14:57Z"},{"alias_kind":"pith_short_12","alias_value":"DUI2ZLUPRG5F","created_at":"2026-07-05T06:14:57Z"},{"alias_kind":"pith_short_16","alias_value":"DUI2ZLUPRG5FNNUR","created_at":"2026-07-05T06:14:57Z"},{"alias_kind":"pith_short_8","alias_value":"DUI2ZLUP","created_at":"2026-07-05T06:14:57Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:DUI2ZLUPRG5FNNURMHFKU3CQVE","target":"record","payload":{"canonical_record":{"source":{"id":"2212.10758","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-12-21T04:35:43Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"d5d5fb3ae13e2bccc44c30f41bd0b85d06c4b2a8d6cc5487de6f4657657d2603","abstract_canon_sha256":"c74f8e82475fde4bd287fc470b675acc23f4e99d21a8ff6744283c91e30f367f"},"schema_version":"1.0"},"canonical_sha256":"1d11acae8f89ba56b69161caaa6c50a92b1a34e542850b49db6b4b99ea2b4e3b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:14:57.048446Z","signature_b64":"P2HhsnwcKxaL4c5YRZMzegshqFflwYas1fku4FeYLXBC6yN05tDwvRAVOlZuINztV4TaTTXsGCkxvuy1+0vpAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1d11acae8f89ba56b69161caaa6c50a92b1a34e542850b49db6b4b99ea2b4e3b","last_reissued_at":"2026-07-05T06:14:57.048026Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:14:57.048026Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2212.10758","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:14:57Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"q5CI/mHm4i99wI9Ix4/oydp52iXJTw7BpzWhv3iYq2Zj19XBUZSHsolyJrulMTzJDmjZ3GBaBLd17P5g4X2WAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T15:21:10.732790Z"},"content_sha256":"a620805ef45268ace58f8257b24e90754cc39b090c207b007aa11b70f3bd9d73","schema_version":"1.0","event_id":"sha256:a620805ef45268ace58f8257b24e90754cc39b090c207b007aa11b70f3bd9d73"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:DUI2ZLUPRG5FNNURMHFKU3CQVE","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"ORCA: A Challenging Benchmark for Arabic Language Understanding","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"AbdelRahim Elmadany, El Moatez Billah Nagoudi, Muhammad Abdul-Mageed","submitted_at":"2022-12-21T04:35:43Z","abstract_excerpt":"Due to their crucial role in all NLP, several benchmarks have been proposed to evaluate pretrained language models. In spite of these efforts, no public benchmark of diverse nature currently exists for evaluation of Arabic. This makes it challenging to measure progress for both Arabic and multilingual language models. This challenge is compounded by the fact that any benchmark targeting Arabic needs to take into account the fact that Arabic is not a single language but rather a collection of languages and varieties. In this work, we introduce ORCA, a publicly available benchmark for Arabic lan"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2212.10758","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2212.10758/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:14:57Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"D4NILxqGIGh8ctpUoVhNs5UnzAO2nQQReCNYbb59tI7sxqCXj+4GDk6tDCLkmjdJKyg+XpHBe0Yj5bq0aVtSCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T15:21:10.733297Z"},"content_sha256":"3042dc0476078975dd4efd9788cf899888968b31733e643aeb996123dc1448f2","schema_version":"1.0","event_id":"sha256:3042dc0476078975dd4efd9788cf899888968b31733e643aeb996123dc1448f2"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/DUI2ZLUPRG5FNNURMHFKU3CQVE/bundle.json","state_url":"https://pith.science/pith/DUI2ZLUPRG5FNNURMHFKU3CQVE/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/DUI2ZLUPRG5FNNURMHFKU3CQVE/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T15:21:10Z","links":{"resolver":"https://pith.science/pith/DUI2ZLUPRG5FNNURMHFKU3CQVE","bundle":"https://pith.science/pith/DUI2ZLUPRG5FNNURMHFKU3CQVE/bundle.json","state":"https://pith.science/pith/DUI2ZLUPRG5FNNURMHFKU3CQVE/state.json","well_known_bundle":"https://pith.science/.well-known/pith/DUI2ZLUPRG5FNNURMHFKU3CQVE/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:DUI2ZLUPRG5FNNURMHFKU3CQVE","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c74f8e82475fde4bd287fc470b675acc23f4e99d21a8ff6744283c91e30f367f","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-12-21T04:35:43Z","title_canon_sha256":"d5d5fb3ae13e2bccc44c30f41bd0b85d06c4b2a8d6cc5487de6f4657657d2603"},"schema_version":"1.0","source":{"id":"2212.10758","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2212.10758","created_at":"2026-07-05T06:14:57Z"},{"alias_kind":"arxiv_version","alias_value":"2212.10758v2","created_at":"2026-07-05T06:14:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2212.10758","created_at":"2026-07-05T06:14:57Z"},{"alias_kind":"pith_short_12","alias_value":"DUI2ZLUPRG5F","created_at":"2026-07-05T06:14:57Z"},{"alias_kind":"pith_short_16","alias_value":"DUI2ZLUPRG5FNNUR","created_at":"2026-07-05T06:14:57Z"},{"alias_kind":"pith_short_8","alias_value":"DUI2ZLUP","created_at":"2026-07-05T06:14:57Z"}],"graph_snapshots":[{"event_id":"sha256:3042dc0476078975dd4efd9788cf899888968b31733e643aeb996123dc1448f2","target":"graph","created_at":"2026-07-05T06:14:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2212.10758/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Due to their crucial role in all NLP, several benchmarks have been proposed to evaluate pretrained language models. In spite of these efforts, no public benchmark of diverse nature currently exists for evaluation of Arabic. This makes it challenging to measure progress for both Arabic and multilingual language models. This challenge is compounded by the fact that any benchmark targeting Arabic needs to take into account the fact that Arabic is not a single language but rather a collection of languages and varieties. In this work, we introduce ORCA, a publicly available benchmark for Arabic lan","authors_text":"AbdelRahim Elmadany, El Moatez Billah Nagoudi, Muhammad Abdul-Mageed","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-12-21T04:35:43Z","title":"ORCA: A Challenging Benchmark for Arabic Language Understanding"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2212.10758","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a620805ef45268ace58f8257b24e90754cc39b090c207b007aa11b70f3bd9d73","target":"record","created_at":"2026-07-05T06:14:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c74f8e82475fde4bd287fc470b675acc23f4e99d21a8ff6744283c91e30f367f","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-12-21T04:35:43Z","title_canon_sha256":"d5d5fb3ae13e2bccc44c30f41bd0b85d06c4b2a8d6cc5487de6f4657657d2603"},"schema_version":"1.0","source":{"id":"2212.10758","kind":"arxiv","version":2}},"canonical_sha256":"1d11acae8f89ba56b69161caaa6c50a92b1a34e542850b49db6b4b99ea2b4e3b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1d11acae8f89ba56b69161caaa6c50a92b1a34e542850b49db6b4b99ea2b4e3b","first_computed_at":"2026-07-05T06:14:57.048026Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:14:57.048026Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"P2HhsnwcKxaL4c5YRZMzegshqFflwYas1fku4FeYLXBC6yN05tDwvRAVOlZuINztV4TaTTXsGCkxvuy1+0vpAA==","signature_status":"signed_v1","signed_at":"2026-07-05T06:14:57.048446Z","signed_message":"canonical_sha256_bytes"},"source_id":"2212.10758","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a620805ef45268ace58f8257b24e90754cc39b090c207b007aa11b70f3bd9d73","sha256:3042dc0476078975dd4efd9788cf899888968b31733e643aeb996123dc1448f2"],"state_sha256":"cef190e5800aa3c0fceba2a1c478ac772de4de6a51cc2483d68b6dc288c800ec"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jb39b51AeTl90LWUZkztN3EdhwWAhBfdKGU/DUvpyzYkgySBTKCGjBEWU7IhOv3PKLqdt6HhnSWpi9t/lIudDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T15:21:10.738646Z","bundle_sha256":"a92f8c52597039e65feba0237113cb69041fe09cba59c8a33cdd13c687f0f11c"}}