{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:GTSJSHMC3HDEKHWY2DWDSXY76O","short_pith_number":"pith:GTSJSHMC","canonical_record":{"source":{"id":"2402.12840","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-20T09:07:41Z","cross_cats_sorted":[],"title_canon_sha256":"985b0001942ec71f6e073d1eae24d8500020a9c3ab4dbb99ab9544ecc7192d38","abstract_canon_sha256":"867ce1f00254afb1f67b0659a0cc7a0170ca92c71974862b1df252d6fc24dfa1"},"schema_version":"1.0"},"canonical_sha256":"34e4991d82d9c6451ed8d0ec395f1ff3a14f132eacf552dd0974de9301a1b04b","source":{"kind":"arxiv","id":"2402.12840","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.12840","created_at":"2026-07-05T08:49:52Z"},{"alias_kind":"arxiv_version","alias_value":"2402.12840v2","created_at":"2026-07-05T08:49:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.12840","created_at":"2026-07-05T08:49:52Z"},{"alias_kind":"pith_short_12","alias_value":"GTSJSHMC3HDE","created_at":"2026-07-05T08:49:52Z"},{"alias_kind":"pith_short_16","alias_value":"GTSJSHMC3HDEKHWY","created_at":"2026-07-05T08:49:52Z"},{"alias_kind":"pith_short_8","alias_value":"GTSJSHMC","created_at":"2026-07-05T08:49:52Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:GTSJSHMC3HDEKHWY2DWDSXY76O","target":"record","payload":{"canonical_record":{"source":{"id":"2402.12840","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-20T09:07:41Z","cross_cats_sorted":[],"title_canon_sha256":"985b0001942ec71f6e073d1eae24d8500020a9c3ab4dbb99ab9544ecc7192d38","abstract_canon_sha256":"867ce1f00254afb1f67b0659a0cc7a0170ca92c71974862b1df252d6fc24dfa1"},"schema_version":"1.0"},"canonical_sha256":"34e4991d82d9c6451ed8d0ec395f1ff3a14f132eacf552dd0974de9301a1b04b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:49:52.488819Z","signature_b64":"tdd5gM+aNwG4UiMk05/oO5gUEHgJl4iP4tfDP/KfK26uBZD4fAKyQzwJ7M5B92F3+7SmRIcLXYe7BGg3eYjzBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"34e4991d82d9c6451ed8d0ec395f1ff3a14f132eacf552dd0974de9301a1b04b","last_reissued_at":"2026-07-05T08:49:52.488396Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:49:52.488396Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2402.12840","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:49:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"kZhFdlOpdkpFRID55Ak1OhG7/l4K8F4gBGREe+FUExliYinkXUamIw+7O5mkuDp6liXy1OP9Bt3+RDYKqgMlBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T23:59:45.438227Z"},"content_sha256":"b2da4c9acb00b23c2239f31c0f06ad9b726f9291a30d4813d695e614bada6435","schema_version":"1.0","event_id":"sha256:b2da4c9acb00b23c2239f31c0f06ad9b726f9291a30d4813d695e614bada6435"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:GTSJSHMC3HDEKHWY2DWDSXY76O","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"ArabicMMLU: Assessing Massive Multitask Language Understanding in Arabic","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Abdelrahman Boda Sadallah, Aisha Alraeesi, Fajri Koto, Haonan Li, Jad Doughman, Khalid Almubarak, Neha Sengupta, Nizar Habash, Preslav Nakov, Sara Shatnawi, Shady Shehata, Timothy Baldwin, Zaid Alyafeai","submitted_at":"2024-02-20T09:07:41Z","abstract_excerpt":"The focus of language model evaluation has transitioned towards reasoning and knowledge-intensive tasks, driven by advancements in pretraining large models. While state-of-the-art models are partially trained on large Arabic texts, evaluating their performance in Arabic remains challenging due to the limited availability of relevant datasets. To bridge this gap, we present \\datasetname{}, the first multi-task language understanding benchmark for the Arabic language, sourced from school exams across diverse educational levels in different countries spanning North Africa, the Levant, and the Gul"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.12840","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2402.12840/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:49:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"cMhgPZVsZt4eiuL/GdaVCpAxXLx1hsIFQgFzR/Crxhh5wtPqoXx4AjfjC0arXattb29+Y4r2c0/Bi6ZXMKAiAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T23:59:45.438728Z"},"content_sha256":"c8f827ba778f6124f3ea91f629964773c754781aea3b2eda737c02d995c9adf7","schema_version":"1.0","event_id":"sha256:c8f827ba778f6124f3ea91f629964773c754781aea3b2eda737c02d995c9adf7"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/GTSJSHMC3HDEKHWY2DWDSXY76O/bundle.json","state_url":"https://pith.science/pith/GTSJSHMC3HDEKHWY2DWDSXY76O/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/GTSJSHMC3HDEKHWY2DWDSXY76O/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T23:59:45Z","links":{"resolver":"https://pith.science/pith/GTSJSHMC3HDEKHWY2DWDSXY76O","bundle":"https://pith.science/pith/GTSJSHMC3HDEKHWY2DWDSXY76O/bundle.json","state":"https://pith.science/pith/GTSJSHMC3HDEKHWY2DWDSXY76O/state.json","well_known_bundle":"https://pith.science/.well-known/pith/GTSJSHMC3HDEKHWY2DWDSXY76O/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:GTSJSHMC3HDEKHWY2DWDSXY76O","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"867ce1f00254afb1f67b0659a0cc7a0170ca92c71974862b1df252d6fc24dfa1","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-20T09:07:41Z","title_canon_sha256":"985b0001942ec71f6e073d1eae24d8500020a9c3ab4dbb99ab9544ecc7192d38"},"schema_version":"1.0","source":{"id":"2402.12840","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.12840","created_at":"2026-07-05T08:49:52Z"},{"alias_kind":"arxiv_version","alias_value":"2402.12840v2","created_at":"2026-07-05T08:49:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.12840","created_at":"2026-07-05T08:49:52Z"},{"alias_kind":"pith_short_12","alias_value":"GTSJSHMC3HDE","created_at":"2026-07-05T08:49:52Z"},{"alias_kind":"pith_short_16","alias_value":"GTSJSHMC3HDEKHWY","created_at":"2026-07-05T08:49:52Z"},{"alias_kind":"pith_short_8","alias_value":"GTSJSHMC","created_at":"2026-07-05T08:49:52Z"}],"graph_snapshots":[{"event_id":"sha256:c8f827ba778f6124f3ea91f629964773c754781aea3b2eda737c02d995c9adf7","target":"graph","created_at":"2026-07-05T08:49:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2402.12840/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The focus of language model evaluation has transitioned towards reasoning and knowledge-intensive tasks, driven by advancements in pretraining large models. While state-of-the-art models are partially trained on large Arabic texts, evaluating their performance in Arabic remains challenging due to the limited availability of relevant datasets. To bridge this gap, we present \\datasetname{}, the first multi-task language understanding benchmark for the Arabic language, sourced from school exams across diverse educational levels in different countries spanning North Africa, the Levant, and the Gul","authors_text":"Abdelrahman Boda Sadallah, Aisha Alraeesi, Fajri Koto, Haonan Li, Jad Doughman, Khalid Almubarak, Neha Sengupta, Nizar Habash, Preslav Nakov, Sara Shatnawi, Shady Shehata, Timothy Baldwin, Zaid Alyafeai","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-20T09:07:41Z","title":"ArabicMMLU: Assessing Massive Multitask Language Understanding in Arabic"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.12840","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b2da4c9acb00b23c2239f31c0f06ad9b726f9291a30d4813d695e614bada6435","target":"record","created_at":"2026-07-05T08:49:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"867ce1f00254afb1f67b0659a0cc7a0170ca92c71974862b1df252d6fc24dfa1","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-20T09:07:41Z","title_canon_sha256":"985b0001942ec71f6e073d1eae24d8500020a9c3ab4dbb99ab9544ecc7192d38"},"schema_version":"1.0","source":{"id":"2402.12840","kind":"arxiv","version":2}},"canonical_sha256":"34e4991d82d9c6451ed8d0ec395f1ff3a14f132eacf552dd0974de9301a1b04b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"34e4991d82d9c6451ed8d0ec395f1ff3a14f132eacf552dd0974de9301a1b04b","first_computed_at":"2026-07-05T08:49:52.488396Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:49:52.488396Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"tdd5gM+aNwG4UiMk05/oO5gUEHgJl4iP4tfDP/KfK26uBZD4fAKyQzwJ7M5B92F3+7SmRIcLXYe7BGg3eYjzBw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:49:52.488819Z","signed_message":"canonical_sha256_bytes"},"source_id":"2402.12840","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b2da4c9acb00b23c2239f31c0f06ad9b726f9291a30d4813d695e614bada6435","sha256:c8f827ba778f6124f3ea91f629964773c754781aea3b2eda737c02d995c9adf7"],"state_sha256":"0f677dcdb72381922e182dee5f506f986146e89c619938f75023c12773b36150"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"JsNqKDmHe2cG96JQ58Akly45NJvv/MWTbr/au3+je9hQVGNqIFNz5OycnbWHPIVLsE8yMjdTZbiRNXHsf3b5Bg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T23:59:45.444279Z","bundle_sha256":"e2b56d073ec892b0312d8da8b61a11a7e8fc5aee8849f9fe264ce10ad65b40b5"}}