{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:M2RDTAFXAD65H2DQRSIXVNLY3D","short_pith_number":"pith:M2RDTAFX","canonical_record":{"source":{"id":"2501.00559","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-31T17:45:12Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"999688ff2f0f014345da7c88a99da79061a4847dbd5f2a5b186ec53060ed3872","abstract_canon_sha256":"6b2619e2d42a67929fee35ea5c9507db80f0ce9319406d60c274f1a243410e15"},"schema_version":"1.0"},"canonical_sha256":"66a23980b700fdd3e8708c917ab578d8df7c97c253d9c6b35f6276b4fb384bc2","source":{"kind":"arxiv","id":"2501.00559","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.00559","created_at":"2026-07-05T09:56:07Z"},{"alias_kind":"arxiv_version","alias_value":"2501.00559v1","created_at":"2026-07-05T09:56:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.00559","created_at":"2026-07-05T09:56:07Z"},{"alias_kind":"pith_short_12","alias_value":"M2RDTAFXAD65","created_at":"2026-07-05T09:56:07Z"},{"alias_kind":"pith_short_16","alias_value":"M2RDTAFXAD65H2DQ","created_at":"2026-07-05T09:56:07Z"},{"alias_kind":"pith_short_8","alias_value":"M2RDTAFX","created_at":"2026-07-05T09:56:07Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:M2RDTAFXAD65H2DQRSIXVNLY3D","target":"record","payload":{"canonical_record":{"source":{"id":"2501.00559","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-31T17:45:12Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"999688ff2f0f014345da7c88a99da79061a4847dbd5f2a5b186ec53060ed3872","abstract_canon_sha256":"6b2619e2d42a67929fee35ea5c9507db80f0ce9319406d60c274f1a243410e15"},"schema_version":"1.0"},"canonical_sha256":"66a23980b700fdd3e8708c917ab578d8df7c97c253d9c6b35f6276b4fb384bc2","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:56:07.519462Z","signature_b64":"ZpuaWX8GC7XXPAGAazN1h1kNu0I+xo7NlxijuCtWE4VEVq7aV8lF4KAQnyX+XeD0+Bd48YbZl+kFnYnX3UqsAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"66a23980b700fdd3e8708c917ab578d8df7c97c253d9c6b35f6276b4fb384bc2","last_reissued_at":"2026-07-05T09:56:07.518680Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:56:07.518680Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2501.00559","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:56:07Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dKouCHrN+gb2x/JBTWXn9xyzRjZOI7/jNi2P6dsULjmGrt93HRDFTniq632hWURpmRxOvGbrl3qUnf31vzy/Dw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T20:10:33.144150Z"},"content_sha256":"0fdbe867f03fd2e14c98812f87a0c33ad81f7e053e5b0837ee3c19b6339e9fd2","schema_version":"1.0","event_id":"sha256:0fdbe867f03fd2e14c98812f87a0c33ad81f7e053e5b0837ee3c19b6339e9fd2"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:M2RDTAFXAD65H2DQRSIXVNLY3D","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"AraSTEM: A Native Arabic Multiple Choice Question Benchmark for Evaluating LLMs Knowledge In STEM Subjects","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Ahmad Mustapha, Aya Mourad, Hadi Al-Khansa, Hadi Al-Mubasher, Hasan El-Husseini, Mariette Awad, Marwah Al-Sakkaf, Ranam Hamoud","submitted_at":"2024-12-31T17:45:12Z","abstract_excerpt":"Large Language Models (LLMs) have shown remarkable capabilities, not only in generating human-like text, but also in acquiring knowledge. This highlights the need to go beyond the typical Natural Language Processing downstream benchmarks and asses the various aspects of LLMs including knowledge and reasoning. Numerous benchmarks have been developed to evaluate LLMs knowledge, but they predominantly focus on the English language. Given that many LLMs are multilingual, relying solely on benchmarking English knowledge is insufficient. To address this issue, we introduce AraSTEM, a new Arabic mult"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.00559","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2501.00559/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:56:07Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"PKYuM8kQgs0pSWHwSwPC7uDkS+pmLNY7E0sOoQpujNGOrqUpudyqFmhHliV9BQyCOOBPMP/4/Jp5wuuYwftFDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T20:10:33.144645Z"},"content_sha256":"6df389990675a2ec1b10d439a35320345c2a8b2dcf559b06b9246d37ff275a0e","schema_version":"1.0","event_id":"sha256:6df389990675a2ec1b10d439a35320345c2a8b2dcf559b06b9246d37ff275a0e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/M2RDTAFXAD65H2DQRSIXVNLY3D/bundle.json","state_url":"https://pith.science/pith/M2RDTAFXAD65H2DQRSIXVNLY3D/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/M2RDTAFXAD65H2DQRSIXVNLY3D/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T20:10:33Z","links":{"resolver":"https://pith.science/pith/M2RDTAFXAD65H2DQRSIXVNLY3D","bundle":"https://pith.science/pith/M2RDTAFXAD65H2DQRSIXVNLY3D/bundle.json","state":"https://pith.science/pith/M2RDTAFXAD65H2DQRSIXVNLY3D/state.json","well_known_bundle":"https://pith.science/.well-known/pith/M2RDTAFXAD65H2DQRSIXVNLY3D/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:M2RDTAFXAD65H2DQRSIXVNLY3D","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6b2619e2d42a67929fee35ea5c9507db80f0ce9319406d60c274f1a243410e15","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-31T17:45:12Z","title_canon_sha256":"999688ff2f0f014345da7c88a99da79061a4847dbd5f2a5b186ec53060ed3872"},"schema_version":"1.0","source":{"id":"2501.00559","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.00559","created_at":"2026-07-05T09:56:07Z"},{"alias_kind":"arxiv_version","alias_value":"2501.00559v1","created_at":"2026-07-05T09:56:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.00559","created_at":"2026-07-05T09:56:07Z"},{"alias_kind":"pith_short_12","alias_value":"M2RDTAFXAD65","created_at":"2026-07-05T09:56:07Z"},{"alias_kind":"pith_short_16","alias_value":"M2RDTAFXAD65H2DQ","created_at":"2026-07-05T09:56:07Z"},{"alias_kind":"pith_short_8","alias_value":"M2RDTAFX","created_at":"2026-07-05T09:56:07Z"}],"graph_snapshots":[{"event_id":"sha256:6df389990675a2ec1b10d439a35320345c2a8b2dcf559b06b9246d37ff275a0e","target":"graph","created_at":"2026-07-05T09:56:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2501.00559/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) have shown remarkable capabilities, not only in generating human-like text, but also in acquiring knowledge. This highlights the need to go beyond the typical Natural Language Processing downstream benchmarks and asses the various aspects of LLMs including knowledge and reasoning. Numerous benchmarks have been developed to evaluate LLMs knowledge, but they predominantly focus on the English language. Given that many LLMs are multilingual, relying solely on benchmarking English knowledge is insufficient. To address this issue, we introduce AraSTEM, a new Arabic mult","authors_text":"Ahmad Mustapha, Aya Mourad, Hadi Al-Khansa, Hadi Al-Mubasher, Hasan El-Husseini, Mariette Awad, Marwah Al-Sakkaf, Ranam Hamoud","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-31T17:45:12Z","title":"AraSTEM: A Native Arabic Multiple Choice Question Benchmark for Evaluating LLMs Knowledge In STEM Subjects"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.00559","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0fdbe867f03fd2e14c98812f87a0c33ad81f7e053e5b0837ee3c19b6339e9fd2","target":"record","created_at":"2026-07-05T09:56:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6b2619e2d42a67929fee35ea5c9507db80f0ce9319406d60c274f1a243410e15","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-31T17:45:12Z","title_canon_sha256":"999688ff2f0f014345da7c88a99da79061a4847dbd5f2a5b186ec53060ed3872"},"schema_version":"1.0","source":{"id":"2501.00559","kind":"arxiv","version":1}},"canonical_sha256":"66a23980b700fdd3e8708c917ab578d8df7c97c253d9c6b35f6276b4fb384bc2","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"66a23980b700fdd3e8708c917ab578d8df7c97c253d9c6b35f6276b4fb384bc2","first_computed_at":"2026-07-05T09:56:07.518680Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:56:07.518680Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ZpuaWX8GC7XXPAGAazN1h1kNu0I+xo7NlxijuCtWE4VEVq7aV8lF4KAQnyX+XeD0+Bd48YbZl+kFnYnX3UqsAA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:56:07.519462Z","signed_message":"canonical_sha256_bytes"},"source_id":"2501.00559","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0fdbe867f03fd2e14c98812f87a0c33ad81f7e053e5b0837ee3c19b6339e9fd2","sha256:6df389990675a2ec1b10d439a35320345c2a8b2dcf559b06b9246d37ff275a0e"],"state_sha256":"9a856e98be9ef1a8ee1539c3ac15d5464f06a49d53ffb1595ea2769f2d14b7e5"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YTgPmljpM8UtLA002hsUx3DecSJDc4y2P1swAulywQUaZUF3+YfSdRM20H0YYCH2RY7lHIngjXhORpDtFmE+Dw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T20:10:33.149376Z","bundle_sha256":"5899f8bacbc04f80e01735de681eed908411adc4bcb8bf960107e311b00a0ce3"}}