{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2025:CU5JJIK5Y5YANFRRMIYFZBSCPO","short_pith_number":"pith:CU5JJIK5","schema_version":"1.0","canonical_sha256":"153a94a15dc77006963162305c86427b91780c8a5a2465332f83ca4ebc1cfc8d","source":{"kind":"arxiv","id":"2508.17378","version":1},"attestation_state":"computed","paper":{"title":"UI-Level Evaluation of ALLaM 34B: Measuring an Arabic-Centric LLM via HUMAIN Chat","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Omer Nacar","submitted_at":"2025-08-24T14:32:15Z","abstract_excerpt":"Large language models (LLMs) trained primarily on English corpora often struggle to capture the linguistic and cultural nuances of Arabic. To address this gap, the Saudi Data and AI Authority (SDAIA) introduced the $ALLaM$ family of Arabic-focused models. The most capable of these available to the public, $ALLaM-34B$, was subsequently adopted by HUMAIN, who developed and deployed HUMAIN Chat, a closed conversational web service built on this model. This paper presents an expanded and refined UI-level evaluation of $ALLaM-34B$. Using a prompt pack spanning modern standard Arabic, five regional "},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2508.17378","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-08-24T14:32:15Z","cross_cats_sorted":[],"title_canon_sha256":"a873ea3041011f7807411f7d4bd7cbde441fc7b389579324cba80a88c5f598b5","abstract_canon_sha256":"5e58f170d813f5a8a6d5af3a9e9ed949813ad5e16065850c06d0c698c0a2317a"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:58:40.594401Z","signature_b64":"Lnh5im9Vw0EVEKQw3qxC9VNmmRn1lsGwGnC/6WRV8aqRuy21gbVjYZ2PvbF+mL5h+MD/vbWeQGgLhBVIKhTiAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"153a94a15dc77006963162305c86427b91780c8a5a2465332f83ca4ebc1cfc8d","last_reissued_at":"2026-07-05T11:58:40.593933Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:58:40.593933Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"UI-Level Evaluation of ALLaM 34B: Measuring an Arabic-Centric LLM via HUMAIN Chat","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Omer Nacar","submitted_at":"2025-08-24T14:32:15Z","abstract_excerpt":"Large language models (LLMs) trained primarily on English corpora often struggle to capture the linguistic and cultural nuances of Arabic. To address this gap, the Saudi Data and AI Authority (SDAIA) introduced the $ALLaM$ family of Arabic-focused models. The most capable of these available to the public, $ALLaM-34B$, was subsequently adopted by HUMAIN, who developed and deployed HUMAIN Chat, a closed conversational web service built on this model. This paper presents an expanded and refined UI-level evaluation of $ALLaM-34B$. Using a prompt pack spanning modern standard Arabic, five regional "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2508.17378","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2508.17378/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2508.17378","created_at":"2026-07-05T11:58:40.593984+00:00"},{"alias_kind":"arxiv_version","alias_value":"2508.17378v1","created_at":"2026-07-05T11:58:40.593984+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2508.17378","created_at":"2026-07-05T11:58:40.593984+00:00"},{"alias_kind":"pith_short_12","alias_value":"CU5JJIK5Y5YA","created_at":"2026-07-05T11:58:40.593984+00:00"},{"alias_kind":"pith_short_16","alias_value":"CU5JJIK5Y5YANFRR","created_at":"2026-07-05T11:58:40.593984+00:00"},{"alias_kind":"pith_short_8","alias_value":"CU5JJIK5","created_at":"2026-07-05T11:58:40.593984+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/CU5JJIK5Y5YANFRRMIYFZBSCPO","json":"https://pith.science/pith/CU5JJIK5Y5YANFRRMIYFZBSCPO.json","graph_json":"https://pith.science/api/pith-number/CU5JJIK5Y5YANFRRMIYFZBSCPO/graph.json","events_json":"https://pith.science/api/pith-number/CU5JJIK5Y5YANFRRMIYFZBSCPO/events.json","paper":"https://pith.science/paper/CU5JJIK5"},"agent_actions":{"view_html":"https://pith.science/pith/CU5JJIK5Y5YANFRRMIYFZBSCPO","download_json":"https://pith.science/pith/CU5JJIK5Y5YANFRRMIYFZBSCPO.json","view_paper":"https://pith.science/paper/CU5JJIK5","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2508.17378&json=true","fetch_graph":"https://pith.science/api/pith-number/CU5JJIK5Y5YANFRRMIYFZBSCPO/graph.json","fetch_events":"https://pith.science/api/pith-number/CU5JJIK5Y5YANFRRMIYFZBSCPO/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/CU5JJIK5Y5YANFRRMIYFZBSCPO/action/timestamp_anchor","attest_storage":"https://pith.science/pith/CU5JJIK5Y5YANFRRMIYFZBSCPO/action/storage_attestation","attest_author":"https://pith.science/pith/CU5JJIK5Y5YANFRRMIYFZBSCPO/action/author_attestation","sign_citation":"https://pith.science/pith/CU5JJIK5Y5YANFRRMIYFZBSCPO/action/citation_signature","submit_replication":"https://pith.science/pith/CU5JJIK5Y5YANFRRMIYFZBSCPO/action/replication_record"}},"created_at":"2026-07-05T11:58:40.593984+00:00","updated_at":"2026-07-05T11:58:40.593984+00:00"}