{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:FQVFYG4EVBJDLVRWWY4VQAIKBG","short_pith_number":"pith:FQVFYG4E","canonical_record":{"source":{"id":"2306.06800","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-06-11T22:55:18Z","cross_cats_sorted":[],"title_canon_sha256":"410ce3afbd6b520356f79e5935adde9fb63738cfbf2637048c50570893a8a19c","abstract_canon_sha256":"394423924522f98b5d5a83d895912cb38d33db772eb72aa3c17495ef92ba3aaf"},"schema_version":"1.0"},"canonical_sha256":"2c2a5c1b84a85235d636b63958010a099c1b1ff2f3cc8ea213f845f2e12db9c9","source":{"kind":"arxiv","id":"2306.06800","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.06800","created_at":"2026-07-05T06:19:44Z"},{"alias_kind":"arxiv_version","alias_value":"2306.06800v1","created_at":"2026-07-05T06:19:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.06800","created_at":"2026-07-05T06:19:44Z"},{"alias_kind":"pith_short_12","alias_value":"FQVFYG4EVBJD","created_at":"2026-07-05T06:19:44Z"},{"alias_kind":"pith_short_16","alias_value":"FQVFYG4EVBJDLVRW","created_at":"2026-07-05T06:19:44Z"},{"alias_kind":"pith_short_8","alias_value":"FQVFYG4E","created_at":"2026-07-05T06:19:44Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:FQVFYG4EVBJDLVRWWY4VQAIKBG","target":"record","payload":{"canonical_record":{"source":{"id":"2306.06800","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-06-11T22:55:18Z","cross_cats_sorted":[],"title_canon_sha256":"410ce3afbd6b520356f79e5935adde9fb63738cfbf2637048c50570893a8a19c","abstract_canon_sha256":"394423924522f98b5d5a83d895912cb38d33db772eb72aa3c17495ef92ba3aaf"},"schema_version":"1.0"},"canonical_sha256":"2c2a5c1b84a85235d636b63958010a099c1b1ff2f3cc8ea213f845f2e12db9c9","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:19:44.260977Z","signature_b64":"lkJEUUEn/pznnZJYF6/PL48BkMAxdlfg6UyxIMm7AHjdJPOocUtD/QgsPJ1S+oRtdELMzepGbficNkgkdzAgCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2c2a5c1b84a85235d636b63958010a099c1b1ff2f3cc8ea213f845f2e12db9c9","last_reissued_at":"2026-07-05T06:19:44.260430Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:19:44.260430Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2306.06800","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:19:44Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Q1ibmOHntKa8lK3fXL1GEYWKqe0XVOBC70JMHlGoNj1n6Tb2vmPO7eZZ2OcJJZccfZhcC3jKIrLbw707JBNHDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-21T06:33:09.323614Z"},"content_sha256":"0b12c3dd152aff69374a7f8d2ae7adbcd2e84863af2a01c5c68960328ba0eed5","schema_version":"1.0","event_id":"sha256:0b12c3dd152aff69374a7f8d2ae7adbcd2e84863af2a01c5c68960328ba0eed5"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:FQVFYG4EVBJDLVRWWY4VQAIKBG","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"AraMUS: Pushing the Limits of Data and Model Scale for Arabic Natural Language Processing","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Abbas Ghaddar, Asaad Alghamdi, Baoxing Huai, Mehdi Rezagholizadeh, Peilun Cheng, Qingrong Xia, Wei Jiang, Xinyu Duan, Yimeng Wu, Yi Zheng, Zhefeng Wang, Zhenhai Wang","submitted_at":"2023-06-11T22:55:18Z","abstract_excerpt":"Developing monolingual large Pre-trained Language Models (PLMs) is shown to be very successful in handling different tasks in Natural Language Processing (NLP). In this work, we present AraMUS, the largest Arabic PLM with 11B parameters trained on 529GB of high-quality Arabic textual data. AraMUS achieves state-of-the-art performances on a diverse set of Arabic classification and generative tasks. Moreover, AraMUS shows impressive few-shot learning abilities compared with the best existing Arabic PLMs."},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.06800","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2306.06800/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:19:44Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"6rahIAO9lEN5WdLfPgPzUYVOqSTjfRUw9ye7jAlvjrstFK9BnhSOrB1aTAad0ee+7nvtBDxrkUW57XorgNt/Dw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-21T06:33:09.324122Z"},"content_sha256":"8ece13633db288343cc552889ef29c1eec7762754328bbdaa4668b86798f5bf4","schema_version":"1.0","event_id":"sha256:8ece13633db288343cc552889ef29c1eec7762754328bbdaa4668b86798f5bf4"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/FQVFYG4EVBJDLVRWWY4VQAIKBG/bundle.json","state_url":"https://pith.science/pith/FQVFYG4EVBJDLVRWWY4VQAIKBG/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/FQVFYG4EVBJDLVRWWY4VQAIKBG/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-21T06:33:09Z","links":{"resolver":"https://pith.science/pith/FQVFYG4EVBJDLVRWWY4VQAIKBG","bundle":"https://pith.science/pith/FQVFYG4EVBJDLVRWWY4VQAIKBG/bundle.json","state":"https://pith.science/pith/FQVFYG4EVBJDLVRWWY4VQAIKBG/state.json","well_known_bundle":"https://pith.science/.well-known/pith/FQVFYG4EVBJDLVRWWY4VQAIKBG/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:FQVFYG4EVBJDLVRWWY4VQAIKBG","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"394423924522f98b5d5a83d895912cb38d33db772eb72aa3c17495ef92ba3aaf","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-06-11T22:55:18Z","title_canon_sha256":"410ce3afbd6b520356f79e5935adde9fb63738cfbf2637048c50570893a8a19c"},"schema_version":"1.0","source":{"id":"2306.06800","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.06800","created_at":"2026-07-05T06:19:44Z"},{"alias_kind":"arxiv_version","alias_value":"2306.06800v1","created_at":"2026-07-05T06:19:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.06800","created_at":"2026-07-05T06:19:44Z"},{"alias_kind":"pith_short_12","alias_value":"FQVFYG4EVBJD","created_at":"2026-07-05T06:19:44Z"},{"alias_kind":"pith_short_16","alias_value":"FQVFYG4EVBJDLVRW","created_at":"2026-07-05T06:19:44Z"},{"alias_kind":"pith_short_8","alias_value":"FQVFYG4E","created_at":"2026-07-05T06:19:44Z"}],"graph_snapshots":[{"event_id":"sha256:8ece13633db288343cc552889ef29c1eec7762754328bbdaa4668b86798f5bf4","target":"graph","created_at":"2026-07-05T06:19:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2306.06800/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Developing monolingual large Pre-trained Language Models (PLMs) is shown to be very successful in handling different tasks in Natural Language Processing (NLP). In this work, we present AraMUS, the largest Arabic PLM with 11B parameters trained on 529GB of high-quality Arabic textual data. AraMUS achieves state-of-the-art performances on a diverse set of Arabic classification and generative tasks. Moreover, AraMUS shows impressive few-shot learning abilities compared with the best existing Arabic PLMs.","authors_text":"Abbas Ghaddar, Asaad Alghamdi, Baoxing Huai, Mehdi Rezagholizadeh, Peilun Cheng, Qingrong Xia, Wei Jiang, Xinyu Duan, Yimeng Wu, Yi Zheng, Zhefeng Wang, Zhenhai Wang","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-06-11T22:55:18Z","title":"AraMUS: Pushing the Limits of Data and Model Scale for Arabic Natural Language Processing"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.06800","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0b12c3dd152aff69374a7f8d2ae7adbcd2e84863af2a01c5c68960328ba0eed5","target":"record","created_at":"2026-07-05T06:19:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"394423924522f98b5d5a83d895912cb38d33db772eb72aa3c17495ef92ba3aaf","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-06-11T22:55:18Z","title_canon_sha256":"410ce3afbd6b520356f79e5935adde9fb63738cfbf2637048c50570893a8a19c"},"schema_version":"1.0","source":{"id":"2306.06800","kind":"arxiv","version":1}},"canonical_sha256":"2c2a5c1b84a85235d636b63958010a099c1b1ff2f3cc8ea213f845f2e12db9c9","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2c2a5c1b84a85235d636b63958010a099c1b1ff2f3cc8ea213f845f2e12db9c9","first_computed_at":"2026-07-05T06:19:44.260430Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:19:44.260430Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"lkJEUUEn/pznnZJYF6/PL48BkMAxdlfg6UyxIMm7AHjdJPOocUtD/QgsPJ1S+oRtdELMzepGbficNkgkdzAgCw==","signature_status":"signed_v1","signed_at":"2026-07-05T06:19:44.260977Z","signed_message":"canonical_sha256_bytes"},"source_id":"2306.06800","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0b12c3dd152aff69374a7f8d2ae7adbcd2e84863af2a01c5c68960328ba0eed5","sha256:8ece13633db288343cc552889ef29c1eec7762754328bbdaa4668b86798f5bf4"],"state_sha256":"c38d5ff898a96772a83a129892e3438f6d76b2b75d4520308002c758f4e8adba"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"QCQnvE4rQdOcVhe53uFmeeggqgG2Hn+Qlz3DOXuKLDJSkdekXfwuCNT2aQAV4t5cy3R6WA9/BpRB3nGft2VGAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-21T06:33:09.331488Z","bundle_sha256":"cb3b5dedda7d3f9c632c801df0874fbba923b21febfeae8a8d255f880a4ac409"}}