{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:FH5I6RBZJDDI2NCW74WBQ7QT7T","short_pith_number":"pith:FH5I6RBZ","canonical_record":{"source":{"id":"2101.01785","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2020-12-27T06:32:55Z","cross_cats_sorted":[],"title_canon_sha256":"99206b9aad999436450dda0e6c65141759915022181dd81d1ac8486416789f29","abstract_canon_sha256":"2137986801351386b8b5aafe66f264e200bb965f0d84246c41454c96369702dc"},"schema_version":"1.0"},"canonical_sha256":"29fa8f443948c68d3456ff2c187e13fcdbef13c88f7d8865786a35d699ba20cf","source":{"kind":"arxiv","id":"2101.01785","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2101.01785","created_at":"2026-07-05T02:51:38Z"},{"alias_kind":"arxiv_version","alias_value":"2101.01785v3","created_at":"2026-07-05T02:51:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2101.01785","created_at":"2026-07-05T02:51:38Z"},{"alias_kind":"pith_short_12","alias_value":"FH5I6RBZJDDI","created_at":"2026-07-05T02:51:38Z"},{"alias_kind":"pith_short_16","alias_value":"FH5I6RBZJDDI2NCW","created_at":"2026-07-05T02:51:38Z"},{"alias_kind":"pith_short_8","alias_value":"FH5I6RBZ","created_at":"2026-07-05T02:51:38Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:FH5I6RBZJDDI2NCW74WBQ7QT7T","target":"record","payload":{"canonical_record":{"source":{"id":"2101.01785","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2020-12-27T06:32:55Z","cross_cats_sorted":[],"title_canon_sha256":"99206b9aad999436450dda0e6c65141759915022181dd81d1ac8486416789f29","abstract_canon_sha256":"2137986801351386b8b5aafe66f264e200bb965f0d84246c41454c96369702dc"},"schema_version":"1.0"},"canonical_sha256":"29fa8f443948c68d3456ff2c187e13fcdbef13c88f7d8865786a35d699ba20cf","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:51:38.257961Z","signature_b64":"0JXH84JnloGaNhiI9YVU92D8riMwOSVzX03J1X7YTu5dR7Pw3SWaNVHK4O8gzi7sG+zfeoVJgRWjHQby+gaKDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"29fa8f443948c68d3456ff2c187e13fcdbef13c88f7d8865786a35d699ba20cf","last_reissued_at":"2026-07-05T02:51:38.257593Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:51:38.257593Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2101.01785","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:51:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tT/vpn5LZvoqhWPVniGaXjw4x+uyvudcu8l2M4BPF0hu5ksuEs49whLhm3Ksc3H5e7ohRuPqh+M0pGVvViPtAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T06:22:44.585165Z"},"content_sha256":"6bf512711351844db7c86b57edd4d16a7ec5952fa10a4d8def3316bc54cef2a2","schema_version":"1.0","event_id":"sha256:6bf512711351844db7c86b57edd4d16a7ec5952fa10a4d8def3316bc54cef2a2"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:FH5I6RBZJDDI2NCW74WBQ7QT7T","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"ARBERT & MARBERT: Deep Bidirectional Transformers for Arabic","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"AbdelRahim Elmadany, El Moatez Billah Nagoudi, Muhammad Abdul-Mageed","submitted_at":"2020-12-27T06:32:55Z","abstract_excerpt":"Pre-trained language models (LMs) are currently integral to many natural language processing systems. Although multilingual LMs were also introduced to serve many languages, these have limitations such as being costly at inference time and the size and diversity of non-English data involved in their pre-training. We remedy these issues for a collection of diverse Arabic varieties by introducing two powerful deep bidirectional transformer-based models, ARBERT and MARBERT. To evaluate our models, we also introduce ARLUE, a new benchmark for multi-dialectal Arabic language understanding evaluatio"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2101.01785","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2101.01785/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:51:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"bNsF+3S0HWR42zukpOWubdjnwmg7vyyHeEXXjAPsMwGM5QGG7N88hPGbTcODxaLj21+6NZ0AjYqAuy7QZBcZCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T06:22:44.586058Z"},"content_sha256":"b2a66e717202142ef498f9639a82a70504b0a2fb5cc3c99d4b30546fb7863ca0","schema_version":"1.0","event_id":"sha256:b2a66e717202142ef498f9639a82a70504b0a2fb5cc3c99d4b30546fb7863ca0"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/FH5I6RBZJDDI2NCW74WBQ7QT7T/bundle.json","state_url":"https://pith.science/pith/FH5I6RBZJDDI2NCW74WBQ7QT7T/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/FH5I6RBZJDDI2NCW74WBQ7QT7T/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T06:22:44Z","links":{"resolver":"https://pith.science/pith/FH5I6RBZJDDI2NCW74WBQ7QT7T","bundle":"https://pith.science/pith/FH5I6RBZJDDI2NCW74WBQ7QT7T/bundle.json","state":"https://pith.science/pith/FH5I6RBZJDDI2NCW74WBQ7QT7T/state.json","well_known_bundle":"https://pith.science/.well-known/pith/FH5I6RBZJDDI2NCW74WBQ7QT7T/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:FH5I6RBZJDDI2NCW74WBQ7QT7T","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"2137986801351386b8b5aafe66f264e200bb965f0d84246c41454c96369702dc","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2020-12-27T06:32:55Z","title_canon_sha256":"99206b9aad999436450dda0e6c65141759915022181dd81d1ac8486416789f29"},"schema_version":"1.0","source":{"id":"2101.01785","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2101.01785","created_at":"2026-07-05T02:51:38Z"},{"alias_kind":"arxiv_version","alias_value":"2101.01785v3","created_at":"2026-07-05T02:51:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2101.01785","created_at":"2026-07-05T02:51:38Z"},{"alias_kind":"pith_short_12","alias_value":"FH5I6RBZJDDI","created_at":"2026-07-05T02:51:38Z"},{"alias_kind":"pith_short_16","alias_value":"FH5I6RBZJDDI2NCW","created_at":"2026-07-05T02:51:38Z"},{"alias_kind":"pith_short_8","alias_value":"FH5I6RBZ","created_at":"2026-07-05T02:51:38Z"}],"graph_snapshots":[{"event_id":"sha256:b2a66e717202142ef498f9639a82a70504b0a2fb5cc3c99d4b30546fb7863ca0","target":"graph","created_at":"2026-07-05T02:51:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2101.01785/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Pre-trained language models (LMs) are currently integral to many natural language processing systems. Although multilingual LMs were also introduced to serve many languages, these have limitations such as being costly at inference time and the size and diversity of non-English data involved in their pre-training. We remedy these issues for a collection of diverse Arabic varieties by introducing two powerful deep bidirectional transformer-based models, ARBERT and MARBERT. To evaluate our models, we also introduce ARLUE, a new benchmark for multi-dialectal Arabic language understanding evaluatio","authors_text":"AbdelRahim Elmadany, El Moatez Billah Nagoudi, Muhammad Abdul-Mageed","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2020-12-27T06:32:55Z","title":"ARBERT & MARBERT: Deep Bidirectional Transformers for Arabic"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2101.01785","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6bf512711351844db7c86b57edd4d16a7ec5952fa10a4d8def3316bc54cef2a2","target":"record","created_at":"2026-07-05T02:51:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"2137986801351386b8b5aafe66f264e200bb965f0d84246c41454c96369702dc","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2020-12-27T06:32:55Z","title_canon_sha256":"99206b9aad999436450dda0e6c65141759915022181dd81d1ac8486416789f29"},"schema_version":"1.0","source":{"id":"2101.01785","kind":"arxiv","version":3}},"canonical_sha256":"29fa8f443948c68d3456ff2c187e13fcdbef13c88f7d8865786a35d699ba20cf","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"29fa8f443948c68d3456ff2c187e13fcdbef13c88f7d8865786a35d699ba20cf","first_computed_at":"2026-07-05T02:51:38.257593Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:51:38.257593Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"0JXH84JnloGaNhiI9YVU92D8riMwOSVzX03J1X7YTu5dR7Pw3SWaNVHK4O8gzi7sG+zfeoVJgRWjHQby+gaKDg==","signature_status":"signed_v1","signed_at":"2026-07-05T02:51:38.257961Z","signed_message":"canonical_sha256_bytes"},"source_id":"2101.01785","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6bf512711351844db7c86b57edd4d16a7ec5952fa10a4d8def3316bc54cef2a2","sha256:b2a66e717202142ef498f9639a82a70504b0a2fb5cc3c99d4b30546fb7863ca0"],"state_sha256":"dea3caf98423e931536c5133b1522557fa202848b40e1d223d5c227e98b5acd0"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"01sBG/tGXv5czIWDgRbJ1/jeTu+jLOo3Crsf6nLY1X5Nh311IsH9Ymll2R8vuC4lrGZ0r7OF4Zw6qRwLammcCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T06:22:44.591380Z","bundle_sha256":"cfe039b3525629144b9c807701770387e0441176daf0a303e9d0b25f7bc31d66"}}