{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:HE4KKV7U74J4N7Z6LK27XAA63T","short_pith_number":"pith:HE4KKV7U","canonical_record":{"source":{"id":"2102.10684","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2021-02-21T20:51:33Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"1d262c8465e4145acb381010fe136f4f5eec0b5bad06eca17e45267b69f920e2","abstract_canon_sha256":"da2a0167b43fe44d160d20ecbdeaa0c87c7f8654ade59a0717786282f934ea27"},"schema_version":"1.0"},"canonical_sha256":"3938a557f4ff13c6ff3e5ab5fb801edcd99bc00ef468d57ee85d92f5488cd88f","source":{"kind":"arxiv","id":"2102.10684","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2102.10684","created_at":"2026-07-05T02:17:00Z"},{"alias_kind":"arxiv_version","alias_value":"2102.10684v1","created_at":"2026-07-05T02:17:00Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2102.10684","created_at":"2026-07-05T02:17:00Z"},{"alias_kind":"pith_short_12","alias_value":"HE4KKV7U74J4","created_at":"2026-07-05T02:17:00Z"},{"alias_kind":"pith_short_16","alias_value":"HE4KKV7U74J4N7Z6","created_at":"2026-07-05T02:17:00Z"},{"alias_kind":"pith_short_8","alias_value":"HE4KKV7U","created_at":"2026-07-05T02:17:00Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:HE4KKV7U74J4N7Z6LK27XAA63T","target":"record","payload":{"canonical_record":{"source":{"id":"2102.10684","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2021-02-21T20:51:33Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"1d262c8465e4145acb381010fe136f4f5eec0b5bad06eca17e45267b69f920e2","abstract_canon_sha256":"da2a0167b43fe44d160d20ecbdeaa0c87c7f8654ade59a0717786282f934ea27"},"schema_version":"1.0"},"canonical_sha256":"3938a557f4ff13c6ff3e5ab5fb801edcd99bc00ef468d57ee85d92f5488cd88f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:17:00.480952Z","signature_b64":"tVFPGpeqocfFF7en5wjuajIYyz/A7+BPc8Ry/5ZkvzZ564lLe0UCmSRTFB2j57/b/eFEvhAxXV5HIAHPGqnGDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3938a557f4ff13c6ff3e5ab5fb801edcd99bc00ef468d57ee85d92f5488cd88f","last_reissued_at":"2026-07-05T02:17:00.480481Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:17:00.480481Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2102.10684","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:17:00Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TKZqDGHnUhMaelgKegwZgAHvO4WA56Av79R+yk9aHvO9JVKK1Y+vL6Ncp1S+9G24+iLtXbwXCLLKIbCwaoBGBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T16:12:02.936314Z"},"content_sha256":"672d50ec013219d0c4a30eeb8f6ba00f3f62f0fe7aed8832fae6778a54af2788","schema_version":"1.0","event_id":"sha256:672d50ec013219d0c4a30eeb8f6ba00f3f62f0fe7aed8832fae6778a54af2788"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:HE4KKV7U74J4N7Z6LK27XAA63T","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Pre-Training BERT on Arabic Tweets: Practical Considerations","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Ahmed Abdelali, Hamdy Mubarak, Kareem Darwish, Sabit Hassan, Younes Samih","submitted_at":"2021-02-21T20:51:33Z","abstract_excerpt":"Pretraining Bidirectional Encoder Representations from Transformers (BERT) for downstream NLP tasks is a non-trival task. We pretrained 5 BERT models that differ in the size of their training sets, mixture of formal and informal Arabic, and linguistic preprocessing. All are intended to support Arabic dialects and social media. The experiments highlight the centrality of data diversity and the efficacy of linguistically aware segmentation. They also highlight that more data or more training step do not necessitate better models. Our new models achieve new state-of-the-art results on several dow"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2102.10684","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2102.10684/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:17:00Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"OpmzwacprbkXblfmIw4Obp/SP+UFHOhGOAe0BzpKlfaLzpgooJFhAJBUJiXWUlBwDiCFOhGC72oIHgp2E39zCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T16:12:02.936888Z"},"content_sha256":"a8b53b9a0d432252bdb70d0259b9e8f2173d478d9d30f4ae69e08b7c9cd76b23","schema_version":"1.0","event_id":"sha256:a8b53b9a0d432252bdb70d0259b9e8f2173d478d9d30f4ae69e08b7c9cd76b23"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/HE4KKV7U74J4N7Z6LK27XAA63T/bundle.json","state_url":"https://pith.science/pith/HE4KKV7U74J4N7Z6LK27XAA63T/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/HE4KKV7U74J4N7Z6LK27XAA63T/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T16:12:02Z","links":{"resolver":"https://pith.science/pith/HE4KKV7U74J4N7Z6LK27XAA63T","bundle":"https://pith.science/pith/HE4KKV7U74J4N7Z6LK27XAA63T/bundle.json","state":"https://pith.science/pith/HE4KKV7U74J4N7Z6LK27XAA63T/state.json","well_known_bundle":"https://pith.science/.well-known/pith/HE4KKV7U74J4N7Z6LK27XAA63T/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:HE4KKV7U74J4N7Z6LK27XAA63T","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"da2a0167b43fe44d160d20ecbdeaa0c87c7f8654ade59a0717786282f934ea27","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2021-02-21T20:51:33Z","title_canon_sha256":"1d262c8465e4145acb381010fe136f4f5eec0b5bad06eca17e45267b69f920e2"},"schema_version":"1.0","source":{"id":"2102.10684","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2102.10684","created_at":"2026-07-05T02:17:00Z"},{"alias_kind":"arxiv_version","alias_value":"2102.10684v1","created_at":"2026-07-05T02:17:00Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2102.10684","created_at":"2026-07-05T02:17:00Z"},{"alias_kind":"pith_short_12","alias_value":"HE4KKV7U74J4","created_at":"2026-07-05T02:17:00Z"},{"alias_kind":"pith_short_16","alias_value":"HE4KKV7U74J4N7Z6","created_at":"2026-07-05T02:17:00Z"},{"alias_kind":"pith_short_8","alias_value":"HE4KKV7U","created_at":"2026-07-05T02:17:00Z"}],"graph_snapshots":[{"event_id":"sha256:a8b53b9a0d432252bdb70d0259b9e8f2173d478d9d30f4ae69e08b7c9cd76b23","target":"graph","created_at":"2026-07-05T02:17:00Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2102.10684/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Pretraining Bidirectional Encoder Representations from Transformers (BERT) for downstream NLP tasks is a non-trival task. We pretrained 5 BERT models that differ in the size of their training sets, mixture of formal and informal Arabic, and linguistic preprocessing. All are intended to support Arabic dialects and social media. The experiments highlight the centrality of data diversity and the efficacy of linguistically aware segmentation. They also highlight that more data or more training step do not necessitate better models. Our new models achieve new state-of-the-art results on several dow","authors_text":"Ahmed Abdelali, Hamdy Mubarak, Kareem Darwish, Sabit Hassan, Younes Samih","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2021-02-21T20:51:33Z","title":"Pre-Training BERT on Arabic Tweets: Practical Considerations"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2102.10684","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:672d50ec013219d0c4a30eeb8f6ba00f3f62f0fe7aed8832fae6778a54af2788","target":"record","created_at":"2026-07-05T02:17:00Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"da2a0167b43fe44d160d20ecbdeaa0c87c7f8654ade59a0717786282f934ea27","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2021-02-21T20:51:33Z","title_canon_sha256":"1d262c8465e4145acb381010fe136f4f5eec0b5bad06eca17e45267b69f920e2"},"schema_version":"1.0","source":{"id":"2102.10684","kind":"arxiv","version":1}},"canonical_sha256":"3938a557f4ff13c6ff3e5ab5fb801edcd99bc00ef468d57ee85d92f5488cd88f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3938a557f4ff13c6ff3e5ab5fb801edcd99bc00ef468d57ee85d92f5488cd88f","first_computed_at":"2026-07-05T02:17:00.480481Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:17:00.480481Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"tVFPGpeqocfFF7en5wjuajIYyz/A7+BPc8Ry/5ZkvzZ564lLe0UCmSRTFB2j57/b/eFEvhAxXV5HIAHPGqnGDw==","signature_status":"signed_v1","signed_at":"2026-07-05T02:17:00.480952Z","signed_message":"canonical_sha256_bytes"},"source_id":"2102.10684","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:672d50ec013219d0c4a30eeb8f6ba00f3f62f0fe7aed8832fae6778a54af2788","sha256:a8b53b9a0d432252bdb70d0259b9e8f2173d478d9d30f4ae69e08b7c9cd76b23"],"state_sha256":"47d32ab13e06b445f1e8c9ed1451bdd6ff440d5f877b16c592836177242808d9"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KG9K4mFLw/ec8OfDlVbA5KdJyFr8kqpDET4TAkgHiYsEsJ0E5dsTRmulEez6wVWr3Xo1iUb3vdLb9q8UKDXGAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T16:12:02.942953Z","bundle_sha256":"2a634a48e0b2b6f77ac21cdd6b38e9cd2aaa2c22e66be34f01e820b281a5f61d"}}