{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:4WCDDSFRJCLYSWF4O2KBTWVDQM","short_pith_number":"pith:4WCDDSFR","canonical_record":{"source":{"id":"2305.14976","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-24T10:12:39Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"b4665be6be9b5b65cc6ad5f51316ff2aa921b800dd8941bef22483d6daf84b5b","abstract_canon_sha256":"62feaa60bd24aeab6744a50339a05d13da8d826ebe4cf32c9ce37c550acb801a"},"schema_version":"1.0"},"canonical_sha256":"e58431c8b148978958bc769419daa3831b2801b05ea3cb746710122f70912dfb","source":{"kind":"arxiv","id":"2305.14976","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.14976","created_at":"2026-07-05T07:03:25Z"},{"alias_kind":"arxiv_version","alias_value":"2305.14976v2","created_at":"2026-07-05T07:03:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.14976","created_at":"2026-07-05T07:03:25Z"},{"alias_kind":"pith_short_12","alias_value":"4WCDDSFRJCLY","created_at":"2026-07-05T07:03:25Z"},{"alias_kind":"pith_short_16","alias_value":"4WCDDSFRJCLYSWF4","created_at":"2026-07-05T07:03:25Z"},{"alias_kind":"pith_short_8","alias_value":"4WCDDSFR","created_at":"2026-07-05T07:03:25Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:4WCDDSFRJCLYSWF4O2KBTWVDQM","target":"record","payload":{"canonical_record":{"source":{"id":"2305.14976","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-24T10:12:39Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"b4665be6be9b5b65cc6ad5f51316ff2aa921b800dd8941bef22483d6daf84b5b","abstract_canon_sha256":"62feaa60bd24aeab6744a50339a05d13da8d826ebe4cf32c9ce37c550acb801a"},"schema_version":"1.0"},"canonical_sha256":"e58431c8b148978958bc769419daa3831b2801b05ea3cb746710122f70912dfb","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:03:25.873750Z","signature_b64":"Z3rcDuxA2BtgMxem4OKcN3lPkrfPaELwL3g8Aj2i7Z0HlaBP5QzSXrI9kO+YuE+Njr+v1ArmeYQM0Pc/hAZCBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e58431c8b148978958bc769419daa3831b2801b05ea3cb746710122f70912dfb","last_reissued_at":"2026-07-05T07:03:25.873256Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:03:25.873256Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2305.14976","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:03:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ChzfXYO856K4CjenCOqvVskaYjNzxf/pkSofLNAZzcAtNtcLCMi0wOfz+3HsplutPINWcZhUqd4i6/YpaPwDAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-01T14:35:45.837944Z"},"content_sha256":"0cc1b6a5dfe76d879b980ce4182a7de65a4cdfa774db7e9381fd1a555620aae2","schema_version":"1.0","event_id":"sha256:0cc1b6a5dfe76d879b980ce4182a7de65a4cdfa774db7e9381fd1a555620aae2"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:4WCDDSFRJCLYSWF4O2KBTWVDQM","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"GPTAraEval: A Comprehensive Evaluation of ChatGPT on Arabic NLP","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Abdul Waheed, El Moatez Billah Nagoudi, Md Tawkat Islam Khondaker, Muhammad Abdul-Mageed","submitted_at":"2023-05-24T10:12:39Z","abstract_excerpt":"ChatGPT's emergence heralds a transformative phase in NLP, particularly demonstrated through its excellent performance on many English benchmarks. However, the model's efficacy across diverse linguistic contexts remains largely uncharted territory. This work aims to bridge this knowledge gap, with a primary focus on assessing ChatGPT's capabilities on Arabic languages and dialectal varieties. Our comprehensive study conducts a large-scale automated and human evaluation of ChatGPT, encompassing 44 distinct language understanding and generation tasks on over 60 different datasets. To our knowled"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.14976","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2305.14976/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:03:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"IcftQJ9nBMGEsKxFgDGArUWqKZ34Fui6sm+7Zgq8ijUGsF+1qyZrWLpiccWtjtJtHRmeopoNEcB1jHDMURHvBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-01T14:35:45.838858Z"},"content_sha256":"11a17eaddfc8156628c6631c7d3c3b305c62bedf72e332e56f577595fadc59d5","schema_version":"1.0","event_id":"sha256:11a17eaddfc8156628c6631c7d3c3b305c62bedf72e332e56f577595fadc59d5"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/4WCDDSFRJCLYSWF4O2KBTWVDQM/bundle.json","state_url":"https://pith.science/pith/4WCDDSFRJCLYSWF4O2KBTWVDQM/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/4WCDDSFRJCLYSWF4O2KBTWVDQM/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-01T14:35:45Z","links":{"resolver":"https://pith.science/pith/4WCDDSFRJCLYSWF4O2KBTWVDQM","bundle":"https://pith.science/pith/4WCDDSFRJCLYSWF4O2KBTWVDQM/bundle.json","state":"https://pith.science/pith/4WCDDSFRJCLYSWF4O2KBTWVDQM/state.json","well_known_bundle":"https://pith.science/.well-known/pith/4WCDDSFRJCLYSWF4O2KBTWVDQM/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:4WCDDSFRJCLYSWF4O2KBTWVDQM","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"62feaa60bd24aeab6744a50339a05d13da8d826ebe4cf32c9ce37c550acb801a","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-24T10:12:39Z","title_canon_sha256":"b4665be6be9b5b65cc6ad5f51316ff2aa921b800dd8941bef22483d6daf84b5b"},"schema_version":"1.0","source":{"id":"2305.14976","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.14976","created_at":"2026-07-05T07:03:25Z"},{"alias_kind":"arxiv_version","alias_value":"2305.14976v2","created_at":"2026-07-05T07:03:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.14976","created_at":"2026-07-05T07:03:25Z"},{"alias_kind":"pith_short_12","alias_value":"4WCDDSFRJCLY","created_at":"2026-07-05T07:03:25Z"},{"alias_kind":"pith_short_16","alias_value":"4WCDDSFRJCLYSWF4","created_at":"2026-07-05T07:03:25Z"},{"alias_kind":"pith_short_8","alias_value":"4WCDDSFR","created_at":"2026-07-05T07:03:25Z"}],"graph_snapshots":[{"event_id":"sha256:11a17eaddfc8156628c6631c7d3c3b305c62bedf72e332e56f577595fadc59d5","target":"graph","created_at":"2026-07-05T07:03:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2305.14976/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"ChatGPT's emergence heralds a transformative phase in NLP, particularly demonstrated through its excellent performance on many English benchmarks. However, the model's efficacy across diverse linguistic contexts remains largely uncharted territory. This work aims to bridge this knowledge gap, with a primary focus on assessing ChatGPT's capabilities on Arabic languages and dialectal varieties. Our comprehensive study conducts a large-scale automated and human evaluation of ChatGPT, encompassing 44 distinct language understanding and generation tasks on over 60 different datasets. To our knowled","authors_text":"Abdul Waheed, El Moatez Billah Nagoudi, Md Tawkat Islam Khondaker, Muhammad Abdul-Mageed","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-24T10:12:39Z","title":"GPTAraEval: A Comprehensive Evaluation of ChatGPT on Arabic NLP"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.14976","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0cc1b6a5dfe76d879b980ce4182a7de65a4cdfa774db7e9381fd1a555620aae2","target":"record","created_at":"2026-07-05T07:03:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"62feaa60bd24aeab6744a50339a05d13da8d826ebe4cf32c9ce37c550acb801a","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-24T10:12:39Z","title_canon_sha256":"b4665be6be9b5b65cc6ad5f51316ff2aa921b800dd8941bef22483d6daf84b5b"},"schema_version":"1.0","source":{"id":"2305.14976","kind":"arxiv","version":2}},"canonical_sha256":"e58431c8b148978958bc769419daa3831b2801b05ea3cb746710122f70912dfb","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e58431c8b148978958bc769419daa3831b2801b05ea3cb746710122f70912dfb","first_computed_at":"2026-07-05T07:03:25.873256Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:03:25.873256Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Z3rcDuxA2BtgMxem4OKcN3lPkrfPaELwL3g8Aj2i7Z0HlaBP5QzSXrI9kO+YuE+Njr+v1ArmeYQM0Pc/hAZCBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T07:03:25.873750Z","signed_message":"canonical_sha256_bytes"},"source_id":"2305.14976","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0cc1b6a5dfe76d879b980ce4182a7de65a4cdfa774db7e9381fd1a555620aae2","sha256:11a17eaddfc8156628c6631c7d3c3b305c62bedf72e332e56f577595fadc59d5"],"state_sha256":"1f71cbfbfa8e6232f1c3252b8f36b1a57b7df8090c2c4db72378453d4501f4e1"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"SL/+gk+Dt3wWOTGE+ysW24pkIf/mhKOqvbvVX0mhqeeDI9jLmXqJE2va7qSD8LYx/xTZiOpNf6JGD56K2zUXBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-01T14:35:45.844459Z","bundle_sha256":"d89fb0eb7f06cc37b8384a8545d74612947d1633d3664b2ef2adcc7cb3fa1e6f"}}