{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:TA5G6RKKTABEVB5TQS3LUYQFEI","short_pith_number":"pith:TA5G6RKK","canonical_record":{"source":{"id":"2303.00293","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-03-01T07:39:01Z","cross_cats_sorted":[],"title_canon_sha256":"72a9445cf2de1ce1f79958fac8b854c7557085c81a260a418453831b5d6d8e43","abstract_canon_sha256":"74176fad09d4b061da29f7c1441003da5743312eabb2b9f4ebf209c9b73cdd51"},"schema_version":"1.0"},"canonical_sha256":"983a6f454a98024a87b384b6ba62052217829d72953a816b92f56878a4d6598a","source":{"kind":"arxiv","id":"2303.00293","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2303.00293","created_at":"2026-07-05T05:47:07Z"},{"alias_kind":"arxiv_version","alias_value":"2303.00293v1","created_at":"2026-07-05T05:47:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2303.00293","created_at":"2026-07-05T05:47:07Z"},{"alias_kind":"pith_short_12","alias_value":"TA5G6RKKTABE","created_at":"2026-07-05T05:47:07Z"},{"alias_kind":"pith_short_16","alias_value":"TA5G6RKKTABEVB5T","created_at":"2026-07-05T05:47:07Z"},{"alias_kind":"pith_short_8","alias_value":"TA5G6RKK","created_at":"2026-07-05T05:47:07Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:TA5G6RKKTABEVB5TQS3LUYQFEI","target":"record","payload":{"canonical_record":{"source":{"id":"2303.00293","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-03-01T07:39:01Z","cross_cats_sorted":[],"title_canon_sha256":"72a9445cf2de1ce1f79958fac8b854c7557085c81a260a418453831b5d6d8e43","abstract_canon_sha256":"74176fad09d4b061da29f7c1441003da5743312eabb2b9f4ebf209c9b73cdd51"},"schema_version":"1.0"},"canonical_sha256":"983a6f454a98024a87b384b6ba62052217829d72953a816b92f56878a4d6598a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:47:07.651494Z","signature_b64":"2FB88vHTroDlH8Ly3tkJUWfWRusF8wEzFSk/qzG5RHmvIbMc2ehhyCXXWEqg1Ab7RPCkieY4v2oMyIvNGgrkDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"983a6f454a98024a87b384b6ba62052217829d72953a816b92f56878a4d6598a","last_reissued_at":"2026-07-05T05:47:07.651111Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:47:07.651111Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2303.00293","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:47:07Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Sl7imVwTh4HdEyBljrCqE1aqMWLCyvpk3cNLHNcEaE1+i/A10mu2J5STmFx57qmaOaDLv20hY5F9aIh/JxRuDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T19:47:32.028705Z"},"content_sha256":"dba35e92e4a51190d1929042f966db6b7e3081b67ddbc7154f61cf82be4f742a","schema_version":"1.0","event_id":"sha256:dba35e92e4a51190d1929042f966db6b7e3081b67ddbc7154f61cf82be4f742a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:TA5G6RKKTABEVB5TQS3LUYQFEI","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"How Robust is GPT-3.5 to Predecessors? A Comprehensive Study on Language Understanding Tasks","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Can Zu, Jie Zhou, Junjie Ye, Minlong Peng, Nuo Xu, Qi Zhang, Rui Zheng, Tao Gui, Xuanjing Huang, Xuanting Chen","submitted_at":"2023-03-01T07:39:01Z","abstract_excerpt":"The GPT-3.5 models have demonstrated impressive performance in various Natural Language Processing (NLP) tasks, showcasing their strong understanding and reasoning capabilities. However, their robustness and abilities to handle various complexities of the open world have yet to be explored, which is especially crucial in assessing the stability of models and is a key aspect of trustworthy AI. In this study, we perform a comprehensive experimental analysis of GPT-3.5, exploring its robustness using 21 datasets (about 116K test samples) with 66 text transformations from TextFlint that cover 9 po"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2303.00293","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2303.00293/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:47:07Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7UOV7Ch3/3oCH4shcIa5SJHGs6XYovkYAowe82NKQh6ZZ6fXSRu7LZVl5VThmyJcR1UTBtLr8wZry0wi4SghDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T19:47:32.029383Z"},"content_sha256":"e79762f12c0471463df7b2da5943fad80033186a573885356b3a1d7f8660140d","schema_version":"1.0","event_id":"sha256:e79762f12c0471463df7b2da5943fad80033186a573885356b3a1d7f8660140d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/TA5G6RKKTABEVB5TQS3LUYQFEI/bundle.json","state_url":"https://pith.science/pith/TA5G6RKKTABEVB5TQS3LUYQFEI/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/TA5G6RKKTABEVB5TQS3LUYQFEI/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T19:47:32Z","links":{"resolver":"https://pith.science/pith/TA5G6RKKTABEVB5TQS3LUYQFEI","bundle":"https://pith.science/pith/TA5G6RKKTABEVB5TQS3LUYQFEI/bundle.json","state":"https://pith.science/pith/TA5G6RKKTABEVB5TQS3LUYQFEI/state.json","well_known_bundle":"https://pith.science/.well-known/pith/TA5G6RKKTABEVB5TQS3LUYQFEI/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:TA5G6RKKTABEVB5TQS3LUYQFEI","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"74176fad09d4b061da29f7c1441003da5743312eabb2b9f4ebf209c9b73cdd51","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-03-01T07:39:01Z","title_canon_sha256":"72a9445cf2de1ce1f79958fac8b854c7557085c81a260a418453831b5d6d8e43"},"schema_version":"1.0","source":{"id":"2303.00293","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2303.00293","created_at":"2026-07-05T05:47:07Z"},{"alias_kind":"arxiv_version","alias_value":"2303.00293v1","created_at":"2026-07-05T05:47:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2303.00293","created_at":"2026-07-05T05:47:07Z"},{"alias_kind":"pith_short_12","alias_value":"TA5G6RKKTABE","created_at":"2026-07-05T05:47:07Z"},{"alias_kind":"pith_short_16","alias_value":"TA5G6RKKTABEVB5T","created_at":"2026-07-05T05:47:07Z"},{"alias_kind":"pith_short_8","alias_value":"TA5G6RKK","created_at":"2026-07-05T05:47:07Z"}],"graph_snapshots":[{"event_id":"sha256:e79762f12c0471463df7b2da5943fad80033186a573885356b3a1d7f8660140d","target":"graph","created_at":"2026-07-05T05:47:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2303.00293/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The GPT-3.5 models have demonstrated impressive performance in various Natural Language Processing (NLP) tasks, showcasing their strong understanding and reasoning capabilities. However, their robustness and abilities to handle various complexities of the open world have yet to be explored, which is especially crucial in assessing the stability of models and is a key aspect of trustworthy AI. In this study, we perform a comprehensive experimental analysis of GPT-3.5, exploring its robustness using 21 datasets (about 116K test samples) with 66 text transformations from TextFlint that cover 9 po","authors_text":"Can Zu, Jie Zhou, Junjie Ye, Minlong Peng, Nuo Xu, Qi Zhang, Rui Zheng, Tao Gui, Xuanjing Huang, Xuanting Chen","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-03-01T07:39:01Z","title":"How Robust is GPT-3.5 to Predecessors? A Comprehensive Study on Language Understanding Tasks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2303.00293","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:dba35e92e4a51190d1929042f966db6b7e3081b67ddbc7154f61cf82be4f742a","target":"record","created_at":"2026-07-05T05:47:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"74176fad09d4b061da29f7c1441003da5743312eabb2b9f4ebf209c9b73cdd51","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-03-01T07:39:01Z","title_canon_sha256":"72a9445cf2de1ce1f79958fac8b854c7557085c81a260a418453831b5d6d8e43"},"schema_version":"1.0","source":{"id":"2303.00293","kind":"arxiv","version":1}},"canonical_sha256":"983a6f454a98024a87b384b6ba62052217829d72953a816b92f56878a4d6598a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"983a6f454a98024a87b384b6ba62052217829d72953a816b92f56878a4d6598a","first_computed_at":"2026-07-05T05:47:07.651111Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:47:07.651111Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"2FB88vHTroDlH8Ly3tkJUWfWRusF8wEzFSk/qzG5RHmvIbMc2ehhyCXXWEqg1Ab7RPCkieY4v2oMyIvNGgrkDw==","signature_status":"signed_v1","signed_at":"2026-07-05T05:47:07.651494Z","signed_message":"canonical_sha256_bytes"},"source_id":"2303.00293","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:dba35e92e4a51190d1929042f966db6b7e3081b67ddbc7154f61cf82be4f742a","sha256:e79762f12c0471463df7b2da5943fad80033186a573885356b3a1d7f8660140d"],"state_sha256":"356d59bacc6024c6d16b3cd4e8e24448b297ff8949db38c2ae784c8de5ba7593"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"O6Gw4uThH3etpSYMj/Qh7Um0DwXLcyMjtE/2H5jXCyiiWAVievxb7Ys4V/kD68j6yizQAqGrtWtnO/yZjfwYBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T19:47:32.036560Z","bundle_sha256":"de369c5b2bc82e9a884660f9c37cfb024f97865f57b4823b11b0c3d4e6084399"}}