{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:F6PYIB6FEQTBNRRBZZJURSNVJ3","short_pith_number":"pith:F6PYIB6F","canonical_record":{"source":{"id":"2302.12095","kind":"arxiv","version":5},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2023-02-22T11:01:20Z","cross_cats_sorted":["cs.CL","cs.LG"],"title_canon_sha256":"6da23dda848fe97a185bff2ac49f4fb2d476557914a2d46e6b6cb09feb007466","abstract_canon_sha256":"2efa024515760d76c397c5564cf51d4e3126982c27d0b42eec632ee37cba5714"},"schema_version":"1.0"},"canonical_sha256":"2f9f8407c5242616c621ce5348c9b54edd643b831374ea2722b5f6dc979f3b33","source":{"kind":"arxiv","id":"2302.12095","version":5},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2302.12095","created_at":"2026-07-05T06:45:34Z"},{"alias_kind":"arxiv_version","alias_value":"2302.12095v5","created_at":"2026-07-05T06:45:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2302.12095","created_at":"2026-07-05T06:45:34Z"},{"alias_kind":"pith_short_12","alias_value":"F6PYIB6FEQTB","created_at":"2026-07-05T06:45:34Z"},{"alias_kind":"pith_short_16","alias_value":"F6PYIB6FEQTBNRRB","created_at":"2026-07-05T06:45:34Z"},{"alias_kind":"pith_short_8","alias_value":"F6PYIB6F","created_at":"2026-07-05T06:45:34Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:F6PYIB6FEQTBNRRBZZJURSNVJ3","target":"record","payload":{"canonical_record":{"source":{"id":"2302.12095","kind":"arxiv","version":5},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2023-02-22T11:01:20Z","cross_cats_sorted":["cs.CL","cs.LG"],"title_canon_sha256":"6da23dda848fe97a185bff2ac49f4fb2d476557914a2d46e6b6cb09feb007466","abstract_canon_sha256":"2efa024515760d76c397c5564cf51d4e3126982c27d0b42eec632ee37cba5714"},"schema_version":"1.0"},"canonical_sha256":"2f9f8407c5242616c621ce5348c9b54edd643b831374ea2722b5f6dc979f3b33","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:45:34.089304Z","signature_b64":"RC7azde1whntx8Y+R60ojK/EwNn7+UYJbyszTjPkdUuyU0BIYC7bEn0hHD2YiGyHs14CVqElTra4sWgCpf5ODw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2f9f8407c5242616c621ce5348c9b54edd643b831374ea2722b5f6dc979f3b33","last_reissued_at":"2026-07-05T06:45:34.088796Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:45:34.088796Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2302.12095","source_version":5,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:45:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WjAChMMedeNpRUG8Bux+o9YnCdgkpglqn8WDpu1h/A2VyScNEqYc556/AqDFVEKssXg+QkabzrBOrCHtrZLnAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T15:34:27.065438Z"},"content_sha256":"e9cda9970a93956e63217b827b77a6d1320c671cab98328273ace401dbfc6141","schema_version":"1.0","event_id":"sha256:e9cda9970a93956e63217b827b77a6d1320c671cab98328273ace401dbfc6141"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:F6PYIB6FEQTBNRRBZZJURSNVJ3","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"On the Robustness of ChatGPT: An Adversarial and Out-of-distribution Perspective","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CL","cs.LG"],"primary_cat":"cs.AI","authors_text":"Binxin Jiao, Hao Chen, Haojun Huang, Jindong Wang, Linyi Yang, Runkai Zheng, Wei Ye, Wenxin Hou, Xing Xie, Xiubo Geng, Xixu Hu, Yidong Wang, Yue Zhang","submitted_at":"2023-02-22T11:01:20Z","abstract_excerpt":"ChatGPT is a recent chatbot service released by OpenAI and is receiving increasing attention over the past few months. While evaluations of various aspects of ChatGPT have been done, its robustness, i.e., the performance to unexpected inputs, is still unclear to the public. Robustness is of particular concern in responsible AI, especially for safety-critical applications. In this paper, we conduct a thorough evaluation of the robustness of ChatGPT from the adversarial and out-of-distribution (OOD) perspective. To do so, we employ the AdvGLUE and ANLI benchmarks to assess adversarial robustness"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2302.12095","kind":"arxiv","version":5},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2302.12095/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:45:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"baWrqA/JeQwEdJxnUbOd//6tpOHQyham9VbqEHLYEw9snwQSAPD4Hq2vrWvtE+67dZfD6qPQn3seQxKwDjFJCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T15:34:27.065930Z"},"content_sha256":"e66aea4b3cd103586316438f2cbb57acdafac01c0f0975ba1d22a1a20686f1ce","schema_version":"1.0","event_id":"sha256:e66aea4b3cd103586316438f2cbb57acdafac01c0f0975ba1d22a1a20686f1ce"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/F6PYIB6FEQTBNRRBZZJURSNVJ3/bundle.json","state_url":"https://pith.science/pith/F6PYIB6FEQTBNRRBZZJURSNVJ3/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/F6PYIB6FEQTBNRRBZZJURSNVJ3/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T15:34:27Z","links":{"resolver":"https://pith.science/pith/F6PYIB6FEQTBNRRBZZJURSNVJ3","bundle":"https://pith.science/pith/F6PYIB6FEQTBNRRBZZJURSNVJ3/bundle.json","state":"https://pith.science/pith/F6PYIB6FEQTBNRRBZZJURSNVJ3/state.json","well_known_bundle":"https://pith.science/.well-known/pith/F6PYIB6FEQTBNRRBZZJURSNVJ3/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:F6PYIB6FEQTBNRRBZZJURSNVJ3","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"2efa024515760d76c397c5564cf51d4e3126982c27d0b42eec632ee37cba5714","cross_cats_sorted":["cs.CL","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2023-02-22T11:01:20Z","title_canon_sha256":"6da23dda848fe97a185bff2ac49f4fb2d476557914a2d46e6b6cb09feb007466"},"schema_version":"1.0","source":{"id":"2302.12095","kind":"arxiv","version":5}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2302.12095","created_at":"2026-07-05T06:45:34Z"},{"alias_kind":"arxiv_version","alias_value":"2302.12095v5","created_at":"2026-07-05T06:45:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2302.12095","created_at":"2026-07-05T06:45:34Z"},{"alias_kind":"pith_short_12","alias_value":"F6PYIB6FEQTB","created_at":"2026-07-05T06:45:34Z"},{"alias_kind":"pith_short_16","alias_value":"F6PYIB6FEQTBNRRB","created_at":"2026-07-05T06:45:34Z"},{"alias_kind":"pith_short_8","alias_value":"F6PYIB6F","created_at":"2026-07-05T06:45:34Z"}],"graph_snapshots":[{"event_id":"sha256:e66aea4b3cd103586316438f2cbb57acdafac01c0f0975ba1d22a1a20686f1ce","target":"graph","created_at":"2026-07-05T06:45:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2302.12095/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"ChatGPT is a recent chatbot service released by OpenAI and is receiving increasing attention over the past few months. While evaluations of various aspects of ChatGPT have been done, its robustness, i.e., the performance to unexpected inputs, is still unclear to the public. Robustness is of particular concern in responsible AI, especially for safety-critical applications. In this paper, we conduct a thorough evaluation of the robustness of ChatGPT from the adversarial and out-of-distribution (OOD) perspective. To do so, we employ the AdvGLUE and ANLI benchmarks to assess adversarial robustness","authors_text":"Binxin Jiao, Hao Chen, Haojun Huang, Jindong Wang, Linyi Yang, Runkai Zheng, Wei Ye, Wenxin Hou, Xing Xie, Xiubo Geng, Xixu Hu, Yidong Wang, Yue Zhang","cross_cats":["cs.CL","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2023-02-22T11:01:20Z","title":"On the Robustness of ChatGPT: An Adversarial and Out-of-distribution Perspective"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2302.12095","kind":"arxiv","version":5},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e9cda9970a93956e63217b827b77a6d1320c671cab98328273ace401dbfc6141","target":"record","created_at":"2026-07-05T06:45:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"2efa024515760d76c397c5564cf51d4e3126982c27d0b42eec632ee37cba5714","cross_cats_sorted":["cs.CL","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2023-02-22T11:01:20Z","title_canon_sha256":"6da23dda848fe97a185bff2ac49f4fb2d476557914a2d46e6b6cb09feb007466"},"schema_version":"1.0","source":{"id":"2302.12095","kind":"arxiv","version":5}},"canonical_sha256":"2f9f8407c5242616c621ce5348c9b54edd643b831374ea2722b5f6dc979f3b33","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2f9f8407c5242616c621ce5348c9b54edd643b831374ea2722b5f6dc979f3b33","first_computed_at":"2026-07-05T06:45:34.088796Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:45:34.088796Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"RC7azde1whntx8Y+R60ojK/EwNn7+UYJbyszTjPkdUuyU0BIYC7bEn0hHD2YiGyHs14CVqElTra4sWgCpf5ODw==","signature_status":"signed_v1","signed_at":"2026-07-05T06:45:34.089304Z","signed_message":"canonical_sha256_bytes"},"source_id":"2302.12095","source_kind":"arxiv","source_version":5}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e9cda9970a93956e63217b827b77a6d1320c671cab98328273ace401dbfc6141","sha256:e66aea4b3cd103586316438f2cbb57acdafac01c0f0975ba1d22a1a20686f1ce"],"state_sha256":"534b594d28704303e464f6d8359f8189aa5fa00c410e28232c1680557bf44f6e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nhSWJ+HljINjUMd+gfofg5KNAPDb5BQ4DvzJFrYsSHQ3ENsUYjl9Mv2Uc8BE/Cbzipix3gOwTydN2XwnGNzwAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T15:34:27.069660Z","bundle_sha256":"6dd4e8c9f22e59af2e952cb6490be1e196df1a051c2bcde019d62e1010240acd"}}