{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:TNGTH32S7T63B4YHZSNHCYPY5P","short_pith_number":"pith:TNGTH32S","canonical_record":{"source":{"id":"2309.11166","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-09-20T09:23:46Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"98eacb12b083e793667a2774977e2fae2bab9a6e48a0c60bda1c9e7cc90e40a8","abstract_canon_sha256":"a1b85d6bae8aaa843f539d9de5f1c1dfdf16c43e5b2ba3dcd8a1120c4f135346"},"schema_version":"1.0"},"canonical_sha256":"9b4d33ef52fcfdb0f307cc9a7161f8ebee0ac083a52cb4677dadc427bc23b592","source":{"kind":"arxiv","id":"2309.11166","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2309.11166","created_at":"2026-07-05T06:54:40Z"},{"alias_kind":"arxiv_version","alias_value":"2309.11166v2","created_at":"2026-07-05T06:54:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2309.11166","created_at":"2026-07-05T06:54:40Z"},{"alias_kind":"pith_short_12","alias_value":"TNGTH32S7T63","created_at":"2026-07-05T06:54:40Z"},{"alias_kind":"pith_short_16","alias_value":"TNGTH32S7T63B4YH","created_at":"2026-07-05T06:54:40Z"},{"alias_kind":"pith_short_8","alias_value":"TNGTH32S","created_at":"2026-07-05T06:54:40Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:TNGTH32S7T63B4YHZSNHCYPY5P","target":"record","payload":{"canonical_record":{"source":{"id":"2309.11166","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-09-20T09:23:46Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"98eacb12b083e793667a2774977e2fae2bab9a6e48a0c60bda1c9e7cc90e40a8","abstract_canon_sha256":"a1b85d6bae8aaa843f539d9de5f1c1dfdf16c43e5b2ba3dcd8a1120c4f135346"},"schema_version":"1.0"},"canonical_sha256":"9b4d33ef52fcfdb0f307cc9a7161f8ebee0ac083a52cb4677dadc427bc23b592","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:54:40.698684Z","signature_b64":"sRHhyrCmw9JdjQ6sb3giqJYyz27hv8wMSttgT2qdAGk2OGqUwEXz4Zow9yEfjBajClm23dwJ3aIQYxmFQnNDBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9b4d33ef52fcfdb0f307cc9a7161f8ebee0ac083a52cb4677dadc427bc23b592","last_reissued_at":"2026-07-05T06:54:40.698122Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:54:40.698122Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2309.11166","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:54:40Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ywLuJqu15R4O6Yo1VXC+uAd9SJQXKGJxBGecg+LOIY7XIT/hTftm1960XHVgUqSXYm+oKvyh9yh3v0IOhivECg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T14:23:14.379013Z"},"content_sha256":"0eef2924766cb272041d422cd1968a9ee12063ce5541065a4bf205938ed40f93","schema_version":"1.0","event_id":"sha256:0eef2924766cb272041d422cd1968a9ee12063ce5541065a4bf205938ed40f93"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:TNGTH32S7T63B4YHZSNHCYPY5P","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Are Large Language Models Really Robust to Word-Level Perturbations?","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Cong Yu, Dacheng Tao, Guozheng Ma, Haoyu Wang, Linrui Zhang, Li Shen, Ning Gui, Peilin Zhao, Sen Zhang, Suwei Ma, Xueqian Wang, Yongzhe Chang, Zhiqi Huang","submitted_at":"2023-09-20T09:23:46Z","abstract_excerpt":"The swift advancement in the scales and capabilities of Large Language Models (LLMs) positions them as promising tools for a variety of downstream tasks. In addition to the pursuit of better performance and the avoidance of violent feedback on a certain prompt, to ensure the responsibility of the LLM, much attention is drawn to the robustness of LLMs. However, existing evaluation methods mostly rely on traditional question answering datasets with predefined supervised labels, which do not align with the superior generation capabilities of contemporary LLMs. To address this issue, we propose a "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2309.11166","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2309.11166/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:54:40Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"igLuVempS+PHE+oh3UAlvx7LNJ6YY8tlvEViwdBSDUrjcyGqIppINE1X9VJ7za5jS2oLHOEINDlyr0LaE0FHCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T14:23:14.379407Z"},"content_sha256":"0ab1a3aad3bcc05f9248948111eb93a079cc4f1fa03a4bba793297e55a2c80f9","schema_version":"1.0","event_id":"sha256:0ab1a3aad3bcc05f9248948111eb93a079cc4f1fa03a4bba793297e55a2c80f9"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/TNGTH32S7T63B4YHZSNHCYPY5P/bundle.json","state_url":"https://pith.science/pith/TNGTH32S7T63B4YHZSNHCYPY5P/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/TNGTH32S7T63B4YHZSNHCYPY5P/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T14:23:14Z","links":{"resolver":"https://pith.science/pith/TNGTH32S7T63B4YHZSNHCYPY5P","bundle":"https://pith.science/pith/TNGTH32S7T63B4YHZSNHCYPY5P/bundle.json","state":"https://pith.science/pith/TNGTH32S7T63B4YHZSNHCYPY5P/state.json","well_known_bundle":"https://pith.science/.well-known/pith/TNGTH32S7T63B4YHZSNHCYPY5P/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:TNGTH32S7T63B4YHZSNHCYPY5P","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a1b85d6bae8aaa843f539d9de5f1c1dfdf16c43e5b2ba3dcd8a1120c4f135346","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-09-20T09:23:46Z","title_canon_sha256":"98eacb12b083e793667a2774977e2fae2bab9a6e48a0c60bda1c9e7cc90e40a8"},"schema_version":"1.0","source":{"id":"2309.11166","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2309.11166","created_at":"2026-07-05T06:54:40Z"},{"alias_kind":"arxiv_version","alias_value":"2309.11166v2","created_at":"2026-07-05T06:54:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2309.11166","created_at":"2026-07-05T06:54:40Z"},{"alias_kind":"pith_short_12","alias_value":"TNGTH32S7T63","created_at":"2026-07-05T06:54:40Z"},{"alias_kind":"pith_short_16","alias_value":"TNGTH32S7T63B4YH","created_at":"2026-07-05T06:54:40Z"},{"alias_kind":"pith_short_8","alias_value":"TNGTH32S","created_at":"2026-07-05T06:54:40Z"}],"graph_snapshots":[{"event_id":"sha256:0ab1a3aad3bcc05f9248948111eb93a079cc4f1fa03a4bba793297e55a2c80f9","target":"graph","created_at":"2026-07-05T06:54:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2309.11166/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The swift advancement in the scales and capabilities of Large Language Models (LLMs) positions them as promising tools for a variety of downstream tasks. In addition to the pursuit of better performance and the avoidance of violent feedback on a certain prompt, to ensure the responsibility of the LLM, much attention is drawn to the robustness of LLMs. However, existing evaluation methods mostly rely on traditional question answering datasets with predefined supervised labels, which do not align with the superior generation capabilities of contemporary LLMs. To address this issue, we propose a ","authors_text":"Cong Yu, Dacheng Tao, Guozheng Ma, Haoyu Wang, Linrui Zhang, Li Shen, Ning Gui, Peilin Zhao, Sen Zhang, Suwei Ma, Xueqian Wang, Yongzhe Chang, Zhiqi Huang","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-09-20T09:23:46Z","title":"Are Large Language Models Really Robust to Word-Level Perturbations?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2309.11166","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0eef2924766cb272041d422cd1968a9ee12063ce5541065a4bf205938ed40f93","target":"record","created_at":"2026-07-05T06:54:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a1b85d6bae8aaa843f539d9de5f1c1dfdf16c43e5b2ba3dcd8a1120c4f135346","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-09-20T09:23:46Z","title_canon_sha256":"98eacb12b083e793667a2774977e2fae2bab9a6e48a0c60bda1c9e7cc90e40a8"},"schema_version":"1.0","source":{"id":"2309.11166","kind":"arxiv","version":2}},"canonical_sha256":"9b4d33ef52fcfdb0f307cc9a7161f8ebee0ac083a52cb4677dadc427bc23b592","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9b4d33ef52fcfdb0f307cc9a7161f8ebee0ac083a52cb4677dadc427bc23b592","first_computed_at":"2026-07-05T06:54:40.698122Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:54:40.698122Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"sRHhyrCmw9JdjQ6sb3giqJYyz27hv8wMSttgT2qdAGk2OGqUwEXz4Zow9yEfjBajClm23dwJ3aIQYxmFQnNDBw==","signature_status":"signed_v1","signed_at":"2026-07-05T06:54:40.698684Z","signed_message":"canonical_sha256_bytes"},"source_id":"2309.11166","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0eef2924766cb272041d422cd1968a9ee12063ce5541065a4bf205938ed40f93","sha256:0ab1a3aad3bcc05f9248948111eb93a079cc4f1fa03a4bba793297e55a2c80f9"],"state_sha256":"98755dcb8e6572af232c5c33954d679dcf4dde5ffd5423bb301baf2074055389"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Um98EjGgHMx6CSqnMQH2g4djsORALRXCmzps5ph2jlQ8qnMuHGSqwoN3nbb4s3K2CzQUBm7PKDSXm7sVFNzzAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T14:23:14.381594Z","bundle_sha256":"c80317ba01ba61a02dcb261b52e14b888184eab1dcf1c5c57bce7a6368dec3ea"}}