{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:L2LLJM2WZMUTYZTRT75SUHTYM3","short_pith_number":"pith:L2LLJM2W","canonical_record":{"source":{"id":"2103.11441","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-03-21T17:20:38Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"02074cab701dde397758682e693faa5df851a348e221a477160b714e259c89a1","abstract_canon_sha256":"844cc5ea21ba063bc9f3ce27d1090ca687a97813c8b412daa063e326affd4de2"},"schema_version":"1.0"},"canonical_sha256":"5e96b4b356cb293c66719ffb2a1e7866fedd2b6440013ea8a5424920d6668c40","source":{"kind":"arxiv","id":"2103.11441","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2103.11441","created_at":"2026-07-05T02:37:45Z"},{"alias_kind":"arxiv_version","alias_value":"2103.11441v3","created_at":"2026-07-05T02:37:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2103.11441","created_at":"2026-07-05T02:37:45Z"},{"alias_kind":"pith_short_12","alias_value":"L2LLJM2WZMUT","created_at":"2026-07-05T02:37:45Z"},{"alias_kind":"pith_short_16","alias_value":"L2LLJM2WZMUTYZTR","created_at":"2026-07-05T02:37:45Z"},{"alias_kind":"pith_short_8","alias_value":"L2LLJM2W","created_at":"2026-07-05T02:37:45Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:L2LLJM2WZMUTYZTRT75SUHTYM3","target":"record","payload":{"canonical_record":{"source":{"id":"2103.11441","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-03-21T17:20:38Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"02074cab701dde397758682e693faa5df851a348e221a477160b714e259c89a1","abstract_canon_sha256":"844cc5ea21ba063bc9f3ce27d1090ca687a97813c8b412daa063e326affd4de2"},"schema_version":"1.0"},"canonical_sha256":"5e96b4b356cb293c66719ffb2a1e7866fedd2b6440013ea8a5424920d6668c40","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:37:45.510428Z","signature_b64":"tro60wV2/6jME1j2rV6if3kn7WjJV8H0qDz2kN8InkVwo/7FHLyI5pBaP8WuDXvo3eePvasYEiX7Mza8IejpAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5e96b4b356cb293c66719ffb2a1e7866fedd2b6440013ea8a5424920d6668c40","last_reissued_at":"2026-07-05T02:37:45.509881Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:37:45.509881Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2103.11441","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:37:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qyy12jrmtwe38hRRRFQnSy8J5RjE9xg9Kt/LdWdbmWdfJ1htuzr5uj1aYil0OjpT7dKf+apq6y60LqoOZnE4AA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T06:52:21.095226Z"},"content_sha256":"d24cdee52ad62e4cfb97da537d6dd9e183d6274bc56953dccfd7ab054da06251","schema_version":"1.0","event_id":"sha256:d24cdee52ad62e4cfb97da537d6dd9e183d6274bc56953dccfd7ab054da06251"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:L2LLJM2WZMUTYZTRT75SUHTYM3","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"TextFlint: Unified Multilingual Robustness Evaluation Toolkit for Natural Language Processing","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Bolin Zhu, Chong Zhang, Jiacheng Ye, Jinlan Fu, Jun Zhao, Minlong Peng, Qin Liu, Qinzhuo Wu, Qiyuan Bian, Qi Zhang, Ruijian Cai, Rui Zheng, Ruotian Ma, Shan Qin, Tao Gui, Xiaoqing Zheng, Xiao Wang, Xiaoyu Xing, Xingwu Hu, Xin Zhou, Xipeng Qiu, Xuanjing Huang, Yaqian Zhou, Yicheng Zou, Yiding Tan, Yongxin Zhang, Yuan Hu, Yue Zhang, Zexiong Pang, Zhengyan Li, Zhiheng Yan, Zhihua Liu, Zhongyu Wei, Zichu Fei","submitted_at":"2021-03-21T17:20:38Z","abstract_excerpt":"Various robustness evaluation methodologies from different perspectives have been proposed for different natural language processing (NLP) tasks. These methods have often focused on either universal or task-specific generalization capabilities. In this work, we propose a multilingual robustness evaluation platform for NLP tasks (TextFlint) that incorporates universal text transformation, task-specific transformation, adversarial attack, subpopulation, and their combinations to provide comprehensive robustness analysis. TextFlint enables practitioners to automatically evaluate their models from"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2103.11441","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2103.11441/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:37:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lBPk6jcRGcFKWMyEpokz+4qhZsBRNU1492zfxxt0zXQ7sfJWfxKkqkQCsPxk452zLFpHl82Bzj7IcQcC5uhhAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T06:52:21.095636Z"},"content_sha256":"ee338de23647b7dfa1fa1027d18a6826ea57b7581ad4bd946e88154a4e9f110e","schema_version":"1.0","event_id":"sha256:ee338de23647b7dfa1fa1027d18a6826ea57b7581ad4bd946e88154a4e9f110e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/L2LLJM2WZMUTYZTRT75SUHTYM3/bundle.json","state_url":"https://pith.science/pith/L2LLJM2WZMUTYZTRT75SUHTYM3/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/L2LLJM2WZMUTYZTRT75SUHTYM3/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T06:52:21Z","links":{"resolver":"https://pith.science/pith/L2LLJM2WZMUTYZTRT75SUHTYM3","bundle":"https://pith.science/pith/L2LLJM2WZMUTYZTRT75SUHTYM3/bundle.json","state":"https://pith.science/pith/L2LLJM2WZMUTYZTRT75SUHTYM3/state.json","well_known_bundle":"https://pith.science/.well-known/pith/L2LLJM2WZMUTYZTRT75SUHTYM3/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:L2LLJM2WZMUTYZTRT75SUHTYM3","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"844cc5ea21ba063bc9f3ce27d1090ca687a97813c8b412daa063e326affd4de2","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-03-21T17:20:38Z","title_canon_sha256":"02074cab701dde397758682e693faa5df851a348e221a477160b714e259c89a1"},"schema_version":"1.0","source":{"id":"2103.11441","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2103.11441","created_at":"2026-07-05T02:37:45Z"},{"alias_kind":"arxiv_version","alias_value":"2103.11441v3","created_at":"2026-07-05T02:37:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2103.11441","created_at":"2026-07-05T02:37:45Z"},{"alias_kind":"pith_short_12","alias_value":"L2LLJM2WZMUT","created_at":"2026-07-05T02:37:45Z"},{"alias_kind":"pith_short_16","alias_value":"L2LLJM2WZMUTYZTR","created_at":"2026-07-05T02:37:45Z"},{"alias_kind":"pith_short_8","alias_value":"L2LLJM2W","created_at":"2026-07-05T02:37:45Z"}],"graph_snapshots":[{"event_id":"sha256:ee338de23647b7dfa1fa1027d18a6826ea57b7581ad4bd946e88154a4e9f110e","target":"graph","created_at":"2026-07-05T02:37:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2103.11441/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Various robustness evaluation methodologies from different perspectives have been proposed for different natural language processing (NLP) tasks. These methods have often focused on either universal or task-specific generalization capabilities. In this work, we propose a multilingual robustness evaluation platform for NLP tasks (TextFlint) that incorporates universal text transformation, task-specific transformation, adversarial attack, subpopulation, and their combinations to provide comprehensive robustness analysis. TextFlint enables practitioners to automatically evaluate their models from","authors_text":"Bolin Zhu, Chong Zhang, Jiacheng Ye, Jinlan Fu, Jun Zhao, Minlong Peng, Qin Liu, Qinzhuo Wu, Qiyuan Bian, Qi Zhang, Ruijian Cai, Rui Zheng, Ruotian Ma, Shan Qin, Tao Gui, Xiaoqing Zheng, Xiao Wang, Xiaoyu Xing, Xingwu Hu, Xin Zhou, Xipeng Qiu, Xuanjing Huang, Yaqian Zhou, Yicheng Zou, Yiding Tan, Yongxin Zhang, Yuan Hu, Yue Zhang, Zexiong Pang, Zhengyan Li, Zhiheng Yan, Zhihua Liu, Zhongyu Wei, Zichu Fei","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-03-21T17:20:38Z","title":"TextFlint: Unified Multilingual Robustness Evaluation Toolkit for Natural Language Processing"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2103.11441","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d24cdee52ad62e4cfb97da537d6dd9e183d6274bc56953dccfd7ab054da06251","target":"record","created_at":"2026-07-05T02:37:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"844cc5ea21ba063bc9f3ce27d1090ca687a97813c8b412daa063e326affd4de2","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-03-21T17:20:38Z","title_canon_sha256":"02074cab701dde397758682e693faa5df851a348e221a477160b714e259c89a1"},"schema_version":"1.0","source":{"id":"2103.11441","kind":"arxiv","version":3}},"canonical_sha256":"5e96b4b356cb293c66719ffb2a1e7866fedd2b6440013ea8a5424920d6668c40","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5e96b4b356cb293c66719ffb2a1e7866fedd2b6440013ea8a5424920d6668c40","first_computed_at":"2026-07-05T02:37:45.509881Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:37:45.509881Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"tro60wV2/6jME1j2rV6if3kn7WjJV8H0qDz2kN8InkVwo/7FHLyI5pBaP8WuDXvo3eePvasYEiX7Mza8IejpAg==","signature_status":"signed_v1","signed_at":"2026-07-05T02:37:45.510428Z","signed_message":"canonical_sha256_bytes"},"source_id":"2103.11441","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d24cdee52ad62e4cfb97da537d6dd9e183d6274bc56953dccfd7ab054da06251","sha256:ee338de23647b7dfa1fa1027d18a6826ea57b7581ad4bd946e88154a4e9f110e"],"state_sha256":"ddd75bb54f43dc4500a4402bbab6ee73d8677b245dcc9ac78de9081880e9b974"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EFR2JTNT5T/IjkXM0U+Ik7MUqi1rCM1yyVINueKtte/MLyjyrAQl/81uw4Bm1i0BFfcLjUuMcTvabrrQcRCaBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T06:52:21.097866Z","bundle_sha256":"77c4be1901f76e492c895234aa2b73fee904c5a7fceb27f6471308f6780646da"}}