{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:TT6LZIMBZZCTGYQSYMDC7UQ4TH","short_pith_number":"pith:TT6LZIMB","canonical_record":{"source":{"id":"2104.09978","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-04-20T14:05:36Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"4b8841481c34702a3964a7a43c1fb012f8db6455e6fd08c974c763e3ad814744","abstract_canon_sha256":"4fdf65a855468e2d88279abe1d96ff8af3bf86b554265ca6e7546d441b0c748f"},"schema_version":"1.0"},"canonical_sha256":"9cfcbca181ce45336212c3062fd21c99d76cbb30d7a6a17958c2c548146b3a9a","source":{"kind":"arxiv","id":"2104.09978","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2104.09978","created_at":"2026-07-05T02:33:38Z"},{"alias_kind":"arxiv_version","alias_value":"2104.09978v1","created_at":"2026-07-05T02:33:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2104.09978","created_at":"2026-07-05T02:33:38Z"},{"alias_kind":"pith_short_12","alias_value":"TT6LZIMBZZCT","created_at":"2026-07-05T02:33:38Z"},{"alias_kind":"pith_short_16","alias_value":"TT6LZIMBZZCTGYQS","created_at":"2026-07-05T02:33:38Z"},{"alias_kind":"pith_short_8","alias_value":"TT6LZIMB","created_at":"2026-07-05T02:33:38Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:TT6LZIMBZZCTGYQSYMDC7UQ4TH","target":"record","payload":{"canonical_record":{"source":{"id":"2104.09978","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-04-20T14:05:36Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"4b8841481c34702a3964a7a43c1fb012f8db6455e6fd08c974c763e3ad814744","abstract_canon_sha256":"4fdf65a855468e2d88279abe1d96ff8af3bf86b554265ca6e7546d441b0c748f"},"schema_version":"1.0"},"canonical_sha256":"9cfcbca181ce45336212c3062fd21c99d76cbb30d7a6a17958c2c548146b3a9a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:33:38.845242Z","signature_b64":"q/csLiUJneh6zcPmB/OzV0LyJVOYg1lyfIR1x3hO1QBlYXDSI51BOmKADiZ7zfjnAXHbevexwRL8zAhHlU+rBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9cfcbca181ce45336212c3062fd21c99d76cbb30d7a6a17958c2c548146b3a9a","last_reissued_at":"2026-07-05T02:33:38.844584Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:33:38.844584Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2104.09978","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:33:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nJXgMrltPLLKKhMgv7zNJNeR4igSJDx4Q2sxzsOEBzBVSD2zf4vkhMCvrvSDvZv6oJxFW/XBxs7i4kdJS7ppCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T23:30:35.149699Z"},"content_sha256":"7af3c0e21e7054033f709b8f618ff8088a9f7681fd2cf9514b2a002356dc5f7f","schema_version":"1.0","event_id":"sha256:7af3c0e21e7054033f709b8f618ff8088a9f7681fd2cf9514b2a002356dc5f7f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:TT6LZIMBZZCTGYQSYMDC7UQ4TH","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Robustness Tests of NLP Machine Learning Models: Search and Semantically Replace","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Hanyu Yang, Karan Jindal, Matthew A. Campbell, Rahul Singh, Tarun Joshi, Wayne B. Shoumaker, Yufei Yu","submitted_at":"2021-04-20T14:05:36Z","abstract_excerpt":"This paper proposes a strategy to assess the robustness of different machine learning models that involve natural language processing (NLP). The overall approach relies upon a Search and Semantically Replace strategy that consists of two steps: (1) Search, which identifies important parts in the text; (2) Semantically Replace, which finds replacements for the important parts, and constrains the replaced tokens with semantically similar words. We introduce different types of Search and Semantically Replace methods designed specifically for particular types of machine learning models. We also in"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2104.09978","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2104.09978/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:33:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"mAzUejWsZXiFnaGRl8x124sw4evFKXBlHqBthtYqUqDrMHqmo4KulTxhAeIJQvaQFEo8ahketG8CbDJkDHpYBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T23:30:35.150069Z"},"content_sha256":"475dc96343c3c8e12cf56e385d6814ae0d78e2990528b9a23304de3a681bba4e","schema_version":"1.0","event_id":"sha256:475dc96343c3c8e12cf56e385d6814ae0d78e2990528b9a23304de3a681bba4e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/TT6LZIMBZZCTGYQSYMDC7UQ4TH/bundle.json","state_url":"https://pith.science/pith/TT6LZIMBZZCTGYQSYMDC7UQ4TH/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/TT6LZIMBZZCTGYQSYMDC7UQ4TH/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T23:30:35Z","links":{"resolver":"https://pith.science/pith/TT6LZIMBZZCTGYQSYMDC7UQ4TH","bundle":"https://pith.science/pith/TT6LZIMBZZCTGYQSYMDC7UQ4TH/bundle.json","state":"https://pith.science/pith/TT6LZIMBZZCTGYQSYMDC7UQ4TH/state.json","well_known_bundle":"https://pith.science/.well-known/pith/TT6LZIMBZZCTGYQSYMDC7UQ4TH/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:TT6LZIMBZZCTGYQSYMDC7UQ4TH","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4fdf65a855468e2d88279abe1d96ff8af3bf86b554265ca6e7546d441b0c748f","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-04-20T14:05:36Z","title_canon_sha256":"4b8841481c34702a3964a7a43c1fb012f8db6455e6fd08c974c763e3ad814744"},"schema_version":"1.0","source":{"id":"2104.09978","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2104.09978","created_at":"2026-07-05T02:33:38Z"},{"alias_kind":"arxiv_version","alias_value":"2104.09978v1","created_at":"2026-07-05T02:33:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2104.09978","created_at":"2026-07-05T02:33:38Z"},{"alias_kind":"pith_short_12","alias_value":"TT6LZIMBZZCT","created_at":"2026-07-05T02:33:38Z"},{"alias_kind":"pith_short_16","alias_value":"TT6LZIMBZZCTGYQS","created_at":"2026-07-05T02:33:38Z"},{"alias_kind":"pith_short_8","alias_value":"TT6LZIMB","created_at":"2026-07-05T02:33:38Z"}],"graph_snapshots":[{"event_id":"sha256:475dc96343c3c8e12cf56e385d6814ae0d78e2990528b9a23304de3a681bba4e","target":"graph","created_at":"2026-07-05T02:33:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2104.09978/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This paper proposes a strategy to assess the robustness of different machine learning models that involve natural language processing (NLP). The overall approach relies upon a Search and Semantically Replace strategy that consists of two steps: (1) Search, which identifies important parts in the text; (2) Semantically Replace, which finds replacements for the important parts, and constrains the replaced tokens with semantically similar words. We introduce different types of Search and Semantically Replace methods designed specifically for particular types of machine learning models. We also in","authors_text":"Hanyu Yang, Karan Jindal, Matthew A. Campbell, Rahul Singh, Tarun Joshi, Wayne B. Shoumaker, Yufei Yu","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-04-20T14:05:36Z","title":"Robustness Tests of NLP Machine Learning Models: Search and Semantically Replace"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2104.09978","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7af3c0e21e7054033f709b8f618ff8088a9f7681fd2cf9514b2a002356dc5f7f","target":"record","created_at":"2026-07-05T02:33:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4fdf65a855468e2d88279abe1d96ff8af3bf86b554265ca6e7546d441b0c748f","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-04-20T14:05:36Z","title_canon_sha256":"4b8841481c34702a3964a7a43c1fb012f8db6455e6fd08c974c763e3ad814744"},"schema_version":"1.0","source":{"id":"2104.09978","kind":"arxiv","version":1}},"canonical_sha256":"9cfcbca181ce45336212c3062fd21c99d76cbb30d7a6a17958c2c548146b3a9a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9cfcbca181ce45336212c3062fd21c99d76cbb30d7a6a17958c2c548146b3a9a","first_computed_at":"2026-07-05T02:33:38.844584Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:33:38.844584Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"q/csLiUJneh6zcPmB/OzV0LyJVOYg1lyfIR1x3hO1QBlYXDSI51BOmKADiZ7zfjnAXHbevexwRL8zAhHlU+rBg==","signature_status":"signed_v1","signed_at":"2026-07-05T02:33:38.845242Z","signed_message":"canonical_sha256_bytes"},"source_id":"2104.09978","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7af3c0e21e7054033f709b8f618ff8088a9f7681fd2cf9514b2a002356dc5f7f","sha256:475dc96343c3c8e12cf56e385d6814ae0d78e2990528b9a23304de3a681bba4e"],"state_sha256":"e7832dd2521170ef0f1464e372511ca137c6375206459481aab9b6fb673a6cfd"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"iwN0XQTJt0AzQRzqjywoKW01K8h6gfyDuui45iVc8X4oHw5RCzjgkJYkShLKVCNcjIyCuiT2VPPXi33fy8KxBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T23:30:35.152102Z","bundle_sha256":"d5912e673a0762e7decc3a7ee33c898bf68c711e11876ae66b2c7fae18581c0f"}}