{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:2IQRZZONBRUK57EQOUUC3ZCCBJ","short_pith_number":"pith:2IQRZZON","canonical_record":{"source":{"id":"2109.11308","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2021-09-23T11:47:27Z","cross_cats_sorted":["cs.IR"],"title_canon_sha256":"3761c091ba5a35a08cc28a4954452fb7777860e451717673f1b36ce5ab71aac2","abstract_canon_sha256":"b982a9faeb5b4e929ac6249ed1b88bdf37c609f39809672a8d771b9d4d4af95f"},"schema_version":"1.0"},"canonical_sha256":"d2211ce5cd0c68aefc9075282de4420a464a7c67178722e97987f050ec17e7d4","source":{"kind":"arxiv","id":"2109.11308","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2109.11308","created_at":"2026-07-05T03:52:31Z"},{"alias_kind":"arxiv_version","alias_value":"2109.11308v3","created_at":"2026-07-05T03:52:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2109.11308","created_at":"2026-07-05T03:52:31Z"},{"alias_kind":"pith_short_12","alias_value":"2IQRZZONBRUK","created_at":"2026-07-05T03:52:31Z"},{"alias_kind":"pith_short_16","alias_value":"2IQRZZONBRUK57EQ","created_at":"2026-07-05T03:52:31Z"},{"alias_kind":"pith_short_8","alias_value":"2IQRZZON","created_at":"2026-07-05T03:52:31Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:2IQRZZONBRUK57EQOUUC3ZCCBJ","target":"record","payload":{"canonical_record":{"source":{"id":"2109.11308","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2021-09-23T11:47:27Z","cross_cats_sorted":["cs.IR"],"title_canon_sha256":"3761c091ba5a35a08cc28a4954452fb7777860e451717673f1b36ce5ab71aac2","abstract_canon_sha256":"b982a9faeb5b4e929ac6249ed1b88bdf37c609f39809672a8d771b9d4d4af95f"},"schema_version":"1.0"},"canonical_sha256":"d2211ce5cd0c68aefc9075282de4420a464a7c67178722e97987f050ec17e7d4","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:52:31.233261Z","signature_b64":"DB4pGrWdZUpzyvCzWuxwadIT4EyYDsPFcs/LFDXJgv7fy1zvNEVL+XzuGocLjop93IFS8ri7EhO4LyIui4sZBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d2211ce5cd0c68aefc9075282de4420a464a7c67178722e97987f050ec17e7d4","last_reissued_at":"2026-07-05T03:52:31.232842Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:52:31.232842Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2109.11308","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:52:31Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+ViJH/l1uiR1aQnMy3bUcyxoQBpxv5wmyQ2SBERWlmtDQvb2TjEkUO9XnzjC3h3xXThuEVb8fhHFfIYl83htAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T07:29:44.576654Z"},"content_sha256":"ce049835f607898a13cc6b9987ac84dc19110854b84616876664ef9d91613fe2","schema_version":"1.0","event_id":"sha256:ce049835f607898a13cc6b9987ac84dc19110854b84616876664ef9d91613fe2"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:2IQRZZONBRUK57EQOUUC3ZCCBJ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Breaking BERT: Understanding its Vulnerabilities for Named Entity Recognition through Adversarial Attack","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":["cs.IR"],"primary_cat":"cs.CL","authors_text":"Anne Dirkson, Suzan Verberne, Wessel Kraaij","submitted_at":"2021-09-23T11:47:27Z","abstract_excerpt":"Both generic and domain-specific BERT models are widely used for natural language processing (NLP) tasks. In this paper we investigate the vulnerability of BERT models to variation in input data for Named Entity Recognition (NER) through adversarial attack. Experimental results show that BERT models are vulnerable to variation in the entity context with 20.2 to 45.0% of entities predicted completely wrong and another 29.3 to 53.3% of entities predicted wrong partially. BERT models seem most vulnerable to changes in the local context of entities and often a single change is sufficient to fool t"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2109.11308","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2109.11308/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:52:31Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"L6U80hiZb2sMJr6rTNyOTQwr5Zb8Xlg/9q25hSIERuZ1Hch/KOm2km+4+wyH5HomT8Pdj378Gk3+H4NS2R7RDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T07:29:44.577183Z"},"content_sha256":"d55507909d30e676f23c40fa94cb132eb650fa8a74fa29c30cf480cc347539f3","schema_version":"1.0","event_id":"sha256:d55507909d30e676f23c40fa94cb132eb650fa8a74fa29c30cf480cc347539f3"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/2IQRZZONBRUK57EQOUUC3ZCCBJ/bundle.json","state_url":"https://pith.science/pith/2IQRZZONBRUK57EQOUUC3ZCCBJ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/2IQRZZONBRUK57EQOUUC3ZCCBJ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T07:29:44Z","links":{"resolver":"https://pith.science/pith/2IQRZZONBRUK57EQOUUC3ZCCBJ","bundle":"https://pith.science/pith/2IQRZZONBRUK57EQOUUC3ZCCBJ/bundle.json","state":"https://pith.science/pith/2IQRZZONBRUK57EQOUUC3ZCCBJ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/2IQRZZONBRUK57EQOUUC3ZCCBJ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:2IQRZZONBRUK57EQOUUC3ZCCBJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b982a9faeb5b4e929ac6249ed1b88bdf37c609f39809672a8d771b9d4d4af95f","cross_cats_sorted":["cs.IR"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2021-09-23T11:47:27Z","title_canon_sha256":"3761c091ba5a35a08cc28a4954452fb7777860e451717673f1b36ce5ab71aac2"},"schema_version":"1.0","source":{"id":"2109.11308","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2109.11308","created_at":"2026-07-05T03:52:31Z"},{"alias_kind":"arxiv_version","alias_value":"2109.11308v3","created_at":"2026-07-05T03:52:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2109.11308","created_at":"2026-07-05T03:52:31Z"},{"alias_kind":"pith_short_12","alias_value":"2IQRZZONBRUK","created_at":"2026-07-05T03:52:31Z"},{"alias_kind":"pith_short_16","alias_value":"2IQRZZONBRUK57EQ","created_at":"2026-07-05T03:52:31Z"},{"alias_kind":"pith_short_8","alias_value":"2IQRZZON","created_at":"2026-07-05T03:52:31Z"}],"graph_snapshots":[{"event_id":"sha256:d55507909d30e676f23c40fa94cb132eb650fa8a74fa29c30cf480cc347539f3","target":"graph","created_at":"2026-07-05T03:52:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2109.11308/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Both generic and domain-specific BERT models are widely used for natural language processing (NLP) tasks. In this paper we investigate the vulnerability of BERT models to variation in input data for Named Entity Recognition (NER) through adversarial attack. Experimental results show that BERT models are vulnerable to variation in the entity context with 20.2 to 45.0% of entities predicted completely wrong and another 29.3 to 53.3% of entities predicted wrong partially. BERT models seem most vulnerable to changes in the local context of entities and often a single change is sufficient to fool t","authors_text":"Anne Dirkson, Suzan Verberne, Wessel Kraaij","cross_cats":["cs.IR"],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2021-09-23T11:47:27Z","title":"Breaking BERT: Understanding its Vulnerabilities for Named Entity Recognition through Adversarial Attack"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2109.11308","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ce049835f607898a13cc6b9987ac84dc19110854b84616876664ef9d91613fe2","target":"record","created_at":"2026-07-05T03:52:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b982a9faeb5b4e929ac6249ed1b88bdf37c609f39809672a8d771b9d4d4af95f","cross_cats_sorted":["cs.IR"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2021-09-23T11:47:27Z","title_canon_sha256":"3761c091ba5a35a08cc28a4954452fb7777860e451717673f1b36ce5ab71aac2"},"schema_version":"1.0","source":{"id":"2109.11308","kind":"arxiv","version":3}},"canonical_sha256":"d2211ce5cd0c68aefc9075282de4420a464a7c67178722e97987f050ec17e7d4","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d2211ce5cd0c68aefc9075282de4420a464a7c67178722e97987f050ec17e7d4","first_computed_at":"2026-07-05T03:52:31.232842Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:52:31.232842Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"DB4pGrWdZUpzyvCzWuxwadIT4EyYDsPFcs/LFDXJgv7fy1zvNEVL+XzuGocLjop93IFS8ri7EhO4LyIui4sZBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T03:52:31.233261Z","signed_message":"canonical_sha256_bytes"},"source_id":"2109.11308","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ce049835f607898a13cc6b9987ac84dc19110854b84616876664ef9d91613fe2","sha256:d55507909d30e676f23c40fa94cb132eb650fa8a74fa29c30cf480cc347539f3"],"state_sha256":"9fd6dc20f0cbd6f3b289e6a443d4fb21c0252ae4762b9fdfeb9c41cacfb89737"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TXQESMKTBVzPtSRo2eARvm4Pq752xFWJL7kqPCgIr0JypV12vTBv8gyPgi2mq1UZhAR5um1q1Mx3h6akuUGkBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T07:29:44.582484Z","bundle_sha256":"7293926b4c5d53efb98633cd67dbc8a4e275485f47d7817f0adce0ae35fc5ba2"}}