{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2020:RLV4G5A4WQHV5JJVQKAMACHHT7","short_pith_number":"pith:RLV4G5A4","schema_version":"1.0","canonical_sha256":"8aebc3741cb40f5ea5358280c008e79fc12e3b697d86b85ce2b7d9f74b5f20ab","source":{"kind":"arxiv","id":"2005.05683","version":1},"attestation_state":"computed","paper":{"title":"On the Robustness of Language Encoders against Grammatical Errors","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Fan Yin, Kai-Wei Chang, Quanyu Long, Tao Meng","submitted_at":"2020-05-12T11:01:44Z","abstract_excerpt":"We conduct a thorough study to diagnose the behaviors of pre-trained language encoders (ELMo, BERT, and RoBERTa) when confronted with natural grammatical errors. Specifically, we collect real grammatical errors from non-native speakers and conduct adversarial attacks to simulate these errors on clean text data. We use this approach to facilitate debugging models on downstream applications. Results confirm that the performance of all tested models is affected but the degree of impact varies. To interpret model behaviors, we further design a linguistic acceptability task to reveal their abilitie"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2005.05683","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-05-12T11:01:44Z","cross_cats_sorted":[],"title_canon_sha256":"fcd57c68003a6397e590fa2db63b73fed2519d5958dbf1c3ff64a0a72e19e1e8","abstract_canon_sha256":"c5ff03eef5e8ac161da51e023bbfffc2b1babd489c6559e0d7c3a2404e7d6409"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:02:23.040454Z","signature_b64":"ANiWAJ0Hlsi2HFVzvvo8gPyXCMvQTdmmsyvJ4YgogUMVnK50Cz4mx0I181oQ4wNjdSESOeA32JWKCrPwmhRsAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8aebc3741cb40f5ea5358280c008e79fc12e3b697d86b85ce2b7d9f74b5f20ab","last_reissued_at":"2026-07-05T01:02:23.039735Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:02:23.039735Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"On the Robustness of Language Encoders against Grammatical Errors","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Fan Yin, Kai-Wei Chang, Quanyu Long, Tao Meng","submitted_at":"2020-05-12T11:01:44Z","abstract_excerpt":"We conduct a thorough study to diagnose the behaviors of pre-trained language encoders (ELMo, BERT, and RoBERTa) when confronted with natural grammatical errors. Specifically, we collect real grammatical errors from non-native speakers and conduct adversarial attacks to simulate these errors on clean text data. We use this approach to facilitate debugging models on downstream applications. Results confirm that the performance of all tested models is affected but the degree of impact varies. To interpret model behaviors, we further design a linguistic acceptability task to reveal their abilitie"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2005.05683","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2005.05683/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2005.05683","created_at":"2026-07-05T01:02:23.039809+00:00"},{"alias_kind":"arxiv_version","alias_value":"2005.05683v1","created_at":"2026-07-05T01:02:23.039809+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2005.05683","created_at":"2026-07-05T01:02:23.039809+00:00"},{"alias_kind":"pith_short_12","alias_value":"RLV4G5A4WQHV","created_at":"2026-07-05T01:02:23.039809+00:00"},{"alias_kind":"pith_short_16","alias_value":"RLV4G5A4WQHV5JJV","created_at":"2026-07-05T01:02:23.039809+00:00"},{"alias_kind":"pith_short_8","alias_value":"RLV4G5A4","created_at":"2026-07-05T01:02:23.039809+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/RLV4G5A4WQHV5JJVQKAMACHHT7","json":"https://pith.science/pith/RLV4G5A4WQHV5JJVQKAMACHHT7.json","graph_json":"https://pith.science/api/pith-number/RLV4G5A4WQHV5JJVQKAMACHHT7/graph.json","events_json":"https://pith.science/api/pith-number/RLV4G5A4WQHV5JJVQKAMACHHT7/events.json","paper":"https://pith.science/paper/RLV4G5A4"},"agent_actions":{"view_html":"https://pith.science/pith/RLV4G5A4WQHV5JJVQKAMACHHT7","download_json":"https://pith.science/pith/RLV4G5A4WQHV5JJVQKAMACHHT7.json","view_paper":"https://pith.science/paper/RLV4G5A4","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2005.05683&json=true","fetch_graph":"https://pith.science/api/pith-number/RLV4G5A4WQHV5JJVQKAMACHHT7/graph.json","fetch_events":"https://pith.science/api/pith-number/RLV4G5A4WQHV5JJVQKAMACHHT7/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/RLV4G5A4WQHV5JJVQKAMACHHT7/action/timestamp_anchor","attest_storage":"https://pith.science/pith/RLV4G5A4WQHV5JJVQKAMACHHT7/action/storage_attestation","attest_author":"https://pith.science/pith/RLV4G5A4WQHV5JJVQKAMACHHT7/action/author_attestation","sign_citation":"https://pith.science/pith/RLV4G5A4WQHV5JJVQKAMACHHT7/action/citation_signature","submit_replication":"https://pith.science/pith/RLV4G5A4WQHV5JJVQKAMACHHT7/action/replication_record"}},"created_at":"2026-07-05T01:02:23.039809+00:00","updated_at":"2026-07-05T01:02:23.039809+00:00"}