{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2023:OJ2NKVYXJ5BO2LSHQPZHLPPTJ7","short_pith_number":"pith:OJ2NKVYX","schema_version":"1.0","canonical_sha256":"7274d557174f42ed2e4783f275bdf34fe992ea7f168e5b1ea0eed4d1753175fe","source":{"kind":"arxiv","id":"2302.00094","version":1},"attestation_state":"computed","paper":{"title":"The Impacts of Unanswerable Questions on the Robustness of Machine Reading Comprehension Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.AI","authors_text":"Matt Kretchmar, Phong Nguyen-Thuan Do, Son Quoc Tran, Uyen Le","submitted_at":"2023-01-31T20:51:14Z","abstract_excerpt":"Pretrained language models have achieved super-human performances on many Machine Reading Comprehension (MRC) benchmarks. Nevertheless, their relative inability to defend against adversarial attacks has spurred skepticism about their natural language understanding. In this paper, we ask whether training with unanswerable questions in SQuAD 2.0 can help improve the robustness of MRC models against adversarial attacks. To explore that question, we fine-tune three state-of-the-art language models on either SQuAD 1.1 or SQuAD 2.0 and then evaluate their robustness under adversarial attacks. Our ex"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2302.00094","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2023-01-31T20:51:14Z","cross_cats_sorted":[],"title_canon_sha256":"9f83e83181e2c9ab724476d07a9c2eecb3d1b60e8ce331a9d52e3a17a0fd4768","abstract_canon_sha256":"35ff34d13153e01c1e38b49c515429b4a5c6f9dea096208a34de4bce060b2b2c"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:37:59.395007Z","signature_b64":"NAWxVBvqANrOcRg/Ix3HYXk3zT8FkpHKG7mgRMGbRthCQTbSZ3y9aIVT6MjG8cI5Gdg85gotb+2zcaC4GSsYDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"7274d557174f42ed2e4783f275bdf34fe992ea7f168e5b1ea0eed4d1753175fe","last_reissued_at":"2026-07-05T05:37:59.394597Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:37:59.394597Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"The Impacts of Unanswerable Questions on the Robustness of Machine Reading Comprehension Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.AI","authors_text":"Matt Kretchmar, Phong Nguyen-Thuan Do, Son Quoc Tran, Uyen Le","submitted_at":"2023-01-31T20:51:14Z","abstract_excerpt":"Pretrained language models have achieved super-human performances on many Machine Reading Comprehension (MRC) benchmarks. Nevertheless, their relative inability to defend against adversarial attacks has spurred skepticism about their natural language understanding. In this paper, we ask whether training with unanswerable questions in SQuAD 2.0 can help improve the robustness of MRC models against adversarial attacks. To explore that question, we fine-tune three state-of-the-art language models on either SQuAD 1.1 or SQuAD 2.0 and then evaluate their robustness under adversarial attacks. Our ex"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2302.00094","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2302.00094/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2302.00094","created_at":"2026-07-05T05:37:59.394655+00:00"},{"alias_kind":"arxiv_version","alias_value":"2302.00094v1","created_at":"2026-07-05T05:37:59.394655+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2302.00094","created_at":"2026-07-05T05:37:59.394655+00:00"},{"alias_kind":"pith_short_12","alias_value":"OJ2NKVYXJ5BO","created_at":"2026-07-05T05:37:59.394655+00:00"},{"alias_kind":"pith_short_16","alias_value":"OJ2NKVYXJ5BO2LSH","created_at":"2026-07-05T05:37:59.394655+00:00"},{"alias_kind":"pith_short_8","alias_value":"OJ2NKVYX","created_at":"2026-07-05T05:37:59.394655+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/OJ2NKVYXJ5BO2LSHQPZHLPPTJ7","json":"https://pith.science/pith/OJ2NKVYXJ5BO2LSHQPZHLPPTJ7.json","graph_json":"https://pith.science/api/pith-number/OJ2NKVYXJ5BO2LSHQPZHLPPTJ7/graph.json","events_json":"https://pith.science/api/pith-number/OJ2NKVYXJ5BO2LSHQPZHLPPTJ7/events.json","paper":"https://pith.science/paper/OJ2NKVYX"},"agent_actions":{"view_html":"https://pith.science/pith/OJ2NKVYXJ5BO2LSHQPZHLPPTJ7","download_json":"https://pith.science/pith/OJ2NKVYXJ5BO2LSHQPZHLPPTJ7.json","view_paper":"https://pith.science/paper/OJ2NKVYX","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2302.00094&json=true","fetch_graph":"https://pith.science/api/pith-number/OJ2NKVYXJ5BO2LSHQPZHLPPTJ7/graph.json","fetch_events":"https://pith.science/api/pith-number/OJ2NKVYXJ5BO2LSHQPZHLPPTJ7/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/OJ2NKVYXJ5BO2LSHQPZHLPPTJ7/action/timestamp_anchor","attest_storage":"https://pith.science/pith/OJ2NKVYXJ5BO2LSHQPZHLPPTJ7/action/storage_attestation","attest_author":"https://pith.science/pith/OJ2NKVYXJ5BO2LSHQPZHLPPTJ7/action/author_attestation","sign_citation":"https://pith.science/pith/OJ2NKVYXJ5BO2LSHQPZHLPPTJ7/action/citation_signature","submit_replication":"https://pith.science/pith/OJ2NKVYXJ5BO2LSHQPZHLPPTJ7/action/replication_record"}},"created_at":"2026-07-05T05:37:59.394655+00:00","updated_at":"2026-07-05T05:37:59.394655+00:00"}