{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:OJ2NKVYXJ5BO2LSHQPZHLPPTJ7","short_pith_number":"pith:OJ2NKVYX","canonical_record":{"source":{"id":"2302.00094","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2023-01-31T20:51:14Z","cross_cats_sorted":[],"title_canon_sha256":"9f83e83181e2c9ab724476d07a9c2eecb3d1b60e8ce331a9d52e3a17a0fd4768","abstract_canon_sha256":"35ff34d13153e01c1e38b49c515429b4a5c6f9dea096208a34de4bce060b2b2c"},"schema_version":"1.0"},"canonical_sha256":"7274d557174f42ed2e4783f275bdf34fe992ea7f168e5b1ea0eed4d1753175fe","source":{"kind":"arxiv","id":"2302.00094","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2302.00094","created_at":"2026-07-05T05:37:59Z"},{"alias_kind":"arxiv_version","alias_value":"2302.00094v1","created_at":"2026-07-05T05:37:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2302.00094","created_at":"2026-07-05T05:37:59Z"},{"alias_kind":"pith_short_12","alias_value":"OJ2NKVYXJ5BO","created_at":"2026-07-05T05:37:59Z"},{"alias_kind":"pith_short_16","alias_value":"OJ2NKVYXJ5BO2LSH","created_at":"2026-07-05T05:37:59Z"},{"alias_kind":"pith_short_8","alias_value":"OJ2NKVYX","created_at":"2026-07-05T05:37:59Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:OJ2NKVYXJ5BO2LSHQPZHLPPTJ7","target":"record","payload":{"canonical_record":{"source":{"id":"2302.00094","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2023-01-31T20:51:14Z","cross_cats_sorted":[],"title_canon_sha256":"9f83e83181e2c9ab724476d07a9c2eecb3d1b60e8ce331a9d52e3a17a0fd4768","abstract_canon_sha256":"35ff34d13153e01c1e38b49c515429b4a5c6f9dea096208a34de4bce060b2b2c"},"schema_version":"1.0"},"canonical_sha256":"7274d557174f42ed2e4783f275bdf34fe992ea7f168e5b1ea0eed4d1753175fe","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:37:59.395007Z","signature_b64":"NAWxVBvqANrOcRg/Ix3HYXk3zT8FkpHKG7mgRMGbRthCQTbSZ3y9aIVT6MjG8cI5Gdg85gotb+2zcaC4GSsYDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"7274d557174f42ed2e4783f275bdf34fe992ea7f168e5b1ea0eed4d1753175fe","last_reissued_at":"2026-07-05T05:37:59.394597Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:37:59.394597Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2302.00094","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:37:59Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/OYwilbfZ61El3au/r/gfDnD9xnmb/kyimiXdyaVGkantwZBmBdgWuvo1N0+1REavTzuXP8AvQLhWHhdZyRaCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T01:14:00.589472Z"},"content_sha256":"7260a355eb3251acfec55c8cce3320b3a1794305ba6cdd69bc5d2d3dcbd29ed3","schema_version":"1.0","event_id":"sha256:7260a355eb3251acfec55c8cce3320b3a1794305ba6cdd69bc5d2d3dcbd29ed3"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:OJ2NKVYXJ5BO2LSHQPZHLPPTJ7","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"The Impacts of Unanswerable Questions on the Robustness of Machine Reading Comprehension Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.AI","authors_text":"Matt Kretchmar, Phong Nguyen-Thuan Do, Son Quoc Tran, Uyen Le","submitted_at":"2023-01-31T20:51:14Z","abstract_excerpt":"Pretrained language models have achieved super-human performances on many Machine Reading Comprehension (MRC) benchmarks. Nevertheless, their relative inability to defend against adversarial attacks has spurred skepticism about their natural language understanding. In this paper, we ask whether training with unanswerable questions in SQuAD 2.0 can help improve the robustness of MRC models against adversarial attacks. To explore that question, we fine-tune three state-of-the-art language models on either SQuAD 1.1 or SQuAD 2.0 and then evaluate their robustness under adversarial attacks. Our ex"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2302.00094","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2302.00094/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:37:59Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KXLwbpyztpeIIhrigeJlen48zvPYyh8R9j7KdeN//IAMmJDAVAn6RGh99r5ggkUiTDj5vIgyJdAUZTC6KvQhCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T01:14:00.590025Z"},"content_sha256":"7f6fbb43bae66efd5173ce65445494831f3da8765e28ce08b316b562be26faf5","schema_version":"1.0","event_id":"sha256:7f6fbb43bae66efd5173ce65445494831f3da8765e28ce08b316b562be26faf5"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/OJ2NKVYXJ5BO2LSHQPZHLPPTJ7/bundle.json","state_url":"https://pith.science/pith/OJ2NKVYXJ5BO2LSHQPZHLPPTJ7/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/OJ2NKVYXJ5BO2LSHQPZHLPPTJ7/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T01:14:00Z","links":{"resolver":"https://pith.science/pith/OJ2NKVYXJ5BO2LSHQPZHLPPTJ7","bundle":"https://pith.science/pith/OJ2NKVYXJ5BO2LSHQPZHLPPTJ7/bundle.json","state":"https://pith.science/pith/OJ2NKVYXJ5BO2LSHQPZHLPPTJ7/state.json","well_known_bundle":"https://pith.science/.well-known/pith/OJ2NKVYXJ5BO2LSHQPZHLPPTJ7/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:OJ2NKVYXJ5BO2LSHQPZHLPPTJ7","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"35ff34d13153e01c1e38b49c515429b4a5c6f9dea096208a34de4bce060b2b2c","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2023-01-31T20:51:14Z","title_canon_sha256":"9f83e83181e2c9ab724476d07a9c2eecb3d1b60e8ce331a9d52e3a17a0fd4768"},"schema_version":"1.0","source":{"id":"2302.00094","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2302.00094","created_at":"2026-07-05T05:37:59Z"},{"alias_kind":"arxiv_version","alias_value":"2302.00094v1","created_at":"2026-07-05T05:37:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2302.00094","created_at":"2026-07-05T05:37:59Z"},{"alias_kind":"pith_short_12","alias_value":"OJ2NKVYXJ5BO","created_at":"2026-07-05T05:37:59Z"},{"alias_kind":"pith_short_16","alias_value":"OJ2NKVYXJ5BO2LSH","created_at":"2026-07-05T05:37:59Z"},{"alias_kind":"pith_short_8","alias_value":"OJ2NKVYX","created_at":"2026-07-05T05:37:59Z"}],"graph_snapshots":[{"event_id":"sha256:7f6fbb43bae66efd5173ce65445494831f3da8765e28ce08b316b562be26faf5","target":"graph","created_at":"2026-07-05T05:37:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2302.00094/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Pretrained language models have achieved super-human performances on many Machine Reading Comprehension (MRC) benchmarks. Nevertheless, their relative inability to defend against adversarial attacks has spurred skepticism about their natural language understanding. In this paper, we ask whether training with unanswerable questions in SQuAD 2.0 can help improve the robustness of MRC models against adversarial attacks. To explore that question, we fine-tune three state-of-the-art language models on either SQuAD 1.1 or SQuAD 2.0 and then evaluate their robustness under adversarial attacks. Our ex","authors_text":"Matt Kretchmar, Phong Nguyen-Thuan Do, Son Quoc Tran, Uyen Le","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2023-01-31T20:51:14Z","title":"The Impacts of Unanswerable Questions on the Robustness of Machine Reading Comprehension Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2302.00094","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7260a355eb3251acfec55c8cce3320b3a1794305ba6cdd69bc5d2d3dcbd29ed3","target":"record","created_at":"2026-07-05T05:37:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"35ff34d13153e01c1e38b49c515429b4a5c6f9dea096208a34de4bce060b2b2c","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2023-01-31T20:51:14Z","title_canon_sha256":"9f83e83181e2c9ab724476d07a9c2eecb3d1b60e8ce331a9d52e3a17a0fd4768"},"schema_version":"1.0","source":{"id":"2302.00094","kind":"arxiv","version":1}},"canonical_sha256":"7274d557174f42ed2e4783f275bdf34fe992ea7f168e5b1ea0eed4d1753175fe","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7274d557174f42ed2e4783f275bdf34fe992ea7f168e5b1ea0eed4d1753175fe","first_computed_at":"2026-07-05T05:37:59.394597Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:37:59.394597Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"NAWxVBvqANrOcRg/Ix3HYXk3zT8FkpHKG7mgRMGbRthCQTbSZ3y9aIVT6MjG8cI5Gdg85gotb+2zcaC4GSsYDA==","signature_status":"signed_v1","signed_at":"2026-07-05T05:37:59.395007Z","signed_message":"canonical_sha256_bytes"},"source_id":"2302.00094","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7260a355eb3251acfec55c8cce3320b3a1794305ba6cdd69bc5d2d3dcbd29ed3","sha256:7f6fbb43bae66efd5173ce65445494831f3da8765e28ce08b316b562be26faf5"],"state_sha256":"005250aba70ddac5bd20a28531878e94035e8b4be4425d04bd1a80abde235aed"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"JY2NZHuwrwkWJ5xw9XwDKYcKxw+kusRNdlL3Q+LkZqaFH3LXME5r8zMcu9I6fYiiHM2tVTizY1ETNtasBjXkAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T01:14:00.593554Z","bundle_sha256":"1c73db0b3d91cebad8d0fa3a41638474c2b9497146c189dc64be4cd345f442b4"}}