{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2021:5QH2QUNAO2OYLSFYL6UP3JRHUI","short_pith_number":"pith:5QH2QUNA","schema_version":"1.0","canonical_sha256":"ec0fa851a0769d85c8b85fa8fda627a2374449d91e48619b0386c3219a850d64","source":{"kind":"arxiv","id":"2101.00391","version":2},"attestation_state":"computed","paper":{"title":"Which Linguist Invented the Lightbulb? Presupposition Verification for Question-Answering","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Burcu Karagol Ayan, Deepak Ramachandran, Ellie Pavlick, Najoung Kim","submitted_at":"2021-01-02T07:26:04Z","abstract_excerpt":"Many Question-Answering (QA) datasets contain unanswerable questions, but their treatment in QA systems remains primitive. Our analysis of the Natural Questions (Kwiatkowski et al. 2019) dataset reveals that a substantial portion of unanswerable questions ($\\sim$21%) can be explained based on the presence of unverifiable presuppositions. We discuss the shortcomings of current models in handling such questions, and describe how an improved system could handle them. Through a user preference study, we demonstrate that the oracle behavior of our proposed system that provides responses based on pr"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2101.00391","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-01-02T07:26:04Z","cross_cats_sorted":[],"title_canon_sha256":"850949640ed46ba990ea9d77f49bea196d09ef4125d02d55c65258f1ab980e6c","abstract_canon_sha256":"614dc6131f32a79ed39824b199bcb3766cdaa249490c74a58b2072eb0f2894db"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:11:11.376964Z","signature_b64":"IPWSB2nZq41MoR5uM2IQHZhuXsFPTmHNryu/rUrsGZAbPPGw4P1ezA61GrPXVLUrR2iXbCZY8B6ya9CgVIAUDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ec0fa851a0769d85c8b85fa8fda627a2374449d91e48619b0386c3219a850d64","last_reissued_at":"2026-07-05T03:11:11.376509Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:11:11.376509Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Which Linguist Invented the Lightbulb? Presupposition Verification for Question-Answering","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Burcu Karagol Ayan, Deepak Ramachandran, Ellie Pavlick, Najoung Kim","submitted_at":"2021-01-02T07:26:04Z","abstract_excerpt":"Many Question-Answering (QA) datasets contain unanswerable questions, but their treatment in QA systems remains primitive. Our analysis of the Natural Questions (Kwiatkowski et al. 2019) dataset reveals that a substantial portion of unanswerable questions ($\\sim$21%) can be explained based on the presence of unverifiable presuppositions. We discuss the shortcomings of current models in handling such questions, and describe how an improved system could handle them. Through a user preference study, we demonstrate that the oracle behavior of our proposed system that provides responses based on pr"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2101.00391","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2101.00391/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2101.00391","created_at":"2026-07-05T03:11:11.376561+00:00"},{"alias_kind":"arxiv_version","alias_value":"2101.00391v2","created_at":"2026-07-05T03:11:11.376561+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2101.00391","created_at":"2026-07-05T03:11:11.376561+00:00"},{"alias_kind":"pith_short_12","alias_value":"5QH2QUNAO2OY","created_at":"2026-07-05T03:11:11.376561+00:00"},{"alias_kind":"pith_short_16","alias_value":"5QH2QUNAO2OYLSFY","created_at":"2026-07-05T03:11:11.376561+00:00"},{"alias_kind":"pith_short_8","alias_value":"5QH2QUNA","created_at":"2026-07-05T03:11:11.376561+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/5QH2QUNAO2OYLSFYL6UP3JRHUI","json":"https://pith.science/pith/5QH2QUNAO2OYLSFYL6UP3JRHUI.json","graph_json":"https://pith.science/api/pith-number/5QH2QUNAO2OYLSFYL6UP3JRHUI/graph.json","events_json":"https://pith.science/api/pith-number/5QH2QUNAO2OYLSFYL6UP3JRHUI/events.json","paper":"https://pith.science/paper/5QH2QUNA"},"agent_actions":{"view_html":"https://pith.science/pith/5QH2QUNAO2OYLSFYL6UP3JRHUI","download_json":"https://pith.science/pith/5QH2QUNAO2OYLSFYL6UP3JRHUI.json","view_paper":"https://pith.science/paper/5QH2QUNA","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2101.00391&json=true","fetch_graph":"https://pith.science/api/pith-number/5QH2QUNAO2OYLSFYL6UP3JRHUI/graph.json","fetch_events":"https://pith.science/api/pith-number/5QH2QUNAO2OYLSFYL6UP3JRHUI/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/5QH2QUNAO2OYLSFYL6UP3JRHUI/action/timestamp_anchor","attest_storage":"https://pith.science/pith/5QH2QUNAO2OYLSFYL6UP3JRHUI/action/storage_attestation","attest_author":"https://pith.science/pith/5QH2QUNAO2OYLSFYL6UP3JRHUI/action/author_attestation","sign_citation":"https://pith.science/pith/5QH2QUNAO2OYLSFYL6UP3JRHUI/action/citation_signature","submit_replication":"https://pith.science/pith/5QH2QUNAO2OYLSFYL6UP3JRHUI/action/replication_record"}},"created_at":"2026-07-05T03:11:11.376561+00:00","updated_at":"2026-07-05T03:11:11.376561+00:00"}