{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2023:6VGXVFKLLTLZ4QEI5JWHET5N7O","short_pith_number":"pith:6VGXVFKL","schema_version":"1.0","canonical_sha256":"f54d7a954b5cd79e4088ea6c724fadfbbc4334105db09b5291d59636e6470123","source":{"kind":"arxiv","id":"2310.17490","version":3},"attestation_state":"computed","paper":{"title":"Improving Zero-shot Reader by Reducing Distractions from Irrelevant Documents in Open-Domain Question Answering","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Jeongyeon Seo, Jong C. Park, Soyeong Jeong, Sukmin Cho","submitted_at":"2023-10-26T15:45:12Z","abstract_excerpt":"Large language models (LLMs) enable zero-shot approaches in open-domain question answering (ODQA), yet with limited advancements as the reader is compared to the retriever. This study aims at the feasibility of a zero-shot reader that addresses the challenges of computational cost and the need for labeled data. We find that LLMs are distracted due to irrelevant documents in the retrieved set and the overconfidence of the generated answers when they are exploited as zero-shot readers. To tackle these problems, we mitigate the impact of such documents via Distraction-aware Answer Selection (DAS)"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2310.17490","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-26T15:45:12Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"91bc2074080d7012ad0883c4e09841b94dcd3b84390755437db1d1b54d465a75","abstract_canon_sha256":"4704fc83a17d2875553b9e867b1bbb8bfc9cf190612acfce0eee4d808d02698b"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:12:19.301863Z","signature_b64":"64ocqtbJB0qAijXFJAcXBYnoKKhZqoW8DbZW1m6D+doPYuIGZhuHG4yVXUC+ZLSn8pygknfglgk+WcVNbGt1AA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f54d7a954b5cd79e4088ea6c724fadfbbc4334105db09b5291d59636e6470123","last_reissued_at":"2026-07-05T07:12:19.301228Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:12:19.301228Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Improving Zero-shot Reader by Reducing Distractions from Irrelevant Documents in Open-Domain Question Answering","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Jeongyeon Seo, Jong C. Park, Soyeong Jeong, Sukmin Cho","submitted_at":"2023-10-26T15:45:12Z","abstract_excerpt":"Large language models (LLMs) enable zero-shot approaches in open-domain question answering (ODQA), yet with limited advancements as the reader is compared to the retriever. This study aims at the feasibility of a zero-shot reader that addresses the challenges of computational cost and the need for labeled data. We find that LLMs are distracted due to irrelevant documents in the retrieved set and the overconfidence of the generated answers when they are exploited as zero-shot readers. To tackle these problems, we mitigate the impact of such documents via Distraction-aware Answer Selection (DAS)"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.17490","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.17490/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2310.17490","created_at":"2026-07-05T07:12:19.301307+00:00"},{"alias_kind":"arxiv_version","alias_value":"2310.17490v3","created_at":"2026-07-05T07:12:19.301307+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.17490","created_at":"2026-07-05T07:12:19.301307+00:00"},{"alias_kind":"pith_short_12","alias_value":"6VGXVFKLLTLZ","created_at":"2026-07-05T07:12:19.301307+00:00"},{"alias_kind":"pith_short_16","alias_value":"6VGXVFKLLTLZ4QEI","created_at":"2026-07-05T07:12:19.301307+00:00"},{"alias_kind":"pith_short_8","alias_value":"6VGXVFKL","created_at":"2026-07-05T07:12:19.301307+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":1,"internal_anchor_count":1,"sample":[{"citing_arxiv_id":"2507.00355","citing_title":"Question Decomposition for Retrieval-Augmented Generation","ref_index":3,"is_internal_anchor":true}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/6VGXVFKLLTLZ4QEI5JWHET5N7O","json":"https://pith.science/pith/6VGXVFKLLTLZ4QEI5JWHET5N7O.json","graph_json":"https://pith.science/api/pith-number/6VGXVFKLLTLZ4QEI5JWHET5N7O/graph.json","events_json":"https://pith.science/api/pith-number/6VGXVFKLLTLZ4QEI5JWHET5N7O/events.json","paper":"https://pith.science/paper/6VGXVFKL"},"agent_actions":{"view_html":"https://pith.science/pith/6VGXVFKLLTLZ4QEI5JWHET5N7O","download_json":"https://pith.science/pith/6VGXVFKLLTLZ4QEI5JWHET5N7O.json","view_paper":"https://pith.science/paper/6VGXVFKL","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2310.17490&json=true","fetch_graph":"https://pith.science/api/pith-number/6VGXVFKLLTLZ4QEI5JWHET5N7O/graph.json","fetch_events":"https://pith.science/api/pith-number/6VGXVFKLLTLZ4QEI5JWHET5N7O/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/6VGXVFKLLTLZ4QEI5JWHET5N7O/action/timestamp_anchor","attest_storage":"https://pith.science/pith/6VGXVFKLLTLZ4QEI5JWHET5N7O/action/storage_attestation","attest_author":"https://pith.science/pith/6VGXVFKLLTLZ4QEI5JWHET5N7O/action/author_attestation","sign_citation":"https://pith.science/pith/6VGXVFKLLTLZ4QEI5JWHET5N7O/action/citation_signature","submit_replication":"https://pith.science/pith/6VGXVFKLLTLZ4QEI5JWHET5N7O/action/replication_record"}},"created_at":"2026-07-05T07:12:19.301307+00:00","updated_at":"2026-07-05T07:12:19.301307+00:00"}