{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:6VGXVFKLLTLZ4QEI5JWHET5N7O","short_pith_number":"pith:6VGXVFKL","canonical_record":{"source":{"id":"2310.17490","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-26T15:45:12Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"91bc2074080d7012ad0883c4e09841b94dcd3b84390755437db1d1b54d465a75","abstract_canon_sha256":"4704fc83a17d2875553b9e867b1bbb8bfc9cf190612acfce0eee4d808d02698b"},"schema_version":"1.0"},"canonical_sha256":"f54d7a954b5cd79e4088ea6c724fadfbbc4334105db09b5291d59636e6470123","source":{"kind":"arxiv","id":"2310.17490","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.17490","created_at":"2026-07-05T07:12:19Z"},{"alias_kind":"arxiv_version","alias_value":"2310.17490v3","created_at":"2026-07-05T07:12:19Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.17490","created_at":"2026-07-05T07:12:19Z"},{"alias_kind":"pith_short_12","alias_value":"6VGXVFKLLTLZ","created_at":"2026-07-05T07:12:19Z"},{"alias_kind":"pith_short_16","alias_value":"6VGXVFKLLTLZ4QEI","created_at":"2026-07-05T07:12:19Z"},{"alias_kind":"pith_short_8","alias_value":"6VGXVFKL","created_at":"2026-07-05T07:12:19Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:6VGXVFKLLTLZ4QEI5JWHET5N7O","target":"record","payload":{"canonical_record":{"source":{"id":"2310.17490","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-26T15:45:12Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"91bc2074080d7012ad0883c4e09841b94dcd3b84390755437db1d1b54d465a75","abstract_canon_sha256":"4704fc83a17d2875553b9e867b1bbb8bfc9cf190612acfce0eee4d808d02698b"},"schema_version":"1.0"},"canonical_sha256":"f54d7a954b5cd79e4088ea6c724fadfbbc4334105db09b5291d59636e6470123","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:12:19.301863Z","signature_b64":"64ocqtbJB0qAijXFJAcXBYnoKKhZqoW8DbZW1m6D+doPYuIGZhuHG4yVXUC+ZLSn8pygknfglgk+WcVNbGt1AA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f54d7a954b5cd79e4088ea6c724fadfbbc4334105db09b5291d59636e6470123","last_reissued_at":"2026-07-05T07:12:19.301228Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:12:19.301228Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.17490","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:12:19Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8hWE0LAgsJIfxkUbP4Rz9sCBke0a2NKxBf4H0uGsBa5gy0rpvk2St4Tx36n9vk+gOMySgyemKS7wuczZv+CsDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T02:18:06.286089Z"},"content_sha256":"105de4a5039926e02e93318a4a4530427ee80b1505628eb0fe8caa47e3a1e65b","schema_version":"1.0","event_id":"sha256:105de4a5039926e02e93318a4a4530427ee80b1505628eb0fe8caa47e3a1e65b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:6VGXVFKLLTLZ4QEI5JWHET5N7O","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Improving Zero-shot Reader by Reducing Distractions from Irrelevant Documents in Open-Domain Question Answering","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Jeongyeon Seo, Jong C. Park, Soyeong Jeong, Sukmin Cho","submitted_at":"2023-10-26T15:45:12Z","abstract_excerpt":"Large language models (LLMs) enable zero-shot approaches in open-domain question answering (ODQA), yet with limited advancements as the reader is compared to the retriever. This study aims at the feasibility of a zero-shot reader that addresses the challenges of computational cost and the need for labeled data. We find that LLMs are distracted due to irrelevant documents in the retrieved set and the overconfidence of the generated answers when they are exploited as zero-shot readers. To tackle these problems, we mitigate the impact of such documents via Distraction-aware Answer Selection (DAS)"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.17490","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.17490/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:12:19Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DhXi3ajDVfFOVIeFK+/pQNs+VfTdKbl2X/Dt0om5gTvgvI6iAl5VNLLoFE2rdLuaBjr5BIk+YyCK62ijT+qCCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T02:18:06.286696Z"},"content_sha256":"cd9887b28740cc9e578e7700c4190e2d018f3823a7b01e98b9d982997bea18ec","schema_version":"1.0","event_id":"sha256:cd9887b28740cc9e578e7700c4190e2d018f3823a7b01e98b9d982997bea18ec"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/6VGXVFKLLTLZ4QEI5JWHET5N7O/bundle.json","state_url":"https://pith.science/pith/6VGXVFKLLTLZ4QEI5JWHET5N7O/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/6VGXVFKLLTLZ4QEI5JWHET5N7O/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T02:18:06Z","links":{"resolver":"https://pith.science/pith/6VGXVFKLLTLZ4QEI5JWHET5N7O","bundle":"https://pith.science/pith/6VGXVFKLLTLZ4QEI5JWHET5N7O/bundle.json","state":"https://pith.science/pith/6VGXVFKLLTLZ4QEI5JWHET5N7O/state.json","well_known_bundle":"https://pith.science/.well-known/pith/6VGXVFKLLTLZ4QEI5JWHET5N7O/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:6VGXVFKLLTLZ4QEI5JWHET5N7O","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4704fc83a17d2875553b9e867b1bbb8bfc9cf190612acfce0eee4d808d02698b","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-26T15:45:12Z","title_canon_sha256":"91bc2074080d7012ad0883c4e09841b94dcd3b84390755437db1d1b54d465a75"},"schema_version":"1.0","source":{"id":"2310.17490","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.17490","created_at":"2026-07-05T07:12:19Z"},{"alias_kind":"arxiv_version","alias_value":"2310.17490v3","created_at":"2026-07-05T07:12:19Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.17490","created_at":"2026-07-05T07:12:19Z"},{"alias_kind":"pith_short_12","alias_value":"6VGXVFKLLTLZ","created_at":"2026-07-05T07:12:19Z"},{"alias_kind":"pith_short_16","alias_value":"6VGXVFKLLTLZ4QEI","created_at":"2026-07-05T07:12:19Z"},{"alias_kind":"pith_short_8","alias_value":"6VGXVFKL","created_at":"2026-07-05T07:12:19Z"}],"graph_snapshots":[{"event_id":"sha256:cd9887b28740cc9e578e7700c4190e2d018f3823a7b01e98b9d982997bea18ec","target":"graph","created_at":"2026-07-05T07:12:19Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.17490/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) enable zero-shot approaches in open-domain question answering (ODQA), yet with limited advancements as the reader is compared to the retriever. This study aims at the feasibility of a zero-shot reader that addresses the challenges of computational cost and the need for labeled data. We find that LLMs are distracted due to irrelevant documents in the retrieved set and the overconfidence of the generated answers when they are exploited as zero-shot readers. To tackle these problems, we mitigate the impact of such documents via Distraction-aware Answer Selection (DAS)","authors_text":"Jeongyeon Seo, Jong C. Park, Soyeong Jeong, Sukmin Cho","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-26T15:45:12Z","title":"Improving Zero-shot Reader by Reducing Distractions from Irrelevant Documents in Open-Domain Question Answering"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.17490","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:105de4a5039926e02e93318a4a4530427ee80b1505628eb0fe8caa47e3a1e65b","target":"record","created_at":"2026-07-05T07:12:19Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4704fc83a17d2875553b9e867b1bbb8bfc9cf190612acfce0eee4d808d02698b","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-26T15:45:12Z","title_canon_sha256":"91bc2074080d7012ad0883c4e09841b94dcd3b84390755437db1d1b54d465a75"},"schema_version":"1.0","source":{"id":"2310.17490","kind":"arxiv","version":3}},"canonical_sha256":"f54d7a954b5cd79e4088ea6c724fadfbbc4334105db09b5291d59636e6470123","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f54d7a954b5cd79e4088ea6c724fadfbbc4334105db09b5291d59636e6470123","first_computed_at":"2026-07-05T07:12:19.301228Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:12:19.301228Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"64ocqtbJB0qAijXFJAcXBYnoKKhZqoW8DbZW1m6D+doPYuIGZhuHG4yVXUC+ZLSn8pygknfglgk+WcVNbGt1AA==","signature_status":"signed_v1","signed_at":"2026-07-05T07:12:19.301863Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.17490","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:105de4a5039926e02e93318a4a4530427ee80b1505628eb0fe8caa47e3a1e65b","sha256:cd9887b28740cc9e578e7700c4190e2d018f3823a7b01e98b9d982997bea18ec"],"state_sha256":"46fb2ec4d1546329a648c0e9fb610b8fea57c1c0e8d742051a5c78e2fd5469d4"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4Ltiy4/ecwuIYe7lTXHjAEZ4mmbeGm8FUR9o8FPcpb2//qSH5tZlwLXhYUBcvTiQHXExSDAHwEAabFXamP6qCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T02:18:06.290958Z","bundle_sha256":"0303ff740ccc8080ba8ad173e3a6c2b4be5cf82890cffb9733a0b3966ece7666"}}