{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2024:OMNRNSVIIGYRN2YAM57ORANTFG","short_pith_number":"pith:OMNRNSVI","schema_version":"1.0","canonical_sha256":"731b16caa841b116eb00677ee881b329acaee9c882cd9e27a42f23d806ec6d8d","source":{"kind":"arxiv","id":"2403.12393","version":1},"attestation_state":"computed","paper":{"title":"Dr3: Ask Large Language Models Not to Give Off-Topic Answers in Open Domain Multi-Hop Question Answering","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Haoyuan Hu, Shenglan Wu, Xinyu Dai, Yiheng Zhu, Yinzhi Zhou, Yuanbin Cao, Yuan Gao, Yujie Chen, Zhen Wu","submitted_at":"2024-03-19T03:00:03Z","abstract_excerpt":"Open Domain Multi-Hop Question Answering (ODMHQA) plays a crucial role in Natural Language Processing (NLP) by aiming to answer complex questions through multi-step reasoning over retrieved information from external knowledge sources. Recently, Large Language Models (LLMs) have demonstrated remarkable performance in solving ODMHQA owing to their capabilities including planning, reasoning, and utilizing tools. However, LLMs may generate off-topic answers when attempting to solve ODMHQA, namely the generated answers are irrelevant to the original questions. This issue of off-topic answers accoun"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2403.12393","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-03-19T03:00:03Z","cross_cats_sorted":[],"title_canon_sha256":"7b9d704dda9d0e061934467d469d4c7a0e8e2e084aafadc0689564ebf7048502","abstract_canon_sha256":"7a6409144b71f2d8b154da58c2ae846873ba6967ec46589685be2d2a7bca701b"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:58:00.690473Z","signature_b64":"pCm10u51CwHzCzIfWdZFUpW+nAcUuAWs2PqNVuFB3p3BqyFqKM/1Z1Imt7/bfvAoQ6l79aOXoa0ll49nsA9LAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"731b16caa841b116eb00677ee881b329acaee9c882cd9e27a42f23d806ec6d8d","last_reissued_at":"2026-07-05T07:58:00.690041Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:58:00.690041Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Dr3: Ask Large Language Models Not to Give Off-Topic Answers in Open Domain Multi-Hop Question Answering","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Haoyuan Hu, Shenglan Wu, Xinyu Dai, Yiheng Zhu, Yinzhi Zhou, Yuanbin Cao, Yuan Gao, Yujie Chen, Zhen Wu","submitted_at":"2024-03-19T03:00:03Z","abstract_excerpt":"Open Domain Multi-Hop Question Answering (ODMHQA) plays a crucial role in Natural Language Processing (NLP) by aiming to answer complex questions through multi-step reasoning over retrieved information from external knowledge sources. Recently, Large Language Models (LLMs) have demonstrated remarkable performance in solving ODMHQA owing to their capabilities including planning, reasoning, and utilizing tools. However, LLMs may generate off-topic answers when attempting to solve ODMHQA, namely the generated answers are irrelevant to the original questions. This issue of off-topic answers accoun"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.12393","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2403.12393/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2403.12393","created_at":"2026-07-05T07:58:00.690104+00:00"},{"alias_kind":"arxiv_version","alias_value":"2403.12393v1","created_at":"2026-07-05T07:58:00.690104+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.12393","created_at":"2026-07-05T07:58:00.690104+00:00"},{"alias_kind":"pith_short_12","alias_value":"OMNRNSVIIGYR","created_at":"2026-07-05T07:58:00.690104+00:00"},{"alias_kind":"pith_short_16","alias_value":"OMNRNSVIIGYRN2YA","created_at":"2026-07-05T07:58:00.690104+00:00"},{"alias_kind":"pith_short_8","alias_value":"OMNRNSVI","created_at":"2026-07-05T07:58:00.690104+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/OMNRNSVIIGYRN2YAM57ORANTFG","json":"https://pith.science/pith/OMNRNSVIIGYRN2YAM57ORANTFG.json","graph_json":"https://pith.science/api/pith-number/OMNRNSVIIGYRN2YAM57ORANTFG/graph.json","events_json":"https://pith.science/api/pith-number/OMNRNSVIIGYRN2YAM57ORANTFG/events.json","paper":"https://pith.science/paper/OMNRNSVI"},"agent_actions":{"view_html":"https://pith.science/pith/OMNRNSVIIGYRN2YAM57ORANTFG","download_json":"https://pith.science/pith/OMNRNSVIIGYRN2YAM57ORANTFG.json","view_paper":"https://pith.science/paper/OMNRNSVI","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2403.12393&json=true","fetch_graph":"https://pith.science/api/pith-number/OMNRNSVIIGYRN2YAM57ORANTFG/graph.json","fetch_events":"https://pith.science/api/pith-number/OMNRNSVIIGYRN2YAM57ORANTFG/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/OMNRNSVIIGYRN2YAM57ORANTFG/action/timestamp_anchor","attest_storage":"https://pith.science/pith/OMNRNSVIIGYRN2YAM57ORANTFG/action/storage_attestation","attest_author":"https://pith.science/pith/OMNRNSVIIGYRN2YAM57ORANTFG/action/author_attestation","sign_citation":"https://pith.science/pith/OMNRNSVIIGYRN2YAM57ORANTFG/action/citation_signature","submit_replication":"https://pith.science/pith/OMNRNSVIIGYRN2YAM57ORANTFG/action/replication_record"}},"created_at":"2026-07-05T07:58:00.690104+00:00","updated_at":"2026-07-05T07:58:00.690104+00:00"}