{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:OMNRNSVIIGYRN2YAM57ORANTFG","short_pith_number":"pith:OMNRNSVI","canonical_record":{"source":{"id":"2403.12393","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-03-19T03:00:03Z","cross_cats_sorted":[],"title_canon_sha256":"7b9d704dda9d0e061934467d469d4c7a0e8e2e084aafadc0689564ebf7048502","abstract_canon_sha256":"7a6409144b71f2d8b154da58c2ae846873ba6967ec46589685be2d2a7bca701b"},"schema_version":"1.0"},"canonical_sha256":"731b16caa841b116eb00677ee881b329acaee9c882cd9e27a42f23d806ec6d8d","source":{"kind":"arxiv","id":"2403.12393","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.12393","created_at":"2026-07-05T07:58:00Z"},{"alias_kind":"arxiv_version","alias_value":"2403.12393v1","created_at":"2026-07-05T07:58:00Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.12393","created_at":"2026-07-05T07:58:00Z"},{"alias_kind":"pith_short_12","alias_value":"OMNRNSVIIGYR","created_at":"2026-07-05T07:58:00Z"},{"alias_kind":"pith_short_16","alias_value":"OMNRNSVIIGYRN2YA","created_at":"2026-07-05T07:58:00Z"},{"alias_kind":"pith_short_8","alias_value":"OMNRNSVI","created_at":"2026-07-05T07:58:00Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:OMNRNSVIIGYRN2YAM57ORANTFG","target":"record","payload":{"canonical_record":{"source":{"id":"2403.12393","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-03-19T03:00:03Z","cross_cats_sorted":[],"title_canon_sha256":"7b9d704dda9d0e061934467d469d4c7a0e8e2e084aafadc0689564ebf7048502","abstract_canon_sha256":"7a6409144b71f2d8b154da58c2ae846873ba6967ec46589685be2d2a7bca701b"},"schema_version":"1.0"},"canonical_sha256":"731b16caa841b116eb00677ee881b329acaee9c882cd9e27a42f23d806ec6d8d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:58:00.690473Z","signature_b64":"pCm10u51CwHzCzIfWdZFUpW+nAcUuAWs2PqNVuFB3p3BqyFqKM/1Z1Imt7/bfvAoQ6l79aOXoa0ll49nsA9LAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"731b16caa841b116eb00677ee881b329acaee9c882cd9e27a42f23d806ec6d8d","last_reissued_at":"2026-07-05T07:58:00.690041Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:58:00.690041Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2403.12393","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:58:00Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4THdrEi0cz4xAuxXKTsR2HpWsFpGe8vja3TWRujsCJIsnplrxVtPt7RrIu4OmsGz57m7GLD7Rbk2hBIs0nKZDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T23:20:09.126602Z"},"content_sha256":"d4add105295780e2bdfe3d11d31e05ba77b0111129e6a47cff2b4a1faade32a5","schema_version":"1.0","event_id":"sha256:d4add105295780e2bdfe3d11d31e05ba77b0111129e6a47cff2b4a1faade32a5"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:OMNRNSVIIGYRN2YAM57ORANTFG","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Dr3: Ask Large Language Models Not to Give Off-Topic Answers in Open Domain Multi-Hop Question Answering","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Haoyuan Hu, Shenglan Wu, Xinyu Dai, Yiheng Zhu, Yinzhi Zhou, Yuanbin Cao, Yuan Gao, Yujie Chen, Zhen Wu","submitted_at":"2024-03-19T03:00:03Z","abstract_excerpt":"Open Domain Multi-Hop Question Answering (ODMHQA) plays a crucial role in Natural Language Processing (NLP) by aiming to answer complex questions through multi-step reasoning over retrieved information from external knowledge sources. Recently, Large Language Models (LLMs) have demonstrated remarkable performance in solving ODMHQA owing to their capabilities including planning, reasoning, and utilizing tools. However, LLMs may generate off-topic answers when attempting to solve ODMHQA, namely the generated answers are irrelevant to the original questions. This issue of off-topic answers accoun"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.12393","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2403.12393/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:58:00Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1wWJwOs89HxUwIqCdWW+Eg3stlG0X023Dfuhcr3rLbxwrTGQqwGSHb8eACA/Zg74KU+Bs2N4rrYU3cVk1Y/uBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T23:20:09.127098Z"},"content_sha256":"6f3f09b25e045174339c5a8602043256176c9868a7bb13e6c3261b602374cf49","schema_version":"1.0","event_id":"sha256:6f3f09b25e045174339c5a8602043256176c9868a7bb13e6c3261b602374cf49"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/OMNRNSVIIGYRN2YAM57ORANTFG/bundle.json","state_url":"https://pith.science/pith/OMNRNSVIIGYRN2YAM57ORANTFG/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/OMNRNSVIIGYRN2YAM57ORANTFG/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T23:20:09Z","links":{"resolver":"https://pith.science/pith/OMNRNSVIIGYRN2YAM57ORANTFG","bundle":"https://pith.science/pith/OMNRNSVIIGYRN2YAM57ORANTFG/bundle.json","state":"https://pith.science/pith/OMNRNSVIIGYRN2YAM57ORANTFG/state.json","well_known_bundle":"https://pith.science/.well-known/pith/OMNRNSVIIGYRN2YAM57ORANTFG/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:OMNRNSVIIGYRN2YAM57ORANTFG","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7a6409144b71f2d8b154da58c2ae846873ba6967ec46589685be2d2a7bca701b","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-03-19T03:00:03Z","title_canon_sha256":"7b9d704dda9d0e061934467d469d4c7a0e8e2e084aafadc0689564ebf7048502"},"schema_version":"1.0","source":{"id":"2403.12393","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.12393","created_at":"2026-07-05T07:58:00Z"},{"alias_kind":"arxiv_version","alias_value":"2403.12393v1","created_at":"2026-07-05T07:58:00Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.12393","created_at":"2026-07-05T07:58:00Z"},{"alias_kind":"pith_short_12","alias_value":"OMNRNSVIIGYR","created_at":"2026-07-05T07:58:00Z"},{"alias_kind":"pith_short_16","alias_value":"OMNRNSVIIGYRN2YA","created_at":"2026-07-05T07:58:00Z"},{"alias_kind":"pith_short_8","alias_value":"OMNRNSVI","created_at":"2026-07-05T07:58:00Z"}],"graph_snapshots":[{"event_id":"sha256:6f3f09b25e045174339c5a8602043256176c9868a7bb13e6c3261b602374cf49","target":"graph","created_at":"2026-07-05T07:58:00Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2403.12393/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Open Domain Multi-Hop Question Answering (ODMHQA) plays a crucial role in Natural Language Processing (NLP) by aiming to answer complex questions through multi-step reasoning over retrieved information from external knowledge sources. Recently, Large Language Models (LLMs) have demonstrated remarkable performance in solving ODMHQA owing to their capabilities including planning, reasoning, and utilizing tools. However, LLMs may generate off-topic answers when attempting to solve ODMHQA, namely the generated answers are irrelevant to the original questions. This issue of off-topic answers accoun","authors_text":"Haoyuan Hu, Shenglan Wu, Xinyu Dai, Yiheng Zhu, Yinzhi Zhou, Yuanbin Cao, Yuan Gao, Yujie Chen, Zhen Wu","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-03-19T03:00:03Z","title":"Dr3: Ask Large Language Models Not to Give Off-Topic Answers in Open Domain Multi-Hop Question Answering"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.12393","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d4add105295780e2bdfe3d11d31e05ba77b0111129e6a47cff2b4a1faade32a5","target":"record","created_at":"2026-07-05T07:58:00Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7a6409144b71f2d8b154da58c2ae846873ba6967ec46589685be2d2a7bca701b","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-03-19T03:00:03Z","title_canon_sha256":"7b9d704dda9d0e061934467d469d4c7a0e8e2e084aafadc0689564ebf7048502"},"schema_version":"1.0","source":{"id":"2403.12393","kind":"arxiv","version":1}},"canonical_sha256":"731b16caa841b116eb00677ee881b329acaee9c882cd9e27a42f23d806ec6d8d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"731b16caa841b116eb00677ee881b329acaee9c882cd9e27a42f23d806ec6d8d","first_computed_at":"2026-07-05T07:58:00.690041Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:58:00.690041Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"pCm10u51CwHzCzIfWdZFUpW+nAcUuAWs2PqNVuFB3p3BqyFqKM/1Z1Imt7/bfvAoQ6l79aOXoa0ll49nsA9LAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T07:58:00.690473Z","signed_message":"canonical_sha256_bytes"},"source_id":"2403.12393","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d4add105295780e2bdfe3d11d31e05ba77b0111129e6a47cff2b4a1faade32a5","sha256:6f3f09b25e045174339c5a8602043256176c9868a7bb13e6c3261b602374cf49"],"state_sha256":"5ed92538a4db96aa91875636b402bd62d59ea030676a4c2e1ae3e556fd3019be"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"63GeMqPeHNM842iq9fZQ7RTwt+sF0IMMCFSDMgyu/ygkuFaESvxSthp5LEbiWE6lxkfL8YHvoa9eg9j2reMjAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T23:20:09.130312Z","bundle_sha256":"2dc1f79791e1d08a8799050cd713758ed214434716dfed1ca11c5291bd85c058"}}