{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:LH22QFPY7DREGT5WZW7YOQ5PEL","short_pith_number":"pith:LH22QFPY","canonical_record":{"source":{"id":"2505.11754","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-16T23:29:47Z","cross_cats_sorted":[],"title_canon_sha256":"2138b575b899bd82466b06086cc7e9bb285ed1cad6c4e58bad3127339de03f34","abstract_canon_sha256":"b1f701385ba36f0380663d534d76943591bca473c254ab631bc43d3e03d60664"},"schema_version":"1.0"},"canonical_sha256":"59f5a815f8f8e2434fb6cdbf8743af22ef6d1f691a14ceb12f403e878d935888","source":{"kind":"arxiv","id":"2505.11754","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.11754","created_at":"2026-07-05T11:04:26Z"},{"alias_kind":"arxiv_version","alias_value":"2505.11754v1","created_at":"2026-07-05T11:04:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.11754","created_at":"2026-07-05T11:04:26Z"},{"alias_kind":"pith_short_12","alias_value":"LH22QFPY7DRE","created_at":"2026-07-05T11:04:26Z"},{"alias_kind":"pith_short_16","alias_value":"LH22QFPY7DREGT5W","created_at":"2026-07-05T11:04:26Z"},{"alias_kind":"pith_short_8","alias_value":"LH22QFPY","created_at":"2026-07-05T11:04:26Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:LH22QFPY7DREGT5WZW7YOQ5PEL","target":"record","payload":{"canonical_record":{"source":{"id":"2505.11754","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-16T23:29:47Z","cross_cats_sorted":[],"title_canon_sha256":"2138b575b899bd82466b06086cc7e9bb285ed1cad6c4e58bad3127339de03f34","abstract_canon_sha256":"b1f701385ba36f0380663d534d76943591bca473c254ab631bc43d3e03d60664"},"schema_version":"1.0"},"canonical_sha256":"59f5a815f8f8e2434fb6cdbf8743af22ef6d1f691a14ceb12f403e878d935888","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:04:26.154689Z","signature_b64":"zI0vdaanCWQr7VY645Oe2JDo0qg4D6Z5ugU2jq3ObzaQfC5W9n1RS5W+OxQq9TRo0IFX07WUqJXD17P7XMJpBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"59f5a815f8f8e2434fb6cdbf8743af22ef6d1f691a14ceb12f403e878d935888","last_reissued_at":"2026-07-05T11:04:26.154155Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:04:26.154155Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2505.11754","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:04:26Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WmAV1/73l83Xx4wyUUkXc1Nct1bX2RVddCkObQMJMi3g032Df6DERnA46IuSrn1CinKolojXToIMihtf+qE0DA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-15T22:54:58.072680Z"},"content_sha256":"102fdd6b57f749af8478e5f476abb252f5e1f5ca68463c9097c792b7914b48b8","schema_version":"1.0","event_id":"sha256:102fdd6b57f749af8478e5f476abb252f5e1f5ca68463c9097c792b7914b48b8"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:LH22QFPY7DREGT5WZW7YOQ5PEL","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Masking in Multi-hop QA: An Analysis of How Language Models Perform with Context Permutation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Jeff Z. Pan, Mirella Lapata, Pavlos Vougiouklis, Wenyu Huang","submitted_at":"2025-05-16T23:29:47Z","abstract_excerpt":"Multi-hop Question Answering (MHQA) adds layers of complexity to question answering, making it more challenging. When Language Models (LMs) are prompted with multiple search results, they are tasked not only with retrieving relevant information but also employing multi-hop reasoning across the information sources. Although LMs perform well on traditional question-answering tasks, the causal mask can hinder their capacity to reason across complex contexts. In this paper, we explore how LMs respond to multi-hop questions by permuting search results (retrieved documents) under various configurati"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.11754","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2505.11754/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:04:26Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ly00P8HQ1ZNEaleVNItdtbebSUd0WNgvRUmsVDCpWzhuM3ZsouuCfmLL6iYhQiwXfb6NvRiSAjVbjj+nhBStCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-15T22:54:58.073246Z"},"content_sha256":"6b08247b69cebd6988c61d80ba18f6d446d8ca977cdc59e731f79bbdb5255cba","schema_version":"1.0","event_id":"sha256:6b08247b69cebd6988c61d80ba18f6d446d8ca977cdc59e731f79bbdb5255cba"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/LH22QFPY7DREGT5WZW7YOQ5PEL/bundle.json","state_url":"https://pith.science/pith/LH22QFPY7DREGT5WZW7YOQ5PEL/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/LH22QFPY7DREGT5WZW7YOQ5PEL/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-15T22:54:58Z","links":{"resolver":"https://pith.science/pith/LH22QFPY7DREGT5WZW7YOQ5PEL","bundle":"https://pith.science/pith/LH22QFPY7DREGT5WZW7YOQ5PEL/bundle.json","state":"https://pith.science/pith/LH22QFPY7DREGT5WZW7YOQ5PEL/state.json","well_known_bundle":"https://pith.science/.well-known/pith/LH22QFPY7DREGT5WZW7YOQ5PEL/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:LH22QFPY7DREGT5WZW7YOQ5PEL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b1f701385ba36f0380663d534d76943591bca473c254ab631bc43d3e03d60664","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-16T23:29:47Z","title_canon_sha256":"2138b575b899bd82466b06086cc7e9bb285ed1cad6c4e58bad3127339de03f34"},"schema_version":"1.0","source":{"id":"2505.11754","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.11754","created_at":"2026-07-05T11:04:26Z"},{"alias_kind":"arxiv_version","alias_value":"2505.11754v1","created_at":"2026-07-05T11:04:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.11754","created_at":"2026-07-05T11:04:26Z"},{"alias_kind":"pith_short_12","alias_value":"LH22QFPY7DRE","created_at":"2026-07-05T11:04:26Z"},{"alias_kind":"pith_short_16","alias_value":"LH22QFPY7DREGT5W","created_at":"2026-07-05T11:04:26Z"},{"alias_kind":"pith_short_8","alias_value":"LH22QFPY","created_at":"2026-07-05T11:04:26Z"}],"graph_snapshots":[{"event_id":"sha256:6b08247b69cebd6988c61d80ba18f6d446d8ca977cdc59e731f79bbdb5255cba","target":"graph","created_at":"2026-07-05T11:04:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2505.11754/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Multi-hop Question Answering (MHQA) adds layers of complexity to question answering, making it more challenging. When Language Models (LMs) are prompted with multiple search results, they are tasked not only with retrieving relevant information but also employing multi-hop reasoning across the information sources. Although LMs perform well on traditional question-answering tasks, the causal mask can hinder their capacity to reason across complex contexts. In this paper, we explore how LMs respond to multi-hop questions by permuting search results (retrieved documents) under various configurati","authors_text":"Jeff Z. Pan, Mirella Lapata, Pavlos Vougiouklis, Wenyu Huang","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-16T23:29:47Z","title":"Masking in Multi-hop QA: An Analysis of How Language Models Perform with Context Permutation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.11754","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:102fdd6b57f749af8478e5f476abb252f5e1f5ca68463c9097c792b7914b48b8","target":"record","created_at":"2026-07-05T11:04:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b1f701385ba36f0380663d534d76943591bca473c254ab631bc43d3e03d60664","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-16T23:29:47Z","title_canon_sha256":"2138b575b899bd82466b06086cc7e9bb285ed1cad6c4e58bad3127339de03f34"},"schema_version":"1.0","source":{"id":"2505.11754","kind":"arxiv","version":1}},"canonical_sha256":"59f5a815f8f8e2434fb6cdbf8743af22ef6d1f691a14ceb12f403e878d935888","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"59f5a815f8f8e2434fb6cdbf8743af22ef6d1f691a14ceb12f403e878d935888","first_computed_at":"2026-07-05T11:04:26.154155Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:04:26.154155Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"zI0vdaanCWQr7VY645Oe2JDo0qg4D6Z5ugU2jq3ObzaQfC5W9n1RS5W+OxQq9TRo0IFX07WUqJXD17P7XMJpBg==","signature_status":"signed_v1","signed_at":"2026-07-05T11:04:26.154689Z","signed_message":"canonical_sha256_bytes"},"source_id":"2505.11754","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:102fdd6b57f749af8478e5f476abb252f5e1f5ca68463c9097c792b7914b48b8","sha256:6b08247b69cebd6988c61d80ba18f6d446d8ca977cdc59e731f79bbdb5255cba"],"state_sha256":"b5da922624d753bcfb745f550e48fb65907a32500ecc78918b5480aec435aa7d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dPx2AS+N6tESGQiHHpcQ3dlSbC2dsusXm5pSFyOa5FW3dDVzJ8BVczFRrXfXVEMEkIRdWCSAZMOG5No03Z1nDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-15T22:54:58.078298Z","bundle_sha256":"07c4f9b62f5cc1dbde389731716da232a731234c7582cc7032079def3091dab4"}}