{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:HJ3DCQDJ4QGUFEVYWGCG2MFYBF","short_pith_number":"pith:HJ3DCQDJ","canonical_record":{"source":{"id":"2108.13875","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-08-31T14:32:04Z","cross_cats_sorted":["cs.AI","cs.IR"],"title_canon_sha256":"da9c5145b445f407c66e90d78f31aa74beed60bb3d0754ff2eccf876f05d68e0","abstract_canon_sha256":"aa5c9ab3525c0dd74841710ac49a0ac77d767bf073f6fea8266b26d7bf76e41a"},"schema_version":"1.0"},"canonical_sha256":"3a76314069e40d4292b8b1846d30b809418daa33697c08d2e9623e4d5d349050","source":{"kind":"arxiv","id":"2108.13875","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2108.13875","created_at":"2026-07-05T03:11:33Z"},{"alias_kind":"arxiv_version","alias_value":"2108.13875v2","created_at":"2026-07-05T03:11:33Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2108.13875","created_at":"2026-07-05T03:11:33Z"},{"alias_kind":"pith_short_12","alias_value":"HJ3DCQDJ4QGU","created_at":"2026-07-05T03:11:33Z"},{"alias_kind":"pith_short_16","alias_value":"HJ3DCQDJ4QGUFEVY","created_at":"2026-07-05T03:11:33Z"},{"alias_kind":"pith_short_8","alias_value":"HJ3DCQDJ","created_at":"2026-07-05T03:11:33Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:HJ3DCQDJ4QGUFEVYWGCG2MFYBF","target":"record","payload":{"canonical_record":{"source":{"id":"2108.13875","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-08-31T14:32:04Z","cross_cats_sorted":["cs.AI","cs.IR"],"title_canon_sha256":"da9c5145b445f407c66e90d78f31aa74beed60bb3d0754ff2eccf876f05d68e0","abstract_canon_sha256":"aa5c9ab3525c0dd74841710ac49a0ac77d767bf073f6fea8266b26d7bf76e41a"},"schema_version":"1.0"},"canonical_sha256":"3a76314069e40d4292b8b1846d30b809418daa33697c08d2e9623e4d5d349050","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:11:33.011995Z","signature_b64":"pVeXlaWB4E3saCJiA2+PPEbGwBBm3/sFz04a8WtTddqaaQllPLyB24PzKOxrsxGX/9swGlwQmLmpJ9KsCTyoDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3a76314069e40d4292b8b1846d30b809418daa33697c08d2e9623e4d5d349050","last_reissued_at":"2026-07-05T03:11:33.011531Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:11:33.011531Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2108.13875","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:11:33Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"M7opaAbxQD8pomrNH3xcRv9jR683pI2L1pJifc4LJYx9Q7zrHXL6dmFzRmbVJGa+mZZHc8wnNE8pQ0ivaTdPAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T05:30:52.170950Z"},"content_sha256":"5ed9397b3b5eeaf5d8ac8eff146bc747389897c4100b7547435d29d732498a86","schema_version":"1.0","event_id":"sha256:5ed9397b3b5eeaf5d8ac8eff146bc747389897c4100b7547435d29d732498a86"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:HJ3DCQDJ4QGUFEVYWGCG2MFYBF","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"When Retriever-Reader Meets Scenario-Based Multiple-Choice Questions","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.IR"],"primary_cat":"cs.CL","authors_text":"Ao Wu, Gong Cheng, Yulin Shen, Yuzhong Qu, Zixian Huang","submitted_at":"2021-08-31T14:32:04Z","abstract_excerpt":"Scenario-based question answering (SQA) requires retrieving and reading paragraphs from a large corpus to answer a question which is contextualized by a long scenario description. Since a scenario contains both keyphrases for retrieval and much noise, retrieval for SQA is extremely difficult. Moreover, it can hardly be supervised due to the lack of relevance labels of paragraphs for SQA. To meet the challenge, in this paper we propose a joint retriever-reader model called JEEVES where the retriever is implicitly supervised only using QA labels via a novel word weighting mechanism. JEEVES signi"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2108.13875","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2108.13875/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:11:33Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"C6fL2MSzkHxuuVLL3to9H1+akutwyS6SlrPMNV9s1/5jPsfBknkh4cqn47klypVRyDUmIfxmc5QGjC0Ul8bTAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T05:30:52.171508Z"},"content_sha256":"c84dc03f7106ea439d24aba2a6de0ebbbf5bd286cf4cfc04650c05355f7504c4","schema_version":"1.0","event_id":"sha256:c84dc03f7106ea439d24aba2a6de0ebbbf5bd286cf4cfc04650c05355f7504c4"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/HJ3DCQDJ4QGUFEVYWGCG2MFYBF/bundle.json","state_url":"https://pith.science/pith/HJ3DCQDJ4QGUFEVYWGCG2MFYBF/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/HJ3DCQDJ4QGUFEVYWGCG2MFYBF/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-11T05:30:52Z","links":{"resolver":"https://pith.science/pith/HJ3DCQDJ4QGUFEVYWGCG2MFYBF","bundle":"https://pith.science/pith/HJ3DCQDJ4QGUFEVYWGCG2MFYBF/bundle.json","state":"https://pith.science/pith/HJ3DCQDJ4QGUFEVYWGCG2MFYBF/state.json","well_known_bundle":"https://pith.science/.well-known/pith/HJ3DCQDJ4QGUFEVYWGCG2MFYBF/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:HJ3DCQDJ4QGUFEVYWGCG2MFYBF","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"aa5c9ab3525c0dd74841710ac49a0ac77d767bf073f6fea8266b26d7bf76e41a","cross_cats_sorted":["cs.AI","cs.IR"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-08-31T14:32:04Z","title_canon_sha256":"da9c5145b445f407c66e90d78f31aa74beed60bb3d0754ff2eccf876f05d68e0"},"schema_version":"1.0","source":{"id":"2108.13875","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2108.13875","created_at":"2026-07-05T03:11:33Z"},{"alias_kind":"arxiv_version","alias_value":"2108.13875v2","created_at":"2026-07-05T03:11:33Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2108.13875","created_at":"2026-07-05T03:11:33Z"},{"alias_kind":"pith_short_12","alias_value":"HJ3DCQDJ4QGU","created_at":"2026-07-05T03:11:33Z"},{"alias_kind":"pith_short_16","alias_value":"HJ3DCQDJ4QGUFEVY","created_at":"2026-07-05T03:11:33Z"},{"alias_kind":"pith_short_8","alias_value":"HJ3DCQDJ","created_at":"2026-07-05T03:11:33Z"}],"graph_snapshots":[{"event_id":"sha256:c84dc03f7106ea439d24aba2a6de0ebbbf5bd286cf4cfc04650c05355f7504c4","target":"graph","created_at":"2026-07-05T03:11:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2108.13875/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Scenario-based question answering (SQA) requires retrieving and reading paragraphs from a large corpus to answer a question which is contextualized by a long scenario description. Since a scenario contains both keyphrases for retrieval and much noise, retrieval for SQA is extremely difficult. Moreover, it can hardly be supervised due to the lack of relevance labels of paragraphs for SQA. To meet the challenge, in this paper we propose a joint retriever-reader model called JEEVES where the retriever is implicitly supervised only using QA labels via a novel word weighting mechanism. JEEVES signi","authors_text":"Ao Wu, Gong Cheng, Yulin Shen, Yuzhong Qu, Zixian Huang","cross_cats":["cs.AI","cs.IR"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-08-31T14:32:04Z","title":"When Retriever-Reader Meets Scenario-Based Multiple-Choice Questions"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2108.13875","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5ed9397b3b5eeaf5d8ac8eff146bc747389897c4100b7547435d29d732498a86","target":"record","created_at":"2026-07-05T03:11:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"aa5c9ab3525c0dd74841710ac49a0ac77d767bf073f6fea8266b26d7bf76e41a","cross_cats_sorted":["cs.AI","cs.IR"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-08-31T14:32:04Z","title_canon_sha256":"da9c5145b445f407c66e90d78f31aa74beed60bb3d0754ff2eccf876f05d68e0"},"schema_version":"1.0","source":{"id":"2108.13875","kind":"arxiv","version":2}},"canonical_sha256":"3a76314069e40d4292b8b1846d30b809418daa33697c08d2e9623e4d5d349050","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3a76314069e40d4292b8b1846d30b809418daa33697c08d2e9623e4d5d349050","first_computed_at":"2026-07-05T03:11:33.011531Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:11:33.011531Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"pVeXlaWB4E3saCJiA2+PPEbGwBBm3/sFz04a8WtTddqaaQllPLyB24PzKOxrsxGX/9swGlwQmLmpJ9KsCTyoDg==","signature_status":"signed_v1","signed_at":"2026-07-05T03:11:33.011995Z","signed_message":"canonical_sha256_bytes"},"source_id":"2108.13875","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5ed9397b3b5eeaf5d8ac8eff146bc747389897c4100b7547435d29d732498a86","sha256:c84dc03f7106ea439d24aba2a6de0ebbbf5bd286cf4cfc04650c05355f7504c4"],"state_sha256":"cf7e6be9a012252589f04b0954dc412a6f343adcf17928ac63f34eadf4247dd7"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"W3I0z1aHRAzSnAb8dY0KGD87bDZxhhCvC8l2AI1XgXMAvix7aZlj5NOZsbG5EZYrWyiV9mY2vWXMJgbDECjvCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-11T05:30:52.177473Z","bundle_sha256":"4248c9265ac9583d638d28db779aaea23e2e5caacc5d829618e775dd8b3d40c5"}}