{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:JOP7FJZ44XLTY2C43PLCSMEGIG","short_pith_number":"pith:JOP7FJZ4","canonical_record":{"source":{"id":"2307.01076","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-07-03T14:55:02Z","cross_cats_sorted":[],"title_canon_sha256":"b2c4161ee5c22821b152ff30eea8e6ce95d367d063fe37a0ca3a6ca10eaa5f65","abstract_canon_sha256":"cc46f280b251e9e1dbcf8a9ad4a0c6bdd3bca9e644f672b0599adbe6002b264d"},"schema_version":"1.0"},"canonical_sha256":"4b9ff2a73ce5d73c685cdbd629308641883b144053bfc8a17f416879e34703fa","source":{"kind":"arxiv","id":"2307.01076","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2307.01076","created_at":"2026-07-05T06:27:03Z"},{"alias_kind":"arxiv_version","alias_value":"2307.01076v1","created_at":"2026-07-05T06:27:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2307.01076","created_at":"2026-07-05T06:27:03Z"},{"alias_kind":"pith_short_12","alias_value":"JOP7FJZ44XLT","created_at":"2026-07-05T06:27:03Z"},{"alias_kind":"pith_short_16","alias_value":"JOP7FJZ44XLTY2C4","created_at":"2026-07-05T06:27:03Z"},{"alias_kind":"pith_short_8","alias_value":"JOP7FJZ4","created_at":"2026-07-05T06:27:03Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:JOP7FJZ44XLTY2C43PLCSMEGIG","target":"record","payload":{"canonical_record":{"source":{"id":"2307.01076","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-07-03T14:55:02Z","cross_cats_sorted":[],"title_canon_sha256":"b2c4161ee5c22821b152ff30eea8e6ce95d367d063fe37a0ca3a6ca10eaa5f65","abstract_canon_sha256":"cc46f280b251e9e1dbcf8a9ad4a0c6bdd3bca9e644f672b0599adbe6002b264d"},"schema_version":"1.0"},"canonical_sha256":"4b9ff2a73ce5d73c685cdbd629308641883b144053bfc8a17f416879e34703fa","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:27:03.893300Z","signature_b64":"X7oAeVet2q4qX8SNtG0XAC1kvwgZ0qLaAqt0hz8V5qfG6YHwm/dXJ4NsM2FsyJFHiW4bnmkuTJu3aPNf5MciBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"4b9ff2a73ce5d73c685cdbd629308641883b144053bfc8a17f416879e34703fa","last_reissued_at":"2026-07-05T06:27:03.892816Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:27:03.892816Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2307.01076","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:27:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"FE/R6wxWTFvLQNJZxqx01qusMgRoHNrGme5+X2HOR6ly2dpAUw6y1GIj+n3HMRP0wiG7H3aKnsm019nWe44gAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-16T04:42:25.564159Z"},"content_sha256":"a38e5670bcbe8670eae2e4c1be3c5bfd06277371d61f9738a5721c9122201be4","schema_version":"1.0","event_id":"sha256:a38e5670bcbe8670eae2e4c1be3c5bfd06277371d61f9738a5721c9122201be4"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:JOP7FJZ44XLTY2C43PLCSMEGIG","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Analyzing Multiple-Choice Reading and Listening Comprehension Tests","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Adian Liusie, Mark Gales, Vatsal Raina","submitted_at":"2023-07-03T14:55:02Z","abstract_excerpt":"Multiple-choice reading and listening comprehension tests are an important part of language assessment. Content creators for standard educational tests need to carefully curate questions that assess the comprehension abilities of candidates taking the tests. However, recent work has shown that a large number of questions in general multiple-choice reading comprehension datasets can be answered without comprehension, by leveraging world knowledge instead. This work investigates how much of a contextual passage needs to be read in multiple-choice reading based on conversation transcriptions and "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2307.01076","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2307.01076/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:27:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"j3KNBNCSC+/eqvFBwMlv1us7SYU70cXfDfIylSaf/YJZVTyi/V6OTdbo3WD+ZusfJPF/nAQQ8Y3NE0DR9zzzAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-16T04:42:25.564660Z"},"content_sha256":"f0384f3be9c7f58f1840cb0840fb167b0511d80b7b4b5aadc9926be524ca1f19","schema_version":"1.0","event_id":"sha256:f0384f3be9c7f58f1840cb0840fb167b0511d80b7b4b5aadc9926be524ca1f19"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/JOP7FJZ44XLTY2C43PLCSMEGIG/bundle.json","state_url":"https://pith.science/pith/JOP7FJZ44XLTY2C43PLCSMEGIG/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/JOP7FJZ44XLTY2C43PLCSMEGIG/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-16T04:42:25Z","links":{"resolver":"https://pith.science/pith/JOP7FJZ44XLTY2C43PLCSMEGIG","bundle":"https://pith.science/pith/JOP7FJZ44XLTY2C43PLCSMEGIG/bundle.json","state":"https://pith.science/pith/JOP7FJZ44XLTY2C43PLCSMEGIG/state.json","well_known_bundle":"https://pith.science/.well-known/pith/JOP7FJZ44XLTY2C43PLCSMEGIG/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:JOP7FJZ44XLTY2C43PLCSMEGIG","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"cc46f280b251e9e1dbcf8a9ad4a0c6bdd3bca9e644f672b0599adbe6002b264d","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-07-03T14:55:02Z","title_canon_sha256":"b2c4161ee5c22821b152ff30eea8e6ce95d367d063fe37a0ca3a6ca10eaa5f65"},"schema_version":"1.0","source":{"id":"2307.01076","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2307.01076","created_at":"2026-07-05T06:27:03Z"},{"alias_kind":"arxiv_version","alias_value":"2307.01076v1","created_at":"2026-07-05T06:27:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2307.01076","created_at":"2026-07-05T06:27:03Z"},{"alias_kind":"pith_short_12","alias_value":"JOP7FJZ44XLT","created_at":"2026-07-05T06:27:03Z"},{"alias_kind":"pith_short_16","alias_value":"JOP7FJZ44XLTY2C4","created_at":"2026-07-05T06:27:03Z"},{"alias_kind":"pith_short_8","alias_value":"JOP7FJZ4","created_at":"2026-07-05T06:27:03Z"}],"graph_snapshots":[{"event_id":"sha256:f0384f3be9c7f58f1840cb0840fb167b0511d80b7b4b5aadc9926be524ca1f19","target":"graph","created_at":"2026-07-05T06:27:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2307.01076/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Multiple-choice reading and listening comprehension tests are an important part of language assessment. Content creators for standard educational tests need to carefully curate questions that assess the comprehension abilities of candidates taking the tests. However, recent work has shown that a large number of questions in general multiple-choice reading comprehension datasets can be answered without comprehension, by leveraging world knowledge instead. This work investigates how much of a contextual passage needs to be read in multiple-choice reading based on conversation transcriptions and ","authors_text":"Adian Liusie, Mark Gales, Vatsal Raina","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-07-03T14:55:02Z","title":"Analyzing Multiple-Choice Reading and Listening Comprehension Tests"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2307.01076","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a38e5670bcbe8670eae2e4c1be3c5bfd06277371d61f9738a5721c9122201be4","target":"record","created_at":"2026-07-05T06:27:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"cc46f280b251e9e1dbcf8a9ad4a0c6bdd3bca9e644f672b0599adbe6002b264d","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-07-03T14:55:02Z","title_canon_sha256":"b2c4161ee5c22821b152ff30eea8e6ce95d367d063fe37a0ca3a6ca10eaa5f65"},"schema_version":"1.0","source":{"id":"2307.01076","kind":"arxiv","version":1}},"canonical_sha256":"4b9ff2a73ce5d73c685cdbd629308641883b144053bfc8a17f416879e34703fa","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"4b9ff2a73ce5d73c685cdbd629308641883b144053bfc8a17f416879e34703fa","first_computed_at":"2026-07-05T06:27:03.892816Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:27:03.892816Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"X7oAeVet2q4qX8SNtG0XAC1kvwgZ0qLaAqt0hz8V5qfG6YHwm/dXJ4NsM2FsyJFHiW4bnmkuTJu3aPNf5MciBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T06:27:03.893300Z","signed_message":"canonical_sha256_bytes"},"source_id":"2307.01076","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a38e5670bcbe8670eae2e4c1be3c5bfd06277371d61f9738a5721c9122201be4","sha256:f0384f3be9c7f58f1840cb0840fb167b0511d80b7b4b5aadc9926be524ca1f19"],"state_sha256":"48a04554df786bd6bbcd678df564f00a8addb8d4cedb7b13d528104f61bab198"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"v7j9ARuI2Vmz3K+UAAtaireDS58RxDbtAAPMQFu0AmBSvN4hxSxRybP2+78Vaj9VkDwDNrUiw0GqB1EDqOaJCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-16T04:42:25.568197Z","bundle_sha256":"9de873553a0ae5f824f5e4d370427ac0893398d92872ad3820b55e3606185c69"}}