{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:OY2IKIUV26SU6PZU4XJKXV2UPE","short_pith_number":"pith:OY2IKIUV","canonical_record":{"source":{"id":"2211.07040","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-11-13T23:02:09Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"2f88934549ae9511499c724643f8e4088f86c2a508b1757e2ea7ae7dd0524638","abstract_canon_sha256":"2743f554bc92f4b3107e22b374f06cdd20e1190676135f4bd94b190d121670df"},"schema_version":"1.0"},"canonical_sha256":"7634852295d7a54f3f34e5d2abd7547922f13f7c22e1567963fab160a0b21931","source":{"kind":"arxiv","id":"2211.07040","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2211.07040","created_at":"2026-07-05T06:15:18Z"},{"alias_kind":"arxiv_version","alias_value":"2211.07040v2","created_at":"2026-07-05T06:15:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2211.07040","created_at":"2026-07-05T06:15:18Z"},{"alias_kind":"pith_short_12","alias_value":"OY2IKIUV26SU","created_at":"2026-07-05T06:15:18Z"},{"alias_kind":"pith_short_16","alias_value":"OY2IKIUV26SU6PZU","created_at":"2026-07-05T06:15:18Z"},{"alias_kind":"pith_short_8","alias_value":"OY2IKIUV","created_at":"2026-07-05T06:15:18Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:OY2IKIUV26SU6PZU4XJKXV2UPE","target":"record","payload":{"canonical_record":{"source":{"id":"2211.07040","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-11-13T23:02:09Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"2f88934549ae9511499c724643f8e4088f86c2a508b1757e2ea7ae7dd0524638","abstract_canon_sha256":"2743f554bc92f4b3107e22b374f06cdd20e1190676135f4bd94b190d121670df"},"schema_version":"1.0"},"canonical_sha256":"7634852295d7a54f3f34e5d2abd7547922f13f7c22e1567963fab160a0b21931","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:15:18.073148Z","signature_b64":"y7quSDPll5Vr2oA37lo7CJC0S/57+0WsqN8xe7t2hhSmn9C1x1D97lsbenjxaKytNlwuOEOjHvJg+QpwlrLPDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"7634852295d7a54f3f34e5d2abd7547922f13f7c22e1567963fab160a0b21931","last_reissued_at":"2026-07-05T06:15:18.072736Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:15:18.072736Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2211.07040","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:15:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"n9vC12/K00rsX7jJGE+84ic9iBGtgYL7SKmqxVlxmyhERA4Ev4RewjNxGUV+kYA52XdTW22TtLNNsFmKMIbKDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-16T13:59:56.038573Z"},"content_sha256":"c38addbcf526ce43b873f8ab0f9d74a9640462dbe48c2fa51e66f945ffb3edda","schema_version":"1.0","event_id":"sha256:c38addbcf526ce43b873f8ab0f9d74a9640462dbe48c2fa51e66f945ffb3edda"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:OY2IKIUV26SU6PZU4XJKXV2UPE","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"World Knowledge in Multiple Choice Reading Comprehension","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Adian Liusie, Mark Gales, Vatsal Raina","submitted_at":"2022-11-13T23:02:09Z","abstract_excerpt":"Recently it has been shown that without any access to the contextual passage, multiple choice reading comprehension (MCRC) systems are able to answer questions significantly better than random on average. These systems use their accumulated \"world knowledge\" to directly answer questions, rather than using information from the passage. This paper examines the possibility of exploiting this observation as a tool for test designers to ensure that the use of \"world knowledge\" is acceptable for a particular set of questions. We propose information-theory based metrics that enable the level of \"worl"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2211.07040","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2211.07040/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:15:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VAnuLl9wpWKa2Q8s+AMeNRUH3QKccb0CVbVB0pX2jFitLcY8RCudzkFommkRvk+GVsfPfHzl0dKjN112DC1LCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-16T13:59:56.039095Z"},"content_sha256":"a9367420e409af71c7022373d970cc9a9baf9f24a8dd0202096a13e9052d689d","schema_version":"1.0","event_id":"sha256:a9367420e409af71c7022373d970cc9a9baf9f24a8dd0202096a13e9052d689d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/OY2IKIUV26SU6PZU4XJKXV2UPE/bundle.json","state_url":"https://pith.science/pith/OY2IKIUV26SU6PZU4XJKXV2UPE/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/OY2IKIUV26SU6PZU4XJKXV2UPE/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-16T13:59:56Z","links":{"resolver":"https://pith.science/pith/OY2IKIUV26SU6PZU4XJKXV2UPE","bundle":"https://pith.science/pith/OY2IKIUV26SU6PZU4XJKXV2UPE/bundle.json","state":"https://pith.science/pith/OY2IKIUV26SU6PZU4XJKXV2UPE/state.json","well_known_bundle":"https://pith.science/.well-known/pith/OY2IKIUV26SU6PZU4XJKXV2UPE/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:OY2IKIUV26SU6PZU4XJKXV2UPE","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"2743f554bc92f4b3107e22b374f06cdd20e1190676135f4bd94b190d121670df","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-11-13T23:02:09Z","title_canon_sha256":"2f88934549ae9511499c724643f8e4088f86c2a508b1757e2ea7ae7dd0524638"},"schema_version":"1.0","source":{"id":"2211.07040","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2211.07040","created_at":"2026-07-05T06:15:18Z"},{"alias_kind":"arxiv_version","alias_value":"2211.07040v2","created_at":"2026-07-05T06:15:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2211.07040","created_at":"2026-07-05T06:15:18Z"},{"alias_kind":"pith_short_12","alias_value":"OY2IKIUV26SU","created_at":"2026-07-05T06:15:18Z"},{"alias_kind":"pith_short_16","alias_value":"OY2IKIUV26SU6PZU","created_at":"2026-07-05T06:15:18Z"},{"alias_kind":"pith_short_8","alias_value":"OY2IKIUV","created_at":"2026-07-05T06:15:18Z"}],"graph_snapshots":[{"event_id":"sha256:a9367420e409af71c7022373d970cc9a9baf9f24a8dd0202096a13e9052d689d","target":"graph","created_at":"2026-07-05T06:15:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2211.07040/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recently it has been shown that without any access to the contextual passage, multiple choice reading comprehension (MCRC) systems are able to answer questions significantly better than random on average. These systems use their accumulated \"world knowledge\" to directly answer questions, rather than using information from the passage. This paper examines the possibility of exploiting this observation as a tool for test designers to ensure that the use of \"world knowledge\" is acceptable for a particular set of questions. We propose information-theory based metrics that enable the level of \"worl","authors_text":"Adian Liusie, Mark Gales, Vatsal Raina","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-11-13T23:02:09Z","title":"World Knowledge in Multiple Choice Reading Comprehension"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2211.07040","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c38addbcf526ce43b873f8ab0f9d74a9640462dbe48c2fa51e66f945ffb3edda","target":"record","created_at":"2026-07-05T06:15:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"2743f554bc92f4b3107e22b374f06cdd20e1190676135f4bd94b190d121670df","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-11-13T23:02:09Z","title_canon_sha256":"2f88934549ae9511499c724643f8e4088f86c2a508b1757e2ea7ae7dd0524638"},"schema_version":"1.0","source":{"id":"2211.07040","kind":"arxiv","version":2}},"canonical_sha256":"7634852295d7a54f3f34e5d2abd7547922f13f7c22e1567963fab160a0b21931","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7634852295d7a54f3f34e5d2abd7547922f13f7c22e1567963fab160a0b21931","first_computed_at":"2026-07-05T06:15:18.072736Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:15:18.072736Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"y7quSDPll5Vr2oA37lo7CJC0S/57+0WsqN8xe7t2hhSmn9C1x1D97lsbenjxaKytNlwuOEOjHvJg+QpwlrLPDw==","signature_status":"signed_v1","signed_at":"2026-07-05T06:15:18.073148Z","signed_message":"canonical_sha256_bytes"},"source_id":"2211.07040","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c38addbcf526ce43b873f8ab0f9d74a9640462dbe48c2fa51e66f945ffb3edda","sha256:a9367420e409af71c7022373d970cc9a9baf9f24a8dd0202096a13e9052d689d"],"state_sha256":"de1fdf207f97885d5537ffd5fcef914e39449338afa98d2d79361d29444c2827"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5uZf/ZbF5KqXmKM2ePc9wh3lt6ree9cVJlkx7IHg8C9F5ZYatltxW8Vt/RwAHOVnEAceVRimjFYVOyGyhaGxBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-16T13:59:56.044649Z","bundle_sha256":"0a02f9479c44926ae56481d5414a4b6576872fa465a5eba3665856e591a65b2a"}}