{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:PAUH6VE54JLNNEWQA6KAOZRGOE","short_pith_number":"pith:PAUH6VE5","canonical_record":{"source":{"id":"2011.07127","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2020-11-13T20:59:21Z","cross_cats_sorted":[],"title_canon_sha256":"784f4983ba30e319605eb3d2f2df540b5076f30c6979d0fa305cb15421dea77c","abstract_canon_sha256":"f8d53a3e47ff961e52816a3ffb3033cb7e1a24f01e730eef95bd0f04f16b18a3"},"schema_version":"1.0"},"canonical_sha256":"78287f549de256d692d00794076626710e32fec61bd81bba0295f6887d3c478f","source":{"kind":"arxiv","id":"2011.07127","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2011.07127","created_at":"2026-07-05T01:51:29Z"},{"alias_kind":"arxiv_version","alias_value":"2011.07127v1","created_at":"2026-07-05T01:51:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2011.07127","created_at":"2026-07-05T01:51:29Z"},{"alias_kind":"pith_short_12","alias_value":"PAUH6VE54JLN","created_at":"2026-07-05T01:51:29Z"},{"alias_kind":"pith_short_16","alias_value":"PAUH6VE54JLNNEWQ","created_at":"2026-07-05T01:51:29Z"},{"alias_kind":"pith_short_8","alias_value":"PAUH6VE5","created_at":"2026-07-05T01:51:29Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:PAUH6VE54JLNNEWQA6KAOZRGOE","target":"record","payload":{"canonical_record":{"source":{"id":"2011.07127","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2020-11-13T20:59:21Z","cross_cats_sorted":[],"title_canon_sha256":"784f4983ba30e319605eb3d2f2df540b5076f30c6979d0fa305cb15421dea77c","abstract_canon_sha256":"f8d53a3e47ff961e52816a3ffb3033cb7e1a24f01e730eef95bd0f04f16b18a3"},"schema_version":"1.0"},"canonical_sha256":"78287f549de256d692d00794076626710e32fec61bd81bba0295f6887d3c478f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:51:29.424949Z","signature_b64":"QtlvY7M8DeezyYKg+Y28+/FpHdSzPzAApCXmQWchTqj99bhwoAphoUGYZp3tGiVwUzPELZNEeQZShNejaBuNAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"78287f549de256d692d00794076626710e32fec61bd81bba0295f6887d3c478f","last_reissued_at":"2026-07-05T01:51:29.424607Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:51:29.424607Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2011.07127","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:51:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dWw6nBamy+blPPuUfWtUd51LzdgQFfp6+l1+99nt1MLRdBXiyX2lvzejq78qO4S83uIT+665c4Y7Ko0Tr0E6Dw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T17:06:16.191500Z"},"content_sha256":"1e59c85ebb8801e48fefcb7f1cc35485221d7fd2b32067f8fcaf549b0605aed2","schema_version":"1.0","event_id":"sha256:1e59c85ebb8801e48fefcb7f1cc35485221d7fd2b32067f8fcaf549b0605aed2"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:PAUH6VE54JLNNEWQA6KAOZRGOE","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"IIRC: A Dataset of Incomplete Information Reading Comprehension Questions","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Hannaneh Hajishirzi, James Ferguson, Matt Gardner, Pradeep Dasigi, Tushar Khot","submitted_at":"2020-11-13T20:59:21Z","abstract_excerpt":"Humans often have to read multiple documents to address their information needs. However, most existing reading comprehension (RC) tasks only focus on questions for which the contexts provide all the information required to answer them, thus not evaluating a system's performance at identifying a potential lack of sufficient information and locating sources for that information. To fill this gap, we present a dataset, IIRC, with more than 13K questions over paragraphs from English Wikipedia that provide only partial information to answer them, with the missing information occurring in one or mo"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2011.07127","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2011.07127/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:51:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RVPllnIxcjko/0owtNDJNkJBNOZbQD+E98J6+NfFFpCf6LLztNQgVSxm+pLY1QozTMo8fIJ5pcu9Hvcy8yiDCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T17:06:16.192003Z"},"content_sha256":"ff761e68a53d7bf02856b49185ff4541cbba94138f4afc8e54e28048c3d7fdf9","schema_version":"1.0","event_id":"sha256:ff761e68a53d7bf02856b49185ff4541cbba94138f4afc8e54e28048c3d7fdf9"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/PAUH6VE54JLNNEWQA6KAOZRGOE/bundle.json","state_url":"https://pith.science/pith/PAUH6VE54JLNNEWQA6KAOZRGOE/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/PAUH6VE54JLNNEWQA6KAOZRGOE/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-14T17:06:16Z","links":{"resolver":"https://pith.science/pith/PAUH6VE54JLNNEWQA6KAOZRGOE","bundle":"https://pith.science/pith/PAUH6VE54JLNNEWQA6KAOZRGOE/bundle.json","state":"https://pith.science/pith/PAUH6VE54JLNNEWQA6KAOZRGOE/state.json","well_known_bundle":"https://pith.science/.well-known/pith/PAUH6VE54JLNNEWQA6KAOZRGOE/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:PAUH6VE54JLNNEWQA6KAOZRGOE","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f8d53a3e47ff961e52816a3ffb3033cb7e1a24f01e730eef95bd0f04f16b18a3","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2020-11-13T20:59:21Z","title_canon_sha256":"784f4983ba30e319605eb3d2f2df540b5076f30c6979d0fa305cb15421dea77c"},"schema_version":"1.0","source":{"id":"2011.07127","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2011.07127","created_at":"2026-07-05T01:51:29Z"},{"alias_kind":"arxiv_version","alias_value":"2011.07127v1","created_at":"2026-07-05T01:51:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2011.07127","created_at":"2026-07-05T01:51:29Z"},{"alias_kind":"pith_short_12","alias_value":"PAUH6VE54JLN","created_at":"2026-07-05T01:51:29Z"},{"alias_kind":"pith_short_16","alias_value":"PAUH6VE54JLNNEWQ","created_at":"2026-07-05T01:51:29Z"},{"alias_kind":"pith_short_8","alias_value":"PAUH6VE5","created_at":"2026-07-05T01:51:29Z"}],"graph_snapshots":[{"event_id":"sha256:ff761e68a53d7bf02856b49185ff4541cbba94138f4afc8e54e28048c3d7fdf9","target":"graph","created_at":"2026-07-05T01:51:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2011.07127/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Humans often have to read multiple documents to address their information needs. However, most existing reading comprehension (RC) tasks only focus on questions for which the contexts provide all the information required to answer them, thus not evaluating a system's performance at identifying a potential lack of sufficient information and locating sources for that information. To fill this gap, we present a dataset, IIRC, with more than 13K questions over paragraphs from English Wikipedia that provide only partial information to answer them, with the missing information occurring in one or mo","authors_text":"Hannaneh Hajishirzi, James Ferguson, Matt Gardner, Pradeep Dasigi, Tushar Khot","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2020-11-13T20:59:21Z","title":"IIRC: A Dataset of Incomplete Information Reading Comprehension Questions"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2011.07127","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1e59c85ebb8801e48fefcb7f1cc35485221d7fd2b32067f8fcaf549b0605aed2","target":"record","created_at":"2026-07-05T01:51:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f8d53a3e47ff961e52816a3ffb3033cb7e1a24f01e730eef95bd0f04f16b18a3","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2020-11-13T20:59:21Z","title_canon_sha256":"784f4983ba30e319605eb3d2f2df540b5076f30c6979d0fa305cb15421dea77c"},"schema_version":"1.0","source":{"id":"2011.07127","kind":"arxiv","version":1}},"canonical_sha256":"78287f549de256d692d00794076626710e32fec61bd81bba0295f6887d3c478f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"78287f549de256d692d00794076626710e32fec61bd81bba0295f6887d3c478f","first_computed_at":"2026-07-05T01:51:29.424607Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:51:29.424607Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"QtlvY7M8DeezyYKg+Y28+/FpHdSzPzAApCXmQWchTqj99bhwoAphoUGYZp3tGiVwUzPELZNEeQZShNejaBuNAw==","signature_status":"signed_v1","signed_at":"2026-07-05T01:51:29.424949Z","signed_message":"canonical_sha256_bytes"},"source_id":"2011.07127","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1e59c85ebb8801e48fefcb7f1cc35485221d7fd2b32067f8fcaf549b0605aed2","sha256:ff761e68a53d7bf02856b49185ff4541cbba94138f4afc8e54e28048c3d7fdf9"],"state_sha256":"90ed36341f26ddd939968da9e755cc62220a658a3088993aabd8582e1c038e05"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"SGmYoNPEM1xO91Rkzotlnal2SCH0KlpcNFsT/c5+uLbVqpCPfNvzG6IyExtio5zLjViTE5uOT/R28RYTkO9yDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-14T17:06:16.197629Z","bundle_sha256":"d27869fd37d289d22da994d2d01a5abdfee0141521d512c597cd195fb1fc4f78"}}