{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2018:UNOW7XLKIA27KZFCFHWYJMIOTH","short_pith_number":"pith:UNOW7XLK","canonical_record":{"source":{"id":"1808.09384","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-08-28T16:17:43Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"73613a566232aeee04f1373c881868e07454e57263291d84c5edb28be2db9202","abstract_canon_sha256":"90ac037347a75b9c3eb710d64dfd60c67fe700315d1cba445946ae8ca6c1f330"},"schema_version":"1.0"},"canonical_sha256":"a35d6fdd6a4035f564a229ed84b10e99fd86c981ef55d314cfcb00d70b67b9f5","source":{"kind":"arxiv","id":"1808.09384","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1808.09384","created_at":"2026-05-18T00:07:01Z"},{"alias_kind":"arxiv_version","alias_value":"1808.09384v1","created_at":"2026-05-18T00:07:01Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1808.09384","created_at":"2026-05-18T00:07:01Z"},{"alias_kind":"pith_short_12","alias_value":"UNOW7XLKIA27","created_at":"2026-05-18T12:32:56Z"},{"alias_kind":"pith_short_16","alias_value":"UNOW7XLKIA27KZFC","created_at":"2026-05-18T12:32:56Z"},{"alias_kind":"pith_short_8","alias_value":"UNOW7XLK","created_at":"2026-05-18T12:32:56Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2018:UNOW7XLKIA27KZFCFHWYJMIOTH","target":"record","payload":{"canonical_record":{"source":{"id":"1808.09384","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-08-28T16:17:43Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"73613a566232aeee04f1373c881868e07454e57263291d84c5edb28be2db9202","abstract_canon_sha256":"90ac037347a75b9c3eb710d64dfd60c67fe700315d1cba445946ae8ca6c1f330"},"schema_version":"1.0"},"canonical_sha256":"a35d6fdd6a4035f564a229ed84b10e99fd86c981ef55d314cfcb00d70b67b9f5","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:07:01.535166Z","signature_b64":"yKO1YGDmqmV4WCI5gJoUFCKR5+vYuRb0W+lvN4a3KYJcdNy58gST96ndtkNj41nS+QIp2wSWncYlH2cViRHdAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a35d6fdd6a4035f564a229ed84b10e99fd86c981ef55d314cfcb00d70b67b9f5","last_reissued_at":"2026-05-18T00:07:01.534739Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:07:01.534739Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1808.09384","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:07:01Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Qb6LYwlQWOha/kJiNho1NsNFuxzew+2AYzPHYbs+FhDUOmrjEZY6FiN5GSnf11g/02nBi6wAE4VUbFIa27AnAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-25T08:01:06.536626Z"},"content_sha256":"a249e2b73077896f03f0e9a743b029cba749f0874ad8bb344bb536133ea2a7a2","schema_version":"1.0","event_id":"sha256:a249e2b73077896f03f0e9a743b029cba749f0874ad8bb344bb536133ea2a7a2"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2018:UNOW7XLKIA27KZFCFHWYJMIOTH","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"What Makes Reading Comprehension Questions Easier?","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Akiko Aizawa, Kentaro Inui, Saku Sugawara, Satoshi Sekine","submitted_at":"2018-08-28T16:17:43Z","abstract_excerpt":"A challenge in creating a dataset for machine reading comprehension (MRC) is to collect questions that require a sophisticated understanding of language to answer beyond using superficial cues. In this work, we investigate what makes questions easier across recent 12 MRC datasets with three question styles (answer extraction, description, and multiple choice). We propose to employ simple heuristics to split each dataset into easy and hard subsets and examine the performance of two baseline models for each of the subsets. We then manually annotate questions sampled from each subset with both va"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1808.09384","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:07:01Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"mMBB24MlUcNvjbg5s2iM9R2wce2TaPO+s+Wr68zy9FCBOynSTTsYt2/HslSMdrCryBNZ9UGdF/ARGDAaMg2nCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-25T08:01:06.537330Z"},"content_sha256":"e7f70e10ae2abd98aaa1e17c8696b79e8bab052cede020c543c8fbc009367a11","schema_version":"1.0","event_id":"sha256:e7f70e10ae2abd98aaa1e17c8696b79e8bab052cede020c543c8fbc009367a11"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/UNOW7XLKIA27KZFCFHWYJMIOTH/bundle.json","state_url":"https://pith.science/pith/UNOW7XLKIA27KZFCFHWYJMIOTH/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/UNOW7XLKIA27KZFCFHWYJMIOTH/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-25T08:01:06Z","links":{"resolver":"https://pith.science/pith/UNOW7XLKIA27KZFCFHWYJMIOTH","bundle":"https://pith.science/pith/UNOW7XLKIA27KZFCFHWYJMIOTH/bundle.json","state":"https://pith.science/pith/UNOW7XLKIA27KZFCFHWYJMIOTH/state.json","well_known_bundle":"https://pith.science/.well-known/pith/UNOW7XLKIA27KZFCFHWYJMIOTH/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2018:UNOW7XLKIA27KZFCFHWYJMIOTH","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"90ac037347a75b9c3eb710d64dfd60c67fe700315d1cba445946ae8ca6c1f330","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-08-28T16:17:43Z","title_canon_sha256":"73613a566232aeee04f1373c881868e07454e57263291d84c5edb28be2db9202"},"schema_version":"1.0","source":{"id":"1808.09384","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1808.09384","created_at":"2026-05-18T00:07:01Z"},{"alias_kind":"arxiv_version","alias_value":"1808.09384v1","created_at":"2026-05-18T00:07:01Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1808.09384","created_at":"2026-05-18T00:07:01Z"},{"alias_kind":"pith_short_12","alias_value":"UNOW7XLKIA27","created_at":"2026-05-18T12:32:56Z"},{"alias_kind":"pith_short_16","alias_value":"UNOW7XLKIA27KZFC","created_at":"2026-05-18T12:32:56Z"},{"alias_kind":"pith_short_8","alias_value":"UNOW7XLK","created_at":"2026-05-18T12:32:56Z"}],"graph_snapshots":[{"event_id":"sha256:e7f70e10ae2abd98aaa1e17c8696b79e8bab052cede020c543c8fbc009367a11","target":"graph","created_at":"2026-05-18T00:07:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"A challenge in creating a dataset for machine reading comprehension (MRC) is to collect questions that require a sophisticated understanding of language to answer beyond using superficial cues. In this work, we investigate what makes questions easier across recent 12 MRC datasets with three question styles (answer extraction, description, and multiple choice). We propose to employ simple heuristics to split each dataset into easy and hard subsets and examine the performance of two baseline models for each of the subsets. We then manually annotate questions sampled from each subset with both va","authors_text":"Akiko Aizawa, Kentaro Inui, Saku Sugawara, Satoshi Sekine","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-08-28T16:17:43Z","title":"What Makes Reading Comprehension Questions Easier?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1808.09384","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a249e2b73077896f03f0e9a743b029cba749f0874ad8bb344bb536133ea2a7a2","target":"record","created_at":"2026-05-18T00:07:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"90ac037347a75b9c3eb710d64dfd60c67fe700315d1cba445946ae8ca6c1f330","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-08-28T16:17:43Z","title_canon_sha256":"73613a566232aeee04f1373c881868e07454e57263291d84c5edb28be2db9202"},"schema_version":"1.0","source":{"id":"1808.09384","kind":"arxiv","version":1}},"canonical_sha256":"a35d6fdd6a4035f564a229ed84b10e99fd86c981ef55d314cfcb00d70b67b9f5","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a35d6fdd6a4035f564a229ed84b10e99fd86c981ef55d314cfcb00d70b67b9f5","first_computed_at":"2026-05-18T00:07:01.534739Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:07:01.534739Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"yKO1YGDmqmV4WCI5gJoUFCKR5+vYuRb0W+lvN4a3KYJcdNy58gST96ndtkNj41nS+QIp2wSWncYlH2cViRHdAA==","signature_status":"signed_v1","signed_at":"2026-05-18T00:07:01.535166Z","signed_message":"canonical_sha256_bytes"},"source_id":"1808.09384","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a249e2b73077896f03f0e9a743b029cba749f0874ad8bb344bb536133ea2a7a2","sha256:e7f70e10ae2abd98aaa1e17c8696b79e8bab052cede020c543c8fbc009367a11"],"state_sha256":"6e5b8c55952b07b319111751f4fa75e598af85e67b1b14f5dad18b6724ad03f0"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"abiq30dTzgSo64TXTdE9zXI0mf7h2EsOEsK+hhu2hxLf9X6nviO+PmAtxH2Dv94n3zmOWrduMGNzUJhVkJ+WBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-25T08:01:06.541225Z","bundle_sha256":"dc30c70337625816c79b93da23b7937d469c14254c5f48de6424148062b8b6f1"}}