{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:PQ2EEEDYVGBV53J6MMI53KGAPM","short_pith_number":"pith:PQ2EEEDY","canonical_record":{"source":{"id":"2004.01912","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-04-04T11:45:27Z","cross_cats_sorted":[],"title_canon_sha256":"a3e69c6dcc76e6372d056fc77b1415aa7bd4f37c26e828e98590cf3aa283c8a9","abstract_canon_sha256":"9aea70d9acd64143f5811a7a0119b31c89ba16278a027609c5638e314a67a340"},"schema_version":"1.0"},"canonical_sha256":"7c34421078a9835eed3e6311dda8c07b3956ecf9b1cd906bfe1029fb60947dda","source":{"kind":"arxiv","id":"2004.01912","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2004.01912","created_at":"2026-07-05T02:09:37Z"},{"alias_kind":"arxiv_version","alias_value":"2004.01912v2","created_at":"2026-07-05T02:09:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2004.01912","created_at":"2026-07-05T02:09:37Z"},{"alias_kind":"pith_short_12","alias_value":"PQ2EEEDYVGBV","created_at":"2026-07-05T02:09:37Z"},{"alias_kind":"pith_short_16","alias_value":"PQ2EEEDYVGBV53J6","created_at":"2026-07-05T02:09:37Z"},{"alias_kind":"pith_short_8","alias_value":"PQ2EEEDY","created_at":"2026-07-05T02:09:37Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:PQ2EEEDYVGBV53J6MMI53KGAPM","target":"record","payload":{"canonical_record":{"source":{"id":"2004.01912","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-04-04T11:45:27Z","cross_cats_sorted":[],"title_canon_sha256":"a3e69c6dcc76e6372d056fc77b1415aa7bd4f37c26e828e98590cf3aa283c8a9","abstract_canon_sha256":"9aea70d9acd64143f5811a7a0119b31c89ba16278a027609c5638e314a67a340"},"schema_version":"1.0"},"canonical_sha256":"7c34421078a9835eed3e6311dda8c07b3956ecf9b1cd906bfe1029fb60947dda","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:09:37.939958Z","signature_b64":"bVS3gry/cae6eVnF2yyfYQW0xLcRFhAbXsbQUu094GXPi3KXpb1RN8M0Px/YwaTVhorxCcm1suqbZNBhgGu2Cw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"7c34421078a9835eed3e6311dda8c07b3956ecf9b1cd906bfe1029fb60947dda","last_reissued_at":"2026-07-05T02:09:37.939534Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:09:37.939534Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2004.01912","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:09:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"pDVIRuJjXJ6CjYYZQHM6Y/favy3N7IInLWvU4x8Ytls4IRbHqvWUGxllG3EUx8INXGFVKqmB41owRYBRRW47Bg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T18:16:18.677896Z"},"content_sha256":"46a7e73f66aff8c8e4951ef24b8377288c72e8b4c097a67274aba3aa314ef485","schema_version":"1.0","event_id":"sha256:46a7e73f66aff8c8e4951ef24b8377288c72e8b4c097a67274aba3aa314ef485"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:PQ2EEEDYVGBV53J6MMI53KGAPM","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Benchmarking Machine Reading Comprehension: A Psychological Perspective","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Akiko Aizawa, Pontus Stenetorp, Saku Sugawara","submitted_at":"2020-04-04T11:45:27Z","abstract_excerpt":"Machine reading comprehension (MRC) has received considerable attention as a benchmark for natural language understanding. However, the conventional task design of MRC lacks explainability beyond the model interpretation, i.e., reading comprehension by a model cannot be explained in human terms. To this end, this position paper provides a theoretical basis for the design of MRC datasets based on psychology as well as psychometrics, and summarizes it in terms of the prerequisites for benchmarking MRC. We conclude that future datasets should (i) evaluate the capability of the model for construct"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2004.01912","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2004.01912/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:09:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ZvumN2Ga2dkPsynXU5MQ4rALgKCSCQ7XI8tVeFKnKoK9aai+5SPf1jPLEQ7wbK0YsoVXgTIRSEU0husBAderBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T18:16:18.678560Z"},"content_sha256":"c8ba6a76969c28cc1b151abab3a696f94271db9c3cf079bf5356497518106037","schema_version":"1.0","event_id":"sha256:c8ba6a76969c28cc1b151abab3a696f94271db9c3cf079bf5356497518106037"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/PQ2EEEDYVGBV53J6MMI53KGAPM/bundle.json","state_url":"https://pith.science/pith/PQ2EEEDYVGBV53J6MMI53KGAPM/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/PQ2EEEDYVGBV53J6MMI53KGAPM/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T18:16:18Z","links":{"resolver":"https://pith.science/pith/PQ2EEEDYVGBV53J6MMI53KGAPM","bundle":"https://pith.science/pith/PQ2EEEDYVGBV53J6MMI53KGAPM/bundle.json","state":"https://pith.science/pith/PQ2EEEDYVGBV53J6MMI53KGAPM/state.json","well_known_bundle":"https://pith.science/.well-known/pith/PQ2EEEDYVGBV53J6MMI53KGAPM/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:PQ2EEEDYVGBV53J6MMI53KGAPM","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"9aea70d9acd64143f5811a7a0119b31c89ba16278a027609c5638e314a67a340","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-04-04T11:45:27Z","title_canon_sha256":"a3e69c6dcc76e6372d056fc77b1415aa7bd4f37c26e828e98590cf3aa283c8a9"},"schema_version":"1.0","source":{"id":"2004.01912","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2004.01912","created_at":"2026-07-05T02:09:37Z"},{"alias_kind":"arxiv_version","alias_value":"2004.01912v2","created_at":"2026-07-05T02:09:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2004.01912","created_at":"2026-07-05T02:09:37Z"},{"alias_kind":"pith_short_12","alias_value":"PQ2EEEDYVGBV","created_at":"2026-07-05T02:09:37Z"},{"alias_kind":"pith_short_16","alias_value":"PQ2EEEDYVGBV53J6","created_at":"2026-07-05T02:09:37Z"},{"alias_kind":"pith_short_8","alias_value":"PQ2EEEDY","created_at":"2026-07-05T02:09:37Z"}],"graph_snapshots":[{"event_id":"sha256:c8ba6a76969c28cc1b151abab3a696f94271db9c3cf079bf5356497518106037","target":"graph","created_at":"2026-07-05T02:09:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2004.01912/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Machine reading comprehension (MRC) has received considerable attention as a benchmark for natural language understanding. However, the conventional task design of MRC lacks explainability beyond the model interpretation, i.e., reading comprehension by a model cannot be explained in human terms. To this end, this position paper provides a theoretical basis for the design of MRC datasets based on psychology as well as psychometrics, and summarizes it in terms of the prerequisites for benchmarking MRC. We conclude that future datasets should (i) evaluate the capability of the model for construct","authors_text":"Akiko Aizawa, Pontus Stenetorp, Saku Sugawara","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-04-04T11:45:27Z","title":"Benchmarking Machine Reading Comprehension: A Psychological Perspective"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2004.01912","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:46a7e73f66aff8c8e4951ef24b8377288c72e8b4c097a67274aba3aa314ef485","target":"record","created_at":"2026-07-05T02:09:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"9aea70d9acd64143f5811a7a0119b31c89ba16278a027609c5638e314a67a340","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-04-04T11:45:27Z","title_canon_sha256":"a3e69c6dcc76e6372d056fc77b1415aa7bd4f37c26e828e98590cf3aa283c8a9"},"schema_version":"1.0","source":{"id":"2004.01912","kind":"arxiv","version":2}},"canonical_sha256":"7c34421078a9835eed3e6311dda8c07b3956ecf9b1cd906bfe1029fb60947dda","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7c34421078a9835eed3e6311dda8c07b3956ecf9b1cd906bfe1029fb60947dda","first_computed_at":"2026-07-05T02:09:37.939534Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:09:37.939534Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"bVS3gry/cae6eVnF2yyfYQW0xLcRFhAbXsbQUu094GXPi3KXpb1RN8M0Px/YwaTVhorxCcm1suqbZNBhgGu2Cw==","signature_status":"signed_v1","signed_at":"2026-07-05T02:09:37.939958Z","signed_message":"canonical_sha256_bytes"},"source_id":"2004.01912","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:46a7e73f66aff8c8e4951ef24b8377288c72e8b4c097a67274aba3aa314ef485","sha256:c8ba6a76969c28cc1b151abab3a696f94271db9c3cf079bf5356497518106037"],"state_sha256":"f2288a461adf4b08485253fdeb78bfcabdb9e9eeeb365bb2aa7b3a1867e4cefe"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3801Q2OP8mBrrBIYxMxyTBC8Ua/Y0E1B0vYGSBMx3Xz8ya+y9et/28cFe8uXey7e6avESzfflJ9vcTHRHX5CAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T18:16:18.684234Z","bundle_sha256":"284d9116a05137eca3523bea2a27ac451cb10b811520bb606edf3dbc6e17cc08"}}