{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:C7IVVFNDBHSDU2SMSUNAF4OJNV","short_pith_number":"pith:C7IVVFND","canonical_record":{"source":{"id":"2005.01525","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2020-05-04T14:36:07Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"b3e05eac7f34ed276bbb82d2e970eb7cdc68045cc03e0ea25f7b6f33f7c44555","abstract_canon_sha256":"04a73356fb18e00346e59479a0e29b376abcb829667ed146af55ac88e802bb7c"},"schema_version":"1.0"},"canonical_sha256":"17d15a95a309e43a6a4c951a02f1c96d72086012d59b1c74f1d1935201c0d7df","source":{"kind":"arxiv","id":"2005.01525","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2005.01525","created_at":"2026-07-05T01:01:57Z"},{"alias_kind":"arxiv_version","alias_value":"2005.01525v2","created_at":"2026-07-05T01:01:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2005.01525","created_at":"2026-07-05T01:01:57Z"},{"alias_kind":"pith_short_12","alias_value":"C7IVVFNDBHSD","created_at":"2026-07-05T01:01:57Z"},{"alias_kind":"pith_short_16","alias_value":"C7IVVFNDBHSDU2SM","created_at":"2026-07-05T01:01:57Z"},{"alias_kind":"pith_short_8","alias_value":"C7IVVFND","created_at":"2026-07-05T01:01:57Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:C7IVVFNDBHSDU2SMSUNAF4OJNV","target":"record","payload":{"canonical_record":{"source":{"id":"2005.01525","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2020-05-04T14:36:07Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"b3e05eac7f34ed276bbb82d2e970eb7cdc68045cc03e0ea25f7b6f33f7c44555","abstract_canon_sha256":"04a73356fb18e00346e59479a0e29b376abcb829667ed146af55ac88e802bb7c"},"schema_version":"1.0"},"canonical_sha256":"17d15a95a309e43a6a4c951a02f1c96d72086012d59b1c74f1d1935201c0d7df","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:01:57.060211Z","signature_b64":"jhM1DrvBw/giBYAjsc44+vz6hNAOjvfCh/9P8wZU7rQqlhhC86RRRD3J6FjgX0A9GCmuO0prUKxZlGPS32v5CQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"17d15a95a309e43a6a4c951a02f1c96d72086012d59b1c74f1d1935201c0d7df","last_reissued_at":"2026-07-05T01:01:57.059647Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:01:57.059647Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2005.01525","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:01:57Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qcZl0aotpNVcXK2YEVTZDeACM96LeQ8d+eOZxvymzGfTDzYKiHynZHze6az/+nO6HY2ATBtTnug+slrLSNdTDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T19:36:41.442237Z"},"content_sha256":"348f18670844e11b4ced77a5a995cd56ed8efd524ec800fc8a2b4156bc615443","schema_version":"1.0","event_id":"sha256:348f18670844e11b4ced77a5a995cd56ed8efd524ec800fc8a2b4156bc615443"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:C7IVVFNDBHSDU2SMSUNAF4OJNV","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"To Test Machine Comprehension, Start by Defining Comprehension","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Akash Bharadwaj, David Ferrucci, Gregory Burnham, Jennifer Chu-Carroll, Jesse Dunietz, Owen Rambow","submitted_at":"2020-05-04T14:36:07Z","abstract_excerpt":"Many tasks aim to measure machine reading comprehension (MRC), often focusing on question types presumed to be difficult. Rarely, however, do task designers start by considering what systems should in fact comprehend. In this paper we make two key contributions. First, we argue that existing approaches do not adequately define comprehension; they are too unsystematic about what content is tested. Second, we present a detailed definition of comprehension -- a \"Template of Understanding\" -- for a widely useful class of texts, namely short narratives. We then conduct an experiment that strongly s"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2005.01525","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2005.01525/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:01:57Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9cO/lGIrLGM/OQoAOFrsLAgnzpOM0/Pf2/lFznqn4SneidBZMvoeAnlzI1q2fSTz1NhLm3vO8miSnjcQxczJAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T19:36:41.442631Z"},"content_sha256":"237311b4618f2da639dbafd1f5444b0fcc9e88d429fa1a04615366e9bdd77f5c","schema_version":"1.0","event_id":"sha256:237311b4618f2da639dbafd1f5444b0fcc9e88d429fa1a04615366e9bdd77f5c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/C7IVVFNDBHSDU2SMSUNAF4OJNV/bundle.json","state_url":"https://pith.science/pith/C7IVVFNDBHSDU2SMSUNAF4OJNV/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/C7IVVFNDBHSDU2SMSUNAF4OJNV/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T19:36:41Z","links":{"resolver":"https://pith.science/pith/C7IVVFNDBHSDU2SMSUNAF4OJNV","bundle":"https://pith.science/pith/C7IVVFNDBHSDU2SMSUNAF4OJNV/bundle.json","state":"https://pith.science/pith/C7IVVFNDBHSDU2SMSUNAF4OJNV/state.json","well_known_bundle":"https://pith.science/.well-known/pith/C7IVVFNDBHSDU2SMSUNAF4OJNV/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:C7IVVFNDBHSDU2SMSUNAF4OJNV","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"04a73356fb18e00346e59479a0e29b376abcb829667ed146af55ac88e802bb7c","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2020-05-04T14:36:07Z","title_canon_sha256":"b3e05eac7f34ed276bbb82d2e970eb7cdc68045cc03e0ea25f7b6f33f7c44555"},"schema_version":"1.0","source":{"id":"2005.01525","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2005.01525","created_at":"2026-07-05T01:01:57Z"},{"alias_kind":"arxiv_version","alias_value":"2005.01525v2","created_at":"2026-07-05T01:01:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2005.01525","created_at":"2026-07-05T01:01:57Z"},{"alias_kind":"pith_short_12","alias_value":"C7IVVFNDBHSD","created_at":"2026-07-05T01:01:57Z"},{"alias_kind":"pith_short_16","alias_value":"C7IVVFNDBHSDU2SM","created_at":"2026-07-05T01:01:57Z"},{"alias_kind":"pith_short_8","alias_value":"C7IVVFND","created_at":"2026-07-05T01:01:57Z"}],"graph_snapshots":[{"event_id":"sha256:237311b4618f2da639dbafd1f5444b0fcc9e88d429fa1a04615366e9bdd77f5c","target":"graph","created_at":"2026-07-05T01:01:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2005.01525/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Many tasks aim to measure machine reading comprehension (MRC), often focusing on question types presumed to be difficult. Rarely, however, do task designers start by considering what systems should in fact comprehend. In this paper we make two key contributions. First, we argue that existing approaches do not adequately define comprehension; they are too unsystematic about what content is tested. Second, we present a detailed definition of comprehension -- a \"Template of Understanding\" -- for a widely useful class of texts, namely short narratives. We then conduct an experiment that strongly s","authors_text":"Akash Bharadwaj, David Ferrucci, Gregory Burnham, Jennifer Chu-Carroll, Jesse Dunietz, Owen Rambow","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2020-05-04T14:36:07Z","title":"To Test Machine Comprehension, Start by Defining Comprehension"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2005.01525","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:348f18670844e11b4ced77a5a995cd56ed8efd524ec800fc8a2b4156bc615443","target":"record","created_at":"2026-07-05T01:01:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"04a73356fb18e00346e59479a0e29b376abcb829667ed146af55ac88e802bb7c","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2020-05-04T14:36:07Z","title_canon_sha256":"b3e05eac7f34ed276bbb82d2e970eb7cdc68045cc03e0ea25f7b6f33f7c44555"},"schema_version":"1.0","source":{"id":"2005.01525","kind":"arxiv","version":2}},"canonical_sha256":"17d15a95a309e43a6a4c951a02f1c96d72086012d59b1c74f1d1935201c0d7df","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"17d15a95a309e43a6a4c951a02f1c96d72086012d59b1c74f1d1935201c0d7df","first_computed_at":"2026-07-05T01:01:57.059647Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:01:57.059647Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"jhM1DrvBw/giBYAjsc44+vz6hNAOjvfCh/9P8wZU7rQqlhhC86RRRD3J6FjgX0A9GCmuO0prUKxZlGPS32v5CQ==","signature_status":"signed_v1","signed_at":"2026-07-05T01:01:57.060211Z","signed_message":"canonical_sha256_bytes"},"source_id":"2005.01525","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:348f18670844e11b4ced77a5a995cd56ed8efd524ec800fc8a2b4156bc615443","sha256:237311b4618f2da639dbafd1f5444b0fcc9e88d429fa1a04615366e9bdd77f5c"],"state_sha256":"201f92de4ebd71246f649761f16111205610a66466b4e7ea5d96459be094bd79"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"K2Q0qbt9B+hihmfvMcqx4KGMt3vjAxdR6pJD4smy6IJ5U3RUM+B1NfTp51spGnL1FYj/5AFMQcgojShmJyD2Cg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T19:36:41.444581Z","bundle_sha256":"0aad5b9d3cfae22c0871cd2092c2736bcd879242ac360a45e83f813ba80c09c5"}}