{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:QSQQWO3POZTNCAV5UCLSV3XRPT","short_pith_number":"pith:QSQQWO3P","canonical_record":{"source":{"id":"2106.01024","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-06-02T08:43:12Z","cross_cats_sorted":[],"title_canon_sha256":"8b183a2f5035b0d7be0fa243c3b00a540ab7db66d43b391c1f3c43f2a7df5523","abstract_canon_sha256":"538a5b2cc8c23feac40be3f71a5ebc6597bd4b02b0111f15eea2b8bd08d78718"},"schema_version":"1.0"},"canonical_sha256":"84a10b3b6f7666d102bda0972aeef17cd8fe01291a37cf0b0b4f575203e3ade0","source":{"kind":"arxiv","id":"2106.01024","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2106.01024","created_at":"2026-07-05T02:45:43Z"},{"alias_kind":"arxiv_version","alias_value":"2106.01024v1","created_at":"2026-07-05T02:45:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2106.01024","created_at":"2026-07-05T02:45:43Z"},{"alias_kind":"pith_short_12","alias_value":"QSQQWO3POZTN","created_at":"2026-07-05T02:45:43Z"},{"alias_kind":"pith_short_16","alias_value":"QSQQWO3POZTNCAV5","created_at":"2026-07-05T02:45:43Z"},{"alias_kind":"pith_short_8","alias_value":"QSQQWO3P","created_at":"2026-07-05T02:45:43Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:QSQQWO3POZTNCAV5UCLSV3XRPT","target":"record","payload":{"canonical_record":{"source":{"id":"2106.01024","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-06-02T08:43:12Z","cross_cats_sorted":[],"title_canon_sha256":"8b183a2f5035b0d7be0fa243c3b00a540ab7db66d43b391c1f3c43f2a7df5523","abstract_canon_sha256":"538a5b2cc8c23feac40be3f71a5ebc6597bd4b02b0111f15eea2b8bd08d78718"},"schema_version":"1.0"},"canonical_sha256":"84a10b3b6f7666d102bda0972aeef17cd8fe01291a37cf0b0b4f575203e3ade0","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:45:43.010964Z","signature_b64":"7JMNJ5pT9oUhpMI3q1Q7Ae+MiOOnb7USmbfL0MrIFXTcmoYRKmDgbL5cd/r9IYLeBVyArfvxbVwCZe2wfNVYBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"84a10b3b6f7666d102bda0972aeef17cd8fe01291a37cf0b0b4f575203e3ade0","last_reissued_at":"2026-07-05T02:45:43.010536Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:45:43.010536Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2106.01024","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:45:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DLvx+QMbIRHfXGRcNiU68Xirk6TmF5swnS63boHd61LTkEUdht2ngOW6IOB0dtIaFx9W2LxoKMLRHHa4jOf8CQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T13:52:03.104020Z"},"content_sha256":"661d2e03feeff5a45f39cb70812c20da13c85b077bba827ec989723cb7772b79","schema_version":"1.0","event_id":"sha256:661d2e03feeff5a45f39cb70812c20da13c85b077bba827ec989723cb7772b79"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:QSQQWO3POZTNCAV5UCLSV3XRPT","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Why Machine Reading Comprehension Models Learn Shortcuts?","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Chen Zhang, Dongyan Zhao, Quzhe Huang, Yansong Feng, Yuxuan Lai","submitted_at":"2021-06-02T08:43:12Z","abstract_excerpt":"Recent studies report that many machine reading comprehension (MRC) models can perform closely to or even better than humans on benchmark datasets. However, existing works indicate that many MRC models may learn shortcuts to outwit these benchmarks, but the performance is unsatisfactory in real-world applications. In this work, we attempt to explore, instead of the expected comprehension skills, why these models learn the shortcuts. Based on the observation that a large portion of questions in current datasets have shortcut solutions, we argue that larger proportion of shortcut questions in tr"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2106.01024","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2106.01024/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:45:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"uXxPo71I95LP9LioIGckIMyaef07Kd3DxnnmC3Siv9uDBJ18oS1yMriJg6MUommxwDqel71xzyCcD2S//8BDBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T13:52:03.105118Z"},"content_sha256":"913e4df0b6432836af7778a6910bfaf7b9b512cf4baafbc00a5c2ee38f2e3543","schema_version":"1.0","event_id":"sha256:913e4df0b6432836af7778a6910bfaf7b9b512cf4baafbc00a5c2ee38f2e3543"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/QSQQWO3POZTNCAV5UCLSV3XRPT/bundle.json","state_url":"https://pith.science/pith/QSQQWO3POZTNCAV5UCLSV3XRPT/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/QSQQWO3POZTNCAV5UCLSV3XRPT/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T13:52:03Z","links":{"resolver":"https://pith.science/pith/QSQQWO3POZTNCAV5UCLSV3XRPT","bundle":"https://pith.science/pith/QSQQWO3POZTNCAV5UCLSV3XRPT/bundle.json","state":"https://pith.science/pith/QSQQWO3POZTNCAV5UCLSV3XRPT/state.json","well_known_bundle":"https://pith.science/.well-known/pith/QSQQWO3POZTNCAV5UCLSV3XRPT/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:QSQQWO3POZTNCAV5UCLSV3XRPT","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"538a5b2cc8c23feac40be3f71a5ebc6597bd4b02b0111f15eea2b8bd08d78718","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-06-02T08:43:12Z","title_canon_sha256":"8b183a2f5035b0d7be0fa243c3b00a540ab7db66d43b391c1f3c43f2a7df5523"},"schema_version":"1.0","source":{"id":"2106.01024","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2106.01024","created_at":"2026-07-05T02:45:43Z"},{"alias_kind":"arxiv_version","alias_value":"2106.01024v1","created_at":"2026-07-05T02:45:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2106.01024","created_at":"2026-07-05T02:45:43Z"},{"alias_kind":"pith_short_12","alias_value":"QSQQWO3POZTN","created_at":"2026-07-05T02:45:43Z"},{"alias_kind":"pith_short_16","alias_value":"QSQQWO3POZTNCAV5","created_at":"2026-07-05T02:45:43Z"},{"alias_kind":"pith_short_8","alias_value":"QSQQWO3P","created_at":"2026-07-05T02:45:43Z"}],"graph_snapshots":[{"event_id":"sha256:913e4df0b6432836af7778a6910bfaf7b9b512cf4baafbc00a5c2ee38f2e3543","target":"graph","created_at":"2026-07-05T02:45:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2106.01024/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recent studies report that many machine reading comprehension (MRC) models can perform closely to or even better than humans on benchmark datasets. However, existing works indicate that many MRC models may learn shortcuts to outwit these benchmarks, but the performance is unsatisfactory in real-world applications. In this work, we attempt to explore, instead of the expected comprehension skills, why these models learn the shortcuts. Based on the observation that a large portion of questions in current datasets have shortcut solutions, we argue that larger proportion of shortcut questions in tr","authors_text":"Chen Zhang, Dongyan Zhao, Quzhe Huang, Yansong Feng, Yuxuan Lai","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-06-02T08:43:12Z","title":"Why Machine Reading Comprehension Models Learn Shortcuts?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2106.01024","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:661d2e03feeff5a45f39cb70812c20da13c85b077bba827ec989723cb7772b79","target":"record","created_at":"2026-07-05T02:45:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"538a5b2cc8c23feac40be3f71a5ebc6597bd4b02b0111f15eea2b8bd08d78718","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-06-02T08:43:12Z","title_canon_sha256":"8b183a2f5035b0d7be0fa243c3b00a540ab7db66d43b391c1f3c43f2a7df5523"},"schema_version":"1.0","source":{"id":"2106.01024","kind":"arxiv","version":1}},"canonical_sha256":"84a10b3b6f7666d102bda0972aeef17cd8fe01291a37cf0b0b4f575203e3ade0","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"84a10b3b6f7666d102bda0972aeef17cd8fe01291a37cf0b0b4f575203e3ade0","first_computed_at":"2026-07-05T02:45:43.010536Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:45:43.010536Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"7JMNJ5pT9oUhpMI3q1Q7Ae+MiOOnb7USmbfL0MrIFXTcmoYRKmDgbL5cd/r9IYLeBVyArfvxbVwCZe2wfNVYBw==","signature_status":"signed_v1","signed_at":"2026-07-05T02:45:43.010964Z","signed_message":"canonical_sha256_bytes"},"source_id":"2106.01024","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:661d2e03feeff5a45f39cb70812c20da13c85b077bba827ec989723cb7772b79","sha256:913e4df0b6432836af7778a6910bfaf7b9b512cf4baafbc00a5c2ee38f2e3543"],"state_sha256":"a01c68eb8fc738b9322ef59b73054f219378746e778954d2f72f0afebc3bc2e9"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ax9QbdFWvmZYrRuhJNnsHF5lncUXAaxyYVXK8WEYwmHYqhycjxucDQbrPkAc8MIuzxLeArRMzsHQ3PYXhsRyBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T13:52:03.112004Z","bundle_sha256":"06ec18fa2c5afb4818961bfeb78c1b7eba58c570c5585e5e9279e8303a1b30d6"}}