{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2021:VPXNCRFQF66R6WV7ORVHGUIUDW","short_pith_number":"pith:VPXNCRFQ","schema_version":"1.0","canonical_sha256":"abeed144b02fbd1f5abf746a7351141dba8784151dd7395227a1d6c48d089a38","source":{"kind":"arxiv","id":"2110.08555","version":2},"attestation_state":"computed","paper":{"title":"On the Robustness of Reading Comprehension Models to Entity Renaming","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Bill Yuchen Lin, Jun Yan, Robin Jia, Sagnik Mukherjee, Xiang Ren, Yang Xiao","submitted_at":"2021-10-16T11:46:32Z","abstract_excerpt":"We study the robustness of machine reading comprehension (MRC) models to entity renaming -- do models make more wrong predictions when the same questions are asked about an entity whose name has been changed? Such failures imply that models overly rely on entity information to answer questions, and thus may generalize poorly when facts about the world change or questions are asked about novel entities. To systematically audit this issue, we present a pipeline to automatically generate test examples at scale, by replacing entity names in the original test sample with names from a variety of sou"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2110.08555","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-10-16T11:46:32Z","cross_cats_sorted":[],"title_canon_sha256":"e333e28d63140aa0640289c35b688ab85d74735443218d2e5d9ae0c322034043","abstract_canon_sha256":"ae5129c7222108d82f0000cd928e317cbb40a59780649decdcf94cdd9c5d1662"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:20:16.367622Z","signature_b64":"q+uxGvwGcxnEwUmYSM8Q8UYkSpAkRaw2/q2iMebYd9YAiMQIF+mVy1bg626xIrXc4bPYI2m+qqAKOv3RQn8bDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"abeed144b02fbd1f5abf746a7351141dba8784151dd7395227a1d6c48d089a38","last_reissued_at":"2026-07-05T04:20:16.367223Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:20:16.367223Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"On the Robustness of Reading Comprehension Models to Entity Renaming","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Bill Yuchen Lin, Jun Yan, Robin Jia, Sagnik Mukherjee, Xiang Ren, Yang Xiao","submitted_at":"2021-10-16T11:46:32Z","abstract_excerpt":"We study the robustness of machine reading comprehension (MRC) models to entity renaming -- do models make more wrong predictions when the same questions are asked about an entity whose name has been changed? Such failures imply that models overly rely on entity information to answer questions, and thus may generalize poorly when facts about the world change or questions are asked about novel entities. To systematically audit this issue, we present a pipeline to automatically generate test examples at scale, by replacing entity names in the original test sample with names from a variety of sou"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2110.08555","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2110.08555/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2110.08555","created_at":"2026-07-05T04:20:16.367280+00:00"},{"alias_kind":"arxiv_version","alias_value":"2110.08555v2","created_at":"2026-07-05T04:20:16.367280+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2110.08555","created_at":"2026-07-05T04:20:16.367280+00:00"},{"alias_kind":"pith_short_12","alias_value":"VPXNCRFQF66R","created_at":"2026-07-05T04:20:16.367280+00:00"},{"alias_kind":"pith_short_16","alias_value":"VPXNCRFQF66R6WV7","created_at":"2026-07-05T04:20:16.367280+00:00"},{"alias_kind":"pith_short_8","alias_value":"VPXNCRFQ","created_at":"2026-07-05T04:20:16.367280+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/VPXNCRFQF66R6WV7ORVHGUIUDW","json":"https://pith.science/pith/VPXNCRFQF66R6WV7ORVHGUIUDW.json","graph_json":"https://pith.science/api/pith-number/VPXNCRFQF66R6WV7ORVHGUIUDW/graph.json","events_json":"https://pith.science/api/pith-number/VPXNCRFQF66R6WV7ORVHGUIUDW/events.json","paper":"https://pith.science/paper/VPXNCRFQ"},"agent_actions":{"view_html":"https://pith.science/pith/VPXNCRFQF66R6WV7ORVHGUIUDW","download_json":"https://pith.science/pith/VPXNCRFQF66R6WV7ORVHGUIUDW.json","view_paper":"https://pith.science/paper/VPXNCRFQ","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2110.08555&json=true","fetch_graph":"https://pith.science/api/pith-number/VPXNCRFQF66R6WV7ORVHGUIUDW/graph.json","fetch_events":"https://pith.science/api/pith-number/VPXNCRFQF66R6WV7ORVHGUIUDW/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/VPXNCRFQF66R6WV7ORVHGUIUDW/action/timestamp_anchor","attest_storage":"https://pith.science/pith/VPXNCRFQF66R6WV7ORVHGUIUDW/action/storage_attestation","attest_author":"https://pith.science/pith/VPXNCRFQF66R6WV7ORVHGUIUDW/action/author_attestation","sign_citation":"https://pith.science/pith/VPXNCRFQF66R6WV7ORVHGUIUDW/action/citation_signature","submit_replication":"https://pith.science/pith/VPXNCRFQF66R6WV7ORVHGUIUDW/action/replication_record"}},"created_at":"2026-07-05T04:20:16.367280+00:00","updated_at":"2026-07-05T04:20:16.367280+00:00"}