{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:VR47DM43J2AT5CMVTUNSZTQ3PG","short_pith_number":"pith:VR47DM43","canonical_record":{"source":{"id":"2004.14602","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-04-30T06:25:16Z","cross_cats_sorted":[],"title_canon_sha256":"c26f0057c217575c210942fedbb7dccc44c76d55407cd9cb44be01b9fbdb61e0","abstract_canon_sha256":"c045b47d7bfdb270095b1db588db1b0b94a49a6bd38bae25da4c5a28dd523086"},"schema_version":"1.0"},"canonical_sha256":"ac79f1b39b4e813e89959d1b2cce1b79a02a1003f1244085d56d69bbbed855ee","source":{"kind":"arxiv","id":"2004.14602","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2004.14602","created_at":"2026-07-05T02:20:54Z"},{"alias_kind":"arxiv_version","alias_value":"2004.14602v4","created_at":"2026-07-05T02:20:54Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2004.14602","created_at":"2026-07-05T02:20:54Z"},{"alias_kind":"pith_short_12","alias_value":"VR47DM43J2AT","created_at":"2026-07-05T02:20:54Z"},{"alias_kind":"pith_short_16","alias_value":"VR47DM43J2AT5CMV","created_at":"2026-07-05T02:20:54Z"},{"alias_kind":"pith_short_8","alias_value":"VR47DM43","created_at":"2026-07-05T02:20:54Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:VR47DM43J2AT5CMVTUNSZTQ3PG","target":"record","payload":{"canonical_record":{"source":{"id":"2004.14602","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-04-30T06:25:16Z","cross_cats_sorted":[],"title_canon_sha256":"c26f0057c217575c210942fedbb7dccc44c76d55407cd9cb44be01b9fbdb61e0","abstract_canon_sha256":"c045b47d7bfdb270095b1db588db1b0b94a49a6bd38bae25da4c5a28dd523086"},"schema_version":"1.0"},"canonical_sha256":"ac79f1b39b4e813e89959d1b2cce1b79a02a1003f1244085d56d69bbbed855ee","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:20:54.393070Z","signature_b64":"RcQjwGiod1GBH/BmXC+KshcuBbUXZOPgTOegS3E7OETrZWsC3ZYAmLFYuSpiMH3mW/QiCbxBB7jRqAoihWUhBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ac79f1b39b4e813e89959d1b2cce1b79a02a1003f1244085d56d69bbbed855ee","last_reissued_at":"2026-07-05T02:20:54.392579Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:20:54.392579Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2004.14602","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:20:54Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zEIPOCXhOWQYqBRDiprlO6IcS30yDQwl5a1r9pBVloRos2KBp8rnLSk2W2vzIiOm8PkuzLdtQlBdeAI1r2wdBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-09T10:17:33.094931Z"},"content_sha256":"afa5a0d6ef0c683bb2a23508e13096496ba2b87e3ca7632ae499618ef6ef6f03","schema_version":"1.0","event_id":"sha256:afa5a0d6ef0c683bb2a23508e13096496ba2b87e3ca7632ae499618ef6ef6f03"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:VR47DM43J2AT5CMVTUNSZTQ3PG","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Look at the First Sentence: Position Bias in Question Answering","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Gangwoo Kim, Hyunjae Kim, Jaewoo Kang, Jinhyuk Lee, Miyoung Ko","submitted_at":"2020-04-30T06:25:16Z","abstract_excerpt":"Many extractive question answering models are trained to predict start and end positions of answers. The choice of predicting answers as positions is mainly due to its simplicity and effectiveness. In this study, we hypothesize that when the distribution of the answer positions is highly skewed in the training set (e.g., answers lie only in the k-th sentence of each passage), QA models predicting answers as positions can learn spurious positional cues and fail to give answers in different positions. We first illustrate this position bias in popular extractive QA models such as BiDAF and BERT a"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2004.14602","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2004.14602/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:20:54Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Um/3T5I8Um4ne0ha0BOXOuAuecdAFAXKa4o0LlePsQ0wGH8neWjBGmBcTBn8cHuG0Lhepx33sbLX3jv0AkLaDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-09T10:17:33.095330Z"},"content_sha256":"4c1cd6d361fedf81c6814bedbe303d2cc88bcf030f2d1f299ac03f0c13c7a8d4","schema_version":"1.0","event_id":"sha256:4c1cd6d361fedf81c6814bedbe303d2cc88bcf030f2d1f299ac03f0c13c7a8d4"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/VR47DM43J2AT5CMVTUNSZTQ3PG/bundle.json","state_url":"https://pith.science/pith/VR47DM43J2AT5CMVTUNSZTQ3PG/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/VR47DM43J2AT5CMVTUNSZTQ3PG/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-09T10:17:33Z","links":{"resolver":"https://pith.science/pith/VR47DM43J2AT5CMVTUNSZTQ3PG","bundle":"https://pith.science/pith/VR47DM43J2AT5CMVTUNSZTQ3PG/bundle.json","state":"https://pith.science/pith/VR47DM43J2AT5CMVTUNSZTQ3PG/state.json","well_known_bundle":"https://pith.science/.well-known/pith/VR47DM43J2AT5CMVTUNSZTQ3PG/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:VR47DM43J2AT5CMVTUNSZTQ3PG","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c045b47d7bfdb270095b1db588db1b0b94a49a6bd38bae25da4c5a28dd523086","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-04-30T06:25:16Z","title_canon_sha256":"c26f0057c217575c210942fedbb7dccc44c76d55407cd9cb44be01b9fbdb61e0"},"schema_version":"1.0","source":{"id":"2004.14602","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2004.14602","created_at":"2026-07-05T02:20:54Z"},{"alias_kind":"arxiv_version","alias_value":"2004.14602v4","created_at":"2026-07-05T02:20:54Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2004.14602","created_at":"2026-07-05T02:20:54Z"},{"alias_kind":"pith_short_12","alias_value":"VR47DM43J2AT","created_at":"2026-07-05T02:20:54Z"},{"alias_kind":"pith_short_16","alias_value":"VR47DM43J2AT5CMV","created_at":"2026-07-05T02:20:54Z"},{"alias_kind":"pith_short_8","alias_value":"VR47DM43","created_at":"2026-07-05T02:20:54Z"}],"graph_snapshots":[{"event_id":"sha256:4c1cd6d361fedf81c6814bedbe303d2cc88bcf030f2d1f299ac03f0c13c7a8d4","target":"graph","created_at":"2026-07-05T02:20:54Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2004.14602/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Many extractive question answering models are trained to predict start and end positions of answers. The choice of predicting answers as positions is mainly due to its simplicity and effectiveness. In this study, we hypothesize that when the distribution of the answer positions is highly skewed in the training set (e.g., answers lie only in the k-th sentence of each passage), QA models predicting answers as positions can learn spurious positional cues and fail to give answers in different positions. We first illustrate this position bias in popular extractive QA models such as BiDAF and BERT a","authors_text":"Gangwoo Kim, Hyunjae Kim, Jaewoo Kang, Jinhyuk Lee, Miyoung Ko","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-04-30T06:25:16Z","title":"Look at the First Sentence: Position Bias in Question Answering"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2004.14602","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:afa5a0d6ef0c683bb2a23508e13096496ba2b87e3ca7632ae499618ef6ef6f03","target":"record","created_at":"2026-07-05T02:20:54Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c045b47d7bfdb270095b1db588db1b0b94a49a6bd38bae25da4c5a28dd523086","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-04-30T06:25:16Z","title_canon_sha256":"c26f0057c217575c210942fedbb7dccc44c76d55407cd9cb44be01b9fbdb61e0"},"schema_version":"1.0","source":{"id":"2004.14602","kind":"arxiv","version":4}},"canonical_sha256":"ac79f1b39b4e813e89959d1b2cce1b79a02a1003f1244085d56d69bbbed855ee","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ac79f1b39b4e813e89959d1b2cce1b79a02a1003f1244085d56d69bbbed855ee","first_computed_at":"2026-07-05T02:20:54.392579Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:20:54.392579Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"RcQjwGiod1GBH/BmXC+KshcuBbUXZOPgTOegS3E7OETrZWsC3ZYAmLFYuSpiMH3mW/QiCbxBB7jRqAoihWUhBg==","signature_status":"signed_v1","signed_at":"2026-07-05T02:20:54.393070Z","signed_message":"canonical_sha256_bytes"},"source_id":"2004.14602","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:afa5a0d6ef0c683bb2a23508e13096496ba2b87e3ca7632ae499618ef6ef6f03","sha256:4c1cd6d361fedf81c6814bedbe303d2cc88bcf030f2d1f299ac03f0c13c7a8d4"],"state_sha256":"2475e9d38a1838511cab6fdd8e09863ac65b05df0d5f5e227efb257f74cef833"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gJW3YwDxqVb5GH98EmcN/CjRw2cPHfrDG5wJ85i4iWDqjHEysEkAYwHNAWOXwIltnNxkhoulGMhxRpGcbKGLBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-09T10:17:33.097507Z","bundle_sha256":"9e42d4b62f77913ce0d81bacb0046bc53640c155405852a0ba036bd245c6fdcd"}}