{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:65HYLHET5JGKLCVZZXJQM7XTLE","short_pith_number":"pith:65HYLHET","canonical_record":{"source":{"id":"2007.03626","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-07-07T17:00:11Z","cross_cats_sorted":["cs.CV","cs.LG","stat.ML"],"title_canon_sha256":"c283d1e01c22f731ee527d0805779a42f44604cc78c804211ccc3817fc1eed0f","abstract_canon_sha256":"612255deb7a6cacaa98c755255395131bcdea5e68d68fa04bcf137e38d1d3164"},"schema_version":"1.0"},"canonical_sha256":"f74f859c93ea4ca58ab9cdd3067ef359139c9d57707c788ebf29c27fcc51897c","source":{"kind":"arxiv","id":"2007.03626","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2007.03626","created_at":"2026-07-05T01:17:04Z"},{"alias_kind":"arxiv_version","alias_value":"2007.03626v1","created_at":"2026-07-05T01:17:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2007.03626","created_at":"2026-07-05T01:17:04Z"},{"alias_kind":"pith_short_12","alias_value":"65HYLHET5JGK","created_at":"2026-07-05T01:17:04Z"},{"alias_kind":"pith_short_16","alias_value":"65HYLHET5JGKLCVZ","created_at":"2026-07-05T01:17:04Z"},{"alias_kind":"pith_short_8","alias_value":"65HYLHET","created_at":"2026-07-05T01:17:04Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:65HYLHET5JGKLCVZZXJQM7XTLE","target":"record","payload":{"canonical_record":{"source":{"id":"2007.03626","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-07-07T17:00:11Z","cross_cats_sorted":["cs.CV","cs.LG","stat.ML"],"title_canon_sha256":"c283d1e01c22f731ee527d0805779a42f44604cc78c804211ccc3817fc1eed0f","abstract_canon_sha256":"612255deb7a6cacaa98c755255395131bcdea5e68d68fa04bcf137e38d1d3164"},"schema_version":"1.0"},"canonical_sha256":"f74f859c93ea4ca58ab9cdd3067ef359139c9d57707c788ebf29c27fcc51897c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:17:04.916630Z","signature_b64":"POR3LC3KcUf6jyv2oba/bsmdIVklXDHCMqd1wmOxbR1kEF2ejhpE7pfvmnpWFUKNPpvlpx+ZG9nWI+UCSlDFBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f74f859c93ea4ca58ab9cdd3067ef359139c9d57707c788ebf29c27fcc51897c","last_reissued_at":"2026-07-05T01:17:04.916216Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:17:04.916216Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2007.03626","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:17:04Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"k4CqFgY0J+4Rmn1E3EhonJ5+sg67Clvc1BS15g9Z9S380VQPTkSJ0bySR6iBkKzrLysXeqOqS4Ii7QbsJG8pCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T01:46:10.602630Z"},"content_sha256":"df9d67e63b5b1d927385b3d981aa5b7b6bbd17b3613eabd819ca9bc40eeb072c","schema_version":"1.0","event_id":"sha256:df9d67e63b5b1d927385b3d981aa5b7b6bbd17b3613eabd819ca9bc40eeb072c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:65HYLHET5JGKLCVZZXJQM7XTLE","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"What Gives the Answer Away? Question Answering Bias Analysis on Video QA Datasets","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CV","cs.LG","stat.ML"],"primary_cat":"cs.CL","authors_text":"Amir Zadeh, Jianing Yang, Louis-Philippe Morency, Ruitao Yi, Yongxin Wang, Yuying Zhu","submitted_at":"2020-07-07T17:00:11Z","abstract_excerpt":"Question answering biases in video QA datasets can mislead multimodal model to overfit to QA artifacts and jeopardize the model's ability to generalize. Understanding how strong these QA biases are and where they come from helps the community measure progress more accurately and provide researchers insights to debug their models. In this paper, we analyze QA biases in popular video question answering datasets and discover pretrained language models can answer 37-48% questions correctly without using any multimodal context information, far exceeding the 20% random guess baseline for 5-choose-1 "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2007.03626","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2007.03626/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:17:04Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Fwv3MVlxNBc+PftcoEMNHlkqfpHcAq6WlqoP+j2V02n6CDvSpGLYBI/tZBevREvo28fPT3rKICMghln+okNrBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T01:46:10.603145Z"},"content_sha256":"f683bc46fe849a2f8cfeeadaa600e8894c876e812eaf3bcc62350a1c8d23193c","schema_version":"1.0","event_id":"sha256:f683bc46fe849a2f8cfeeadaa600e8894c876e812eaf3bcc62350a1c8d23193c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/65HYLHET5JGKLCVZZXJQM7XTLE/bundle.json","state_url":"https://pith.science/pith/65HYLHET5JGKLCVZZXJQM7XTLE/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/65HYLHET5JGKLCVZZXJQM7XTLE/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T01:46:10Z","links":{"resolver":"https://pith.science/pith/65HYLHET5JGKLCVZZXJQM7XTLE","bundle":"https://pith.science/pith/65HYLHET5JGKLCVZZXJQM7XTLE/bundle.json","state":"https://pith.science/pith/65HYLHET5JGKLCVZZXJQM7XTLE/state.json","well_known_bundle":"https://pith.science/.well-known/pith/65HYLHET5JGKLCVZZXJQM7XTLE/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:65HYLHET5JGKLCVZZXJQM7XTLE","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"612255deb7a6cacaa98c755255395131bcdea5e68d68fa04bcf137e38d1d3164","cross_cats_sorted":["cs.CV","cs.LG","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-07-07T17:00:11Z","title_canon_sha256":"c283d1e01c22f731ee527d0805779a42f44604cc78c804211ccc3817fc1eed0f"},"schema_version":"1.0","source":{"id":"2007.03626","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2007.03626","created_at":"2026-07-05T01:17:04Z"},{"alias_kind":"arxiv_version","alias_value":"2007.03626v1","created_at":"2026-07-05T01:17:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2007.03626","created_at":"2026-07-05T01:17:04Z"},{"alias_kind":"pith_short_12","alias_value":"65HYLHET5JGK","created_at":"2026-07-05T01:17:04Z"},{"alias_kind":"pith_short_16","alias_value":"65HYLHET5JGKLCVZ","created_at":"2026-07-05T01:17:04Z"},{"alias_kind":"pith_short_8","alias_value":"65HYLHET","created_at":"2026-07-05T01:17:04Z"}],"graph_snapshots":[{"event_id":"sha256:f683bc46fe849a2f8cfeeadaa600e8894c876e812eaf3bcc62350a1c8d23193c","target":"graph","created_at":"2026-07-05T01:17:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2007.03626/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Question answering biases in video QA datasets can mislead multimodal model to overfit to QA artifacts and jeopardize the model's ability to generalize. Understanding how strong these QA biases are and where they come from helps the community measure progress more accurately and provide researchers insights to debug their models. In this paper, we analyze QA biases in popular video question answering datasets and discover pretrained language models can answer 37-48% questions correctly without using any multimodal context information, far exceeding the 20% random guess baseline for 5-choose-1 ","authors_text":"Amir Zadeh, Jianing Yang, Louis-Philippe Morency, Ruitao Yi, Yongxin Wang, Yuying Zhu","cross_cats":["cs.CV","cs.LG","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-07-07T17:00:11Z","title":"What Gives the Answer Away? Question Answering Bias Analysis on Video QA Datasets"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2007.03626","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:df9d67e63b5b1d927385b3d981aa5b7b6bbd17b3613eabd819ca9bc40eeb072c","target":"record","created_at":"2026-07-05T01:17:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"612255deb7a6cacaa98c755255395131bcdea5e68d68fa04bcf137e38d1d3164","cross_cats_sorted":["cs.CV","cs.LG","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-07-07T17:00:11Z","title_canon_sha256":"c283d1e01c22f731ee527d0805779a42f44604cc78c804211ccc3817fc1eed0f"},"schema_version":"1.0","source":{"id":"2007.03626","kind":"arxiv","version":1}},"canonical_sha256":"f74f859c93ea4ca58ab9cdd3067ef359139c9d57707c788ebf29c27fcc51897c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f74f859c93ea4ca58ab9cdd3067ef359139c9d57707c788ebf29c27fcc51897c","first_computed_at":"2026-07-05T01:17:04.916216Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:17:04.916216Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"POR3LC3KcUf6jyv2oba/bsmdIVklXDHCMqd1wmOxbR1kEF2ejhpE7pfvmnpWFUKNPpvlpx+ZG9nWI+UCSlDFBw==","signature_status":"signed_v1","signed_at":"2026-07-05T01:17:04.916630Z","signed_message":"canonical_sha256_bytes"},"source_id":"2007.03626","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:df9d67e63b5b1d927385b3d981aa5b7b6bbd17b3613eabd819ca9bc40eeb072c","sha256:f683bc46fe849a2f8cfeeadaa600e8894c876e812eaf3bcc62350a1c8d23193c"],"state_sha256":"93edff9baa9a0a514479d06b4772cbe52a3b79c25a6f2ba4ad24828153bee3a3"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"h2pzP/6Moz4kO+OOLsIgESPQ6qVJMxicnbwYys/bnHHBj1LHY3nSL2wCk8lRG+Z/8mjPKM9jqW4EviRTUQryAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T01:46:10.606658Z","bundle_sha256":"75af26aafa5074805c8b884bbd947869f0245f6d3b45a2e95fe77ce75624be3e"}}