{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:LOCLVP4S6GV67QDRXR7N7OLZT6","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e60a97bcc313feb1370c6180bc6e018b38c7fa87ce548bb19d57e5494b152b86","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CV","submitted_at":"2025-06-11T17:57:32Z","title_canon_sha256":"b1a3d36cc1a73de2a5abcfb3d6ed79aec8fa0d9292f50411fe41d04c088d7df2"},"schema_version":"1.0","source":{"id":"2506.09987","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.09987","created_at":"2026-07-05T11:20:00Z"},{"alias_kind":"arxiv_version","alias_value":"2506.09987v1","created_at":"2026-07-05T11:20:00Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.09987","created_at":"2026-07-05T11:20:00Z"},{"alias_kind":"pith_short_12","alias_value":"LOCLVP4S6GV6","created_at":"2026-07-05T11:20:00Z"},{"alias_kind":"pith_short_16","alias_value":"LOCLVP4S6GV67QDR","created_at":"2026-07-05T11:20:00Z"},{"alias_kind":"pith_short_8","alias_value":"LOCLVP4S","created_at":"2026-07-05T11:20:00Z"}],"graph_snapshots":[{"event_id":"sha256:46f9592e70a025f30ad1e0664a05f693f4e462c8113d9a38013e2b55bfcc73f3","target":"graph","created_at":"2026-07-05T11:20:00Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2506.09987/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Existing benchmarks for assessing the spatio-temporal understanding and reasoning abilities of video language models are susceptible to score inflation due to the presence of shortcut solutions based on superficial visual or textual cues. This paper mitigates the challenges in accurately assessing model performance by introducing the Minimal Video Pairs (MVP) benchmark, a simple shortcut-aware video QA benchmark for assessing the physical understanding of video language models. The benchmark is comprised of 55K high-quality multiple-choice video QA examples focusing on physical world understan","authors_text":"Benno Krojer, Candace Ross, Koustuv Sinha, Mahmoud Assran, Mojtaba Komeili, Nicolas Ballas, Quentin Garrido","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CV","submitted_at":"2025-06-11T17:57:32Z","title":"A Shortcut-aware Video-QA Benchmark for Physical Understanding via Minimal Video Pairs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.09987","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:98a498d0516a953f793b0ff306b1ca04c3d6a88bba9fb957fffb736ded996901","target":"record","created_at":"2026-07-05T11:20:00Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e60a97bcc313feb1370c6180bc6e018b38c7fa87ce548bb19d57e5494b152b86","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CV","submitted_at":"2025-06-11T17:57:32Z","title_canon_sha256":"b1a3d36cc1a73de2a5abcfb3d6ed79aec8fa0d9292f50411fe41d04c088d7df2"},"schema_version":"1.0","source":{"id":"2506.09987","kind":"arxiv","version":1}},"canonical_sha256":"5b84babf92f1abefc071bc7edfb9799fa6c4d4a7b66d301b7b98cfa5a4ec3d9e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5b84babf92f1abefc071bc7edfb9799fa6c4d4a7b66d301b7b98cfa5a4ec3d9e","first_computed_at":"2026-07-05T11:20:00.213459Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:20:00.213459Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"M2odDiq6543A997VFPxXUXOq8bRyOxeWu5MjHupMuOvE1Jbat+iG45hCkmLUOguihRXpyuCQ8fI2uJneVvHnCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T11:20:00.214061Z","signed_message":"canonical_sha256_bytes"},"source_id":"2506.09987","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:98a498d0516a953f793b0ff306b1ca04c3d6a88bba9fb957fffb736ded996901","sha256:46f9592e70a025f30ad1e0664a05f693f4e462c8113d9a38013e2b55bfcc73f3"],"state_sha256":"54ccb6e0e845cea074d897d2d393108258b20083bfb91918196238f0b1b6b1d7"}