{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:JD52WJBDHEAOFMSFFNCWLEWRCF","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8538a7f85a8457fdcff42d5314b4b0ea2a8322aad9f9502b58c6c2ee8872adbb","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2025-03-07T23:17:59Z","title_canon_sha256":"80489093f3143662e76060de067eee3b26508092c929e593039240e1afe5ccb1"},"schema_version":"1.0","source":{"id":"2503.05977","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2503.05977","created_at":"2026-07-05T10:26:50Z"},{"alias_kind":"arxiv_version","alias_value":"2503.05977v1","created_at":"2026-07-05T10:26:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2503.05977","created_at":"2026-07-05T10:26:50Z"},{"alias_kind":"pith_short_12","alias_value":"JD52WJBDHEAO","created_at":"2026-07-05T10:26:50Z"},{"alias_kind":"pith_short_16","alias_value":"JD52WJBDHEAOFMSF","created_at":"2026-07-05T10:26:50Z"},{"alias_kind":"pith_short_8","alias_value":"JD52WJBD","created_at":"2026-07-05T10:26:50Z"}],"graph_snapshots":[{"event_id":"sha256:2e11e6c6931c036eea846aa138483bfe940f2986ff87a32353cebdb9a73fa78c","target":"graph","created_at":"2026-07-05T10:26:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2503.05977/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"As video language models (VLMs) gain more applications in various scenarios, the need for robust and scalable evaluation of their performance becomes increasingly critical. The traditional human expert-based evaluation of VLMs has limitations in consistency and scalability, which sparked interest in automatic methods such as employing VLMs to evaluate VLMs. However, the reliability of VLMs as judges remains underexplored. Existing methods often rely on a single VLM as the evaluator. However, this approach can be unreliable or biased because such a model may lack the ability to fully understand","authors_text":"Ming Liu, Wensheng Zhang","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2025-03-07T23:17:59Z","title":"Is Your Video Language Model a Reliable Judge?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2503.05977","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:58b73f2178a3f9b5c00c24006f2e0787882435ac4fac7a99916b5824ad00beb6","target":"record","created_at":"2026-07-05T10:26:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8538a7f85a8457fdcff42d5314b4b0ea2a8322aad9f9502b58c6c2ee8872adbb","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2025-03-07T23:17:59Z","title_canon_sha256":"80489093f3143662e76060de067eee3b26508092c929e593039240e1afe5ccb1"},"schema_version":"1.0","source":{"id":"2503.05977","kind":"arxiv","version":1}},"canonical_sha256":"48fbab24233900e2b2452b456592d1116b33945c07b59d0b700a214af0a92230","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"48fbab24233900e2b2452b456592d1116b33945c07b59d0b700a214af0a92230","first_computed_at":"2026-07-05T10:26:50.469666Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:26:50.469666Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"0QuxnUQ5tYfksq/Kco0MzZd74iTJPJRsJn7XSTE5p3dz7k8/WkBCNYhXTCSMWuVTroMXQ/7mbzHtdtPRa2gwDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T10:26:50.470173Z","signed_message":"canonical_sha256_bytes"},"source_id":"2503.05977","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:58b73f2178a3f9b5c00c24006f2e0787882435ac4fac7a99916b5824ad00beb6","sha256:2e11e6c6931c036eea846aa138483bfe940f2986ff87a32353cebdb9a73fa78c"],"state_sha256":"49967b818d43e53238c32dec1f77494de0ada013cc88fec7ff613c598fa8ab61"}