{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:AWJMYB4YQPJCC6WFTVWXRHJGS7","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7d18652aa7d1c19998a32cb32f53851faa6fb72dcbf690d05e559c9db057054a","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-10-28T17:55:08Z","title_canon_sha256":"8d26e6884e8f2af2536a4ff784277a527fe104eb81fdfc9f9ab17ea78ec7c007"},"schema_version":"1.0","source":{"id":"2410.21259","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.21259","created_at":"2026-07-05T10:25:12Z"},{"alias_kind":"arxiv_version","alias_value":"2410.21259v4","created_at":"2026-07-05T10:25:12Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.21259","created_at":"2026-07-05T10:25:12Z"},{"alias_kind":"pith_short_12","alias_value":"AWJMYB4YQPJC","created_at":"2026-07-05T10:25:12Z"},{"alias_kind":"pith_short_16","alias_value":"AWJMYB4YQPJCC6WF","created_at":"2026-07-05T10:25:12Z"},{"alias_kind":"pith_short_8","alias_value":"AWJMYB4Y","created_at":"2026-07-05T10:25:12Z"}],"graph_snapshots":[{"event_id":"sha256:2df1515f1cc417050b03532d542d18fb97b682104980b06a8c3c1600c623221a","target":"graph","created_at":"2026-07-05T10:25:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.21259/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Vision-Language Models (LVLMs) have become essential for advancing the integration of visual and linguistic information. However, the evaluation of LVLMs presents significant challenges as the evaluation benchmark always demands lots of human cost for its construction, and remains static, lacking flexibility once constructed. Even though automatic evaluation has been explored in textual modality, the visual modality remains under-explored. As a result, in this work, we address a question: \"Can LVLMs themselves be used to benchmark each other in the visual automatically domain?\". We intro","authors_text":"Han Bao, Jiayi Ye, Mohamed Elhoseiny, Tianyi Zhou, Xiangliang Zhang, Xiangqi Wang, Xiuying Chen, Yanbo Wang, Yue Huang, Yue Zhao","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-10-28T17:55:08Z","title":"AutoBench-V: Can Large Vision-Language Models Benchmark Themselves?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.21259","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:40ae6006fd9aa80c8d629dc46b08f3fc71950439d9ca879750cea3a4325e2c60","target":"record","created_at":"2026-07-05T10:25:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7d18652aa7d1c19998a32cb32f53851faa6fb72dcbf690d05e559c9db057054a","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-10-28T17:55:08Z","title_canon_sha256":"8d26e6884e8f2af2536a4ff784277a527fe104eb81fdfc9f9ab17ea78ec7c007"},"schema_version":"1.0","source":{"id":"2410.21259","kind":"arxiv","version":4}},"canonical_sha256":"0592cc079883d2217ac59d6d789d2697ec35d2d36ea07610b76ee8d28147a360","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"0592cc079883d2217ac59d6d789d2697ec35d2d36ea07610b76ee8d28147a360","first_computed_at":"2026-07-05T10:25:12.979962Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:25:12.979962Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"mv3wdeYpBwwVBpfw/GxlI84v4gdK3Tx2YSrOecO/TA8stmWEQ3iI6ueO0yzL5fIHMVOy4KlJy1ur/jCcotM5BA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:25:12.980452Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.21259","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:40ae6006fd9aa80c8d629dc46b08f3fc71950439d9ca879750cea3a4325e2c60","sha256:2df1515f1cc417050b03532d542d18fb97b682104980b06a8c3c1600c623221a"],"state_sha256":"fd0313b364cd08097edc7b28a31f938b5bb455f67c0d7294e5a9b7320efad2e5"}