{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:AWJMYB4YQPJCC6WFTVWXRHJGS7","short_pith_number":"pith:AWJMYB4Y","canonical_record":{"source":{"id":"2410.21259","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-10-28T17:55:08Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"8d26e6884e8f2af2536a4ff784277a527fe104eb81fdfc9f9ab17ea78ec7c007","abstract_canon_sha256":"7d18652aa7d1c19998a32cb32f53851faa6fb72dcbf690d05e559c9db057054a"},"schema_version":"1.0"},"canonical_sha256":"0592cc079883d2217ac59d6d789d2697ec35d2d36ea07610b76ee8d28147a360","source":{"kind":"arxiv","id":"2410.21259","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.21259","created_at":"2026-07-05T10:25:12Z"},{"alias_kind":"arxiv_version","alias_value":"2410.21259v4","created_at":"2026-07-05T10:25:12Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.21259","created_at":"2026-07-05T10:25:12Z"},{"alias_kind":"pith_short_12","alias_value":"AWJMYB4YQPJC","created_at":"2026-07-05T10:25:12Z"},{"alias_kind":"pith_short_16","alias_value":"AWJMYB4YQPJCC6WF","created_at":"2026-07-05T10:25:12Z"},{"alias_kind":"pith_short_8","alias_value":"AWJMYB4Y","created_at":"2026-07-05T10:25:12Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:AWJMYB4YQPJCC6WFTVWXRHJGS7","target":"record","payload":{"canonical_record":{"source":{"id":"2410.21259","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-10-28T17:55:08Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"8d26e6884e8f2af2536a4ff784277a527fe104eb81fdfc9f9ab17ea78ec7c007","abstract_canon_sha256":"7d18652aa7d1c19998a32cb32f53851faa6fb72dcbf690d05e559c9db057054a"},"schema_version":"1.0"},"canonical_sha256":"0592cc079883d2217ac59d6d789d2697ec35d2d36ea07610b76ee8d28147a360","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:25:12.980452Z","signature_b64":"mv3wdeYpBwwVBpfw/GxlI84v4gdK3Tx2YSrOecO/TA8stmWEQ3iI6ueO0yzL5fIHMVOy4KlJy1ur/jCcotM5BA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"0592cc079883d2217ac59d6d789d2697ec35d2d36ea07610b76ee8d28147a360","last_reissued_at":"2026-07-05T10:25:12.979962Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:25:12.979962Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.21259","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:25:12Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"L3ggJkZ3plv0lQxypCNwsu9kEOgwMzgK1mh+SbxO6AD1h/8lOYKGYowslu9Ar8d/9c/tvjPnPv/Qwz0qC7sODg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T22:47:14.908129Z"},"content_sha256":"40ae6006fd9aa80c8d629dc46b08f3fc71950439d9ca879750cea3a4325e2c60","schema_version":"1.0","event_id":"sha256:40ae6006fd9aa80c8d629dc46b08f3fc71950439d9ca879750cea3a4325e2c60"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:AWJMYB4YQPJCC6WFTVWXRHJGS7","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"AutoBench-V: Can Large Vision-Language Models Benchmark Themselves?","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CV","authors_text":"Han Bao, Jiayi Ye, Mohamed Elhoseiny, Tianyi Zhou, Xiangliang Zhang, Xiangqi Wang, Xiuying Chen, Yanbo Wang, Yue Huang, Yue Zhao","submitted_at":"2024-10-28T17:55:08Z","abstract_excerpt":"Large Vision-Language Models (LVLMs) have become essential for advancing the integration of visual and linguistic information. However, the evaluation of LVLMs presents significant challenges as the evaluation benchmark always demands lots of human cost for its construction, and remains static, lacking flexibility once constructed. Even though automatic evaluation has been explored in textual modality, the visual modality remains under-explored. As a result, in this work, we address a question: \"Can LVLMs themselves be used to benchmark each other in the visual automatically domain?\". We intro"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.21259","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.21259/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:25:12Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"x+Zn5FJV0tX/WH5GTKV10E1MAQajz+z6HmhTWL9p888BdUSlPHcPKzUyHPVdqhAzixkSMypRMjozbasYdp7ODw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T22:47:14.908645Z"},"content_sha256":"2df1515f1cc417050b03532d542d18fb97b682104980b06a8c3c1600c623221a","schema_version":"1.0","event_id":"sha256:2df1515f1cc417050b03532d542d18fb97b682104980b06a8c3c1600c623221a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/AWJMYB4YQPJCC6WFTVWXRHJGS7/bundle.json","state_url":"https://pith.science/pith/AWJMYB4YQPJCC6WFTVWXRHJGS7/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/AWJMYB4YQPJCC6WFTVWXRHJGS7/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T22:47:14Z","links":{"resolver":"https://pith.science/pith/AWJMYB4YQPJCC6WFTVWXRHJGS7","bundle":"https://pith.science/pith/AWJMYB4YQPJCC6WFTVWXRHJGS7/bundle.json","state":"https://pith.science/pith/AWJMYB4YQPJCC6WFTVWXRHJGS7/state.json","well_known_bundle":"https://pith.science/.well-known/pith/AWJMYB4YQPJCC6WFTVWXRHJGS7/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:AWJMYB4YQPJCC6WFTVWXRHJGS7","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7d18652aa7d1c19998a32cb32f53851faa6fb72dcbf690d05e559c9db057054a","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-10-28T17:55:08Z","title_canon_sha256":"8d26e6884e8f2af2536a4ff784277a527fe104eb81fdfc9f9ab17ea78ec7c007"},"schema_version":"1.0","source":{"id":"2410.21259","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.21259","created_at":"2026-07-05T10:25:12Z"},{"alias_kind":"arxiv_version","alias_value":"2410.21259v4","created_at":"2026-07-05T10:25:12Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.21259","created_at":"2026-07-05T10:25:12Z"},{"alias_kind":"pith_short_12","alias_value":"AWJMYB4YQPJC","created_at":"2026-07-05T10:25:12Z"},{"alias_kind":"pith_short_16","alias_value":"AWJMYB4YQPJCC6WF","created_at":"2026-07-05T10:25:12Z"},{"alias_kind":"pith_short_8","alias_value":"AWJMYB4Y","created_at":"2026-07-05T10:25:12Z"}],"graph_snapshots":[{"event_id":"sha256:2df1515f1cc417050b03532d542d18fb97b682104980b06a8c3c1600c623221a","target":"graph","created_at":"2026-07-05T10:25:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.21259/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Vision-Language Models (LVLMs) have become essential for advancing the integration of visual and linguistic information. However, the evaluation of LVLMs presents significant challenges as the evaluation benchmark always demands lots of human cost for its construction, and remains static, lacking flexibility once constructed. Even though automatic evaluation has been explored in textual modality, the visual modality remains under-explored. As a result, in this work, we address a question: \"Can LVLMs themselves be used to benchmark each other in the visual automatically domain?\". We intro","authors_text":"Han Bao, Jiayi Ye, Mohamed Elhoseiny, Tianyi Zhou, Xiangliang Zhang, Xiangqi Wang, Xiuying Chen, Yanbo Wang, Yue Huang, Yue Zhao","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-10-28T17:55:08Z","title":"AutoBench-V: Can Large Vision-Language Models Benchmark Themselves?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.21259","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:40ae6006fd9aa80c8d629dc46b08f3fc71950439d9ca879750cea3a4325e2c60","target":"record","created_at":"2026-07-05T10:25:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7d18652aa7d1c19998a32cb32f53851faa6fb72dcbf690d05e559c9db057054a","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-10-28T17:55:08Z","title_canon_sha256":"8d26e6884e8f2af2536a4ff784277a527fe104eb81fdfc9f9ab17ea78ec7c007"},"schema_version":"1.0","source":{"id":"2410.21259","kind":"arxiv","version":4}},"canonical_sha256":"0592cc079883d2217ac59d6d789d2697ec35d2d36ea07610b76ee8d28147a360","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"0592cc079883d2217ac59d6d789d2697ec35d2d36ea07610b76ee8d28147a360","first_computed_at":"2026-07-05T10:25:12.979962Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:25:12.979962Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"mv3wdeYpBwwVBpfw/GxlI84v4gdK3Tx2YSrOecO/TA8stmWEQ3iI6ueO0yzL5fIHMVOy4KlJy1ur/jCcotM5BA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:25:12.980452Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.21259","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:40ae6006fd9aa80c8d629dc46b08f3fc71950439d9ca879750cea3a4325e2c60","sha256:2df1515f1cc417050b03532d542d18fb97b682104980b06a8c3c1600c623221a"],"state_sha256":"fd0313b364cd08097edc7b28a31f938b5bb455f67c0d7294e5a9b7320efad2e5"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3hbXPwdnjIwv3xpuoZs+7CBiMBbwVqKKyU+YlgCIWIsyCwekf9TcLHNsFgzzHE9Nb31Rn75T6JcemgywnDeABQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T22:47:14.911951Z","bundle_sha256":"12cf5ee4a7d1ac2a941199d763f313be6c351ecb59856ba933b83c2a322eb505"}}