{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:SBSWGEUIZQAJXHPV4ODZBRJ2G6","short_pith_number":"pith:SBSWGEUI","canonical_record":{"source":{"id":"2505.08468","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-13T11:50:08Z","cross_cats_sorted":["cs.CV"],"title_canon_sha256":"a0e02d506d6b48cd78592f55f6bee964e9e3e4689fb44ff91578748f5c4c7dca","abstract_canon_sha256":"e6c8654f2c4ba34c87d64132c55bd1e78ed5afb3472aca25675a7e9018cb599d"},"schema_version":"1.0"},"canonical_sha256":"9065631288cc009b9df5e38790c53a378f107e67b30529357b8272428b12e445","source":{"kind":"arxiv","id":"2505.08468","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.08468","created_at":"2026-07-05T11:33:05Z"},{"alias_kind":"arxiv_version","alias_value":"2505.08468v2","created_at":"2026-07-05T11:33:05Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.08468","created_at":"2026-07-05T11:33:05Z"},{"alias_kind":"pith_short_12","alias_value":"SBSWGEUIZQAJ","created_at":"2026-07-05T11:33:05Z"},{"alias_kind":"pith_short_16","alias_value":"SBSWGEUIZQAJXHPV","created_at":"2026-07-05T11:33:05Z"},{"alias_kind":"pith_short_8","alias_value":"SBSWGEUI","created_at":"2026-07-05T11:33:05Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:SBSWGEUIZQAJXHPV4ODZBRJ2G6","target":"record","payload":{"canonical_record":{"source":{"id":"2505.08468","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-13T11:50:08Z","cross_cats_sorted":["cs.CV"],"title_canon_sha256":"a0e02d506d6b48cd78592f55f6bee964e9e3e4689fb44ff91578748f5c4c7dca","abstract_canon_sha256":"e6c8654f2c4ba34c87d64132c55bd1e78ed5afb3472aca25675a7e9018cb599d"},"schema_version":"1.0"},"canonical_sha256":"9065631288cc009b9df5e38790c53a378f107e67b30529357b8272428b12e445","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:33:05.067168Z","signature_b64":"OVqv/rNSm42N1kSOBJ/SWXFpXMnr+RB6mWiKE8LIVKx8Y+1kRSk6lsgY1T3SfyXFafCY99dk2uPVLB2wPiANCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9065631288cc009b9df5e38790c53a378f107e67b30529357b8272428b12e445","last_reissued_at":"2026-07-05T11:33:05.066732Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:33:05.066732Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2505.08468","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:33:05Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"o6BgqO43MstPjrEgp/cjujE54XVzrJmkXgqzxtk2O9+DkWF+koV6p9yiOQ2CxJCHa6rcb5JK7+mMPkyHFbaTCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T06:52:13.276620Z"},"content_sha256":"4871fa7b8c9c72f843ebd4745932f13727db3aa295882dbcee276e9013c22e0b","schema_version":"1.0","event_id":"sha256:4871fa7b8c9c72f843ebd4745932f13727db3aa295882dbcee276e9013c22e0b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:SBSWGEUIZQAJXHPV4ODZBRJ2G6","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Judging the Judges: Can Large Vision-Language Models Fairly Evaluate Chart Comprehension and Reasoning?","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CV"],"primary_cat":"cs.CL","authors_text":"Ahmed Masry, Amran Bhuiyan, Enamul Hoque, Jimmy Huang, Md Tahmid Rahman Laskar, Mir Tafseer Nayeem, Mizanur Rahman, Mohammed Saidul Islam, Ridwan Mahbub, Shafiq Joty","submitted_at":"2025-05-13T11:50:08Z","abstract_excerpt":"Charts are ubiquitous as they help people understand and reason with data. Recently, various downstream tasks, such as chart question answering, chart2text, and fact-checking, have emerged. Large Vision-Language Models (LVLMs) show promise in tackling these tasks, but their evaluation is costly and time-consuming, limiting real-world deployment. While using LVLMs as judges to assess the chart comprehension capabilities of other LVLMs could streamline evaluation processes, challenges like proprietary datasets, restricted access to powerful models, and evaluation costs hinder their adoption in i"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.08468","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2505.08468/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:33:05Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"POC38ANlhVPuP0yu//ftf/smwxt/ykGto81MK+VsvVp8ngvfVaarHFb6Bf5/uQFPOHfyzSlBAyBYphwWv7awBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T06:52:13.277153Z"},"content_sha256":"422c3844c42030c8a51039d8bd538a80d2b1adaffa7dd769d3a9f99fd4b6949c","schema_version":"1.0","event_id":"sha256:422c3844c42030c8a51039d8bd538a80d2b1adaffa7dd769d3a9f99fd4b6949c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/SBSWGEUIZQAJXHPV4ODZBRJ2G6/bundle.json","state_url":"https://pith.science/pith/SBSWGEUIZQAJXHPV4ODZBRJ2G6/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/SBSWGEUIZQAJXHPV4ODZBRJ2G6/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T06:52:13Z","links":{"resolver":"https://pith.science/pith/SBSWGEUIZQAJXHPV4ODZBRJ2G6","bundle":"https://pith.science/pith/SBSWGEUIZQAJXHPV4ODZBRJ2G6/bundle.json","state":"https://pith.science/pith/SBSWGEUIZQAJXHPV4ODZBRJ2G6/state.json","well_known_bundle":"https://pith.science/.well-known/pith/SBSWGEUIZQAJXHPV4ODZBRJ2G6/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:SBSWGEUIZQAJXHPV4ODZBRJ2G6","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e6c8654f2c4ba34c87d64132c55bd1e78ed5afb3472aca25675a7e9018cb599d","cross_cats_sorted":["cs.CV"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-13T11:50:08Z","title_canon_sha256":"a0e02d506d6b48cd78592f55f6bee964e9e3e4689fb44ff91578748f5c4c7dca"},"schema_version":"1.0","source":{"id":"2505.08468","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.08468","created_at":"2026-07-05T11:33:05Z"},{"alias_kind":"arxiv_version","alias_value":"2505.08468v2","created_at":"2026-07-05T11:33:05Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.08468","created_at":"2026-07-05T11:33:05Z"},{"alias_kind":"pith_short_12","alias_value":"SBSWGEUIZQAJ","created_at":"2026-07-05T11:33:05Z"},{"alias_kind":"pith_short_16","alias_value":"SBSWGEUIZQAJXHPV","created_at":"2026-07-05T11:33:05Z"},{"alias_kind":"pith_short_8","alias_value":"SBSWGEUI","created_at":"2026-07-05T11:33:05Z"}],"graph_snapshots":[{"event_id":"sha256:422c3844c42030c8a51039d8bd538a80d2b1adaffa7dd769d3a9f99fd4b6949c","target":"graph","created_at":"2026-07-05T11:33:05Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2505.08468/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Charts are ubiquitous as they help people understand and reason with data. Recently, various downstream tasks, such as chart question answering, chart2text, and fact-checking, have emerged. Large Vision-Language Models (LVLMs) show promise in tackling these tasks, but their evaluation is costly and time-consuming, limiting real-world deployment. While using LVLMs as judges to assess the chart comprehension capabilities of other LVLMs could streamline evaluation processes, challenges like proprietary datasets, restricted access to powerful models, and evaluation costs hinder their adoption in i","authors_text":"Ahmed Masry, Amran Bhuiyan, Enamul Hoque, Jimmy Huang, Md Tahmid Rahman Laskar, Mir Tafseer Nayeem, Mizanur Rahman, Mohammed Saidul Islam, Ridwan Mahbub, Shafiq Joty","cross_cats":["cs.CV"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-13T11:50:08Z","title":"Judging the Judges: Can Large Vision-Language Models Fairly Evaluate Chart Comprehension and Reasoning?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.08468","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4871fa7b8c9c72f843ebd4745932f13727db3aa295882dbcee276e9013c22e0b","target":"record","created_at":"2026-07-05T11:33:05Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e6c8654f2c4ba34c87d64132c55bd1e78ed5afb3472aca25675a7e9018cb599d","cross_cats_sorted":["cs.CV"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-13T11:50:08Z","title_canon_sha256":"a0e02d506d6b48cd78592f55f6bee964e9e3e4689fb44ff91578748f5c4c7dca"},"schema_version":"1.0","source":{"id":"2505.08468","kind":"arxiv","version":2}},"canonical_sha256":"9065631288cc009b9df5e38790c53a378f107e67b30529357b8272428b12e445","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9065631288cc009b9df5e38790c53a378f107e67b30529357b8272428b12e445","first_computed_at":"2026-07-05T11:33:05.066732Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:33:05.066732Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"OVqv/rNSm42N1kSOBJ/SWXFpXMnr+RB6mWiKE8LIVKx8Y+1kRSk6lsgY1T3SfyXFafCY99dk2uPVLB2wPiANCg==","signature_status":"signed_v1","signed_at":"2026-07-05T11:33:05.067168Z","signed_message":"canonical_sha256_bytes"},"source_id":"2505.08468","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4871fa7b8c9c72f843ebd4745932f13727db3aa295882dbcee276e9013c22e0b","sha256:422c3844c42030c8a51039d8bd538a80d2b1adaffa7dd769d3a9f99fd4b6949c"],"state_sha256":"c228724a1b80352d5c032c805d9fd85f9caf16398e1f90df2fc25a09262b051f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dm9PnNor6jpRRqEmrcmyUf2DIcUUr/vRFL5LQBpDoGIFGBrFzI5N6Hb7W3dsZOP9eDPU68F2LZYmymRHHOR2Bg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T06:52:13.281219Z","bundle_sha256":"31592fbb6962b1b1f212d1cdae841fed94e0ec32943285a47de1a9a3b501e5fc"}}