{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:6ZQBCOZ5FVQFBF5A3M7JNP555P","short_pith_number":"pith:6ZQBCOZ5","canonical_record":{"source":{"id":"2312.15915","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2023-12-26T07:20:55Z","cross_cats_sorted":[],"title_canon_sha256":"84d37367aec008a52036d031c1991435c47e7fa930b5cbd905e11ed8ae514c9e","abstract_canon_sha256":"27cd8a1b6c8208b70be529efd225cd1c57e2d6f13fd016abd4d031a033172740"},"schema_version":"1.0"},"canonical_sha256":"f660113b3d2d605097a0db3e96bfbdebc61a49acba85e54c193ae7ced9aa8d16","source":{"kind":"arxiv","id":"2312.15915","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2312.15915","created_at":"2026-07-05T08:34:09Z"},{"alias_kind":"arxiv_version","alias_value":"2312.15915v3","created_at":"2026-07-05T08:34:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2312.15915","created_at":"2026-07-05T08:34:09Z"},{"alias_kind":"pith_short_12","alias_value":"6ZQBCOZ5FVQF","created_at":"2026-07-05T08:34:09Z"},{"alias_kind":"pith_short_16","alias_value":"6ZQBCOZ5FVQFBF5A","created_at":"2026-07-05T08:34:09Z"},{"alias_kind":"pith_short_8","alias_value":"6ZQBCOZ5","created_at":"2026-07-05T08:34:09Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:6ZQBCOZ5FVQFBF5A3M7JNP555P","target":"record","payload":{"canonical_record":{"source":{"id":"2312.15915","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2023-12-26T07:20:55Z","cross_cats_sorted":[],"title_canon_sha256":"84d37367aec008a52036d031c1991435c47e7fa930b5cbd905e11ed8ae514c9e","abstract_canon_sha256":"27cd8a1b6c8208b70be529efd225cd1c57e2d6f13fd016abd4d031a033172740"},"schema_version":"1.0"},"canonical_sha256":"f660113b3d2d605097a0db3e96bfbdebc61a49acba85e54c193ae7ced9aa8d16","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:34:09.326279Z","signature_b64":"XCRCDhuUXbRUpP/6YLjEV+PXvq0QcSKvvLXr6NRamvcxaNDD+d8+grLlBD64AeQb5yCtpfy88lAmI4j0k57ZBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f660113b3d2d605097a0db3e96bfbdebc61a49acba85e54c193ae7ced9aa8d16","last_reissued_at":"2026-07-05T08:34:09.325746Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:34:09.325746Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2312.15915","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:34:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9A6Rpz8ybD3z59m8KAqUKlKqZgWQqzgWS0ESaPWTGMUWHjej3qeWWp65feWBMxv0Y/Fuog9kteYLdyrY3Y1sCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T08:29:41.636019Z"},"content_sha256":"3efa21e026ab792c87d7ae293f0d8a7e7149c12420325130959f14bb9e147cc6","schema_version":"1.0","event_id":"sha256:3efa21e026ab792c87d7ae293f0d8a7e7149c12420325130959f14bb9e147cc6"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:6ZQBCOZ5FVQFBF5A3M7JNP555P","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"ChartBench: A Benchmark for Complex Visual Reasoning in Charts","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CV","authors_text":"Chengjin Xu, Chun Yuan, Jian Guo, Sinan Du, Yiyan Qi, Zhengzhuo Xu","submitted_at":"2023-12-26T07:20:55Z","abstract_excerpt":"Multimodal Large Language Models (MLLMs) have shown impressive capabilities in image understanding and generation. However, current benchmarks fail to accurately evaluate the chart comprehension of MLLMs due to limited chart types and inappropriate metrics. To address this, we propose ChartBench, a comprehensive benchmark designed to assess chart comprehension and data reliability through complex visual reasoning. ChartBench includes 42 categories, 66.6k charts, and 600k question-answer pairs. Notably, many charts lack data point annotations, which requires MLLMs to derive values similar to hu"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2312.15915","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2312.15915/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:34:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"u+PPh20KZwL1ZVFekZw9+gjaE5rQxt5E6VpqcgqVBQ6YTQTi1SnZXOqeVCE8Y+rDcgeM9E/SSLN7PtSNpOa0AA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T08:29:41.636610Z"},"content_sha256":"58ab42dfaf97b27d81037897de3cda9a794d53df7689d98a27feabc71c94af1d","schema_version":"1.0","event_id":"sha256:58ab42dfaf97b27d81037897de3cda9a794d53df7689d98a27feabc71c94af1d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/6ZQBCOZ5FVQFBF5A3M7JNP555P/bundle.json","state_url":"https://pith.science/pith/6ZQBCOZ5FVQFBF5A3M7JNP555P/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/6ZQBCOZ5FVQFBF5A3M7JNP555P/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T08:29:41Z","links":{"resolver":"https://pith.science/pith/6ZQBCOZ5FVQFBF5A3M7JNP555P","bundle":"https://pith.science/pith/6ZQBCOZ5FVQFBF5A3M7JNP555P/bundle.json","state":"https://pith.science/pith/6ZQBCOZ5FVQFBF5A3M7JNP555P/state.json","well_known_bundle":"https://pith.science/.well-known/pith/6ZQBCOZ5FVQFBF5A3M7JNP555P/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:6ZQBCOZ5FVQFBF5A3M7JNP555P","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"27cd8a1b6c8208b70be529efd225cd1c57e2d6f13fd016abd4d031a033172740","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2023-12-26T07:20:55Z","title_canon_sha256":"84d37367aec008a52036d031c1991435c47e7fa930b5cbd905e11ed8ae514c9e"},"schema_version":"1.0","source":{"id":"2312.15915","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2312.15915","created_at":"2026-07-05T08:34:09Z"},{"alias_kind":"arxiv_version","alias_value":"2312.15915v3","created_at":"2026-07-05T08:34:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2312.15915","created_at":"2026-07-05T08:34:09Z"},{"alias_kind":"pith_short_12","alias_value":"6ZQBCOZ5FVQF","created_at":"2026-07-05T08:34:09Z"},{"alias_kind":"pith_short_16","alias_value":"6ZQBCOZ5FVQFBF5A","created_at":"2026-07-05T08:34:09Z"},{"alias_kind":"pith_short_8","alias_value":"6ZQBCOZ5","created_at":"2026-07-05T08:34:09Z"}],"graph_snapshots":[{"event_id":"sha256:58ab42dfaf97b27d81037897de3cda9a794d53df7689d98a27feabc71c94af1d","target":"graph","created_at":"2026-07-05T08:34:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2312.15915/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Multimodal Large Language Models (MLLMs) have shown impressive capabilities in image understanding and generation. However, current benchmarks fail to accurately evaluate the chart comprehension of MLLMs due to limited chart types and inappropriate metrics. To address this, we propose ChartBench, a comprehensive benchmark designed to assess chart comprehension and data reliability through complex visual reasoning. ChartBench includes 42 categories, 66.6k charts, and 600k question-answer pairs. Notably, many charts lack data point annotations, which requires MLLMs to derive values similar to hu","authors_text":"Chengjin Xu, Chun Yuan, Jian Guo, Sinan Du, Yiyan Qi, Zhengzhuo Xu","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2023-12-26T07:20:55Z","title":"ChartBench: A Benchmark for Complex Visual Reasoning in Charts"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2312.15915","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:3efa21e026ab792c87d7ae293f0d8a7e7149c12420325130959f14bb9e147cc6","target":"record","created_at":"2026-07-05T08:34:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"27cd8a1b6c8208b70be529efd225cd1c57e2d6f13fd016abd4d031a033172740","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2023-12-26T07:20:55Z","title_canon_sha256":"84d37367aec008a52036d031c1991435c47e7fa930b5cbd905e11ed8ae514c9e"},"schema_version":"1.0","source":{"id":"2312.15915","kind":"arxiv","version":3}},"canonical_sha256":"f660113b3d2d605097a0db3e96bfbdebc61a49acba85e54c193ae7ced9aa8d16","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f660113b3d2d605097a0db3e96bfbdebc61a49acba85e54c193ae7ced9aa8d16","first_computed_at":"2026-07-05T08:34:09.325746Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:34:09.325746Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"XCRCDhuUXbRUpP/6YLjEV+PXvq0QcSKvvLXr6NRamvcxaNDD+d8+grLlBD64AeQb5yCtpfy88lAmI4j0k57ZBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:34:09.326279Z","signed_message":"canonical_sha256_bytes"},"source_id":"2312.15915","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:3efa21e026ab792c87d7ae293f0d8a7e7149c12420325130959f14bb9e147cc6","sha256:58ab42dfaf97b27d81037897de3cda9a794d53df7689d98a27feabc71c94af1d"],"state_sha256":"f0d8ccc7f65d2b62dee43b838222e06a7c64ee19aef54d52c14a6a3867685355"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Lt9vAuWXNYuOP6u7NrtNMi06ddQMrWRBj9pau6whxBAD2D+OJw3uIHqnbpG/hrgEldrgPUphOyFAnErec8QnAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T08:29:41.640318Z","bundle_sha256":"c9d13a88a127d0ff3ba32541ab9eec16603ea1e26cff6db0c17e36bbf0a2c3c8"}}