{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:U22EJ55HHQPUCTI7E5J5EYRZD5","short_pith_number":"pith:U22EJ55H","canonical_record":{"source":{"id":"2501.16277","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.PF","submitted_at":"2025-01-27T18:11:06Z","cross_cats_sorted":[],"title_canon_sha256":"306f221e927dab1ca45eceff83570d3fbb58c716a7a2d32d123901dfd98a7017","abstract_canon_sha256":"46b06051e159a519807eaae00f0db7e46e91097ccc0eda223ca70382e2bf588a"},"schema_version":"1.0"},"canonical_sha256":"a6b444f7a73c1f414d1f2753d262391f5febbe42a1bff380848775239a873ccc","source":{"kind":"arxiv","id":"2501.16277","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.16277","created_at":"2026-07-05T10:05:57Z"},{"alias_kind":"arxiv_version","alias_value":"2501.16277v1","created_at":"2026-07-05T10:05:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.16277","created_at":"2026-07-05T10:05:57Z"},{"alias_kind":"pith_short_12","alias_value":"U22EJ55HHQPU","created_at":"2026-07-05T10:05:57Z"},{"alias_kind":"pith_short_16","alias_value":"U22EJ55HHQPUCTI7","created_at":"2026-07-05T10:05:57Z"},{"alias_kind":"pith_short_8","alias_value":"U22EJ55H","created_at":"2026-07-05T10:05:57Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:U22EJ55HHQPUCTI7E5J5EYRZD5","target":"record","payload":{"canonical_record":{"source":{"id":"2501.16277","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.PF","submitted_at":"2025-01-27T18:11:06Z","cross_cats_sorted":[],"title_canon_sha256":"306f221e927dab1ca45eceff83570d3fbb58c716a7a2d32d123901dfd98a7017","abstract_canon_sha256":"46b06051e159a519807eaae00f0db7e46e91097ccc0eda223ca70382e2bf588a"},"schema_version":"1.0"},"canonical_sha256":"a6b444f7a73c1f414d1f2753d262391f5febbe42a1bff380848775239a873ccc","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:05:57.954858Z","signature_b64":"6CGI53rW92ZtgSF2b7zd2SnGTDad+8MkvI+zj7Gu+85jOKKTHCubBzZtxup8bDuCymXOy0MnultvxA2yd+IsBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a6b444f7a73c1f414d1f2753d262391f5febbe42a1bff380848775239a873ccc","last_reissued_at":"2026-07-05T10:05:57.954268Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:05:57.954268Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2501.16277","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:05:57Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"teMWafZyv6T323DTkIwBix8Q7/H7UfmG9ZwqzW9p9aJ2uJAp3ZG4Xa/o4gCop3mFRSUEEJ67ma3MojPiSx5wDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-16T23:14:51.368630Z"},"content_sha256":"5ee1a9083a2472f57f53b5b95b5a0c3da2f1feafbdcf50443568ebfedce47311","schema_version":"1.0","event_id":"sha256:5ee1a9083a2472f57f53b5b95b5a0c3da2f1feafbdcf50443568ebfedce47311"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:U22EJ55HHQPUCTI7E5J5EYRZD5","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Do LLMs Have Visualization Literacy? An Evaluation on Modified Visualizations to Test Generalization in Data Interpretation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.PF","authors_text":"Arlen Fan, Christian Seto, Jiayi Hong, Ross Maciejewski","submitted_at":"2025-01-27T18:11:06Z","abstract_excerpt":"In this paper, we assess the visualization literacy of two prominent Large Language Models (LLMs): OpenAI's Generative Pretrained Transformers (GPT), the backend of ChatGPT, and Google's Gemini, previously known as Bard, to establish benchmarks for assessing their visualization capabilities. While LLMs have shown promise in generating chart descriptions, captions, and design suggestions, their potential for evaluating visualizations remains under-explored. Collecting data from humans for evaluations has been a bottleneck for visualization research in terms of both time and money, and if LLMs w"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.16277","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2501.16277/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:05:57Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"t0Hjds4N4kXlyfheDBzdXGYiNbNC1tyqu/Ur7Oti+hyJF4BFmbMlr0jt2ESNnUwlnD+d4vxL19qdrxAXTjnpBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-16T23:14:51.369280Z"},"content_sha256":"2e157f1258707c3124b09820a7254ad60212dc056f66a15b1741c7401a10a29b","schema_version":"1.0","event_id":"sha256:2e157f1258707c3124b09820a7254ad60212dc056f66a15b1741c7401a10a29b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/U22EJ55HHQPUCTI7E5J5EYRZD5/bundle.json","state_url":"https://pith.science/pith/U22EJ55HHQPUCTI7E5J5EYRZD5/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/U22EJ55HHQPUCTI7E5J5EYRZD5/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-16T23:14:51Z","links":{"resolver":"https://pith.science/pith/U22EJ55HHQPUCTI7E5J5EYRZD5","bundle":"https://pith.science/pith/U22EJ55HHQPUCTI7E5J5EYRZD5/bundle.json","state":"https://pith.science/pith/U22EJ55HHQPUCTI7E5J5EYRZD5/state.json","well_known_bundle":"https://pith.science/.well-known/pith/U22EJ55HHQPUCTI7E5J5EYRZD5/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:U22EJ55HHQPUCTI7E5J5EYRZD5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"46b06051e159a519807eaae00f0db7e46e91097ccc0eda223ca70382e2bf588a","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.PF","submitted_at":"2025-01-27T18:11:06Z","title_canon_sha256":"306f221e927dab1ca45eceff83570d3fbb58c716a7a2d32d123901dfd98a7017"},"schema_version":"1.0","source":{"id":"2501.16277","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.16277","created_at":"2026-07-05T10:05:57Z"},{"alias_kind":"arxiv_version","alias_value":"2501.16277v1","created_at":"2026-07-05T10:05:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.16277","created_at":"2026-07-05T10:05:57Z"},{"alias_kind":"pith_short_12","alias_value":"U22EJ55HHQPU","created_at":"2026-07-05T10:05:57Z"},{"alias_kind":"pith_short_16","alias_value":"U22EJ55HHQPUCTI7","created_at":"2026-07-05T10:05:57Z"},{"alias_kind":"pith_short_8","alias_value":"U22EJ55H","created_at":"2026-07-05T10:05:57Z"}],"graph_snapshots":[{"event_id":"sha256:2e157f1258707c3124b09820a7254ad60212dc056f66a15b1741c7401a10a29b","target":"graph","created_at":"2026-07-05T10:05:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2501.16277/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In this paper, we assess the visualization literacy of two prominent Large Language Models (LLMs): OpenAI's Generative Pretrained Transformers (GPT), the backend of ChatGPT, and Google's Gemini, previously known as Bard, to establish benchmarks for assessing their visualization capabilities. While LLMs have shown promise in generating chart descriptions, captions, and design suggestions, their potential for evaluating visualizations remains under-explored. Collecting data from humans for evaluations has been a bottleneck for visualization research in terms of both time and money, and if LLMs w","authors_text":"Arlen Fan, Christian Seto, Jiayi Hong, Ross Maciejewski","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.PF","submitted_at":"2025-01-27T18:11:06Z","title":"Do LLMs Have Visualization Literacy? An Evaluation on Modified Visualizations to Test Generalization in Data Interpretation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.16277","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5ee1a9083a2472f57f53b5b95b5a0c3da2f1feafbdcf50443568ebfedce47311","target":"record","created_at":"2026-07-05T10:05:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"46b06051e159a519807eaae00f0db7e46e91097ccc0eda223ca70382e2bf588a","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.PF","submitted_at":"2025-01-27T18:11:06Z","title_canon_sha256":"306f221e927dab1ca45eceff83570d3fbb58c716a7a2d32d123901dfd98a7017"},"schema_version":"1.0","source":{"id":"2501.16277","kind":"arxiv","version":1}},"canonical_sha256":"a6b444f7a73c1f414d1f2753d262391f5febbe42a1bff380848775239a873ccc","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a6b444f7a73c1f414d1f2753d262391f5febbe42a1bff380848775239a873ccc","first_computed_at":"2026-07-05T10:05:57.954268Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:05:57.954268Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"6CGI53rW92ZtgSF2b7zd2SnGTDad+8MkvI+zj7Gu+85jOKKTHCubBzZtxup8bDuCymXOy0MnultvxA2yd+IsBA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:05:57.954858Z","signed_message":"canonical_sha256_bytes"},"source_id":"2501.16277","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5ee1a9083a2472f57f53b5b95b5a0c3da2f1feafbdcf50443568ebfedce47311","sha256:2e157f1258707c3124b09820a7254ad60212dc056f66a15b1741c7401a10a29b"],"state_sha256":"c1f4112e4779c1079cb1e91533311272e3198ae9724f603aa7e78e852aa674ae"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4Gqj4gpPiTktL+/VxMBpboYDmK3e3Y0re1kTkB8EITtUOwOctBcT8UZ1kUE/vs4lNUhKl4HWkx/XSTCY0pffBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-16T23:14:51.373618Z","bundle_sha256":"655e1216463a915c7378b829e819516916ac0fcdb062b5d1a3dbf577fcd43e72"}}