{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:XMHGLLXLGDXPLHIWZX73V75XWX","short_pith_number":"pith:XMHGLLXL","canonical_record":{"source":{"id":"2505.04670","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2025-05-07T08:26:54Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"289568d4e231727e25bdebb005c7fa95400a87ce760cc1b9f806a2382730dad4","abstract_canon_sha256":"bd1fa825ddb0fc488cf105d2fba64540ef48e006750d36f36f197f53752d3f74"},"schema_version":"1.0"},"canonical_sha256":"bb0e65aeeb30eef59d16cdffbaffb7b5e506c21bbe5eaaf8e67a5f6cb16711d7","source":{"kind":"arxiv","id":"2505.04670","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.04670","created_at":"2026-07-05T11:15:46Z"},{"alias_kind":"arxiv_version","alias_value":"2505.04670v2","created_at":"2026-07-05T11:15:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.04670","created_at":"2026-07-05T11:15:46Z"},{"alias_kind":"pith_short_12","alias_value":"XMHGLLXLGDXP","created_at":"2026-07-05T11:15:46Z"},{"alias_kind":"pith_short_16","alias_value":"XMHGLLXLGDXPLHIW","created_at":"2026-07-05T11:15:46Z"},{"alias_kind":"pith_short_8","alias_value":"XMHGLLXL","created_at":"2026-07-05T11:15:46Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:XMHGLLXLGDXPLHIWZX73V75XWX","target":"record","payload":{"canonical_record":{"source":{"id":"2505.04670","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2025-05-07T08:26:54Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"289568d4e231727e25bdebb005c7fa95400a87ce760cc1b9f806a2382730dad4","abstract_canon_sha256":"bd1fa825ddb0fc488cf105d2fba64540ef48e006750d36f36f197f53752d3f74"},"schema_version":"1.0"},"canonical_sha256":"bb0e65aeeb30eef59d16cdffbaffb7b5e506c21bbe5eaaf8e67a5f6cb16711d7","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:15:46.501928Z","signature_b64":"CdjAnRv/Z+MkTTTGLp2+ZbEmC2Apzxv5Jy2MmFKBIC9i+lKbWQksxl+0eXksmG8TNxnrN+GnIHzWotNDtlihDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"bb0e65aeeb30eef59d16cdffbaffb7b5e506c21bbe5eaaf8e67a5f6cb16711d7","last_reissued_at":"2026-07-05T11:15:46.501367Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:15:46.501367Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2505.04670","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:15:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"bTut2Hz6rbRvkkreAVOWeAH9oqHBO5DZ2WjDJ7IgnlOGOtkMfhMmsbmD5R30umCw3Ff0r769tuNhFAZ6ZWvDDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T22:45:31.068013Z"},"content_sha256":"eaa09fca3c4ac3ba4be28b332ce734d2287273b8c8ac60a35b4cdc1ef2df8afe","schema_version":"1.0","event_id":"sha256:eaa09fca3c4ac3ba4be28b332ce734d2287273b8c8ac60a35b4cdc1ef2df8afe"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:XMHGLLXLGDXPLHIWZX73V75XWX","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.SE","authors_text":"Charly Reux (DiverSe), Cl\\'ement Quinton (SPIRALS), Djamel Eddine Khelladi (DiverSe), Mathieu Acher (DiverSe), Olivier Barais (DiverSe)","submitted_at":"2025-05-07T08:26:54Z","abstract_excerpt":"With the rise of AI-based code generation, customizing existing code out of natural language instructions to modify visual results -such as figures or images -has become possible, promising to reduce the need for deep programming expertise. However, even experienced developers can struggle with this task, as it requires identifying relevant code regions (feature location), generating valid code variants, and ensuring the modifications reliably align with user intent. In this paper, we introduce vTikZ, the first benchmark designed to evaluate the ability of Large Language Models (LLMs) to custo"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.04670","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2505.04670/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:15:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"g4jtaf9/SNVCDZSIL7cc9S4NM0aYYQbMTFbbZZTScOL3Xx2i0KPWJNga3XJphs8hWn8GzQcV1DqtlNmei+9SDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T22:45:31.068771Z"},"content_sha256":"6e9cab6dcd41eee3ed8430c6dc76d956ac5854c9d938d32f94b57d27cb65d857","schema_version":"1.0","event_id":"sha256:6e9cab6dcd41eee3ed8430c6dc76d956ac5854c9d938d32f94b57d27cb65d857"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/XMHGLLXLGDXPLHIWZX73V75XWX/bundle.json","state_url":"https://pith.science/pith/XMHGLLXLGDXPLHIWZX73V75XWX/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/XMHGLLXLGDXPLHIWZX73V75XWX/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-17T22:45:31Z","links":{"resolver":"https://pith.science/pith/XMHGLLXLGDXPLHIWZX73V75XWX","bundle":"https://pith.science/pith/XMHGLLXLGDXPLHIWZX73V75XWX/bundle.json","state":"https://pith.science/pith/XMHGLLXLGDXPLHIWZX73V75XWX/state.json","well_known_bundle":"https://pith.science/.well-known/pith/XMHGLLXLGDXPLHIWZX73V75XWX/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:XMHGLLXLGDXPLHIWZX73V75XWX","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"bd1fa825ddb0fc488cf105d2fba64540ef48e006750d36f36f197f53752d3f74","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2025-05-07T08:26:54Z","title_canon_sha256":"289568d4e231727e25bdebb005c7fa95400a87ce760cc1b9f806a2382730dad4"},"schema_version":"1.0","source":{"id":"2505.04670","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.04670","created_at":"2026-07-05T11:15:46Z"},{"alias_kind":"arxiv_version","alias_value":"2505.04670v2","created_at":"2026-07-05T11:15:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.04670","created_at":"2026-07-05T11:15:46Z"},{"alias_kind":"pith_short_12","alias_value":"XMHGLLXLGDXP","created_at":"2026-07-05T11:15:46Z"},{"alias_kind":"pith_short_16","alias_value":"XMHGLLXLGDXPLHIW","created_at":"2026-07-05T11:15:46Z"},{"alias_kind":"pith_short_8","alias_value":"XMHGLLXL","created_at":"2026-07-05T11:15:46Z"}],"graph_snapshots":[{"event_id":"sha256:6e9cab6dcd41eee3ed8430c6dc76d956ac5854c9d938d32f94b57d27cb65d857","target":"graph","created_at":"2026-07-05T11:15:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2505.04670/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"With the rise of AI-based code generation, customizing existing code out of natural language instructions to modify visual results -such as figures or images -has become possible, promising to reduce the need for deep programming expertise. However, even experienced developers can struggle with this task, as it requires identifying relevant code regions (feature location), generating valid code variants, and ensuring the modifications reliably align with user intent. In this paper, we introduce vTikZ, the first benchmark designed to evaluate the ability of Large Language Models (LLMs) to custo","authors_text":"Charly Reux (DiverSe), Cl\\'ement Quinton (SPIRALS), Djamel Eddine Khelladi (DiverSe), Mathieu Acher (DiverSe), Olivier Barais (DiverSe)","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.04670","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:eaa09fca3c4ac3ba4be28b332ce734d2287273b8c8ac60a35b4cdc1ef2df8afe","target":"record","created_at":"2026-07-05T11:15:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"bd1fa825ddb0fc488cf105d2fba64540ef48e006750d36f36f197f53752d3f74","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2025-05-07T08:26:54Z","title_canon_sha256":"289568d4e231727e25bdebb005c7fa95400a87ce760cc1b9f806a2382730dad4"},"schema_version":"1.0","source":{"id":"2505.04670","kind":"arxiv","version":2}},"canonical_sha256":"bb0e65aeeb30eef59d16cdffbaffb7b5e506c21bbe5eaaf8e67a5f6cb16711d7","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"bb0e65aeeb30eef59d16cdffbaffb7b5e506c21bbe5eaaf8e67a5f6cb16711d7","first_computed_at":"2026-07-05T11:15:46.501367Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:15:46.501367Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"CdjAnRv/Z+MkTTTGLp2+ZbEmC2Apzxv5Jy2MmFKBIC9i+lKbWQksxl+0eXksmG8TNxnrN+GnIHzWotNDtlihDg==","signature_status":"signed_v1","signed_at":"2026-07-05T11:15:46.501928Z","signed_message":"canonical_sha256_bytes"},"source_id":"2505.04670","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:eaa09fca3c4ac3ba4be28b332ce734d2287273b8c8ac60a35b4cdc1ef2df8afe","sha256:6e9cab6dcd41eee3ed8430c6dc76d956ac5854c9d938d32f94b57d27cb65d857"],"state_sha256":"b5f5845f100e5f718ea686c33449b201f6a8fbf9bd9d5ff1d1ddbe2013b21b7d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"B8rsPvvLESwIHw0IjZ7fe3aLGoDsN5pxSvmUKCJPEDLzFkAk7i2WAZvklTNoQxBai5hq13232rmJreYbz9PiDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-17T22:45:31.071961Z","bundle_sha256":"f2a552583522f414ece7106c974ce0ab61719fdb83464d6d664495de5b933e1e"}}