{"as_of":"2026-08-18T10:51:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:cafb84596df8d483fb5d5acf3d213ffd5789e6f3b209e5734f7c0feacf6c778e","coverage":[{"denominator":46,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":46,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-15T23:37:38.193781Z","state":"measured"},{"denominator":46,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":46,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-18T06:34:40.430872+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2505.04670/citation-record","integrity":"/paper/2505.04670/integrity","json":"/paper/2505.04670/citation-record.json","paper":"/paper/2505.04670"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:37:38.008943Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T08:54:59.111730Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.008943Z"},"links":{"citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:41e8f5110cf22833f341b36fde84a98b420554e6e966e410d53251de1c6e892b","observation_id":"cfa76e85-f31e-4e32-a1d5-6c32645cc139","resolution":{"observed_at":"2026-08-15T23:37:38.008943Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.06992","last_updated":"2024-10-10T13:13:09Z","snapshot_observed_at":"2026-08-16T13:11:03.237498Z","submitted_at":"2024-10-09T15:38:53Z","title":"SWE-Bench+: Enhanced Coding Benchmark for LLMs","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.06992","snapshot_observed_at":"2026-08-15T23:37:38.013212Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T08:54:59.111730Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.013212Z"},"links":{"cited_paper":"/paper/2410.06992","citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:732b6ececfc7e8cb3d8d173e51bff46eb681af8b68a7fb25b1bf952a6a188758","observation_id":"1feed858-effd-4253-b3df-afeddc2c326f","resolution":{"observed_at":"2026-08-15T23:37:38.013212Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:37:38.896613Z","title":null,"venue":null,"work_id":"f3f512d7-0b6c-46f7-baef-c505752afb04","year":2023},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T08:54:59.111730Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.017427Z"},"links":{"citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:fdbdd874d1833001cfd001d247af80acb15f68856e3172fe0ba4384eb0db0f3f","observation_id":"dc48816c-25fd-45cd-a3cf-3f02916a9921","resolution":{"observed_at":"2026-08-15T23:37:38.900434Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2108.07732","last_updated":"2021-08-16T03:57:30Z","snapshot_observed_at":"2026-08-15T17:40:38.050939Z","submitted_at":"2021-08-16T03:57:30Z","title":"Program Synthesis with Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2108.07732","snapshot_observed_at":"2026-08-15T23:37:38.021431Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T08:54:59.111730Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.021431Z"},"links":{"cited_paper":"/paper/2108.07732","citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:b9beae1901fbba6c94d419931d2c22a230c4e327978c33ca8f7a396574ec5fc1","observation_id":"969ecab2-656e-4b97-ab4c-75c7a4784d91","resolution":{"observed_at":"2026-08-15T23:37:38.021431Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2304.05390","last_updated":"2023-11-23T11:45:02Z","snapshot_observed_at":"2026-08-17T01:40:37.676379Z","submitted_at":"2023-04-11T17:59:13Z","title":"HRS-Bench: Holistic, Reliable and Scalable Benchmark for Text-to-Image Models","version":2},"cited_work":{"arxiv_id":"2304.05390","doi":null,"metadata_source":"pith","pith_arxiv_id":"2304.05390","snapshot_observed_at":"2026-08-15T23:37:38.730890Z","title":"HRS-Bench: Holistic, Reliable and Scalable Benchmark for Text-to-Image Models","venue":"cs.CV","work_id":"ab659da6-afe5-47f4-bea3-5dc98ccf05b2","year":2023},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T08:54:59.111730Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.025409Z"},"links":{"cited_paper":"/paper/2304.05390","citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:bc8aefea10dc542b5739f1d5aa2c75a726e6b36fa278a2be20cb882d9f9082e9","observation_id":"caca5337-1080-419f-ab8d-94da1812ca64","resolution":{"observed_at":"2026-08-15T23:37:38.735587Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:37:38.883989Z","title":null,"venue":null,"work_id":"e03eaf8f-f39b-4f92-a34a-bd5b6c35f86d","year":null},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T08:54:59.111730Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.029159Z"},"links":{"citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:344bf6d81d973bf50d5aed3e0e5c13acf2fec798f8ebcd3a70ef289481058d80","observation_id":"c10023ca-00b7-442a-b2d4-6c3589515d49","resolution":{"observed_at":"2026-08-15T23:37:38.887940Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.00367","last_updated":"2024-01-23T15:20:33Z","snapshot_observed_at":"2026-08-16T14:56:16.113103Z","submitted_at":"2023-09-30T13:15:49Z","title":"AutomaTikZ: Text-Guided Synthesis of Scientific Vector Graphics with TikZ","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.00367","snapshot_observed_at":"2026-08-15T23:37:38.037186Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T08:54:59.111730Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.037186Z"},"links":{"cited_paper":"/paper/2310.00367","citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:fef4a842801a4cf15f406bc18f2e677eadc28ca0b804e4bf1b763b1c49b02b7a","observation_id":"5d01ad68-59c0-49e6-aa26-eda70165da22","resolution":{"observed_at":"2026-08-15T23:37:38.037186Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.15306","last_updated":"2024-11-06T09:49:31Z","snapshot_observed_at":"2026-08-17T14:40:58.523083Z","submitted_at":"2024-05-24T07:48:35Z","title":"DeTikZify: Synthesizing Graphics Programs for Scientific Figures and Sketches with TikZ","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.15306","snapshot_observed_at":"2026-08-15T23:37:38.041648Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T08:54:59.111730Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.041648Z"},"links":{"cited_paper":"/paper/2405.15306","citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:90f7d9f3749ecc157ae8eecd2cc6b5075672856b33c82b658db45d6f8b5cd47b","observation_id":"6b1940bb-044d-4e9e-8b4d-80622d1ca6a7","resolution":{"observed_at":"2026-08-15T23:37:38.041648Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2303.12712","last_updated":"2023-04-13T20:41:31Z","snapshot_observed_at":"2026-08-03T04:49:15.195814Z","submitted_at":"2023-03-22T16:51:28Z","title":"Sparks of Artificial General Intelligence: Early experiments with GPT-4","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.12712","snapshot_observed_at":"2026-08-15T23:37:38.045778Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T08:54:59.111730Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.045778Z"},"links":{"cited_paper":"/paper/2303.12712","citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:8775791f6d8ba51e4873970eea752c35a698f38a81ec4f853cbc1db7dbb44cb8","observation_id":"aa0cedc1-4a0c-49ff-b58e-fd52ec573e2b","resolution":{"observed_at":"2026-08-15T23:37:38.045778Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2107.03374","last_updated":"2021-07-14T17:16:02Z","snapshot_observed_at":"2026-08-08T11:58:24.516369Z","submitted_at":"2021-07-07T17:41:24Z","title":"Evaluating Large Language Models Trained on Code","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2107.03374","snapshot_observed_at":"2026-08-15T23:37:38.050361Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T08:54:59.111730Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.050361Z"},"links":{"cited_paper":"/paper/2107.03374","citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:8b853357bb331c41ab3c6bfb7c65822920d83823206af8644bd62e83774ec256","observation_id":"c1e36046-45fe-489a-a52f-16e4c4f83cb6","resolution":{"observed_at":"2026-08-15T23:37:38.050361Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.15328","last_updated":"2023-10-27T01:44:27Z","snapshot_observed_at":"2026-08-16T15:30:04.545014Z","submitted_at":"2023-05-24T16:42:17Z","title":"Visual Programming for Text-to-Image Generation and Evaluation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.15328","snapshot_observed_at":"2026-08-15T23:37:38.055241Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T08:54:59.111730Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.055241Z"},"links":{"cited_paper":"/paper/2305.15328","citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:018ee417fb3093ec15c41b0fa3b94d9a6214085f708bd7801d7013b8b8527f0a","observation_id":"81ea4e30-25ee-45a4-9f45-7130c0240249","resolution":{"observed_at":"2026-08-15T23:37:38.055241Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.00019","last_updated":"2024-07-30T18:49:26Z","snapshot_observed_at":"2026-08-16T13:29:45.576593Z","submitted_at":"2024-07-30T18:49:26Z","title":"WebApp1K: A Practical Code-Generation Benchmark for Web App Development","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.00019","snapshot_observed_at":"2026-08-15T23:37:38.059414Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T08:54:59.111730Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.059414Z"},"links":{"cited_paper":"/paper/2408.00019","citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:5f6ce6512f5ddee5b99cbd234e1b046a4a059d9e128ed83adfdad0291835bb01","observation_id":"1b8bd94c-be4b-42b1-b478-e186d6c01f5d","resolution":{"observed_at":"2026-08-15T23:37:38.059414Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:37:38.872401Z","title":null,"venue":null,"work_id":"27e6160f-d03b-4108-ba6f-049dc877638a","year":2023},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T08:54:59.111730Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.063668Z"},"links":{"citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:b61e0445eb87df21204cbca944568c1e7c7b925dc7497614cd1d1ff196d0f7cd","observation_id":"f0f13949-07e3-44e8-a2f6-cacb7e06632b","resolution":{"observed_at":"2026-08-15T23:37:38.876531Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2502.00988","last_updated":"2025-02-03T02:00:29Z","snapshot_observed_at":"2026-08-18T00:41:23.702926Z","submitted_at":"2025-02-03T02:00:29Z","title":"PlotGen: Multi-Agent LLM-based Scientific Data Visualization via Multimodal Feedback","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.00988","snapshot_observed_at":"2026-08-15T23:37:38.067222Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T08:54:59.111730Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.067222Z"},"links":{"cited_paper":"/paper/2502.00988","citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:e7519a3424abe3f3bf98274baa1cb6d04627440a00464d05b49b09b79cf80480","observation_id":"62d681c7-8a61-421c-a94e-6c7fa452c883","resolution":{"observed_at":"2026-08-15T23:37:38.067222Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.18766","last_updated":"2024-04-29T15:02:14Z","snapshot_observed_at":"2026-08-16T13:56:56.121221Z","submitted_at":"2024-04-29T15:02:14Z","title":"PECC: Problem Extraction and Coding Challenges","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.18766","snapshot_observed_at":"2026-08-15T23:37:38.070767Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T08:54:59.111730Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.070767Z"},"links":{"cited_paper":"/paper/2404.18766","citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:b8af89594f213c5d4968a917a5cc520c8c453d4161aa61285bcfa08b096ec2ee","observation_id":"959f4ff9-837e-4538-98b5-034bd73fd473","resolution":{"observed_at":"2026-08-15T23:37:38.070767Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.18150","last_updated":"2024-12-25T15:00:36Z","snapshot_observed_at":"2026-08-18T03:26:48.098712Z","submitted_at":"2024-12-24T04:08:25Z","title":"EvalMuse-40K: A Reliable and Fine-Grained Benchmark with Comprehensive Human Annotations for Text-to-Image Generation Model Evaluation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.18150","snapshot_observed_at":"2026-08-15T23:37:38.074067Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T08:54:59.111730Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.074067Z"},"links":{"cited_paper":"/paper/2412.18150","citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:4b6312940035cd1777d84b1c9c9fa329d93d062c553442f9443d39b50fa84b92","observation_id":"0717342c-df3f-486f-b6ef-76aa03d125a6","resolution":{"observed_at":"2026-08-15T23:37:38.074067Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2105.09938","last_updated":"2021-11-08T21:16:44Z","snapshot_observed_at":"2026-08-14T15:19:05.440904Z","submitted_at":"2021-05-20T17:58:42Z","title":"Measuring Coding Challenge Competence With APPS","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2105.09938","snapshot_observed_at":"2026-08-15T23:37:38.077932Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T08:54:59.111730Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.077932Z"},"links":{"cited_paper":"/paper/2105.09938","citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:4fb3358f8ce1fbade52dc0e2521536c7afe2a18c28ce58c30839b932a23ae553","observation_id":"0cec30e0-bfe6-4d85-8aa8-0ed87f4a6bd0","resolution":{"observed_at":"2026-08-15T23:37:38.077932Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:37:38.081791Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T08:54:59.111730Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.081791Z"},"links":{"citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:47d42bb159f5b1f34a150895a213961425c4be3828c9b8e832d9be652d50f267","observation_id":"6d0437f9-a9ff-4ab6-b708-98cff0ae8a2a","resolution":{"observed_at":"2026-08-15T23:37:38.081791Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2307.06350","last_updated":"2025-03-08T14:57:45Z","snapshot_observed_at":"2026-08-17T00:02:32.691472Z","submitted_at":"2023-07-12T17:59:42Z","title":"T2I-CompBench++: An Enhanced and Comprehensive Benchmark for Compositional Text-to-image Generation","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.06350","snapshot_observed_at":"2026-08-15T23:37:38.086107Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T08:54:59.111730Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.086107Z"},"links":{"cited_paper":"/paper/2307.06350","citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:56c785a38342d5c43de503b052e301d98cac2eccc47e453d4aef3b83109b4f03","observation_id":"2ccc5a17-c7e6-4996-8ee2-9efa07ea2128","resolution":{"observed_at":"2026-08-15T23:37:38.086107Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.07974","last_updated":"2024-06-06T17:41:21Z","snapshot_observed_at":"2026-08-16T07:05:57.323612Z","submitted_at":"2024-03-12T17:58:04Z","title":"LiveCodeBench: Holistic and Contamination Free Evaluation of Large Language Models for Code","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.07974","snapshot_observed_at":"2026-08-15T23:37:38.090753Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T08:54:59.111730Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.090753Z"},"links":{"cited_paper":"/paper/2403.07974","citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:b5926e01a3466e86f64ee81a2545cd44a1a5c4d2935859072447158e1c76419b","observation_id":"98052884-4a7a-420b-bc72-b8297b76ac04","resolution":{"observed_at":"2026-08-15T23:37:38.090753Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.06770","last_updated":"2024-11-11T23:05:04Z","snapshot_observed_at":"2026-08-18T08:11:45.716032Z","submitted_at":"2023-10-10T16:47:29Z","title":"SWE-bench: Can Language Models Resolve Real-World GitHub Issues?","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.06770","snapshot_observed_at":"2026-08-15T23:37:38.094805Z","title":"Jimenez, John Yang, Alexander Wettig, Shunyu Yao, Kexin Pei, Ofir Press, and Karthik Narasimhan","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T08:54:59.111730Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.094805Z"},"links":{"cited_paper":"/paper/2310.06770","citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:276c85326e61f49380876282d1a2b67a553902d0ba04482cc23600f7da5c2ee5","observation_id":"20e12839-7d63-4efe-90a2-210f2d9e4a18","resolution":{"observed_at":"2026-08-15T23:37:38.094805Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.01502","last_updated":"2024-07-01T17:48:14Z","snapshot_observed_at":"2026-08-16T13:38:01.685520Z","submitted_at":"2024-07-01T17:48:14Z","title":"AI Agents That Matter","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.01502","snapshot_observed_at":"2026-08-15T23:37:38.098773Z","title":"Siegel, Nitya Nadgir, and Arvind Narayanan","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T08:54:59.111730Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.098773Z"},"links":{"cited_paper":"/paper/2407.01502","citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:bcc893cdfd95da20e987e574c7eb803a39238c69b32c081d9ff9cf99fb1c19fd","observation_id":"c23cb44b-7912-4d2c-b2e8-a2c2642ebaa5","resolution":{"observed_at":"2026-08-15T23:37:38.098773Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.16801","last_updated":"2024-06-25T18:04:23Z","snapshot_observed_at":"2026-08-16T13:40:03.195033Z","submitted_at":"2024-06-24T17:08:17Z","title":"RES-Q: Evaluating Code-Editing Large Language Model Systems at the Repository Scale","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.16801","snapshot_observed_at":"2026-08-15T23:37:38.102332Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T08:54:59.111730Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.102332Z"},"links":{"cited_paper":"/paper/2406.16801","citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:2e32efd208f6385ee82ed8ca003a04e135a1b266c912578998ee9f7045aa9991","observation_id":"891c5b50-b164-47f7-a5eb-928ad6b35dc1","resolution":{"observed_at":"2026-08-15T23:37:38.102332Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.21647","last_updated":"2025-06-24T20:49:51Z","snapshot_observed_at":"2026-08-16T13:05:09.409736Z","submitted_at":"2024-10-29T01:21:05Z","title":"Can Language Models Replace Programmers for Coding? REPOCOD Says 'Not Yet'","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.21647","snapshot_observed_at":"2026-08-15T23:37:38.106353Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T08:54:59.111730Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.106353Z"},"links":{"cited_paper":"/paper/2410.21647","citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:c65af0eeaa3a7bfe5e82d29ac1d46d5245f6a273854a678bf532d2d30c8eeaca","observation_id":"74161ebc-9602-49b3-8c7f-682011ac77cb","resolution":{"observed_at":"2026-08-15T23:37:38.106353Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.02977","last_updated":"2025-12-03T03:33:35Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-09-04T15:59:41Z","title":"Large Language Model-Based Agents for Software Engineering: A Survey","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.02977","snapshot_observed_at":"2026-08-15T23:37:38.110661Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T08:54:59.111730Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.110661Z"},"links":{"cited_paper":"/paper/2409.02977","citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:279c3c0699d083a5e5c410cf16407ca6f8fea56ac0d3e03bd840984fdd26efce","observation_id":"9655ff43-c5f6-46da-b096-4736c5de4812","resolution":{"observed_at":"2026-08-15T23:37:38.110661Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.07065","last_updated":"2025-02-24T15:08:26Z","snapshot_observed_at":"2026-08-16T13:53:30.607974Z","submitted_at":"2024-05-11T18:20:40Z","title":"LogoMotion: Visually-Grounded Code Synthesis for Creating and Editing Animation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.07065","snapshot_observed_at":"2026-08-15T23:37:38.114437Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T08:54:59.111730Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.114437Z"},"links":{"cited_paper":"/paper/2405.07065","citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:05b06b2c116b736ec025d89b0459e336832fc368fa935da40458351201bd5136","observation_id":"f47dfb3a-76b2-4faf-b7c6-98bf3014fa9a","resolution":{"observed_at":"2026-08-15T23:37:38.114437Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:37:38.118472Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T08:54:59.111730Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.118472Z"},"links":{"citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:f5f775ddbcda76460b1be5c18041cc2ffc52707e9b015ead76ef973acf31f553","observation_id":"bf8cdb39-8ea4-4c18-bef0-a636528bb828","resolution":{"observed_at":"2026-08-15T23:37:38.118472Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.00203","last_updated":"2024-08-01T00:00:43Z","snapshot_observed_at":"2026-08-18T08:43:23.976880Z","submitted_at":"2024-08-01T00:00:43Z","title":"OmniParser for Pure Vision Based GUI Agent","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.00203","snapshot_observed_at":"2026-08-15T23:37:38.122211Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T08:54:59.111730Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.122211Z"},"links":{"cited_paper":"/paper/2408.00203","citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:12a0a4a64e76f7d1192d3537b5fd16d96e53d1cb9816820408fc9d436c1d7e2b","observation_id":"ea1a1f73-7645-40d0-a54b-65bb90b2896a","resolution":{"observed_at":"2026-08-15T23:37:38.122211Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2312.11556","last_updated":"2025-05-31T14:41:26Z","snapshot_observed_at":"2026-08-18T04:30:31.732256Z","submitted_at":"2023-12-17T08:07:32Z","title":"StarVector: Generating Scalable Vector Graphics Code from Images and Text","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2312.11556","snapshot_observed_at":"2026-08-15T23:37:38.126527Z","title":"Rodriguez, Abhay Puri, Shubham Agarwal, Issam H","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T08:54:59.111730Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.126527Z"},"links":{"cited_paper":"/paper/2312.11556","citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:11a76b693cbe09c0060166544b18c43566c6fcefe1199bb2c8fc71be14837242","observation_id":"be264e6d-82bf-462a-bba0-981f23ba9b9e","resolution":{"observed_at":"2026-08-15T23:37:38.126527Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.03163","last_updated":"2025-02-09T04:22:26Z","snapshot_observed_at":"2026-08-16T14:12:33.804927Z","submitted_at":"2024-03-05T17:56:27Z","title":"Design2Code: Benchmarking Multimodal Code Generation for Automated Front-End Engineering","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.03163","snapshot_observed_at":"2026-08-15T23:37:38.132054Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T08:54:59.111730Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.132054Z"},"links":{"cited_paper":"/paper/2403.03163","citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:fa7b33e8e519a6cb072f315becbc0214cef13a9e8eb10dade4b8fb161c054d28","observation_id":"14c34fdd-6dd6-4f51-9dfe-d45fc9ea20cf","resolution":{"observed_at":"2026-08-15T23:37:38.132054Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2502.18356","last_updated":"2025-02-25T16:45:08Z","snapshot_observed_at":"2026-08-17T16:03:29.812485Z","submitted_at":"2025-02-25T16:45:08Z","title":"WebGames: Challenging General-Purpose Web-Browsing AI Agents","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.18356","snapshot_observed_at":"2026-08-15T23:37:38.136112Z","title":"Chan, Jikun Kang, Wenqi Wu, Filippos Christianos, Fraser Greenlee, Andy Toulis, and Marvin Purtorab","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T08:54:59.111730Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.136112Z"},"links":{"cited_paper":"/paper/2502.18356","citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:a5f7b090111474501b67cf7950b3e4d27232b79a3d420f80dcfe37804eac4929","observation_id":"1ee0490c-3219-4067-883d-4a0480fb7a1b","resolution":{"observed_at":"2026-08-15T23:37:38.136112Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.06071","last_updated":"2025-08-12T20:30:48Z","snapshot_observed_at":"2026-08-16T14:20:03.580590Z","submitted_at":"2024-02-08T21:43:30Z","title":"Keyframer: Empowering Animation Design using Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.06071","snapshot_observed_at":"2026-08-15T23:37:38.140565Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T08:54:59.111730Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.140565Z"},"links":{"cited_paper":"/paper/2402.06071","citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:49ad59aabec6bbb76dee47e9282f9212519531d4990187451c920f927a5bb99a","observation_id":"bced0378-fb38-4a27-94ad-e380549a687b","resolution":{"observed_at":"2026-08-15T23:37:38.140565Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.16741","last_updated":"2025-04-18T18:14:31Z","snapshot_observed_at":"2026-08-14T17:59:52.524740Z","submitted_at":"2024-07-23T17:50:43Z","title":"OpenHands: An Open Platform for AI Software Developers as Generalist Agents","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.16741","snapshot_observed_at":"2026-08-15T23:37:38.144700Z","title":"Xu, Xiangru Tang, Mingchen Zhuge, Jiayi Pan, Yueqi Song, Bowen Li, Jaskirat Singh, Hoang H","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T08:54:59.111730Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.144700Z"},"links":{"cited_paper":"/paper/2407.16741","citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:79b5410ab4fb22852e578813949cbaab7e5b4765ba6f9aaf877d41f5bf48f955","observation_id":"105c4edd-4137-46d1-b47f-2c00bb9d300b","resolution":{"observed_at":"2026-08-15T23:37:38.144700Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2203.08388","last_updated":"2023-02-07T03:12:50Z","snapshot_observed_at":"2026-08-16T17:14:12.656008Z","submitted_at":"2022-03-16T04:21:50Z","title":"MCoNaLa: A Benchmark for Code Generation from Multiple Natural Languages","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2203.08388","snapshot_observed_at":"2026-08-15T23:37:38.148710Z","title":"Xu, and Graham Neubig","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T08:54:59.111730Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.148710Z"},"links":{"cited_paper":"/paper/2203.08388","citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:4ddbe4f90d5176e92d568ae73b666f61daaf57ad99a9f737fc5112a94f806fe1","observation_id":"8e2fb44b-728e-4ccb-b5a7-7f88b8e9b4f6","resolution":{"observed_at":"2026-08-15T23:37:38.148710Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.11916","last_updated":"2024-11-18T02:58:37Z","snapshot_observed_at":"2026-08-14T16:53:45.761753Z","submitted_at":"2024-11-18T02:58:37Z","title":"From Words to Structured Visuals: A Benchmark and Framework for Text-to-Diagram Generation and Editing","version":1},"cited_work":{"arxiv_id":"2411.11916","doi":null,"metadata_source":"pith","pith_arxiv_id":"2411.11916","snapshot_observed_at":"2026-08-15T23:37:38.312068Z","title":"From Words to Structured Visuals: A Benchmark and Framework for Text-to-Diagram Generation and Editing","venue":"cs.DB","work_id":"85591c69-525e-48cc-9ff4-f595926c6471","year":2024},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T08:54:59.111730Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.153234Z"},"links":{"cited_paper":"/paper/2411.11916","citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:88595b0a7faa9ba84345303acf8795dceecce8ebe7163832f77a1325370f18e0","observation_id":"768e4cfa-6e0f-47cc-8df3-c0027a527070","resolution":{"observed_at":"2026-08-15T23:37:38.318878Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:37:38.859933Z","title":null,"venue":null,"work_id":"794282b6-d210-4c6d-98d6-61ce9c9dbda0","year":2025},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T08:54:59.111730Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.157557Z"},"links":{"citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:0cf974a6b54016f248e2920fdb4453c53ed7acb85eee7242148dfe7afa9cb6ad","observation_id":"e672719a-3fe5-4e43-bcaa-31cb1702a248","resolution":{"observed_at":"2026-08-15T23:37:38.863682Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:37:38.849166Z","title":null,"venue":null,"work_id":"06ea7ca2-ec6e-4dd6-86cf-79cea6c78727","year":2023},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T08:54:59.111730Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.161713Z"},"links":{"citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:739e87aec8bbf2aa67369197626575aa3c3a8ab05df474b693162a17e3e3ae6e","observation_id":"a0e86a60-bb63-47a8-a258-bc06e832c1a3","resolution":{"observed_at":"2026-08-15T23:37:38.852648Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2412.10437","last_updated":"2026-04-09T03:46:50Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-12-11T09:02:25Z","title":"SVGFusion: A VAE-Diffusion Transformer for Vector Graphic Generation","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.10437","snapshot_observed_at":"2026-08-15T23:37:38.165758Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T08:54:59.111730Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.165758Z"},"links":{"cited_paper":"/paper/2412.10437","citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:13b1e24a853e5ae786906aad1ee9d520febd305c76019906b9bcf3d1d4d4f6e7","observation_id":"266340ab-5578-40e2-b236-bb6b249683cc","resolution":{"observed_at":"2026-08-15T23:37:38.165758Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2312.16476","last_updated":"2026-04-20T13:31:20Z","snapshot_observed_at":"2026-08-16T17:21:51.126237Z","submitted_at":"2023-12-27T08:50:01Z","title":"SVGDreamer: Text Guided SVG Generation with Diffusion Model","version":7},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2312.16476","snapshot_observed_at":"2026-08-15T23:37:38.169936Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T08:54:59.111730Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.169936Z"},"links":{"cited_paper":"/paper/2312.16476","citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:1855fc4dd072b607186ac3890eb908d0798898c6143dc22cb1de1aef86f17d3f","observation_id":"e5136960-1ed4-46bd-a2f8-68cc2173895c","resolution":{"observed_at":"2026-08-15T23:37:38.169936Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.12128","last_updated":"2024-07-15T16:32:39Z","snapshot_observed_at":"2026-08-16T14:50:58.996194Z","submitted_at":"2023-10-18T17:37:10Z","title":"DiagrammerGPT: Generating Open-Domain, Open-Platform Diagrams via LLM Planning","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.12128","snapshot_observed_at":"2026-08-15T23:37:38.173860Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T08:54:59.111730Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.173860Z"},"links":{"cited_paper":"/paper/2310.12128","citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:e5db4d0eea5e003730590ef94cd2ed9e4ed0613776120c47835f6fb3ee1dcb3d","observation_id":"2287dc35-d5c6-4f2e-857b-44965e8c4dc0","resolution":{"observed_at":"2026-08-15T23:37:38.173860Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.12381","last_updated":"2025-02-18T06:00:26Z","snapshot_observed_at":"2026-08-16T13:08:53.322330Z","submitted_at":"2024-10-16T09:04:57Z","title":"HumanEval-V: Benchmarking High-Level Visual Reasoning with Complex Diagrams in Coding Tasks","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.12381","snapshot_observed_at":"2026-08-15T23:37:38.177904Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T08:54:59.111730Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.177904Z"},"links":{"cited_paper":"/paper/2410.12381","citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:2ee48bae33a21bacc24012c1ad6d1354229cdd3fd74ab3ed472bbc8cbb66988b","observation_id":"17409bd0-cc91-4d87-a864-5b897fb671da","resolution":{"observed_at":"2026-08-15T23:37:38.177904Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:37:38.836803Z","title":null,"venue":null,"work_id":"cd62706d-5eee-4b3c-a832-1da734ba4d75","year":1989},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T08:54:59.111730Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.181886Z"},"links":{"citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:80917ddc2120d38fe668534601b6859b4cd7c7bf4656752864d689dc1b878d96","observation_id":"637d9bd3-ecaa-4523-b503-8b2b640706f0","resolution":{"observed_at":"2026-08-15T23:37:38.840454Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2412.18573","last_updated":"2025-03-17T17:58:13Z","snapshot_observed_at":"2026-08-16T12:59:57.442596Z","submitted_at":"2024-12-24T17:56:08Z","title":"Top General Performance = Top Domain Performance? DomainCodeBench: A Multi-domain Code Generation Benchmark","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.18573","snapshot_observed_at":"2026-08-15T23:37:38.185745Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T08:54:59.111730Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.185745Z"},"links":{"cited_paper":"/paper/2412.18573","citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:457894e13b93e84dbbdc737a8cf58020f6e0e50433b3454784fe85b55b548718","observation_id":"6c60a45d-133e-47b6-ad9b-36028ea59cd5","resolution":{"observed_at":"2026-08-15T23:37:38.185745Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2307.13854","last_updated":"2024-04-16T15:13:18Z","snapshot_observed_at":"2026-08-14T11:14:55.351653Z","submitted_at":"2023-07-25T22:59:32Z","title":"WebArena: A Realistic Web Environment for Building Autonomous Agents","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.13854","snapshot_observed_at":"2026-08-15T23:37:38.189687Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T08:54:59.111730Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.189687Z"},"links":{"cited_paper":"/paper/2307.13854","citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:06bd7896233c8146253d1bd43b120ce7b81cabf4c3e3682934c15daf6b0304dc","observation_id":"fd079812-62ab-4f13-a686-c9f7867091ac","resolution":{"observed_at":"2026-08-15T23:37:38.189687Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.15877","last_updated":"2025-04-01T08:36:44Z","snapshot_observed_at":"2026-08-14T15:45:30.011625Z","submitted_at":"2024-06-22T15:52:04Z","title":"BigCodeBench: Benchmarking Code Generation with Diverse Function Calls and Complex Instructions","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.15877","snapshot_observed_at":"2026-08-15T23:37:38.193781Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T08:54:59.111730Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.193781Z"},"links":{"cited_paper":"/paper/2406.15877","citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:abe142967f088e908f65b67c1ed2864b0589b4d5a6c1c8c5dc08131f21a3f812","observation_id":"f3dd0ad4-5d6b-411d-b8db-dbed75d6e397","resolution":{"observed_at":"2026-08-15T23:37:38.193781Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2404.00412","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:37:38.713680Z","title":"arXiv:2404.00412","venue":null,"work_id":"15ec0a67-5270-4530-8950-5967dabeffc7","year":null},"citing_paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","snapshot_observed_at":"2026-08-18T08:54:59.111730Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ","version":2},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-15T23:37:38.033037Z"},"links":{"citing_paper":"/paper/2505.04670"},"observation_digest":"sha256:9f4a12e4d554e9f588585b951ca2786f9b50b313ac83c3ef9a4b5bcacf320963","observation_id":"094af73d-8bb8-402d-8ba5-1128a8c4c8dd","resolution":{"observed_at":"2026-08-15T23:37:38.719182Z","resolver_source":"raw_fallback","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2505.04670","last_updated":"2025-06-04T12:57:19Z","latest_version":2,"primary_category":"cs.SE","snapshot_observed_at":"2026-08-18T08:54:59.111730Z","submitted_at":"2025-05-07T08:26:54Z","title":"LLM Code Customization with Visual Results: A Benchmark on TikZ"},"reference_resolution":{"displayed":46,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":43,"verified_exact":3,"verified_fuzzy":0},"total_outbound_references":46},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"thesis":"As of 18 August 2026, this Paper Citation Record lists 46 of 46 outbound references and 0 inbound Pith citation observations for arXiv:2505.04670."}