{"as_of":"2026-08-08T05:04:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:51a7a3d50444f458001b486106bdf0ca52b172ba1790ef62b587f69b7c6aa11f","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":11,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":11,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-07T06:34:17.273281+00:00","state":"measured"},{"denominator":11,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":11,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T05:26:15.088404Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-23T04:32:33.203813Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2404.09486","last_updated":"2024-09-26T09:31:48Z","snapshot_observed_at":"2026-07-06T18:00:07.537987Z","submitted_at":"2024-04-15T06:15:46Z","title":"MMCode: Benchmarking Multimodal Large Language Models for Code Generation with Visually Rich Programming Problems","version":2},"cited_work":{"arxiv_id":"2404.09486","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2404.09486","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Mmcode: Evaluating multi-modal code large language models with visually rich programming problems","venue":null,"work_id":"ba53e28d-7062-438d-98cf-0ead64246b0f","year":2024},"citing_paper":{"arxiv_id":"2502.02871","last_updated":"2026-04-20T02:18:01Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-02-05T04:05:27Z","title":"Position: Multimodal Large Language Models Can Significantly Advance Scientific Reasoning","version":2},"reference_index":94,"source":"arxiv_source","source_observed_at":"2026-05-23T04:30:38.804702Z"},"links":{"cited_paper":"/paper/2404.09486","citing_paper":"/paper/2502.02871"},"observation_digest":"sha256:35f0edafbb0f1d9541761a0ae5a20158e695b3ffd71f1f159b0f1c1097fe14db","observation_id":"8d10f1bd-dfb7-48b5-a7ad-057fc629b2f2","resolution":{"observed_at":"2026-05-23T04:32:33.207510Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2404.09486","last_updated":"2024-09-26T09:31:48Z","snapshot_observed_at":"2026-07-06T18:00:07.537987Z","submitted_at":"2024-04-15T06:15:46Z","title":"MMCode: Benchmarking Multimodal Large Language Models for Code Generation with Visually Rich Programming Problems","version":2},"cited_work":{"arxiv_id":"2404.09486","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2404.09486","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Mmcode: Evaluating multi-modal code large language models with visually rich programming problems","venue":null,"work_id":"ba53e28d-7062-438d-98cf-0ead64246b0f","year":2024},"citing_paper":{"arxiv_id":"2506.02387","last_updated":"2026-04-13T08:26:12Z","snapshot_observed_at":"2026-08-04T07:16:14.991803Z","submitted_at":"2025-06-03T02:57:38Z","title":"VS-Bench: Evaluating VLMs for Strategic Abilities in Multi-Agent Environments","version":3},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-05-19T11:57:08.314088Z"},"links":{"cited_paper":"/paper/2404.09486","citing_paper":"/paper/2506.02387"},"observation_digest":"sha256:41e812d5d5a0617957778b5a13e4b847bbc74722963865561ce63a054d66a3b9","observation_id":"573dda8e-ab3b-45d6-b919-5468638ee61b","resolution":{"observed_at":"2026-05-19T11:57:16.244535Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2404.09486","last_updated":"2024-09-26T09:31:48Z","snapshot_observed_at":"2026-07-06T18:00:07.537987Z","submitted_at":"2024-04-15T06:15:46Z","title":"MMCode: Benchmarking Multimodal Large Language Models for Code Generation with Visually Rich Programming Problems","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.09486","snapshot_observed_at":"2026-08-07T05:26:15.088404Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.07964","last_updated":"2025-06-09T17:39:48Z","snapshot_observed_at":"2026-08-07T05:19:06.277008Z","submitted_at":"2025-06-09T17:39:48Z","title":"SlideCoder: Layout-aware RAG-enhanced Hierarchical Slide Generation from Design","version":1},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-07T05:26:15.088404Z"},"links":{"cited_paper":"/paper/2404.09486","citing_paper":"/paper/2506.07964"},"observation_digest":"sha256:64c234c3b7ecb7afcab617eec96857540c73d0ca28ed43acdf2e27f65bc95045","observation_id":"61f359e5-b834-465e-a679-61d5bec19075","resolution":{"observed_at":"2026-08-07T05:26:15.088404Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.09486","last_updated":"2024-09-26T09:31:48Z","snapshot_observed_at":"2026-07-06T18:00:07.537987Z","submitted_at":"2024-04-15T06:15:46Z","title":"MMCode: Benchmarking Multimodal Large Language Models for Code Generation with Visually Rich Programming Problems","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.09486","snapshot_observed_at":"2026-08-06T18:18:53.801064Z","title":"Mmcode: Evaluating multi- modal code large language models with visually rich programming problems","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.08719","last_updated":"2025-07-11T16:19:53Z","snapshot_observed_at":"2026-08-07T04:09:15.037517Z","submitted_at":"2025-07-11T16:19:53Z","title":"Multilingual Multimodal Software Developer for Code Generation","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-06T18:18:53.801064Z"},"links":{"cited_paper":"/paper/2404.09486","citing_paper":"/paper/2507.08719"},"observation_digest":"sha256:36d8be1e41b2211ab3f00dbc6ac2d2b347e3b687ca4bec739e6cdebf2c37b55d","observation_id":"f3450736-3817-48e6-9ca6-50b2f2fcdf67","resolution":{"observed_at":"2026-08-06T18:18:53.801064Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.09486","last_updated":"2024-09-26T09:31:48Z","snapshot_observed_at":"2026-07-06T18:00:07.537987Z","submitted_at":"2024-04-15T06:15:46Z","title":"MMCode: Benchmarking Multimodal Large Language Models for Code Generation with Visually Rich Programming Problems","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.09486","snapshot_observed_at":"2026-08-06T11:09:04.748471Z","title":"Mmcode: Benchmarking multimodal large language models for code generation with visually rich programming problems.arXiv preprint arXiv:2404.09486,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.23067","last_updated":"2025-09-06T03:03:04Z","snapshot_observed_at":"2026-08-06T21:10:43.960852Z","submitted_at":"2025-07-30T19:57:22Z","title":"FairReason: Balancing Reasoning and Social Bias in MLLMs","version":2},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-06T11:09:04.748471Z"},"links":{"cited_paper":"/paper/2404.09486","citing_paper":"/paper/2507.23067"},"observation_digest":"sha256:2b62083239db98703c5d33143cf80243cb8b21817fd81c2b9264e93cc8601b27","observation_id":"64eefe0e-4b8c-49fe-b5a0-279ab978312f","resolution":{"observed_at":"2026-08-06T11:09:04.748471Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.09486","last_updated":"2024-09-26T09:31:48Z","snapshot_observed_at":"2026-07-06T18:00:07.537987Z","submitted_at":"2024-04-15T06:15:46Z","title":"MMCode: Benchmarking Multimodal Large Language Models for Code Generation with Visually Rich Programming Problems","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.09486","snapshot_observed_at":"2026-08-05T20:44:37.655941Z","title":"Mmcode: Evaluating multi-modal code large language models with visually rich programming problems","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.09945","last_updated":"2025-08-13T17:00:44Z","snapshot_observed_at":"2026-08-08T00:13:29.644971Z","submitted_at":"2025-08-13T17:00:44Z","title":"VisCodex: Unified Multimodal Code Generation via Merging Vision and Coding Models","version":1},"reference_index":37,"source":"arxiv_source","source_observed_at":"2026-08-05T20:44:37.655941Z"},"links":{"cited_paper":"/paper/2404.09486","citing_paper":"/paper/2508.09945"},"observation_digest":"sha256:66e67fc7ff03792af250db4b1c0763cfec4044481021c5c2ab23dbad95c27ded","observation_id":"119c5331-5187-448b-b7d6-c6acb141cb7f","resolution":{"observed_at":"2026-08-05T20:44:37.655941Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.09486","last_updated":"2024-09-26T09:31:48Z","snapshot_observed_at":"2026-07-06T18:00:07.537987Z","submitted_at":"2024-04-15T06:15:46Z","title":"MMCode: Benchmarking Multimodal Large Language Models for Code Generation with Visually Rich Programming Problems","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.09486","snapshot_observed_at":"2026-08-05T19:03:09.695133Z","title":"Mmcode: Benchmarking multimodal large language models for code generation with visually rich programming problems","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.13692","last_updated":"2025-08-19T09:52:04Z","snapshot_observed_at":"2026-08-08T00:06:34.475015Z","submitted_at":"2025-08-19T09:52:04Z","title":"HumanPCR: Probing MLLM Capabilities in Diverse Human-Centric Scenes","version":1},"reference_index":78,"source":"pdf_text","source_observed_at":"2026-08-05T19:03:09.695133Z"},"links":{"cited_paper":"/paper/2404.09486","citing_paper":"/paper/2508.13692"},"observation_digest":"sha256:6681101fcb6a55667de89d686ed7db05f893cadd3a1d048a0e970bc6ce7c18e0","observation_id":"72a4aa70-42da-4596-8e02-576f46a02e9d","resolution":{"observed_at":"2026-08-05T19:03:09.695133Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.09486","last_updated":"2024-09-26T09:31:48Z","snapshot_observed_at":"2026-07-06T18:00:07.537987Z","submitted_at":"2024-04-15T06:15:46Z","title":"MMCode: Benchmarking Multimodal Large Language Models for Code Generation with Visually Rich Programming Problems","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.09486","snapshot_observed_at":"2026-08-04T06:11:24.737429Z","title":"Mmcode: Benchmarking multimodal large language models for code generation with visually rich programming problems","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2602.06090","last_updated":"2026-08-03T12:05:20Z","snapshot_observed_at":"2026-08-07T10:34:38.383871Z","submitted_at":"2026-02-05T06:26:46Z","title":"SVRepair: Structured Visual Reasoning for Automated Program Repair","version":2},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-04T06:11:24.737429Z"},"links":{"cited_paper":"/paper/2404.09486","citing_paper":"/paper/2602.06090"},"observation_digest":"sha256:f5f5f9b32b8af97be81b9b05615c0ffd3d56b4370d9a49c1ae62a2a9f120c7f0","observation_id":"e70609b5-6e4b-4f82-8c92-4f85e7a6378f","resolution":{"observed_at":"2026-08-04T06:11:24.737429Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.09486","last_updated":"2024-09-26T09:31:48Z","snapshot_observed_at":"2026-07-06T18:00:07.537987Z","submitted_at":"2024-04-15T06:15:46Z","title":"MMCode: Benchmarking Multimodal Large Language Models for Code Generation with Visually Rich Programming Problems","version":2},"cited_work":{"arxiv_id":"2404.09486","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2404.09486","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Mmcode: Evaluating multi-modal code large language models with visually rich programming problems","venue":null,"work_id":"ba53e28d-7062-438d-98cf-0ead64246b0f","year":2024},"citing_paper":{"arxiv_id":"2602.18600","last_updated":"2026-07-29T09:42:45Z","snapshot_observed_at":"2026-08-02T22:00:02.664173Z","submitted_at":"2026-02-20T20:22:18Z","title":"MapTab: A Diagnostic Benchmark for Long-Horizon Multi-Criteria Multimodal Reasoning on Heterogeneous Topological Graphs","version":2},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-05-15T20:12:46.385646Z"},"links":{"cited_paper":"/paper/2404.09486","citing_paper":"/paper/2602.18600"},"observation_digest":"sha256:755e6953030f12f71189fd3a88b1d5cc6db20c0296722231e04cd4ddda5c1349","observation_id":"6054ffdd-f7e2-4d57-9dc4-a73ca2ba512b","resolution":{"observed_at":"2026-05-15T20:16:34.456470Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2404.09486","last_updated":"2024-09-26T09:31:48Z","snapshot_observed_at":"2026-07-06T18:00:07.537987Z","submitted_at":"2024-04-15T06:15:46Z","title":"MMCode: Benchmarking Multimodal Large Language Models for Code Generation with Visually Rich Programming Problems","version":2},"cited_work":{"arxiv_id":"2404.09486","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2404.09486","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Mmcode: Evaluating multi-modal code large language models with visually rich programming problems","venue":null,"work_id":"ba53e28d-7062-438d-98cf-0ead64246b0f","year":2024},"citing_paper":{"arxiv_id":"2602.18600","last_updated":"2026-07-29T09:42:45Z","snapshot_observed_at":"2026-08-02T22:00:02.664173Z","submitted_at":"2026-02-20T20:22:18Z","title":"MapTab: A Diagnostic Benchmark for Long-Horizon Multi-Criteria Multimodal Reasoning on Heterogeneous Topological Graphs","version":3},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-05-22T10:30:06.829915Z"},"links":{"cited_paper":"/paper/2404.09486","citing_paper":"/paper/2602.18600"},"observation_digest":"sha256:5370b9224657d7a4373663cad2c267cef5c29dd8f4ddabbbf84db1120096aedc","observation_id":"4a46117c-ad85-4711-bc31-ea1d734d265d","resolution":{"observed_at":"2026-05-22T10:31:25.174665Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2404.09486","last_updated":"2024-09-26T09:31:48Z","snapshot_observed_at":"2026-07-06T18:00:07.537987Z","submitted_at":"2024-04-15T06:15:46Z","title":"MMCode: Benchmarking Multimodal Large Language Models for Code Generation with Visually Rich Programming Problems","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.09486","snapshot_observed_at":"2026-08-02T22:00:06.512766Z","title":"Mmcode: Benchmarking multimodal large language models for code generation with visually rich programming problems.arXiv preprint arXiv:2404.09486, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2602.18600","last_updated":"2026-07-29T09:42:45Z","snapshot_observed_at":"2026-08-02T22:00:02.664173Z","submitted_at":"2026-02-20T20:22:18Z","title":"MapTab: A Diagnostic Benchmark for Long-Horizon Multi-Criteria Multimodal Reasoning on Heterogeneous Topological Graphs","version":5},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-02T22:00:06.512766Z"},"links":{"cited_paper":"/paper/2404.09486","citing_paper":"/paper/2602.18600"},"observation_digest":"sha256:033fb89aad50ca36c24f0a79d5f20f972906e83ea4c32ec629404fb0a04e42d8","observation_id":"d477d8c0-a048-43cf-9752-c1307870ddc2","resolution":{"observed_at":"2026-08-02T22:00:06.512766Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2404.09486/citation-record","integrity":"/paper/2404.09486/integrity","json":"/paper/2404.09486/citation-record.json","paper":"/paper/2404.09486"},"outbound":[],"paper":{"arxiv_id":"2404.09486","last_updated":"2024-09-26T09:31:48Z","latest_version":2,"primary_category":"cs.CL","snapshot_observed_at":"2026-07-06T18:00:07.537987Z","submitted_at":"2024-04-15T06:15:46Z","title":"MMCode: Benchmarking Multimodal Large Language Models for Code Generation with Visually Rich Programming Problems"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"thesis":"As of 8 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 11 inbound Pith citation observations for arXiv:2404.09486."}