{"as_of":"2026-08-08T03:58:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:63b9252fee07b1108bbdf730cecc0803867b921dea2088183531bd4ccd9d5037","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":10,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":10,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-07T06:34:17.273281+00:00","state":"measured"},{"denominator":10,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":10,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T14:30:22.090211Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-23T04:32:33.272585Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2409.18142","last_updated":"2024-09-21T15:22:26Z","snapshot_observed_at":"2026-08-04T13:51:52.964653Z","submitted_at":"2024-09-21T15:22:26Z","title":"A Survey on Multimodal Benchmarks: In the Era of Large AI Models","version":1},"cited_work":{"arxiv_id":"2409.18142","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2409.18142","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"A survey on multimodal benchmarks: In the era of large ai models","venue":null,"work_id":"b301aa4d-d598-4112-a4f2-2499b18ab7c3","year":2024},"citing_paper":{"arxiv_id":"2411.18279","last_updated":"2025-05-06T15:08:00Z","snapshot_observed_at":"2026-07-06T19:57:55.925634Z","submitted_at":"2024-11-27T12:13:39Z","title":"Large Language Model-Brained GUI Agents: A Survey","version":12},"reference_index":57,"source":"pdf_text","source_observed_at":"2026-05-19T11:08:27.472508Z"},"links":{"cited_paper":"/paper/2409.18142","citing_paper":"/paper/2411.18279"},"observation_digest":"sha256:b3429a445eaade4cd4b14c5279be6cbb48b53744b767783e48f1164338687ead","observation_id":"c557a1f9-ac2d-44db-92b0-43f0480b06b1","resolution":{"observed_at":"2026-05-19T11:08:28.031666Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2409.18142","last_updated":"2024-09-21T15:22:26Z","snapshot_observed_at":"2026-08-04T13:51:52.964653Z","submitted_at":"2024-09-21T15:22:26Z","title":"A Survey on Multimodal Benchmarks: In the Era of Large AI Models","version":1},"cited_work":{"arxiv_id":"2409.18142","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2409.18142","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"A survey on multimodal benchmarks: In the era of large ai models","venue":null,"work_id":"b301aa4d-d598-4112-a4f2-2499b18ab7c3","year":2024},"citing_paper":{"arxiv_id":"2502.02871","last_updated":"2026-04-20T02:18:01Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-02-05T04:05:27Z","title":"Position: Multimodal Large Language Models Can Significantly Advance Scientific Reasoning","version":2},"reference_index":95,"source":"arxiv_source","source_observed_at":"2026-05-23T04:30:38.804702Z"},"links":{"cited_paper":"/paper/2409.18142","citing_paper":"/paper/2502.02871"},"observation_digest":"sha256:7ef5e0f5861188687ff5116512eaf27c8f1c9947a8fa4d81e086f15a629dbbd8","observation_id":"63eb32f5-96ac-44b0-8440-94fd7fa43783","resolution":{"observed_at":"2026-05-23T04:32:33.276409Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2409.18142","last_updated":"2024-09-21T15:22:26Z","snapshot_observed_at":"2026-08-04T13:51:52.964653Z","submitted_at":"2024-09-21T15:22:26Z","title":"A Survey on Multimodal Benchmarks: In the Era of Large AI Models","version":1},"cited_work":{"arxiv_id":"2409.18142","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2409.18142","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"A survey on multimodal benchmarks: In the era of large ai models","venue":null,"work_id":"b301aa4d-d598-4112-a4f2-2499b18ab7c3","year":2024},"citing_paper":{"arxiv_id":"2505.15616","last_updated":"2026-05-13T12:54:20Z","snapshot_observed_at":"2026-08-03T01:38:16.643054Z","submitted_at":"2025-05-21T15:06:59Z","title":"LENS: Multi-level Evaluation of Multimodal Reasoning with Large Language Models","version":2},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-05-22T13:47:51.436258Z"},"links":{"cited_paper":"/paper/2409.18142","citing_paper":"/paper/2505.15616"},"observation_digest":"sha256:b998df8cf90348e169cfef1e4fbbb6e819000d66d1cefde5fa2ac8e1acefb99b","observation_id":"9db35cdc-8d92-46ec-ac98-a66efb921ab9","resolution":{"observed_at":"2026-05-22T13:51:37.712351Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2409.18142","last_updated":"2024-09-21T15:22:26Z","snapshot_observed_at":"2026-08-04T13:51:52.964653Z","submitted_at":"2024-09-21T15:22:26Z","title":"A Survey on Multimodal Benchmarks: In the Era of Large AI Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.18142","snapshot_observed_at":"2026-08-07T14:30:22.090211Z","title":"A survey on multimodal benchmarks: In the era of large ai models,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.18657","last_updated":"2025-05-24T11:49:31Z","snapshot_observed_at":"2026-08-07T17:10:13.501355Z","submitted_at":"2025-05-24T11:49:31Z","title":"MLLMs are Deeply Affected by Modality Bias","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-07T14:30:22.090211Z"},"links":{"cited_paper":"/paper/2409.18142","citing_paper":"/paper/2505.18657"},"observation_digest":"sha256:7cff26800fe37509e19297bd061b636b717671a47994d03442b3a381e22eb80c","observation_id":"0f72bb53-9575-40fc-8521-b66c9bf026c8","resolution":{"observed_at":"2026-08-07T14:30:22.090211Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.18142","last_updated":"2024-09-21T15:22:26Z","snapshot_observed_at":"2026-08-04T13:51:52.964653Z","submitted_at":"2024-09-21T15:22:26Z","title":"A Survey on Multimodal Benchmarks: In the Era of Large AI Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.18142","snapshot_observed_at":"2026-08-07T05:27:50.126766Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.07818","last_updated":"2025-06-09T14:46:02Z","snapshot_observed_at":"2026-08-07T21:48:41.764042Z","submitted_at":"2025-06-09T14:46:02Z","title":"WebUIBench: A Comprehensive Benchmark for Evaluating Multimodal Large Language Models in WebUI-to-Code","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-07T05:27:50.126766Z"},"links":{"cited_paper":"/paper/2409.18142","citing_paper":"/paper/2506.07818"},"observation_digest":"sha256:8d8b966317f8454e6b14162bd9e3c31d2a836e1582b32f8311a5ea88b7cbaf99","observation_id":"dd8e6060-44c9-4360-acc8-2401edbc7d62","resolution":{"observed_at":"2026-08-07T05:27:50.126766Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.18142","last_updated":"2024-09-21T15:22:26Z","snapshot_observed_at":"2026-08-04T13:51:52.964653Z","submitted_at":"2024-09-21T15:22:26Z","title":"A Survey on Multimodal Benchmarks: In the Era of Large AI Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.18142","snapshot_observed_at":"2026-08-07T11:19:00.185747Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.14805","last_updated":"2025-08-12T17:07:53Z","snapshot_observed_at":"2026-08-08T00:05:33.094743Z","submitted_at":"2025-06-03T13:44:14Z","title":"Argus Inspection: Do Multimodal Large Language Models Possess the Eye of Panoptes?","version":2},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-07T11:19:00.185747Z"},"links":{"cited_paper":"/paper/2409.18142","citing_paper":"/paper/2506.14805"},"observation_digest":"sha256:9c9a9be0979ba173ff4328c4f4222c5e881a19452dda31121a62404be569554a","observation_id":"e9f2a655-68ed-449b-a97c-665f30017551","resolution":{"observed_at":"2026-08-07T11:19:00.185747Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.18142","last_updated":"2024-09-21T15:22:26Z","snapshot_observed_at":"2026-08-04T13:51:52.964653Z","submitted_at":"2024-09-21T15:22:26Z","title":"A Survey on Multimodal Benchmarks: In the Era of Large AI Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.18142","snapshot_observed_at":"2026-08-06T21:41:55.375826Z","title":"A survey on multimodal benchmarks: In the era of large ai models.arXiv preprint arXiv:2409.18142, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.23639","last_updated":"2025-06-30T09:08:08Z","snapshot_observed_at":"2026-08-06T21:33:31.518732Z","submitted_at":"2025-06-30T09:08:08Z","title":"Unified Multimodal Understanding via Byte-Pair Visual Encoding","version":1},"reference_index":51,"source":"pdf_text","source_observed_at":"2026-08-06T21:41:55.375826Z"},"links":{"cited_paper":"/paper/2409.18142","citing_paper":"/paper/2506.23639"},"observation_digest":"sha256:90a94045c508a0a57ef61c2e2d96c1c07cb7bc5b8c2de9fefd5add2939771296","observation_id":"12192f30-2fac-4490-97fa-162e39571921","resolution":{"observed_at":"2026-08-06T21:41:55.375826Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.18142","last_updated":"2024-09-21T15:22:26Z","snapshot_observed_at":"2026-08-04T13:51:52.964653Z","submitted_at":"2024-09-21T15:22:26Z","title":"A Survey on Multimodal Benchmarks: In the Era of Large AI Models","version":1},"cited_work":{"arxiv_id":"2409.18142","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2409.18142","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"A survey on multimodal benchmarks: In the era of large ai models","venue":null,"work_id":"b301aa4d-d598-4112-a4f2-2499b18ab7c3","year":2024},"citing_paper":{"arxiv_id":"2605.00814","last_updated":"2026-05-08T16:52:48Z","snapshot_observed_at":"2026-07-06T23:14:11.211164Z","submitted_at":"2026-05-01T17:54:37Z","title":"Persistent Visual Memory: Sustaining Perception for Deep Generation in LVLMs","version":1},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-05-09T18:53:06.494640Z"},"links":{"cited_paper":"/paper/2409.18142","citing_paper":"/paper/2605.00814"},"observation_digest":"sha256:d33f4d2013a01db4fbc86b67141780b8e3262bf8711c995a9a58876ea61f216f","observation_id":"751cc548-5a06-447e-be08-dbf092b3ead3","resolution":{"observed_at":"2026-05-11T16:01:22.824126Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2409.18142","last_updated":"2024-09-21T15:22:26Z","snapshot_observed_at":"2026-08-04T13:51:52.964653Z","submitted_at":"2024-09-21T15:22:26Z","title":"A Survey on Multimodal Benchmarks: In the Era of Large AI Models","version":1},"cited_work":{"arxiv_id":"2409.18142","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2409.18142","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"A survey on multimodal benchmarks: In the era of large ai models","venue":null,"work_id":"b301aa4d-d598-4112-a4f2-2499b18ab7c3","year":2024},"citing_paper":{"arxiv_id":"2605.00814","last_updated":"2026-05-08T16:52:48Z","snapshot_observed_at":"2026-07-06T23:14:11.211164Z","submitted_at":"2026-05-01T17:54:37Z","title":"Persistent Visual Memory: Sustaining Perception for Deep Generation in LVLMs","version":2},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-05-11T01:49:15.136031Z"},"links":{"cited_paper":"/paper/2409.18142","citing_paper":"/paper/2605.00814"},"observation_digest":"sha256:3302465827128db16d5947b29e57cbbca4c9dbbe6ffd29d7c4cb043402712fe9","observation_id":"ae856a2f-042f-4239-9dd6-05ce502599fc","resolution":{"observed_at":"2026-05-11T01:50:51.520508Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2409.18142","last_updated":"2024-09-21T15:22:26Z","snapshot_observed_at":"2026-08-04T13:51:52.964653Z","submitted_at":"2024-09-21T15:22:26Z","title":"A Survey on Multimodal Benchmarks: In the Era of Large AI Models","version":1},"cited_work":{"arxiv_id":"2409.18142","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2409.18142","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"A survey on multimodal benchmarks: In the era of large ai models","venue":null,"work_id":"b301aa4d-d598-4112-a4f2-2499b18ab7c3","year":2024},"citing_paper":{"arxiv_id":"2605.09278","last_updated":"2026-05-10T03:04:12Z","snapshot_observed_at":"2026-07-06T23:21:26.017420Z","submitted_at":"2026-05-10T03:04:12Z","title":"EquiMem: Calibrating Shared Memory in Multi-Agent Debate via Game-Theoretic Equilibrium","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-05-12T04:47:29.903343Z"},"links":{"cited_paper":"/paper/2409.18142","citing_paper":"/paper/2605.09278"},"observation_digest":"sha256:f88e522f3c11b521269d6fb3e09f680829a9edc6032c9634a072bbe4b69d134d","observation_id":"e505cd22-daa9-4144-872f-5f7ba8cc9af4","resolution":{"observed_at":"2026-05-12T05:56:26.029834Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2409.18142/citation-record","integrity":"/paper/2409.18142/integrity","json":"/paper/2409.18142/citation-record.json","paper":"/paper/2409.18142"},"outbound":[],"paper":{"arxiv_id":"2409.18142","last_updated":"2024-09-21T15:22:26Z","latest_version":1,"primary_category":"cs.AI","snapshot_observed_at":"2026-08-04T13:51:52.964653Z","submitted_at":"2024-09-21T15:22:26Z","title":"A Survey on Multimodal Benchmarks: In the Era of Large AI Models"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"thesis":"As of 8 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 10 inbound Pith citation observations for arXiv:2409.18142."}