{"as_of":"2026-08-05T21:41:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:256981a8ac18c6d5a96e26559b9dd453cf9b8770790306cf4ea4e00f7bac14bd","coverage":[{"denominator":15,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":15,"source":"paper_references, paper_reference_links","source_observed_at":"2026-06-28T21:38:32.047053Z","state":"measured"},{"denominator":15,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":15,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-05T06:32:48.257954+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2606.00154/citation-record","integrity":"/paper/2606.00154/integrity","json":"/paper/2606.00154/citation-record.json","paper":"/paper/2606.00154"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2505.07473","last_updated":"2025-05-12T12:06:23Z","snapshot_observed_at":"2026-07-06T21:22:31.088427Z","submitted_at":"2025-05-12T12:06:23Z","title":"Web-Bench: A LLM Code Benchmark Based on Web Standards and Frameworks","version":1},"cited_work":{"arxiv_id":"2505.07473","doi":null,"metadata_source":"pith","pith_arxiv_id":"2505.07473","snapshot_observed_at":"2026-07-09T09:56:10.696972Z","title":"Web-bench: A LLM code benchmark based on web standards and frameworks.CoRR, abs/2505.07473","venue":"cs.AI","work_id":"e47fe3ab-2aba-4558-95f9-c6caaf996fe6","year":2025},"citing_paper":{"arxiv_id":"2606.00154","last_updated":"2026-05-29T05:45:50Z","snapshot_observed_at":"2026-08-04T06:43:05.802864Z","submitted_at":"2026-05-29T05:45:50Z","title":"Benchmarking Multimodal LLMs on Code Generation for Complex Interactive Webpages","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-06-28T21:38:32.047053Z"},"links":{"cited_paper":"/paper/2505.07473","citing_paper":"/paper/2606.00154"},"observation_digest":"sha256:65eb57e5d49d9b2d859d210b4a9c93abe7527c741eebfbbb7e7465aa78bb422a","observation_id":"46ca14d4-2482-4392-8fa9-32aa82ea030c","resolution":{"observed_at":"2026-07-01T20:06:12.027125Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T21:38:32.047053Z","title":"Xingchen Zeng, Haichuan Lin, Yilin Ye, and Wei Zeng","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.00154","last_updated":"2026-05-29T05:45:50Z","snapshot_observed_at":"2026-08-04T06:43:05.802864Z","submitted_at":"2026-05-29T05:45:50Z","title":"Benchmarking Multimodal LLMs on Code Generation for Complex Interactive Webpages","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-06-28T21:38:32.047053Z"},"links":{"citing_paper":"/paper/2606.00154"},"observation_digest":"sha256:9c06da2fe38b4535819c04d07f8854cdc90002a148b5599ba4cdfff6b3e1f4b0","observation_id":"61c948b6-7675-4eaf-a3d9-286aa19a2927","resolution":{"observed_at":"2026-06-28T21:38:32.047053Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T21:38:32.047053Z","title":"element in- dex 41 was not found","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2606.00154","last_updated":"2026-05-29T05:45:50Z","snapshot_observed_at":"2026-08-04T06:43:05.802864Z","submitted_at":"2026-05-29T05:45:50Z","title":"Benchmarking Multimodal LLMs on Code Generation for Complex Interactive Webpages","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-06-28T21:38:32.047053Z"},"links":{"citing_paper":"/paper/2606.00154"},"observation_digest":"sha256:d2ffe6253b14ad1672db44d4d6a43478674747588e61f08da6d53f31abb3d1f8","observation_id":"0b52d067-bec1-40dd-a186-1d281fe6aaff","resolution":{"observed_at":"2026-06-28T21:38:32.047053Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T21:38:32.047053Z","title":"- The exact text in the screenshots must be used as-is, without modification or fabrication","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.00154","last_updated":"2026-05-29T05:45:50Z","snapshot_observed_at":"2026-08-04T06:43:05.802864Z","submitted_at":"2026-05-29T05:45:50Z","title":"Benchmarking Multimodal LLMs on Code Generation for Complex Interactive Webpages","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-06-28T21:38:32.047053Z"},"links":{"citing_paper":"/paper/2606.00154"},"observation_digest":"sha256:11ec3156a42f77a5c71b0ec84cf5b59fcd11e18a5687fe2959e03bffd181cdff","observation_id":"d65f70ea-d0f8-463f-b084-d34068f26060","resolution":{"observed_at":"2026-06-28T21:38:32.047053Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T21:38:32.047053Z","title":"- All visibility, style, or size changes must be controlled through native JavaScript DOM manipulation and event handling","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.00154","last_updated":"2026-05-29T05:45:50Z","snapshot_observed_at":"2026-08-04T06:43:05.802864Z","submitted_at":"2026-05-29T05:45:50Z","title":"Benchmarking Multimodal LLMs on Code Generation for Complex Interactive Webpages","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-06-28T21:38:32.047053Z"},"links":{"citing_paper":"/paper/2606.00154"},"observation_digest":"sha256:0a5df3b93888dd5084f4947d56759b537106daf9c8723325372f86a886f1c046","observation_id":"605ec42a-800a-4e53-9d1c-a05986b98299","resolution":{"observed_at":"2026-06-28T21:38:32.047053Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T21:38:32.047053Z","title":"stylesheet","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.00154","last_updated":"2026-05-29T05:45:50Z","snapshot_observed_at":"2026-08-04T06:43:05.802864Z","submitted_at":"2026-05-29T05:45:50Z","title":"Benchmarking Multimodal LLMs on Code Generation for Complex Interactive Webpages","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-06-28T21:38:32.047053Z"},"links":{"citing_paper":"/paper/2606.00154"},"observation_digest":"sha256:571fd1948b97ae6baae48be44759b68421de4089aceba2824e0ad3ab15370a2b","observation_id":"16cdebd8-c018-4db7-8744-d98fdd91e5cb","resolution":{"observed_at":"2026-06-28T21:38:32.047053Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T21:38:32.047053Z","title":"- Splitting files is not allowed","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.00154","last_updated":"2026-05-29T05:45:50Z","snapshot_observed_at":"2026-08-04T06:43:05.802864Z","submitted_at":"2026-05-29T05:45:50Z","title":"Benchmarking Multimodal LLMs on Code Generation for Complex Interactive Webpages","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-06-28T21:38:32.047053Z"},"links":{"citing_paper":"/paper/2606.00154"},"observation_digest":"sha256:6da16b0442131d35b7bdb2b67f039db50aeb3dc3a9f1ca5bf31678871a67f859","observation_id":"4e0e1c0b-eab8-47bd-bdb1-f0df9c88e343","resolution":{"observed_at":"2026-06-28T21:38:32.047053Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T21:38:32.047053Z","title":"- Only implement content and interactions explicitly shown in the screenshots","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.00154","last_updated":"2026-05-29T05:45:50Z","snapshot_observed_at":"2026-08-04T06:43:05.802864Z","submitted_at":"2026-05-29T05:45:50Z","title":"Benchmarking Multimodal LLMs on Code Generation for Complex Interactive Webpages","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-06-28T21:38:32.047053Z"},"links":{"citing_paper":"/paper/2606.00154"},"observation_digest":"sha256:d693c4df91a946b7655099756f17e65c65a6739c9369497755c3dc40dc28cb3a","observation_id":"69845d31-8d13-4cba-bda4-62a5c052a50b","resolution":{"observed_at":"2026-06-28T21:38:32.047053Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T21:38:32.047053Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.00154","last_updated":"2026-05-29T05:45:50Z","snapshot_observed_at":"2026-08-04T06:43:05.802864Z","submitted_at":"2026-05-29T05:45:50Z","title":"Benchmarking Multimodal LLMs on Code Generation for Complex Interactive Webpages","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-06-28T21:38:32.047053Z"},"links":{"citing_paper":"/paper/2606.00154"},"observation_digest":"sha256:a7c78f026f97addd9c0451adad1e5a151d74350d0619808d4b0f19b1265082cd","observation_id":"62316b94-558a-475e-a7ea-077405c7a40f","resolution":{"observed_at":"2026-06-28T21:38:32.047053Z","resolver_source":null,"status":"parse_uncertain"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T21:38:32.047053Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.00154","last_updated":"2026-05-29T05:45:50Z","snapshot_observed_at":"2026-08-04T06:43:05.802864Z","submitted_at":"2026-05-29T05:45:50Z","title":"Benchmarking Multimodal LLMs on Code Generation for Complex Interactive Webpages","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-06-28T21:38:32.047053Z"},"links":{"citing_paper":"/paper/2606.00154"},"observation_digest":"sha256:a8ed635d09fda876d100776fe711eab7b649566e5a267512a446486e6702c26d","observation_id":"312f892c-920e-4028-8240-03ab76fab450","resolution":{"observed_at":"2026-06-28T21:38:32.047053Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T21:38:32.047053Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.00154","last_updated":"2026-05-29T05:45:50Z","snapshot_observed_at":"2026-08-04T06:43:05.802864Z","submitted_at":"2026-05-29T05:45:50Z","title":"Benchmarking Multimodal LLMs on Code Generation for Complex Interactive Webpages","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-06-28T21:38:32.047053Z"},"links":{"citing_paper":"/paper/2606.00154"},"observation_digest":"sha256:5825a39885aed7ef3a318c9756f6733e285e360c9dca0aa8a2e1d976711087ca","observation_id":"a7850d8f-a5da-4aa8-bcce-bb60c48ca570","resolution":{"observed_at":"2026-06-28T21:38:32.047053Z","resolver_source":null,"status":"parse_uncertain"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T21:38:32.047053Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.00154","last_updated":"2026-05-29T05:45:50Z","snapshot_observed_at":"2026-08-04T06:43:05.802864Z","submitted_at":"2026-05-29T05:45:50Z","title":"Benchmarking Multimodal LLMs on Code Generation for Complex Interactive Webpages","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-06-28T21:38:32.047053Z"},"links":{"citing_paper":"/paper/2606.00154"},"observation_digest":"sha256:236e8381df342c5707614537997dc59d7f23ea862919e8ed6ebf0fc89589b5db","observation_id":"45199b18-bc7b-428d-8945-0c321c398a58","resolution":{"observed_at":"2026-06-28T21:38:32.047053Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T21:38:32.047053Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.00154","last_updated":"2026-05-29T05:45:50Z","snapshot_observed_at":"2026-08-04T06:43:05.802864Z","submitted_at":"2026-05-29T05:45:50Z","title":"Benchmarking Multimodal LLMs on Code Generation for Complex Interactive Webpages","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-06-28T21:38:32.047053Z"},"links":{"citing_paper":"/paper/2606.00154"},"observation_digest":"sha256:27b0c5892d3c66b4301b990f07fa812cabf86be76be038eb4f4da8a1f2d875ff","observation_id":"e92cd00c-0b45-4196-8706-6cc859cb72d1","resolution":{"observed_at":"2026-06-28T21:38:32.047053Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T21:38:32.047053Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.00154","last_updated":"2026-05-29T05:45:50Z","snapshot_observed_at":"2026-08-04T06:43:05.802864Z","submitted_at":"2026-05-29T05:45:50Z","title":"Benchmarking Multimodal LLMs on Code Generation for Complex Interactive Webpages","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-06-28T21:38:32.047053Z"},"links":{"citing_paper":"/paper/2606.00154"},"observation_digest":"sha256:5bcb69a22c4349dbca2f29223df7323939d0ebb020b5e630c63967f6d770f9f1","observation_id":"d5471729-70da-42fc-9164-923b519e3a6f","resolution":{"observed_at":"2026-06-28T21:38:32.047053Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T21:38:32.047053Z","title":", \"steps","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.00154","last_updated":"2026-05-29T05:45:50Z","snapshot_observed_at":"2026-08-04T06:43:05.802864Z","submitted_at":"2026-05-29T05:45:50Z","title":"Benchmarking Multimodal LLMs on Code Generation for Complex Interactive Webpages","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-06-28T21:38:32.047053Z"},"links":{"citing_paper":"/paper/2606.00154"},"observation_digest":"sha256:7d595b3c545a84fe458f95e0b4b842f1ab060f87b4e65bc1f1417ad8bac590df","observation_id":"49441944-a299-445a-9ce3-7caf44583db1","resolution":{"observed_at":"2026-06-28T21:38:32.047053Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2606.00154","last_updated":"2026-05-29T05:45:50Z","latest_version":1,"primary_category":"cs.SE","snapshot_observed_at":"2026-08-04T06:43:05.802864Z","submitted_at":"2026-05-29T05:45:50Z","title":"Benchmarking Multimodal LLMs on Code Generation for Complex Interactive Webpages"},"reference_resolution":{"displayed":15,"state_counts":{"malformed_identifier":0,"metadata_mismatch":1,"parse_uncertain":2,"unresolved":12,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":15},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"thesis":"As of 5 August 2026, this Paper Citation Record lists 15 of 15 outbound references and 0 inbound Pith citation observations for arXiv:2606.00154."}