{"as_of":"2026-08-07T06:52:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:1be76282f0392587ebdc9a8df02487fb2fde9569d7556d41e91977ccf97dd548","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":18,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":18,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-07T06:34:17.273281+00:00","state":"measured"},{"denominator":18,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":18,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T23:49:32.361437Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-07-02T14:27:04.294250Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2505.03733","last_updated":"2025-08-11T07:13:00Z","snapshot_observed_at":"2026-07-06T21:19:53.873736Z","submitted_at":"2025-05-06T17:59:15Z","title":"WebGen-Bench: Evaluating LLMs on Generating Interactive and Functional Websites from Scratch","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2505.03733","snapshot_observed_at":"2026-08-06T23:49:32.361437Z","title":"Webgen-bench: Evaluating llms on generat- ing interactive and functional websites from scratch,","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.16136","last_updated":"2025-06-19T08:42:11Z","snapshot_observed_at":"2026-08-06T23:42:06.858734Z","submitted_at":"2025-06-19T08:42:11Z","title":"Seeing is Fixing: Cross-Modal Reasoning with Multimodal LLMs for Visual Software Issue Fixing","version":1},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-06T23:49:32.361437Z"},"links":{"cited_paper":"/paper/2505.03733","citing_paper":"/paper/2506.16136"},"observation_digest":"sha256:6bbed26af1503ce28b2f880efff9021a2ffd432c1c92b2d718da102cad594c8a","observation_id":"0afcb623-f615-4c20-98b2-6e90b041a284","resolution":{"observed_at":"2026-08-06T23:49:32.361437Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2505.03733","last_updated":"2025-08-11T07:13:00Z","snapshot_observed_at":"2026-07-06T21:19:53.873736Z","submitted_at":"2025-05-06T17:59:15Z","title":"WebGen-Bench: Evaluating LLMs on Generating Interactive and Functional Websites from Scratch","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2505.03733","snapshot_observed_at":"2026-08-03T05:18:44.114748Z","title":"org/abs/2505.03733","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2602.04894","last_updated":"2026-06-05T16:30:46Z","snapshot_observed_at":"2026-08-06T23:30:53.886306Z","submitted_at":"2026-02-02T22:23:36Z","title":"Extracting Recurring Vulnerabilities from Black-Box LLM-Generated Software","version":4},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-03T05:18:44.114748Z"},"links":{"cited_paper":"/paper/2505.03733","citing_paper":"/paper/2602.04894"},"observation_digest":"sha256:8f3e6e643fbf0d24fee562bc00376eb0bc85f77732422b2989a4506870b1a1e7","observation_id":"13694a49-581d-4ed8-8a05-2ccb34338de0","resolution":{"observed_at":"2026-08-03T05:18:44.114748Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2505.03733","last_updated":"2025-08-11T07:13:00Z","snapshot_observed_at":"2026-07-06T21:19:53.873736Z","submitted_at":"2025-05-06T17:59:15Z","title":"WebGen-Bench: Evaluating LLMs on Generating Interactive and Functional Websites from Scratch","version":2},"cited_work":{"arxiv_id":"2505.03733","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2505.03733","snapshot_observed_at":"2026-07-02T14:27:04.294250Z","title":"Webgen-bench: Evaluating llms on generating interactive and functional websites from scratch","venue":null,"work_id":"dfd2cec2-20c6-4607-8302-866fb73c2f51","year":2025},"citing_paper":{"arxiv_id":"2604.15309","last_updated":"2026-04-16T17:59:49Z","snapshot_observed_at":"2026-07-06T23:02:53.677687Z","submitted_at":"2026-04-16T17:59:49Z","title":"MM-WebAgent: A Hierarchical Multimodal Web Agent for Webpage Generation","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-05-10T11:36:04.456245Z"},"links":{"cited_paper":"/paper/2505.03733","citing_paper":"/paper/2604.15309"},"observation_digest":"sha256:9e93f95f55314bc40e53706a3799004f6e1051dd32c9839638349ab31fd53cf8","observation_id":"01469e5f-6421-464a-afdc-22348cfa216c","resolution":{"observed_at":"2026-05-10T11:40:19.232153Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2505.03733","last_updated":"2025-08-11T07:13:00Z","snapshot_observed_at":"2026-07-06T21:19:53.873736Z","submitted_at":"2025-05-06T17:59:15Z","title":"WebGen-Bench: Evaluating LLMs on Generating Interactive and Functional Websites from Scratch","version":2},"cited_work":{"arxiv_id":"2505.03733","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2505.03733","snapshot_observed_at":"2026-07-02T14:27:04.294250Z","title":"Webgen-bench: Evaluating llms on generating interactive and functional websites from scratch","venue":null,"work_id":"dfd2cec2-20c6-4607-8302-866fb73c2f51","year":2025},"citing_paper":{"arxiv_id":"2604.20398","last_updated":"2026-04-22T10:04:46Z","snapshot_observed_at":"2026-07-06T23:06:49.210284Z","submitted_at":"2026-04-22T10:04:46Z","title":"WebGen-R1: Incentivizing Large Language Models to Generate Functional and Aesthetic Websites with Reinforcement Learning","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-05-10T00:18:18.340391Z"},"links":{"cited_paper":"/paper/2505.03733","citing_paper":"/paper/2604.20398"},"observation_digest":"sha256:60df55671f3fe4e60f3ba99d5d5ae6c4d9937feb937b43602eb5b5def6730c29","observation_id":"9e1457be-082c-483c-a7e2-1045ebf47852","resolution":{"observed_at":"2026-05-10T00:19:46.729894Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2505.03733","last_updated":"2025-08-11T07:13:00Z","snapshot_observed_at":"2026-07-06T21:19:53.873736Z","submitted_at":"2025-05-06T17:59:15Z","title":"WebGen-Bench: Evaluating LLMs on Generating Interactive and Functional Websites from Scratch","version":2},"cited_work":{"arxiv_id":"2505.03733","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2505.03733","snapshot_observed_at":"2026-07-02T14:27:04.294250Z","title":"Webgen-bench: Evaluating llms on generating interactive and functional websites from scratch","venue":null,"work_id":"dfd2cec2-20c6-4607-8302-866fb73c2f51","year":2025},"citing_paper":{"arxiv_id":"2605.04637","last_updated":"2026-05-06T08:30:37Z","snapshot_observed_at":"2026-07-06T23:17:23.641984Z","submitted_at":"2026-05-06T08:30:37Z","title":"SWE-WebDevBench: Evaluating Coding Agent Application Platforms as Virtual Software Agencies","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-05-08T16:24:49.710882Z"},"links":{"cited_paper":"/paper/2505.03733","citing_paper":"/paper/2605.04637"},"observation_digest":"sha256:e34ea969ab13d1d33d69416717fb32a713fdaa6c9bc26ee4f4a479ec1a29dcdd","observation_id":"4ff1504d-f614-4b47-8044-781daa8d3c33","resolution":{"observed_at":"2026-05-11T18:16:08.931833Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2505.03733","last_updated":"2025-08-11T07:13:00Z","snapshot_observed_at":"2026-07-06T21:19:53.873736Z","submitted_at":"2025-05-06T17:59:15Z","title":"WebGen-Bench: Evaluating LLMs on Generating Interactive and Functional Websites from Scratch","version":2},"cited_work":{"arxiv_id":"2505.03733","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2505.03733","snapshot_observed_at":"2026-07-02T14:27:04.294250Z","title":"Webgen-bench: Evaluating llms on generating interactive and functional websites from scratch","venue":null,"work_id":"dfd2cec2-20c6-4607-8302-866fb73c2f51","year":2025},"citing_paper":{"arxiv_id":"2605.07442","last_updated":"2026-05-08T08:46:59Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2026-05-08T08:46:59Z","title":"GameGen-Verifier: Parallel Keypoint-Based Verification for LLM-Generated Games via Runtime State Injection","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-05-11T02:13:39.714918Z"},"links":{"cited_paper":"/paper/2505.03733","citing_paper":"/paper/2605.07442"},"observation_digest":"sha256:6d63af1af4528341c1ab0b5df5c63d0b0f08bb33926b41db7bcf5ff03b88b019","observation_id":"3a3d8263-d702-4510-999f-85fc96de1a2e","resolution":{"observed_at":"2026-05-11T03:50:55.335095Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2505.03733","last_updated":"2025-08-11T07:13:00Z","snapshot_observed_at":"2026-07-06T21:19:53.873736Z","submitted_at":"2025-05-06T17:59:15Z","title":"WebGen-Bench: Evaluating LLMs on Generating Interactive and Functional Websites from Scratch","version":2},"cited_work":{"arxiv_id":"2505.03733","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2505.03733","snapshot_observed_at":"2026-07-02T14:27:04.294250Z","title":"Webgen-bench: Evaluating llms on generating interactive and functional websites from scratch","venue":null,"work_id":"dfd2cec2-20c6-4607-8302-866fb73c2f51","year":2025},"citing_paper":{"arxiv_id":"2605.17242","last_updated":"2026-05-17T03:48:41Z","snapshot_observed_at":"2026-07-06T23:28:16.927009Z","submitted_at":"2026-05-17T03:48:41Z","title":"From Runnable to Shippable: Multi-Agent Test-Driven Development for Generating Full-Stack Web Applications from Requirements","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-05-19T23:22:10.879878Z"},"links":{"cited_paper":"/paper/2505.03733","citing_paper":"/paper/2605.17242"},"observation_digest":"sha256:c3a5c0ea9e509d180682fbb60d020dbbacd85b06d07d99778e346ca90856eb9b","observation_id":"6a1925d2-145a-4166-ba3c-b26ec5afe4cc","resolution":{"observed_at":"2026-05-19T23:22:52.285629Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2505.03733","last_updated":"2025-08-11T07:13:00Z","snapshot_observed_at":"2026-07-06T21:19:53.873736Z","submitted_at":"2025-05-06T17:59:15Z","title":"WebGen-Bench: Evaluating LLMs on Generating Interactive and Functional Websites from Scratch","version":2},"cited_work":{"arxiv_id":"2505.03733","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2505.03733","snapshot_observed_at":"2026-07-02T14:27:04.294250Z","title":"Webgen-bench: Evaluating llms on generating interactive and functional websites from scratch","venue":null,"work_id":"dfd2cec2-20c6-4607-8302-866fb73c2f51","year":2025},"citing_paper":{"arxiv_id":"2605.17439","last_updated":"2026-05-19T07:14:09Z","snapshot_observed_at":"2026-07-06T23:28:26.397778Z","submitted_at":"2026-05-17T13:22:22Z","title":"DiagEval: Trajectory-Conditioned Diagnosis for Reliable Software Evaluation with GUI Agents","version":1},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-05-19T23:09:56.130802Z"},"links":{"cited_paper":"/paper/2505.03733","citing_paper":"/paper/2605.17439"},"observation_digest":"sha256:a55f43965cf82d40f3a3ac446058287ec7d301145a2475b826879fa573288e9a","observation_id":"4ea8f743-b231-449e-9281-4049a6cd736d","resolution":{"observed_at":"2026-05-19T23:12:51.593866Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2505.03733","last_updated":"2025-08-11T07:13:00Z","snapshot_observed_at":"2026-07-06T21:19:53.873736Z","submitted_at":"2025-05-06T17:59:15Z","title":"WebGen-Bench: Evaluating LLMs on Generating Interactive and Functional Websites from Scratch","version":2},"cited_work":{"arxiv_id":"2505.03733","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2505.03733","snapshot_observed_at":"2026-07-02T14:27:04.294250Z","title":"Webgen-bench: Evaluating llms on generating interactive and functional websites from scratch","venue":null,"work_id":"dfd2cec2-20c6-4607-8302-866fb73c2f51","year":2025},"citing_paper":{"arxiv_id":"2605.17439","last_updated":"2026-05-19T07:14:09Z","snapshot_observed_at":"2026-07-06T23:28:26.397778Z","submitted_at":"2026-05-17T13:22:22Z","title":"DiagEval: Trajectory-Conditioned Diagnosis for Reliable Software Evaluation with GUI Agents","version":2},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-05-20T13:05:38.485058Z"},"links":{"cited_paper":"/paper/2505.03733","citing_paper":"/paper/2605.17439"},"observation_digest":"sha256:db8be2eb428da269e4023a43c674137ee29c9e0fe697e624cac5323bc6cc9b1e","observation_id":"00ca0e8f-e230-4e13-8c8d-e9176e509aa0","resolution":{"observed_at":"2026-05-20T13:08:17.896885Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2505.03733","last_updated":"2025-08-11T07:13:00Z","snapshot_observed_at":"2026-07-06T21:19:53.873736Z","submitted_at":"2025-05-06T17:59:15Z","title":"WebGen-Bench: Evaluating LLMs on Generating Interactive and Functional Websites from Scratch","version":2},"cited_work":{"arxiv_id":"2505.03733","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2505.03733","snapshot_observed_at":"2026-07-02T14:27:04.294250Z","title":"Webgen-bench: Evaluating llms on generating interactive and functional websites from scratch","venue":null,"work_id":"dfd2cec2-20c6-4607-8302-866fb73c2f51","year":2025},"citing_paper":{"arxiv_id":"2605.17526","last_updated":"2026-05-17T16:15:56Z","snapshot_observed_at":"2026-08-04T14:19:36.942893Z","submitted_at":"2026-05-17T16:15:56Z","title":"SaaSBench: Exploring the Boundaries of Coding Agents in Long-Horizon Enterprise SaaS Engineering","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-05-19T22:43:13.251812Z"},"links":{"cited_paper":"/paper/2505.03733","citing_paper":"/paper/2605.17526"},"observation_digest":"sha256:8b73a16d31ce78d39a63519fad7e67452a86ca096632d551fd5e543b91b5a618","observation_id":"2aa4923b-c732-4508-ac48-fd53dfb44ba2","resolution":{"observed_at":"2026-05-19T22:43:14.965403Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2505.03733","last_updated":"2025-08-11T07:13:00Z","snapshot_observed_at":"2026-07-06T21:19:53.873736Z","submitted_at":"2025-05-06T17:59:15Z","title":"WebGen-Bench: Evaluating LLMs on Generating Interactive and Functional Websites from Scratch","version":2},"cited_work":{"arxiv_id":"2505.03733","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2505.03733","snapshot_observed_at":"2026-07-02T14:27:04.294250Z","title":"Webgen-bench: Evaluating llms on generating interactive and functional websites from scratch","venue":null,"work_id":"dfd2cec2-20c6-4607-8302-866fb73c2f51","year":2025},"citing_paper":{"arxiv_id":"2605.17637","last_updated":"2026-05-21T20:02:32Z","snapshot_observed_at":"2026-08-03T12:30:05.317561Z","submitted_at":"2026-05-17T20:07:12Z","title":"WebGameBench: Requirement-to-Application Evaluation for Coding Agents via Browser-Native Games","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-05-20T12:24:06.062957Z"},"links":{"cited_paper":"/paper/2505.03733","citing_paper":"/paper/2605.17637"},"observation_digest":"sha256:88f8545a4fe9f9c5c9e393f0fcd0060507037b333836b41fed8656881eefda24","observation_id":"ed6e5465-653c-494b-a89a-067a6d0a7888","resolution":{"observed_at":"2026-05-20T12:28:17.235684Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2505.03733","last_updated":"2025-08-11T07:13:00Z","snapshot_observed_at":"2026-07-06T21:19:53.873736Z","submitted_at":"2025-05-06T17:59:15Z","title":"WebGen-Bench: Evaluating LLMs on Generating Interactive and Functional Websites from Scratch","version":2},"cited_work":{"arxiv_id":"2505.03733","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2505.03733","snapshot_observed_at":"2026-07-02T14:27:04.294250Z","title":"Webgen-bench: Evaluating llms on generating interactive and functional websites from scratch","venue":null,"work_id":"dfd2cec2-20c6-4607-8302-866fb73c2f51","year":2025},"citing_paper":{"arxiv_id":"2605.17637","last_updated":"2026-05-21T20:02:32Z","snapshot_observed_at":"2026-08-03T12:30:05.317561Z","submitted_at":"2026-05-17T20:07:12Z","title":"WebGameBench: Requirement-to-Application Evaluation for Coding Agents via Browser-Native Games","version":2},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-05-25T05:45:04.573722Z"},"links":{"cited_paper":"/paper/2505.03733","citing_paper":"/paper/2605.17637"},"observation_digest":"sha256:82d2bf0db49a5b0fd692e8742cea579cd5b680c1ed3c3f30d27f8b0a5a14e976","observation_id":"1e345fc4-68bd-4168-b85d-95addb9972d9","resolution":{"observed_at":"2026-05-25T05:45:23.245448Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2505.03733","last_updated":"2025-08-11T07:13:00Z","snapshot_observed_at":"2026-07-06T21:19:53.873736Z","submitted_at":"2025-05-06T17:59:15Z","title":"WebGen-Bench: Evaluating LLMs on Generating Interactive and Functional Websites from Scratch","version":2},"cited_work":{"arxiv_id":"2505.03733","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2505.03733","snapshot_observed_at":"2026-07-02T14:27:04.294250Z","title":"Webgen-bench: Evaluating llms on generating interactive and functional websites from scratch","venue":null,"work_id":"dfd2cec2-20c6-4607-8302-866fb73c2f51","year":2025},"citing_paper":{"arxiv_id":"2605.26807","last_updated":"2026-05-26T10:22:56Z","snapshot_observed_at":"2026-08-01T07:41:43.556195Z","submitted_at":"2026-05-26T10:22:56Z","title":"HTMLCure: Turning Browser Experience into State Guided Repair for Interactive HTML","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-06-29T15:56:24.222373Z"},"links":{"cited_paper":"/paper/2505.03733","citing_paper":"/paper/2605.26807"},"observation_digest":"sha256:3592b51140e671fff29304d22cd4ff76c49a3946972fa78290ec536251d9241b","observation_id":"5de4f68f-7581-498e-836f-ae8fa8be7db2","resolution":{"observed_at":"2026-06-29T16:03:34.059095Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2505.03733","last_updated":"2025-08-11T07:13:00Z","snapshot_observed_at":"2026-07-06T21:19:53.873736Z","submitted_at":"2025-05-06T17:59:15Z","title":"WebGen-Bench: Evaluating LLMs on Generating Interactive and Functional Websites from Scratch","version":2},"cited_work":{"arxiv_id":"2505.03733","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2505.03733","snapshot_observed_at":"2026-07-02T14:27:04.294250Z","title":"Webgen-bench: Evaluating llms on generating interactive and functional websites from scratch","venue":null,"work_id":"dfd2cec2-20c6-4607-8302-866fb73c2f51","year":2025},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"cited_paper":"/paper/2505.03733","citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:cf52a0e07ed01e0a848030a3d5aa38d9e13c7e2f7a167f3588ad193075090a39","observation_id":"f7039c47-6d8b-4b1c-9bb6-b6fde9cde118","resolution":{"observed_at":"2026-06-29T08:53:16.533156Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2505.03733","last_updated":"2025-08-11T07:13:00Z","snapshot_observed_at":"2026-07-06T21:19:53.873736Z","submitted_at":"2025-05-06T17:59:15Z","title":"WebGen-Bench: Evaluating LLMs on Generating Interactive and Functional Websites from Scratch","version":2},"cited_work":{"arxiv_id":"2505.03733","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2505.03733","snapshot_observed_at":"2026-07-02T14:27:04.294250Z","title":"Webgen-bench: Evaluating llms on generating interactive and functional websites from scratch","venue":null,"work_id":"dfd2cec2-20c6-4607-8302-866fb73c2f51","year":2025},"citing_paper":{"arxiv_id":"2605.30358","last_updated":"2026-04-28T19:01:24Z","snapshot_observed_at":"2026-08-02T02:31:29.481803Z","submitted_at":"2026-04-28T19:01:24Z","title":"QASM-Eval: A Dataset to Train and Evaluate LLMs on OpenQASM-3 Beyond Quantum Circuits","version":1},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-07-01T08:35:24.708864Z"},"links":{"cited_paper":"/paper/2505.03733","citing_paper":"/paper/2605.30358"},"observation_digest":"sha256:8dd56ad8f92545d7cfa531401ebef6096f5e9eea7d48b09af2159bcf1095539c","observation_id":"3bcb69ed-e434-4381-bd5c-bc7b0d099c7b","resolution":{"observed_at":"2026-07-01T08:35:33.308090Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2505.03733","last_updated":"2025-08-11T07:13:00Z","snapshot_observed_at":"2026-07-06T21:19:53.873736Z","submitted_at":"2025-05-06T17:59:15Z","title":"WebGen-Bench: Evaluating LLMs on Generating Interactive and Functional Websites from Scratch","version":2},"cited_work":{"arxiv_id":"2505.03733","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2505.03733","snapshot_observed_at":"2026-07-02T14:27:04.294250Z","title":"Webgen-bench: Evaluating llms on generating interactive and functional websites from scratch","venue":null,"work_id":"dfd2cec2-20c6-4607-8302-866fb73c2f51","year":2025},"citing_paper":{"arxiv_id":"2606.00750","last_updated":"2026-05-30T14:34:02Z","snapshot_observed_at":"2026-07-06T23:41:24.911421Z","submitted_at":"2026-05-30T14:34:02Z","title":"I-WebGenBench : Evaluating Interactivity in LLM-Generated Scientific Web Applications","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-06-28T18:53:18.645984Z"},"links":{"cited_paper":"/paper/2505.03733","citing_paper":"/paper/2606.00750"},"observation_digest":"sha256:62c1e9a23cdffc1f438a9c867ffe4b03950d2346a3afcbab4e34ca5af51798d7","observation_id":"4484d5b1-5e5c-41fc-bbfb-cb229759fd2c","resolution":{"observed_at":"2026-06-28T19:42:36.199841Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2505.03733","last_updated":"2025-08-11T07:13:00Z","snapshot_observed_at":"2026-07-06T21:19:53.873736Z","submitted_at":"2025-05-06T17:59:15Z","title":"WebGen-Bench: Evaluating LLMs on Generating Interactive and Functional Websites from Scratch","version":2},"cited_work":{"arxiv_id":"2505.03733","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2505.03733","snapshot_observed_at":"2026-07-02T14:27:04.294250Z","title":"Webgen-bench: Evaluating llms on generating interactive and functional websites from scratch","venue":null,"work_id":"dfd2cec2-20c6-4607-8302-866fb73c2f51","year":2025},"citing_paper":{"arxiv_id":"2606.05920","last_updated":"2026-06-04T09:24:30Z","snapshot_observed_at":"2026-08-06T16:42:33.524768Z","submitted_at":"2026-06-04T09:24:30Z","title":"Asuka-Bench: Benchmarking Code Agents on Underspecified User Intent and Multi-Round Refinement","version":1},"reference_index":38,"source":"arxiv_source","source_observed_at":"2026-06-28T00:26:22.041924Z"},"links":{"cited_paper":"/paper/2505.03733","citing_paper":"/paper/2606.05920"},"observation_digest":"sha256:315a6bd375cff719393636dd7bcd03f65f1343617dc55dd5453e5316593c5daa","observation_id":"6f1ad68c-70e0-49cf-8b10-a98aaeb1b1b7","resolution":{"observed_at":"2026-07-02T14:27:04.296226Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2505.03733","last_updated":"2025-08-11T07:13:00Z","snapshot_observed_at":"2026-07-06T21:19:53.873736Z","submitted_at":"2025-05-06T17:59:15Z","title":"WebGen-Bench: Evaluating LLMs on Generating Interactive and Functional Websites from Scratch","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2505.03733","snapshot_observed_at":"2026-07-13T05:40:26.231504Z","title":"Webgen-bench: Evaluating llms on generating interactive and functional websites from scratch,","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.08938","last_updated":"2026-07-09T21:08:01Z","snapshot_observed_at":"2026-08-04T01:50:56.311564Z","submitted_at":"2026-07-09T21:08:01Z","title":"Better Harnesses, Smaller Models: Building 90% Cheaper Agents via Automated Harness Adaptation","version":1},"reference_index":52,"source":"pdf_text","source_observed_at":"2026-07-13T05:40:26.231504Z"},"links":{"cited_paper":"/paper/2505.03733","citing_paper":"/paper/2607.08938"},"observation_digest":"sha256:1375f47e00c7ae10abf17ca156d21163560bbf727c200350f414d79a324f658e","observation_id":"df41b1aa-0ac2-48d4-9ca5-8afa6e89fc61","resolution":{"observed_at":"2026-07-13T05:40:26.231504Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2505.03733/citation-record","integrity":"/paper/2505.03733/integrity","json":"/paper/2505.03733/citation-record.json","paper":"/paper/2505.03733"},"outbound":[],"paper":{"arxiv_id":"2505.03733","last_updated":"2025-08-11T07:13:00Z","latest_version":2,"primary_category":"cs.CL","snapshot_observed_at":"2026-07-06T21:19:53.873736Z","submitted_at":"2025-05-06T17:59:15Z","title":"WebGen-Bench: Evaluating LLMs on Generating Interactive and Functional Websites from Scratch"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"thesis":"As of 7 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 18 inbound Pith citation observations for arXiv:2505.03733."}