{"as_of":"2026-08-17T13:24:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:e8b9b7dd90d5cf5a3e89f058e16dfba957e4c1480994eed4446a1407877b7f68","coverage":[{"denominator":95,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":95,"source":"paper_references, paper_reference_links","source_observed_at":"2026-06-29T07:24:06.863653Z","state":"measured"},{"denominator":96,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":96,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-17T06:30:58.91139+00:00","state":"measured"},{"denominator":1,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":1,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-02T08:44:29.190327Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2605.30000","snapshot_observed_at":"2026-08-02T08:44:29.190327Z","title":"Cookie-bench: Continuous on-screen key interaction evaluation for web generation","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.04438","last_updated":"2026-07-19T17:59:31Z","snapshot_observed_at":"2026-08-12T14:02:27.752586Z","submitted_at":"2026-07-05T17:59:33Z","title":"ResearchStudio-Reel: Automate the Last Mile of Research from Paper to Poster, Video, and Blog","version":2},"reference_index":53,"source":"pdf_text","source_observed_at":"2026-08-02T08:44:29.190327Z"},"links":{"cited_paper":"/paper/2605.30000","citing_paper":"/paper/2607.04438"},"observation_digest":"sha256:8ca85c456b7f433c33f5ef5bb820dfd1ecaed43e4789d4bfc4b75dd41f79ab64","observation_id":"4aa2325a-6b45-488d-91a9-2630d84287bb","resolution":{"observed_at":"2026-08-02T08:44:29.190327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2605.30000/citation-record","integrity":"/paper/2605.30000/integrity","json":"/paper/2605.30000/citation-record.json","paper":"/paper/2605.30000"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T07:24:06.863653Z","title":"Claude builds visuals","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:16f2ab347f6e0cc1ca56b8b3b13883dc5dcea1d5f151581b786d493bf294399a","observation_id":"b75bf70c-3557-4a29-8c54-d7a0adb0fb06","resolution":{"observed_at":"2026-06-29T07:24:06.863653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T07:24:06.863653Z","title":"Claude opus 4.6","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:4a1dcd3ded4194c8e33312c7fedfbdfe73ff259918b1d63b0742dda5e51bdb74","observation_id":"9b5e0809-a904-4547-a8b0-97c58367406f","resolution":{"observed_at":"2026-06-29T07:24:06.863653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T07:24:06.863653Z","title":"Claude opus 4.7","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:faefa30a419f6783e67987462c35dbe5b8e497e8e2787645802060d91b25d057","observation_id":"5a075278-ec3e-40ec-a59b-48ed671b16d0","resolution":{"observed_at":"2026-06-29T07:24:06.863653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2509.24709","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T11:14:55.206870Z","title":"arXiv preprint arXiv:2509.24709 , year =","venue":null,"work_id":"33b10d19-1a10-46f3-aac4-2d4c07c8de99","year":2025},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:ff9fa4df946b39aa4e2e386683ec24539d746f9bf54cfb7e0c85debb6b1e07d2","observation_id":"e119b304-c1d7-470c-8f93-37020a194a6e","resolution":{"observed_at":"2026-06-29T08:53:16.575149Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T07:24:06.863653Z","title":"DeepSeek-V4","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:d2b0d74fd10bda760d8a3d186991bf2efaa51b722d5efb347793657694336f5f","observation_id":"0e6525a7-6d07-4459-bc22-3750383e55e7","resolution":{"observed_at":"2026-06-29T07:24:06.863653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T07:24:06.863653Z","title":null,"venue":null,"work_id":null,"year":1979},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:4d5e0b880d85754bcbb148805bb3e887b1e84e2ee84a2dc9f37db4b7c797af29","observation_id":"10f49bb3-e083-4756-99ec-10c5a062f11b","resolution":{"observed_at":"2026-06-29T07:24:06.863653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T07:24:06.863653Z","title":"Gemini 3","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:a0aff6df9a191bfc2c72049bbfdb4e9f60b98e89bf5c4d4c3798126415b0364a","observation_id":"0b34b831-eed7-4eaf-ba80-772772ce9429","resolution":{"observed_at":"2026-06-29T07:24:06.863653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T07:24:06.863653Z","title":"Gemini 3.1 Pro","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:9ec5d2c74cbb572c418a569c49c8650b8c433e8060bc5099a75e40f0909c5115","observation_id":"3638c2cf-e29b-43a0-9f34-c9c358387d7d","resolution":{"observed_at":"2026-06-29T07:24:06.863653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T07:24:06.863653Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:2e8a5771de5401458523d3e0b6f6e1f102dea3c6c32b1cfac454c332d469c639","observation_id":"578c8443-067a-4cdf-9eff-bb5a2f9c860a","resolution":{"observed_at":"2026-06-29T07:24:06.863653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T07:24:06.863653Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:8363fdfacdc707f29a13ccac22d85a796f7d5879d579234288c866062564991b","observation_id":"3bc6480e-5ee0-414e-96fe-1389fa8165fe","resolution":{"observed_at":"2026-06-29T07:24:06.863653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T07:24:06.863653Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:5070b896b963f09023765fa6dbf116408390cb7bea8f65cb291e493e2b934275","observation_id":"1966804e-7004-4434-be4c-e3732c725cea","resolution":{"observed_at":"2026-06-29T07:24:06.863653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2603.26648","last_updated":"2026-07-20T07:35:15Z","snapshot_observed_at":"2026-08-11T00:53:07.758163Z","submitted_at":"2026-03-27T17:50:45Z","title":"Vision2Web: A Hierarchical Benchmark for Visual Website Development with Agent Verification","version":3},"cited_work":{"arxiv_id":"2603.26648","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2603.26648","snapshot_observed_at":"2026-07-21T02:21:34.388156Z","title":"Vision2web: A hierarchical benchmark for visual website development with agent verification","venue":null,"work_id":"856a6bf8-7982-4891-9224-a4697f28614a","year":2026},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"cited_paper":"/paper/2603.26648","citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:b3b4c76cb324af752f4cc30bb2af28bdad8b1ee09d9670f68d13054d0e054b14","observation_id":"a84f4978-da98-4e9d-8035-99ec3dbf63fa","resolution":{"observed_at":"2026-07-21T02:21:34.388156Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2508.20410","last_updated":"2025-09-03T23:48:21Z","snapshot_observed_at":"2026-08-10T11:19:07.672290Z","submitted_at":"2025-08-28T04:20:00Z","title":"UI-Bench: A Benchmark for Evaluating Design Capabilities of AI Text-to-App Tools","version":3},"cited_work":{"arxiv_id":"2508.20410","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2508.20410","snapshot_observed_at":"2026-06-29T08:53:16.571474Z","title":null,"venue":null,"work_id":"6eb4f8c3-5692-4c39-9020-5110a6cfb70c","year":2025},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"cited_paper":"/paper/2508.20410","citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:2691a93317f70f0a9bfd7dd83d25d125942e47684a29a604d90662265716119e","observation_id":"7f67039e-6fbf-438a-ab82-ba6c45131e25","resolution":{"observed_at":"2026-06-29T08:53:16.572734Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2603.25226","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T08:53:16.576193Z","title":"arXiv preprint arXiv:2603.25226 , year=","venue":null,"work_id":"e49056b1-063b-4834-928c-8c2436c0216c","year":2026},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:ab21c0a982ff7ed9fc470c0be5983ff8ddb5ee375dd24a392ffe423ac44af8f2","observation_id":"b41cba33-aabd-437b-83b5-aa50c67867c0","resolution":{"observed_at":"2026-06-29T08:53:16.577451Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2510.04097","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-03T17:38:44.213631Z","title":"Theoremexplainagent: Towards video-based multimodal explanations for LLM theorem understanding","venue":null,"work_id":"a5345ecf-f95b-404d-8e34-eeb6547da9dc","year":2025},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:78f2dbffeed6cea11c3b49160dfcbcc4d3bc30691c084fdceda0961072d9b5ba","observation_id":"00e451c1-8baa-43a9-8412-82fc74286ad9","resolution":{"observed_at":"2026-06-29T08:53:16.552998Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2403.09029","last_updated":"2024-03-14T01:40:40Z","snapshot_observed_at":"2026-08-16T14:09:59.275779Z","submitted_at":"2024-03-14T01:40:40Z","title":"Unlocking the conversion of Web Screenshots into HTML Code with the WebSight Dataset","version":1},"cited_work":{"arxiv_id":"2403.09029","doi":null,"metadata_source":"pith","pith_arxiv_id":"2403.09029","snapshot_observed_at":"2026-07-08T11:14:55.165249Z","title":"Unlocking the conversion of web screenshots into html code with the websight dataset","venue":"cs.HC","work_id":"ae219ae7-9144-40ce-850a-15d4447a54a2","year":2024},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"cited_paper":"/paper/2403.09029","citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:d696a884bcd9167d4a39e470988871302ff27598e869fa4837d0ffef623dcb61","observation_id":"ad7daac3-5a1a-48f3-8ed9-8679d122767b","resolution":{"observed_at":"2026-06-29T08:53:16.530550Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2604.18224","last_updated":"2026-04-20T13:09:38Z","snapshot_observed_at":"2026-08-15T02:12:51.224148Z","submitted_at":"2026-04-20T13:09:38Z","title":"WebCompass: Towards Multimodal Web Coding Evaluation for Code Language Models","version":1},"cited_work":{"arxiv_id":"2604.18224","doi":null,"metadata_source":"pith","pith_arxiv_id":"2604.18224","snapshot_observed_at":"2026-06-29T08:53:16.559295Z","title":"WebCompass: Towards Multimodal Web Coding Evaluation for Code Language Models","venue":"cs.SE","work_id":"6e258679-c269-4c6f-9420-c18049542b47","year":2026},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"cited_paper":"/paper/2604.18224","citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:1b5ea30b7fb53ae7fd0054e17d8838ac5a9714eaef0537d97e3d9c191845c734","observation_id":"7bcbcf1b-1e6f-4346-bef5-209375ccbdb2","resolution":{"observed_at":"2026-06-29T08:53:16.560571Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2511.15567","doi":"10.48550/arxiv.2511.15567","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"2025 , month = nov, eprint =","venue":"arXiv (Cornell University)","work_id":"fdbfdbe8-2e69-4616-9633-bcb4f49f0998","year":2025},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:82ee6a363a9affe91d0f4c84cbf53ab8cd2628d80c746eeb9eacd57e2bc0fe6d","observation_id":"8b70aded-dec5-4b39-bff5-d8e3a5858c1b","resolution":{"observed_at":"2026-06-29T08:53:16.538118Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2601.02430","last_updated":"2026-07-31T09:18:44Z","snapshot_observed_at":"2026-08-08T22:10:29.971860Z","submitted_at":"2026-01-05T05:23:07Z","title":"WebCoderBench: Benchmarking Web Application Generation with Comprehensive and Interpretable Evaluation Metrics","version":3},"cited_work":{"arxiv_id":"2601.02430","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2601.02430","snapshot_observed_at":"2026-08-03T02:11:55.899214Z","title":"Webcoderbench: Benchmarking web application generation with comprehensive and interpretable evaluation metrics","venue":null,"work_id":"dc87b5fb-6062-42ad-b635-36c26573e84e","year":2026},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"cited_paper":"/paper/2601.02430","citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:2f053116b3745d29c591fe708af0f73db7d462aecbe09e1477d06a8a25f20958","observation_id":"ea66049f-6fd0-4cc6-8b2d-7f044879ef4a","resolution":{"observed_at":"2026-08-03T02:11:55.899214Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2505.03733","last_updated":"2025-08-11T07:13:00Z","snapshot_observed_at":"2026-08-16T19:06:00.908076Z","submitted_at":"2025-05-06T17:59:15Z","title":"WebGen-Bench: Evaluating LLMs on Generating Interactive and Functional Websites from Scratch","version":2},"cited_work":{"arxiv_id":"2505.03733","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2505.03733","snapshot_observed_at":"2026-07-02T14:27:04.294250Z","title":"Webgen-bench: Evaluating llms on generating interactive and functional websites from scratch","venue":null,"work_id":"dfd2cec2-20c6-4607-8302-866fb73c2f51","year":2025},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"cited_paper":"/paper/2505.03733","citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:8410b7dcb3327a68703289b0cf003a09ecceed315e2deaa90b67c17d017706c5","observation_id":"f7039c47-6d8b-4b1c-9bb6-b6fde9cde118","resolution":{"observed_at":"2026-06-29T08:53:16.533156Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2602.03798","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T08:53:16.544247Z","title":null,"venue":null,"work_id":"7019f237-da08-406c-a038-9576255c5c79","year":2026},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:8f086a90222c3cb6b2633d4256330689f8d5d755011797ac1c7da86a5e16235d","observation_id":"602bb38c-b6bf-4247-b4c8-26ed0b9a6a77","resolution":{"observed_at":"2026-06-29T08:53:16.545526Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T07:24:06.863653Z","title":"Kimi K2.6.https://www.kimi.com/blog/kimi-k2-6, 2026","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:a444050411b13d8070e31a70788da449edb5d3fd287c68bd1c21877503fb7f71","observation_id":"a543248c-337d-4371-9f72-7dc90a886dee","resolution":{"observed_at":"2026-06-29T07:24:06.863653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T07:24:06.863653Z","title":"Introducing GPT-5.4","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:a133a7068076c640f01066ea90c79447024c3ab05ab93ed58ae9c5161bd9602e","observation_id":"c79645c0-3806-4a01-9feb-a01062dbb453","resolution":{"observed_at":"2026-06-29T07:24:06.863653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T07:24:06.863653Z","title":"Introducing GPT-5.4","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:e2284f7645c3acbda433f4ab423594e9e47a848f4b26755565549816d891364b","observation_id":"24d1c797-8862-41c0-9ab5-01b604b99f2f","resolution":{"observed_at":"2026-06-29T07:24:06.863653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T07:24:06.863653Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:b1a441b5feff56062eb6b6340c1cf1f105a3c113dfd503d70a0e7752e044af80","observation_id":"94631fe9-7980-499b-bc69-2648b3e0bfd3","resolution":{"observed_at":"2026-06-29T07:24:06.863653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2604.19742","last_updated":"2026-04-21T17:59:16Z","snapshot_observed_at":"2026-08-14T01:43:38.253182Z","submitted_at":"2026-04-21T17:59:16Z","title":"PlayCoder: Making LLM-Generated GUI Code Playable","version":1},"cited_work":{"arxiv_id":"2604.19742","doi":null,"metadata_source":"pith","pith_arxiv_id":"2604.19742","snapshot_observed_at":"2026-06-29T08:53:16.549322Z","title":"PlayCoder: Making LLM-Generated GUI Code Playable","venue":"cs.SE","work_id":"a03513a4-6225-4857-a710-3c7a259c547b","year":2026},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"cited_paper":"/paper/2604.19742","citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:e28852e6e796806031ed281534c77e19b753d3cf22726ecfe1eceb89ac6baceb","observation_id":"052df3b3-022a-4d42-b03f-4ddcbf980d3e","resolution":{"observed_at":"2026-06-29T08:53:16.550596Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T07:24:06.863653Z","title":"Robertson","venue":null,"work_id":null,"year":2004},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:a463959c1c618e955ee271a5d813702990b1dbf246d175b8f893febc55e61414","observation_id":"025c1a9e-8287-4e74-83ac-e235a4b47454","resolution":{"observed_at":"2026-06-29T07:24:06.863653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T07:24:06.863653Z","title":"Sadowski and G","venue":null,"work_id":null,"year":2007},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:0c70cb6988502480dd977322f56e1a30c769608d89d18c99fb9981382d624581","observation_id":"ee96066c-33ec-43e5-b0f4-002e5a907b48","resolution":{"observed_at":"2026-06-29T07:24:06.863653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T07:24:06.863653Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:7afac1ee89e00c85fc9a70e539049fe5588b7a4b9a3abbe5bc074ccd56dc5542","observation_id":"79d348aa-71ef-4191-92e0-8d3271b65892","resolution":{"observed_at":"2026-06-29T07:24:06.863653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2505.17399","last_updated":"2025-05-26T11:15:36Z","snapshot_observed_at":"2026-08-15T20:21:33.371779Z","submitted_at":"2025-05-23T02:16:11Z","title":"FullFront: Benchmarking MLLMs Across the Full Front-End Engineering Workflow","version":2},"cited_work":{"arxiv_id":"2505.17399","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2505.17399","snapshot_observed_at":"2026-07-03T17:38:44.066791Z","title":"arXiv preprint arXiv:2505.17399 (2025)","venue":null,"work_id":"1ca777f8-b125-459e-931b-e5ad1218a207","year":2025},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"cited_paper":"/paper/2505.17399","citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:93a357972785321b16a80cda19b84027cd3b9fa4bccfa3ddeb45a0295d43b4f7","observation_id":"641887d6-c886-44db-aa80-13e1e91556ec","resolution":{"observed_at":"2026-06-29T08:53:16.527879Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2412.15310","last_updated":"2024-12-19T15:02:33Z","snapshot_observed_at":"2026-08-11T19:13:56.077668Z","submitted_at":"2024-12-19T15:02:33Z","title":"MRWeb: An Exploration of Generating Multi-Page Resource-Aware Web Code from UI Designs","version":1},"cited_work":{"arxiv_id":"2412.15310","doi":null,"metadata_source":"pith","pith_arxiv_id":"2412.15310","snapshot_observed_at":"2026-07-08T11:14:55.174265Z","title":"arXiv preprint arXiv:2412.15310 , year=","venue":"cs.SE","work_id":"cc622073-d812-4cc0-bed0-f2eb833dcc62","year":2024},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"cited_paper":"/paper/2412.15310","citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:9f28319863cb4faf10a5030f5224f456da50064507cbe38626894b5cf3bd62d3","observation_id":"e9c62677-943b-4b92-b7d8-7a344c0c0013","resolution":{"observed_at":"2026-06-29T08:53:16.535533Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T07:24:06.863653Z","title":"Wu, Y .-H","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:deb38b184327d297d8e3c6898c8e85120ee1ca84c954f7fda1dacf866b45350d","observation_id":"8b345846-e7f4-452a-941d-dc2cc3274d5f","resolution":{"observed_at":"2026-06-29T07:24:06.863653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2510.23272","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T08:53:16.541937Z","title":null,"venue":null,"work_id":"4f828635-5a57-4218-8d0c-b6569f6beacc","year":2025},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:5b6a27ee7c5aca3a7c58ec3988282fd896fb7b175c47a7aa0fd9e949cee6eb38","observation_id":"a92bd922-ae5f-41c2-8514-ffe4345995a3","resolution":{"observed_at":"2026-06-29T08:53:16.543201Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T07:24:06.863653Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:1ee50d980503a55ab80027f53c0e9ab57ac93e3e5e1ebd4a2f951a63e18b2002","observation_id":"fca25561-ad99-40b5-a3be-54142e2a77bd","resolution":{"observed_at":"2026-06-29T07:24:06.863653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2506.06251","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T11:14:55.150505Z","title":"arXiv preprint arXiv:2506.06251 , year=","venue":null,"work_id":"d91d6357-06ba-4db8-a6ab-6f706e751d54","year":2025},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:7d1ab8d9742dcc62ecd45a5297a15331790f08e94394ad3ab951abe8b4c035fe","observation_id":"bd6b0d4e-7ba2-4fd7-9f17-3bef83ac16b2","resolution":{"observed_at":"2026-06-29T08:53:16.567919Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T07:24:06.863653Z","title":"Mimo V2 Pro.https://mimo.xiaomi.com/mimo-v2-pro, 2026","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:b4549e91769f0440addb928e24d6a7189993747df369c4ef7436ee28584e5605","observation_id":"57dbc462-3500-4965-a95e-128e4db52c9b","resolution":{"observed_at":"2026-06-29T07:24:06.863653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2505.07473","last_updated":"2025-05-12T12:06:23Z","snapshot_observed_at":"2026-08-15T22:13:41.757296Z","submitted_at":"2025-05-12T12:06:23Z","title":"Web-Bench: A LLM Code Benchmark Based on Web Standards and Frameworks","version":1},"cited_work":{"arxiv_id":"2505.07473","doi":null,"metadata_source":"pith","pith_arxiv_id":"2505.07473","snapshot_observed_at":"2026-07-09T09:56:10.696972Z","title":"Web-bench: A LLM code benchmark based on web standards and frameworks.CoRR, abs/2505.07473","venue":"cs.AI","work_id":"e47fe3ab-2aba-4558-95f9-c6caaf996fe6","year":2025},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"cited_paper":"/paper/2505.07473","citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:ce091d8a0ebdb3aa60d325b61d4e727c389b3aba98aeb341860cf2c08919fd86","observation_id":"77d4ae97-5361-4974-87c7-d673d502a01e","resolution":{"observed_at":"2026-06-29T08:53:16.565432Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2511.06251","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T08:53:16.561717Z","title":null,"venue":null,"work_id":"52db0a0f-501e-4cc4-bdd7-e4a0e7fbbd3c","year":2025},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:69cb9e36ec18f119437129a09ee8d042fd4b1b771963ea8f8f29f59a76ea3439","observation_id":"ea19b0c7-fd67-49ee-9ced-2f9399ea3c69","resolution":{"observed_at":"2026-06-29T08:53:16.562975Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T07:24:06.863653Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:afa7485551522f75c932210cc9f45e42cccf82d24d105b4895168ff7f8117a5b","observation_id":"93468a1a-8e36-4b14-b0a8-da52e18ad7fe","resolution":{"observed_at":"2026-06-29T07:24:06.863653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2507.04952","doi":"10.48550/arxiv.2507.04952","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Artifactsbench: Bridging the visual-interactive gap in llm code generation evaluation","venue":"ArXiv.org","work_id":"f3eb8afb-0e85-4de4-93a2-9abcb2b70756","year":2025},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:5e3703c9f0760753a020efb012d12a497da001f3d4cb9d7564a2e899b685cee6","observation_id":"44a2064e-c7d1-45a3-8ba6-90ab8ae3ef07","resolution":{"observed_at":"2026-06-29T08:53:16.558116Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2603.09652","last_updated":"2026-05-08T14:13:09Z","snapshot_observed_at":"2026-08-11T05:14:11.523287Z","submitted_at":"2026-03-10T13:30:03Z","title":"MiniAppBench: Evaluating the Shift from Text to Interactive HTML Responses in LLM-Powered Assistants","version":3},"cited_work":{"arxiv_id":"2603.09652","doi":null,"metadata_source":"pith","pith_arxiv_id":"2603.09652","snapshot_observed_at":"2026-06-29T16:03:34.050400Z","title":"MiniAppBench: Evaluating the Shift from Text to Interactive HTML Responses in LLM-Powered Assistants","venue":"cs.AI","work_id":"9a5c1110-7d34-47c6-8fd9-96b4f5c6294b","year":2026},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"cited_paper":"/paper/2603.09652","citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:a382c3bf3713e1438a3fadad195460b8f393a3af2f9fe7af35e42139e33f91d2","observation_id":"2e635d3b-f948-40dc-a385-4ad7d9c55084","resolution":{"observed_at":"2026-06-29T08:53:16.555428Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T07:24:06.863653Z","title":"GLM-5.1.https://z.ai/blog/glm-5.1, 2026","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:8ce84eb69834633bd003c92cbe2a6bd3c7e45092633b43c530d22233034be84c","observation_id":"1ef028d9-6fdd-43e5-a342-23a18959c51a","resolution":{"observed_at":"2026-06-29T07:24:06.863653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2506.13832","last_updated":"2025-06-18T13:10:14Z","snapshot_observed_at":"2026-08-16T02:15:14.732809Z","submitted_at":"2025-06-16T03:20:31Z","title":"FrontendBench: A Benchmark for Evaluating LLMs on Front-End Development via Automatic Evaluation","version":2},"cited_work":{"arxiv_id":"2506.13832","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2506.13832","snapshot_observed_at":"2026-07-02T14:27:04.297349Z","title":"Direct”, “Text-Augmented","venue":null,"work_id":"5ded207e-fd02-4bf3-b29e-337887fd1715","year":2025},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"cited_paper":"/paper/2506.13832","citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:dde12b7ae1e441cfa9fe4b1ee187e964954f99a287f0e555504e04c39932e8cd","observation_id":"a52155c3-6b6a-49db-856e-a13fa93a26cb","resolution":{"observed_at":"2026-06-29T08:53:16.548004Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T07:24:06.863653Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:e34daec3ea7c4301be9f83a55cd89f3d118cbf1fd5236770d0d8949d472cb9a4","observation_id":"ab037853-25e1-45ba-b14b-77735bfc7df7","resolution":{"observed_at":"2026-06-29T07:24:06.863653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T07:24:06.863653Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:4acd8355262eb2bc6040175f87e76aa0cca04318d30f3dc9019cdc77bf517dba","observation_id":"5f963ad9-6671-419b-9381-f4ebd208acd2","resolution":{"observed_at":"2026-06-29T07:24:06.863653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T07:24:06.863653Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:54080609cf9165e2ef8a834852894cf8b053ab4e301bc727f24f6cb4736065c2","observation_id":"4fce5a56-ce7f-4807-8e26-9c6f14a36c88","resolution":{"observed_at":"2026-06-29T07:24:06.863653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T07:24:06.863653Z","title":"If no visible change occurred, say so explicitly","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:781692524fa3c1f680aeb01dcbea9e6e7a0e03c8568a9665e15b109b1ea63b52","observation_id":"50862981-cc74-4e56-9a30-84512250c012","resolution":{"observed_at":"2026-06-29T07:24:06.863653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T07:24:06.863653Z","title":"no change observed","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":48,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:bc23d9f653f505a2d22049c38e54d21c8c5afd512a655161eda456427cc9c4bd","observation_id":"55fb6b05-d702-41da-b1e5-768a27be5986","resolution":{"observed_at":"2026-06-29T07:24:06.863653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T07:24:06.863653Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":49,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:c38cd94b9957f9ef141735770956e42fadde673db3eb2339217a2ddc5d3312a8","observation_id":"3c2096b3-774d-4e85-a5ff-6649a74bde41","resolution":{"observed_at":"2026-06-29T07:24:06.863653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T07:24:06.863653Z","title":"If still broken, exit immediately and report it in your overall_observation -- do not attempt workarounds","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":50,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:c2301ac7083621173cd634da7c26bfe0d0ef7ed1f246f7db596213ef53de5aa8","observation_id":"2c93add5-751a-4a4a-aa02-df465c45946a","resolution":{"observed_at":"2026-06-29T07:24:06.863653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T07:24:06.863653Z","title":"Do NOT document or comment on any programming language mismatch -- just test what is in front of you","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":51,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:4e868f426c6da7dba0a6707e2f73dd507dbe54520e76e0726f81c499858991f2","observation_id":"f24e8fc0-eb41-47c0-b201-d3c2391eab41","resolution":{"observed_at":"2026-06-29T07:24:06.863653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T07:24:06.863653Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":52,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:0d40565990a138adeba077220d863e39fb0a6cb044b4ab2689e1c40f27fc8bf2","observation_id":"8ccf6995-7231-46e9-8ab3-683e56957727","resolution":{"observed_at":"2026-06-29T07:24:06.863653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T07:24:06.863653Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":53,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:d6611b6ed2e5632b65911f28ab0d278b05792f60f9236099aa81947738a61371","observation_id":"11bde872-e9af-4be7-bcd9-fc78b18206c9","resolution":{"observed_at":"2026-06-29T07:24:06.863653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T07:24:06.863653Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":54,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:ab04cdcc6cc5e2551839b0fb48209603f1097b7c3d1c135e9859c5aaefccd00d","observation_id":"cccb1801-3b51-4fb5-b5e1-691661dd114f","resolution":{"observed_at":"2026-06-29T07:24:06.863653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T07:24:06.863653Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":55,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:c2292cbe381c77bf5cf52d710f57e6d1325222698c524d5260dce9aee774ff1e","observation_id":"321fc1b3-bff4-4ba3-ac47-c4f0466613e0","resolution":{"observed_at":"2026-06-29T07:24:06.863653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T07:24:06.863653Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":56,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:2897ae0699c97d3ee0bc666fdc275ab11fd5ca746460b50ff4c8ae4b763a0a64","observation_id":"b0483383-a3e2-4789-8348-fda29f8f0af7","resolution":{"observed_at":"2026-06-29T07:24:06.863653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T07:24:06.863653Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":57,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:ea6175a437be70f3dccd4766170cfba3894a2c6298fba9047c85bcaa4020f4f7","observation_id":"b952ea76-0f21-4c6c-89ae-0656ff59d89a","resolution":{"observed_at":"2026-06-29T07:24:06.863653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T07:24:06.863653Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":58,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:c61fa2121d425fff0dca3d406960e872cb7385f878f5890d1a54af1d2767e54f","observation_id":"8e6fb123-7e59-450b-91a0-5651000c5627","resolution":{"observed_at":"2026-06-29T07:24:06.863653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T07:24:06.863653Z","title":"Tested 3/20 product cards, all functional","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":59,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:93d47bae305a9cd0127b9a392d90b693482f8978f148c124e9b153d56ddac03a","observation_id":"fcb4bcae-1f8f-4358-93f4-1be234aae347","resolution":{"observed_at":"2026-06-29T07:24:06.863653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T07:24:06.863653Z","title":"Actively plan your steps, prioritize core functionality, and stop testing in time to prepare output before reaching the limit","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":60,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:4e06b3ced091ee839d0eb285a5df3c02a02d1f3233088beae4a2d91c0137eae7","observation_id":"d1aa4535-c8ad-4dab-87bb-b38d21a14013","resolution":{"observed_at":"2026-06-29T07:24:06.863653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T07:24:06.863653Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":61,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:c70d90d317d9c19228279839dbf9c07631d1d9dfa4c64d7de9fec128d3b802f6","observation_id":"2a969949-8969-485a-aa75-b615f43d8ad1","resolution":{"observed_at":"2026-06-29T07:24:06.863653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T07:24:06.863653Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":62,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:f2b1c1eebbfc6822f1697f178e9afb20026acf74afee6e154f4fecd329cc08e3","observation_id":"2f11803e-885a-4bf0-b006-1860da45d27f","resolution":{"observed_at":"2026-06-29T07:24:06.863653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T07:24:06.863653Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":63,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:b499e44b6b58d6fa12e2b1308e80519b6c31c3e1802626a11273bee68d375f40","observation_id":"ea24e3ca-effd-4c92-8fee-368eed7fbf31","resolution":{"observed_at":"2026-06-29T07:24:06.863653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T07:24:06.863653Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":64,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:c33789980a808382c13b12b8050987bea6950e7a09f1339a5339a104954ff4b7","observation_id":"ae0936ca-622b-42fc-84eb-d4191d39b47a","resolution":{"observed_at":"2026-06-29T07:24:06.863653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T07:24:06.863653Z","title":"actions_performed","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":65,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:6f170cd5fba852d6b19a06a6a9cc78c04773f89c673ccbb609d618cff2e4e970","observation_id":"6f0809e5-7ad8-4199-acab-75d78aa486ce","resolution":{"observed_at":"2026-06-29T07:24:06.863653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T07:24:06.863653Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":66,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:2e6927f5a4683edbe8bfc19566a33a4985c4d997de997b675c4f4c896ec30acf","observation_id":"f0a7d46d-9738-4851-8a6d-68ecd6fc1373","resolution":{"observed_at":"2026-06-29T07:24:06.863653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T07:24:06.863653Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":67,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:d1283d72076ae173910a812f6d7a84b15fbdcb8916e79e5128f2394131599a65","observation_id":"174f0569-25d4-41d9-bb09-f52e6c5890db","resolution":{"observed_at":"2026-06-29T07:24:06.863653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T07:24:06.863653Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":68,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:aa8f383b49de77b1f777e56abae4a42435e1f091534628124399c040b3e80473","observation_id":"3d34432e-b436-4693-8941-e524d729d318","resolution":{"observed_at":"2026-06-29T07:24:06.863653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T07:24:06.863653Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":69,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:d0d613e04a966f200c4e132e4d9d20ebfb0ebbb9d3cf82fdfbc2865a2c1c1045","observation_id":"401b7621-766c-4b39-af8a-9f5f75117c1d","resolution":{"observed_at":"2026-06-29T07:24:06.863653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T07:24:06.863653Z","title":"start->interact->win/lose->restart/next","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":70,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:4e71bd9dfb2cd16a7ee5dd69577b03e3f65226f72f7ba325fe81ac08e85759dc","observation_id":"aa18491e-1a1a-4810-8e01-93e59dd26266","resolution":{"observed_at":"2026-06-29T07:24:06.863653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T07:24:06.863653Z","title":"ready to build","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":71,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:ecc97f623cb08d8b8208b523d04b5f3b21e5ca96f6a44032968da6a72a349788","observation_id":"30904180-eb91-4c28-8462-29970a2d7d75","resolution":{"observed_at":"2026-06-29T07:24:06.863653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T07:24:06.863653Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":72,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:ed8a39e0dcdb306dae8405ba0802b4a2a102af45cb84ec561330639e3633dce7","observation_id":"54e7b89d-8563-42f8-8374-9c813fc1b1ea","resolution":{"observed_at":"2026-06-29T07:24:06.863653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T07:24:06.863653Z","title":"functional_reason","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":73,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:dd4ad40f6a8e4a98c29e63934bbe95867fbc11111d7501c1f7e66866936670da","observation_id":"7a60c670-1b9b-4ddf-94bd-901ea89669f2","resolution":{"observed_at":"2026-06-29T07:24:06.863653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T07:24:06.863653Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":74,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:7a38fcab79feb6c4231bacf306e048b72e21070c5e0aefdc6b76501fb4e0b1eb","observation_id":"f5c603fc-d648-4c68-bd13-2d7fe717672f","resolution":{"observed_at":"2026-06-29T07:24:06.863653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T07:24:06.863653Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":75,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:8b6087d2ecf63c54bbdbeb8ae0b0335afd9353d7b0e8d36ff72a527a7f52c312","observation_id":"b3ec6b2f-ddd1-4bad-999f-e7be6aa61e57","resolution":{"observed_at":"2026-06-29T07:24:06.863653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T07:24:06.863653Z","title":"Identify:","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":76,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:f75045f7f8950abae0d841b6662e0ecf6cfe4385932985464a8d72eae4bcb0da","observation_id":"e6ed77c5-f672-4cbf-9b1f-dacfefbb9f5a","resolution":{"observed_at":"2026-06-29T07:24:06.863653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T07:24:06.863653Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":77,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:827cdcaadd3037b1596fe8117851fe79c8f516463879d46a6636a4906e64c095","observation_id":"d48e3493-64f7-4926-aca8-046d45eda5cf","resolution":{"observed_at":"2026-06-29T07:24:06.863653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T07:24:06.863653Z","title":"could be better","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":78,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:d0b226536df0d46593ee261054f738f43b992b02db56e79d8b7d1b15dd0aa45a","observation_id":"8718fa8c-f9e0-42d6-bc97-036d90525f20","resolution":{"observed_at":"2026-06-29T07:24:06.863653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T07:24:06.863653Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":79,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:b17fd22548e52ceabe4355cf279114d0789778d7f8dcacf6876cee6861e3be5d","observation_id":"b0e9c936-e30a-42e3-bfbe-75f988e1ef90","resolution":{"observed_at":"2026-06-29T07:24:06.863653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T07:24:06.863653Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":80,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:9823a947faf5a296290b4a9e41eee9a0a90083d6e58b8421c316b8ea7c336677","observation_id":"19c39653-e5fa-4e7e-872b-579809739c6c","resolution":{"observed_at":"2026-06-29T07:24:06.863653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T07:24:06.863653Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":81,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:a16ab49f7d62bf745c72b67813d2365d33e29c2c4a826af2dacc259223893fb6","observation_id":"a99574d4-40bd-4219-a5a5-efac246e7df4","resolution":{"observed_at":"2026-06-29T07:24:06.863653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T07:24:06.863653Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":82,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:2dd7e783dbd3ebfe6f70f79642d5432231798e7d8b24f1198ebcc2c5c90c55c3","observation_id":"29226261-4916-4cd2-ab20-c9872d2bd480","resolution":{"observed_at":"2026-06-29T07:24:06.863653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T07:24:06.863653Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":83,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:899e2a1ffae297ff95c8956395ccadf19a7d45a5d01e56e8a932002575524c38","observation_id":"62f6b89d-f1fa-40c8-a908-29f8a6df7e04","resolution":{"observed_at":"2026-06-29T07:24:06.863653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T07:24:06.863653Z","title":"functional_problems","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":84,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:bdf9136bb3f1110d3771af1a9b3b4960added32359ce6ea198beada6713a2a2c","observation_id":"a1d9d234-f182-4562-8d0f-7ef46a8086f4","resolution":{"observed_at":"2026-06-29T07:24:06.863653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T07:24:06.863653Z","title":"-1.0 for overlapping text","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":85,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:af140db936f7910b6ce66293f30af4933dcec83d5640000178e7884717a435ed","observation_id":"80f83705-1ac2-4d0f-b3c5-72011944b1b6","resolution":{"observed_at":"2026-06-29T07:24:06.863653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T07:24:06.863653Z","title":"missing validation","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":86,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:68594f315265cbc7014b7541fa5f07f3b37cea73f9427a151805baa65b011878","observation_id":"3e86a00c-0f77-48b8-8d9d-6bca1bc2850d","resolution":{"observed_at":"2026-06-29T07:24:06.863653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T07:24:06.863653Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":87,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:337eecd58aae67b80a89d352489cbdb154d0b2bcb014a0f59cf9d03382f48919","observation_id":"040053ba-e2db-4d9e-b163-d4fd5fa2efbf","resolution":{"observed_at":"2026-06-29T07:24:06.863653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T07:24:06.863653Z","title":"If page renders correctly and is relevant to the query, it should be at least 1.0 for both functional and aesthetics","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":88,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:d0029a860ebb623896f8b457f6f8b3a408a9b6044137fc6e6ad752aaa8c8cebe","observation_id":"2ab7fda2-4b97-4544-9579-7368b5055d74","resolution":{"observed_at":"2026-06-29T07:24:06.863653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T07:24:06.863653Z","title":"button broken","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":89,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:e795db2536e7773aad657598933693ffde8a300663edc5b4ada0217c2868dc5e","observation_id":"79b7bae1-f06a-4b1d-a6c3-0f200a2dc1d9","resolution":{"observed_at":"2026-06-29T07:24:06.863653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T07:24:06.863653Z","title":"A fully implemented web page but all buttons non-functional should NOT be 1.0 for functional, suggested 3.0-4.0 - NOT suitable for game loop elements","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":90,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:594d98c7fd1fa4a5fc79d2b79130da3f8e6981bf672c959fde1f890a7147e2bc","observation_id":"d75b5c42-075a-434f-862e-0db65caef8b3","resolution":{"observed_at":"2026-06-29T07:24:06.863653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T07:24:06.863653Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":91,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:c936de7e7f6c85cd9b3547e84730b463fdfbfaf128222a9cfaae6d279a31bb70","observation_id":"ae0f4010-ac5c-4cef-b089-906520e49620","resolution":{"observed_at":"2026-06-29T07:24:06.863653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T07:24:06.863653Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":92,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:ffde2d51dd47681f9560587351caec1c50f6b4076501dc5faca20a90fe27cfbe","observation_id":"be28bd7d-1911-4a9a-98fe-c80fa36c4a3d","resolution":{"observed_at":"2026-06-29T07:24:06.863653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T07:24:06.863653Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":93,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:8f4580e892564c213642d3341692b66c23466de53f7d3c945f90159969704aa9","observation_id":"fa607e6a-5a17-484b-9c26-f82228afc9c3","resolution":{"observed_at":"2026-06-29T07:24:06.863653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T07:24:06.863653Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":94,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:87f094895263765558670dcf705c46cefa3918ae1848f44b4273fd9e67a7078a","observation_id":"6c0425d7-e248-4ce1-ae7a-419c9a278ddc","resolution":{"observed_at":"2026-06-29T07:24:06.863653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-29T07:24:06.863653Z","title":"adjusted_functional_score","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation","version":2},"reference_index":95,"source":"pdf_text","source_observed_at":"2026-06-29T07:24:06.863653Z"},"links":{"citing_paper":"/paper/2605.30000"},"observation_digest":"sha256:fcb259072c7d09c632868d4ef257f5b776b4b1c112bdafa26b591758097bd067","observation_id":"cfe21f29-5d4d-4ac3-977d-575f6b9bc177","resolution":{"observed_at":"2026-06-29T07:24:06.863653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2605.30000","last_updated":"2026-05-31T12:00:02Z","latest_version":2,"primary_category":"cs.AI","snapshot_observed_at":"2026-08-02T18:55:27.003152Z","submitted_at":"2026-05-28T14:30:33Z","title":"Cookie-Bench: Continuous On-screen Key Interaction Evaluation for Web Generation"},"reference_resolution":{"displayed":95,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":74,"verified_exact":21,"verified_fuzzy":0},"total_outbound_references":95},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"thesis":"As of 17 August 2026, this Paper Citation Record lists 95 of 95 outbound references and 1 inbound Pith citation observation for arXiv:2605.30000."}