{"as_of":"2026-08-17T18:27:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:a40aac1149ca2b666fec45522ef99d0b6ab898ccbea2a09aebc00c5c3e1c5989","coverage":[{"denominator":46,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":46,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-15T17:26:08.221825Z","state":"measured"},{"denominator":49,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":49,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-17T06:30:58.91139+00:00","state":"measured"},{"denominator":3,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":3,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-15T14:54:15.891464Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-07-05T07:20:46.358831Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"cited_work":{"arxiv_id":"2508.14104","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2508.14104","snapshot_observed_at":"2026-07-05T07:20:46.358831Z","title":null,"venue":null,"work_id":"a783ee04-05f3-4e91-bb31-ddd3013c007b","year":2025},"citing_paper":{"arxiv_id":"2604.19741","last_updated":"2026-06-03T18:09:47Z","snapshot_observed_at":"2026-08-12T19:41:37.821685Z","submitted_at":"2026-04-21T17:59:03Z","title":"CityRAG: Stepping Into a City via Spatially-Grounded Video Generation","version":2},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-07-05T07:19:01.989427Z"},"links":{"cited_paper":"/paper/2508.14104","citing_paper":"/paper/2604.19741"},"observation_digest":"sha256:35dd761c021b4fa309e3059057e7fc696661d29d2bddc3466dbf951cc6ac2552","observation_id":"8a7745ce-185e-4858-80a9-96c97d038cc6","resolution":{"observed_at":"2026-07-05T07:20:46.360807Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"cited_work":{"arxiv_id":"2508.14104","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2508.14104","snapshot_observed_at":"2026-07-05T07:20:46.358831Z","title":null,"venue":null,"work_id":"a783ee04-05f3-4e91-bb31-ddd3013c007b","year":2025},"citing_paper":{"arxiv_id":"2604.19742","last_updated":"2026-04-21T17:59:16Z","snapshot_observed_at":"2026-08-14T01:43:38.253182Z","submitted_at":"2026-04-21T17:59:16Z","title":"PlayCoder: Making LLM-Generated GUI Code Playable","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-05-10T02:02:01.395176Z"},"links":{"cited_paper":"/paper/2508.14104","citing_paper":"/paper/2604.19742"},"observation_digest":"sha256:7f302188e890ee8f1158a85dba89bb60bd925bc2a9f04912f455617f4ff6a1ea","observation_id":"da0b99c6-e7b7-47a1-89b3-d0f294e71f42","resolution":{"observed_at":"2026-05-11T13:16:17.895250Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2508.14104","snapshot_observed_at":"2026-08-15T14:54:15.891464Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.03451","last_updated":"2026-08-04T10:48:11Z","snapshot_observed_at":"2026-08-17T15:35:20.569157Z","submitted_at":"2026-08-04T10:48:11Z","title":"DataSpace: Benchmarking Data Agents for Verifiable Analytics over Heterogeneous Workspaces","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-15T14:54:15.891464Z"},"links":{"cited_paper":"/paper/2508.14104","citing_paper":"/paper/2608.03451"},"observation_digest":"sha256:396c1c6730d0cbe0d87fad051c0066570bf59584a9ec46875a6af53cf2993c31","observation_id":"8f0a7d6b-99c0-4a2c-b756-71b7039f06df","resolution":{"observed_at":"2026-08-15T14:54:15.891464Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2508.14104/citation-record","integrity":"/paper/2508.14104/integrity","json":"/paper/2508.14104/citation-record.json","paper":"/paper/2508.14104"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:26:08.049040Z","title":", \" * write output.state after.block = add.period write newline","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.049040Z"},"links":{"citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:d162af22d98862fa0e6d7488170d1d1e698be5679f9a05f8172aa09a6d1c43f1","observation_id":"aa6923ec-448b-49de-8873-0cba8a64d4fc","resolution":{"observed_at":"2026-08-15T17:26:08.049040Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:26:08.054868Z","title":"write newline","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.054868Z"},"links":{"citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:253cff2a694d64c08c80a42707b1900534d0110e995565267bf336a4b7ac8a9a","observation_id":"ea30f826-8784-4f62-ad75-bd56994bdbe7","resolution":{"observed_at":"2026-08-15T17:26:08.054868Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:26:08.708318Z","title":"Software and systems engineering — Software testing — Part 1: General concepts","venue":null,"work_id":"42f428f1-1d90-4765-8fbc-e19db3480e23","year":2022},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.059532Z"},"links":{"citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:0ec60f7345ac3b2d46bf6642a3218e6223ad89d0de09a0f3cd617a8a37cc56e9","observation_id":"9899ef16-3ca0-4be8-9479-d7226dec022d","resolution":{"observed_at":"2026-08-15T17:26:08.711998Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:26:08.697914Z","title":null,"venue":null,"work_id":"b8a81bc0-5df6-45a9-a2b2-bc7eb64e8be9","year":2024},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.063619Z"},"links":{"citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:7d1508dd83802a289a3affff7354923df8f4d460c99e6e2c15d568599b31c977","observation_id":"e6bdf41c-7d27-4115-a01b-1ab4d4a3ac4f","resolution":{"observed_at":"2026-08-15T17:26:08.701593Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:26:08.687247Z","title":null,"venue":null,"work_id":"ba0acaf0-f560-4339-8c84-242390880764","year":2025},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.067397Z"},"links":{"citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:1bd1fef22453aa4e2daf1fac75e08c8c7ed77bc21a2915e9e754da53ad8878ed","observation_id":"ac01c2a4-a50f-4e20-aeb5-f586f8af69e4","resolution":{"observed_at":"2026-08-15T17:26:08.690916Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2502.13923","last_updated":"2025-02-19T18:00:14Z","snapshot_observed_at":"2026-08-14T04:17:22.593941Z","submitted_at":"2025-02-19T18:00:14Z","title":"Qwen2.5-VL Technical Report","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.13923","snapshot_observed_at":"2026-08-15T17:26:08.071084Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.071084Z"},"links":{"cited_paper":"/paper/2502.13923","citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:cff3612e692d9af6b5485995e36aeaf844717bc0db10e72c4fdfc1d67393ba32","observation_id":"3518aba8-1924-47a9-ad3c-0464e00e5d86","resolution":{"observed_at":"2026-08-15T17:26:08.071084Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:26:08.676634Z","title":null,"venue":null,"work_id":"be052c02-9e5b-4c08-958f-ea1cc4a1ac79","year":2024},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.075455Z"},"links":{"citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:ea5faff1360952ce86bad3e08c21ae3571cecbd85685754a5f3148aaec8e28cd","observation_id":"99eed6be-816d-4de1-8782-5f1452435c55","resolution":{"observed_at":"2026-08-15T17:26:08.679817Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2410.07095","last_updated":"2025-02-26T11:57:30Z","snapshot_observed_at":"2026-08-12T16:49:10.970507Z","submitted_at":"2024-10-09T17:34:27Z","title":"MLE-bench: Evaluating Machine Learning Agents on Machine Learning Engineering","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.07095","snapshot_observed_at":"2026-08-15T17:26:08.079346Z","title":"S.; Chowdhury, N.; Jaffe, O.; Aung, J.; Sherburn, D.; Mays, E.; Starace, G.; Liu, K.; Maksin, L.; Patwardhan, T.; et al","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.079346Z"},"links":{"cited_paper":"/paper/2410.07095","citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:bb8c4074a84c6e8efa289ef6839ccf2ecbca1a390ec98a9b3781aa8e630e549b","observation_id":"085b954a-9730-4d95-a030-c04c884a70ca","resolution":{"observed_at":"2026-08-15T17:26:08.079346Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.10935","last_updated":"2024-02-23T04:36:51Z","snapshot_observed_at":"2026-08-13T02:23:45.428162Z","submitted_at":"2024-01-17T08:10:35Z","title":"SeeClick: Harnessing GUI Grounding for Advanced Visual GUI Agents","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.10935","snapshot_observed_at":"2026-08-15T17:26:08.083671Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.083671Z"},"links":{"cited_paper":"/paper/2401.10935","citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:b777042a0be556e9959b23f1d10dbb934c1d331af6545396d5850f6c89769b08","observation_id":"b7879b88-ede0-4aa5-9d8a-e8062cd9fbb6","resolution":{"observed_at":"2026-08-15T17:26:08.083671Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2507.06261","last_updated":"2025-12-19T14:25:46Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-07-07T17:36:04Z","title":"Gemini 2.5: Pushing the Frontier with Advanced Reasoning, Multimodality, Long Context, and Next Generation Agentic Capabilities","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2507.06261","snapshot_observed_at":"2026-08-15T17:26:08.087827Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.087827Z"},"links":{"cited_paper":"/paper/2507.06261","citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:a7988066f6ec1faee23b5c9089447f0e7f2b1c6e2997a2d35e91bf6deb0d0f7a","observation_id":"6ea05756-ef39-42f4-8e58-eb92ecd8dc53","resolution":{"observed_at":"2026-08-15T17:26:08.087827Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.19437","last_updated":"2025-02-18T17:26:38Z","snapshot_observed_at":"2026-08-15T17:27:11.980940Z","submitted_at":"2024-12-27T04:03:16Z","title":"DeepSeek-V3 Technical Report","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.19437","snapshot_observed_at":"2026-08-15T17:26:08.092101Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.092101Z"},"links":{"cited_paper":"/paper/2412.19437","citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:f3205069697efd9c2b6a9c1139b6aae0fdd1e547ec574c5ef48e7f088f9b0b68","observation_id":"7f2d356a-26b7-41ca-b1e7-92dbc5e0be98","resolution":{"observed_at":"2026-08-15T17:26:08.092101Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:26:08.666067Z","title":"K.; Nallapati, R.; Bhatia, P.; Roth, D.; et al","venue":null,"work_id":"d60faab8-7787-4082-8a3c-30bc5d7c5804","year":2023},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.096667Z"},"links":{"citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:ff44b852f9ca04350c5cfd6f18d930eb46343048b432e2d747f32df39b1a5522","observation_id":"9d47cc2b-6514-45c3-bf22-eac0c4980225","resolution":{"observed_at":"2026-08-15T17:26:08.669688Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:26:08.654425Z","title":null,"venue":null,"work_id":"401d380f-cd0b-4bdd-8699-11c4930a82b0","year":2023},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.101102Z"},"links":{"citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:f6ff3f38084f37e8863d2d203b5dedf550b998020257c5b3487f5bf613bad978","observation_id":"1d76528e-a2c4-435b-a0c4-52b3bfaa5c91","resolution":{"observed_at":"2026-08-15T17:26:08.658763Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2401.13919","last_updated":"2024-06-06T18:37:34Z","snapshot_observed_at":"2026-08-15T01:23:25.524198Z","submitted_at":"2024-01-25T03:33:18Z","title":"WebVoyager: Building an End-to-End Web Agent with Large Multimodal Models","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.13919","snapshot_observed_at":"2026-08-15T17:26:08.104803Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.104803Z"},"links":{"cited_paper":"/paper/2401.13919","citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:a011773693d9416364fca0f745f4f3864c69f539d79406690fc974ee7e1c9734","observation_id":"9b53b602-4f76-4f8b-9595-c5561314c6ac","resolution":{"observed_at":"2026-08-15T17:26:08.104803Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:26:08.643397Z","title":null,"venue":null,"work_id":"ae8fbfac-50bd-413c-8d23-e04710be76b7","year":2024},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.109149Z"},"links":{"citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:907fe53b76447201b329b77f6494bb7c4d321a2a1145279db6dc99167add028c","observation_id":"3f95afe1-3cfc-469b-bc9c-0361d9de91da","resolution":{"observed_at":"2026-08-15T17:26:08.646118Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:26:08.632076Z","title":null,"venue":null,"work_id":"f4b22213-bd0f-4176-bbdf-f863d54e5bcc","year":2025},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.112351Z"},"links":{"citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:9c81f7eb6036bd3cb9a0acf489234cc0b70d0cb32b8ce9f84d42bcf1144f6db3","observation_id":"965bde92-4807-4562-ab09-efb02a4473aa","resolution":{"observed_at":"2026-08-15T17:26:08.635956Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:26:08.620979Z","title":null,"venue":null,"work_id":"3e97f6e7-4aa0-49ec-8a4b-dfdd103da1cb","year":2025},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.115072Z"},"links":{"citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:b52775943bc22d6622d0737b4d303e6a2ed66064051c39b4055176f315dd3562","observation_id":"c405e526-4ce0-4f1e-9c48-7d57b2b9f148","resolution":{"observed_at":"2026-08-15T17:26:08.624289Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:26:08.609480Z","title":"E.; Yang, J.; Wettig, A.; Yao, S.; Pei, K.; Press, O.; and Narasimhan, K","venue":null,"work_id":"4470b1f2-3719-4a6b-bb28-c188c100171e","year":2024},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.117644Z"},"links":{"citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:8aa533774bc926d116bc9a44f03d9aff359cb81b5355566748405d3f1e6b5cad","observation_id":"1c5a955a-d4b2-4f6f-90b0-ea6d7062567b","resolution":{"observed_at":"2026-08-15T17:26:08.613423Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2408.02479","last_updated":"2025-04-13T09:42:30Z","snapshot_observed_at":"2026-08-16T13:28:28.709170Z","submitted_at":"2024-08-05T14:01:15Z","title":"From LLMs to LLM-based Agents for Software Engineering: A Survey of Current, Challenges and Future","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.02479","snapshot_observed_at":"2026-08-15T17:26:08.121061Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.121061Z"},"links":{"cited_paper":"/paper/2408.02479","citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:807cd56634af54856719791fe972b2007bf069a80b89abb0b06caa5fb3ae1ece","observation_id":"238086dd-1ce7-4024-8235-8d2f0437c759","resolution":{"observed_at":"2026-08-15T17:26:08.121061Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:26:08.598743Z","title":null,"venue":null,"work_id":"332004db-cca2-40ee-938f-e98361777739","year":2024},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.125528Z"},"links":{"citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:799c04850969475a7f8d6369f7068466cafe1421c6e7935aeecce0940ec2c496","observation_id":"6002296f-7e16-4a4a-87f8-a7c72c8a8a5e","resolution":{"observed_at":"2026-08-15T17:26:08.602559Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:26:08.588286Z","title":null,"venue":null,"work_id":"d8ee7287-0a1d-48b1-ba2f-296eed32ea96","year":2025},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.129826Z"},"links":{"citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:b7bad7d4f95f08af68de343d73975e46a445acd6d6de2ef94701a5025f914058","observation_id":"9ccf21be-9bf9-4206-8d02-99184854ed21","resolution":{"observed_at":"2026-08-15T17:26:08.592247Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:26:08.578152Z","title":null,"venue":null,"work_id":"ae024522-4cc7-44f1-9caf-8423763fa028","year":2024},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.133728Z"},"links":{"citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:34db73868dd0d62e1a71083322939db8bf387a0dd0994d9e77aeec28f8846fe8","observation_id":"77feb7a7-2dc9-4893-87f6-5d5430867ed5","resolution":{"observed_at":"2026-08-15T17:26:08.581856Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2505.03733","last_updated":"2025-08-11T07:13:00Z","snapshot_observed_at":"2026-08-16T19:06:00.908076Z","submitted_at":"2025-05-06T17:59:15Z","title":"WebGen-Bench: Evaluating LLMs on Generating Interactive and Functional Websites from Scratch","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2505.03733","snapshot_observed_at":"2026-08-15T17:26:08.136791Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.136791Z"},"links":{"cited_paper":"/paper/2505.03733","citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:5cfa725a764974e0588c9b23d6af42b9291eefe1f64125546118397cab24d253","observation_id":"d9abbae3-57bc-42fb-a308-de1a18356a09","resolution":{"observed_at":"2026-08-15T17:26:08.136791Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2502.12115","last_updated":"2025-05-29T23:07:34Z","snapshot_observed_at":"2026-08-16T12:57:36.095391Z","submitted_at":"2025-02-17T18:41:16Z","title":"SWE-Lancer: Can Frontier LLMs Earn $1 Million from Real-World Freelance Software Engineering?","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.12115","snapshot_observed_at":"2026-08-15T17:26:08.140510Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.140510Z"},"links":{"cited_paper":"/paper/2502.12115","citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:67a22d60e8a61461ca4d607251ed109c03e1213a004a6cd9ad4611ddc2e6a4e0","observation_id":"d7cdd977-5080-45f7-85de-9e26eff1379c","resolution":{"observed_at":"2026-08-15T17:26:08.140510Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:26:08.567297Z","title":null,"venue":null,"work_id":"611718df-880e-49a7-b880-0417c9ab138f","year":2024},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.144037Z"},"links":{"citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:c56e857702dc018df89fc3e3e60cd222f620b460785171c4783ee620cd26c85a","observation_id":"6b61bc99-2b50-4ea4-9e25-b0f980ab309f","resolution":{"observed_at":"2026-08-15T17:26:08.571498Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:26:08.556186Z","title":null,"venue":null,"work_id":"9676d830-6434-4593-9f6e-24c9f493df79","year":2024},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.147091Z"},"links":{"citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:752a5237a0d72ff0c6a773b92dc08c01b9d3c39ea44e7d9c8209665a9f729355","observation_id":"7c567283-70dd-41e2-9333-0ce81f5a37a8","resolution":{"observed_at":"2026-08-15T17:26:08.559912Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2501.12326","last_updated":"2025-01-21T17:48:10Z","snapshot_observed_at":"2026-08-16T21:34:35.147772Z","submitted_at":"2025-01-21T17:48:10Z","title":"UI-TARS: Pioneering Automated GUI Interaction with Native Agents","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2501.12326","snapshot_observed_at":"2026-08-15T17:26:08.150673Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.150673Z"},"links":{"cited_paper":"/paper/2501.12326","citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:0f13405d4772e29ce352ec262c069c5633a0e65790cef45ed0a7bd381d020abf","observation_id":"2eb220f3-8cca-4c0a-8566-15033455ff6b","resolution":{"observed_at":"2026-08-15T17:26:08.150673Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:26:08.544630Z","title":null,"venue":null,"work_id":"5255d207-d9db-417b-bdd5-7a43b419c1cf","year":2024},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.154309Z"},"links":{"citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:2eb00e07679cf7926316b0acb3ee035a44313e4f21f78ac8c4dd01a9f5a57ad8","observation_id":"4afafbba-86bf-49ea-ab51-a5318f4be351","resolution":{"observed_at":"2026-08-15T17:26:08.548326Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2507.20534","last_updated":"2026-02-03T04:57:00Z","snapshot_observed_at":"2026-08-16T14:37:33.548231Z","submitted_at":"2025-07-28T05:35:43Z","title":"Kimi K2: Open Agentic Intelligence","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2507.20534","snapshot_observed_at":"2026-08-15T17:26:08.157992Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.157992Z"},"links":{"cited_paper":"/paper/2507.20534","citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:825e104fc34bf803fb12df753e76550dee33dbb3e63a98ac8a22909d3f227d7a","observation_id":"b63e1628-2bc7-4e19-a4a8-7fba0a8fcf06","resolution":{"observed_at":"2026-08-15T17:26:08.157992Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:26:08.533079Z","title":null,"venue":null,"work_id":"80da5107-b7f3-4504-a461-d1ef201e5e4f","year":2024},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.161626Z"},"links":{"citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:bc905ecf2d465bcb0b57d25ac2274a12436ef1aaa0a583a9452943bbad0339b8","observation_id":"65eab1fc-c883-47b4-9928-470926ca432d","resolution":{"observed_at":"2026-08-15T17:26:08.536895Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:26:08.519909Z","title":null,"venue":null,"work_id":"955c7882-9255-4310-8ead-416a5d9749a4","year":2024},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":31,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.164403Z"},"links":{"citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:16b86450248b3384c35335b3bbbb657fab81ec10542096be5205f7da129d1a74","observation_id":"ab6c1b17-4a46-4236-8dd9-68647deaf0bc","resolution":{"observed_at":"2026-08-15T17:26:08.524424Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2505.09388","last_updated":"2025-05-14T13:41:34Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-05-14T13:41:34Z","title":"Qwen3 Technical Report","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2505.09388","snapshot_observed_at":"2026-08-15T17:26:08.168279Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":32,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.168279Z"},"links":{"cited_paper":"/paper/2505.09388","citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:091c3366542db1839ca35a79cd1c1d8fc34656df63f37653b0818925969d34db","observation_id":"090e0e48-5d2c-4ad5-9999-060ebcf4a1bf","resolution":{"observed_at":"2026-08-15T17:26:08.168279Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:26:08.508560Z","title":"N.; Chiang, W.-L.; Tang, K.; and Manolache, L","venue":null,"work_id":"aaad1905-4b57-4b79-a6c9-a4ef88dcd0a5","year":2025},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":33,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.172999Z"},"links":{"citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:29caabbe80d4286e217a14a9835a4c664c5347029719e04a82ed25c9dce799cb","observation_id":"07c63da2-3c0f-40f6-a1d0-9322f460064a","resolution":{"observed_at":"2026-08-15T17:26:08.512054Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2305.04091","last_updated":"2023-05-26T07:06:48Z","snapshot_observed_at":"2026-08-15T11:15:42.066340Z","submitted_at":"2023-05-06T16:34:37Z","title":"Plan-and-Solve Prompting: Improving Zero-Shot Chain-of-Thought Reasoning by Large Language Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.04091","snapshot_observed_at":"2026-08-15T17:26:08.176971Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":34,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.176971Z"},"links":{"cited_paper":"/paper/2305.04091","citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:824c861552881052433e63ec813edafb9bc5a29a661f3c22ace979054e20f656","observation_id":"abd72ab6-b29e-4bee-9fbe-6292fb4ff2ab","resolution":{"observed_at":"2026-08-15T17:26:08.176971Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:26:08.497179Z","title":"F.; Tang, X.; Zhuge, M.; Pan, J.; Song, Y.; Li, B.; Singh, J.; Tran, H","venue":null,"work_id":"dfb8d57f-ed6c-417b-a474-904e3c4e82f4","year":2025},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":35,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.181407Z"},"links":{"citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:1411085fbbabcd5889ace3d8693f7aaa7dcd1497d90123dbb9ada44d49401966","observation_id":"7841c22f-8a65-4e02-a62a-5e02a5fd5a1b","resolution":{"observed_at":"2026-08-15T17:26:08.501710Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:26:08.485718Z","title":"T.; and Ni, L","venue":null,"work_id":"4918a9dd-0a06-4ab3-b0ef-810358024056","year":2020},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":36,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.185129Z"},"links":{"citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:910338e126d1a4e3ff9abb3efe9da69434d3b94801b426465fd4b2edd3c07f69","observation_id":"a002abf0-3abb-44ba-b749-a1b50ab347d5","resolution":{"observed_at":"2026-08-15T17:26:08.489964Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:26:08.474009Z","title":null,"venue":null,"work_id":"c1dda017-7384-4893-9f00-8a9dea6b191f","year":2024},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":37,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.189847Z"},"links":{"citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:8c9adc70396190248a7533af81144913fbe9887aee39fdeede37446ebfc8b4ef","observation_id":"91963287-4976-40cb-beab-2b41b0ea12b6","resolution":{"observed_at":"2026-08-15T17:26:08.477662Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2505.07473","last_updated":"2025-05-12T12:06:23Z","snapshot_observed_at":"2026-08-15T22:13:41.757296Z","submitted_at":"2025-05-12T12:06:23Z","title":"Web-Bench: A LLM Code Benchmark Based on Web Standards and Frameworks","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2505.07473","snapshot_observed_at":"2026-08-15T17:26:08.193637Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":38,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.193637Z"},"links":{"cited_paper":"/paper/2505.07473","citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:433baa1a9f020949c50e6047cad28c78f60cbb14a1b7feef1e9590834c309275","observation_id":"8bb36341-b55b-49fd-b7d3-55d9efe398b1","resolution":{"observed_at":"2026-08-15T17:26:08.193637Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:26:08.461729Z","title":null,"venue":null,"work_id":"de4e6960-9158-47bf-9e74-a81a1dc0f564","year":2023},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":39,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.197072Z"},"links":{"citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:622293d03330358e789e52ca56fd606f4052e75986fefef604ead2d68be6fd76","observation_id":"3bf73a0e-fc60-4a6b-a159-d2e43727c20b","resolution":{"observed_at":"2026-08-15T17:26:08.465349Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:26:08.450406Z","title":null,"venue":null,"work_id":"ad019b60-0084-4e26-96b7-85f35214f19c","year":2024},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":40,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.200981Z"},"links":{"citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:86904ad475e4479f218b0a42bd5bf5375dfdd37662818c5bcbf9eb93dd5427ec","observation_id":"6c2539f4-6f52-40ac-8e3b-8bb3d04d8f20","resolution":{"observed_at":"2026-08-15T17:26:08.453731Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2412.01769","last_updated":"2024-12-02T18:11:30Z","snapshot_observed_at":"2026-08-16T13:00:36.641418Z","submitted_at":"2024-12-02T18:11:30Z","title":"Commit0: Library Generation from Scratch","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.01769","snapshot_observed_at":"2026-08-15T17:26:08.203822Z","title":"T.; Cardie, C.; Gall \\'e , M.; and Rush, A","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":41,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.203822Z"},"links":{"cited_paper":"/paper/2412.01769","citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:c8a1fe92807376913d0df825e996ce5a78c16e9fdb0eae4f754bc0b0cbbaac2d","observation_id":"181d965f-f216-4419-8517-ddaceaac2432","resolution":{"observed_at":"2026-08-15T17:26:08.203822Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:26:08.439250Z","title":"E.; and Stoica, I","venue":null,"work_id":"83eb44f4-cccd-4718-b394-3894e9f9989a","year":2023},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":42,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.207017Z"},"links":{"citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:c368f355bcbc5e850d5c5751b2bcd55fd1e69aca7f839e57a0b94a5bd7427780","observation_id":"cb20716c-52aa-4a43-afae-b5220cbaa76e","resolution":{"observed_at":"2026-08-15T17:26:08.442863Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T17:26:08.428455Z","title":null,"venue":null,"work_id":"fa1c9b52-e925-4e51-ace5-c63954880a45","year":2023},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":43,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.210129Z"},"links":{"citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:7aa76b8a416bb9f6f1cbe002b9e50e67d7ce760e55e397f9108afd72e3ead78d","observation_id":"c12e7f2f-e747-4bcc-9714-94eab2fd7226","resolution":{"observed_at":"2026-08-15T17:26:08.432342Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.13832","last_updated":"2025-06-18T13:10:14Z","snapshot_observed_at":"2026-08-16T02:15:14.732809Z","submitted_at":"2025-06-16T03:20:31Z","title":"FrontendBench: A Benchmark for Evaluating LLMs on Front-End Development via Automatic Evaluation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2506.13832","snapshot_observed_at":"2026-08-15T17:26:08.213374Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":44,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.213374Z"},"links":{"cited_paper":"/paper/2506.13832","citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:b260a57fe9d084653d975668b5a7571d900c13c14634e9801f3d3d58a1d65828","observation_id":"6f3ab3a2-7879-4800-8818-98df075ace08","resolution":{"observed_at":"2026-08-15T17:26:08.213374Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.10934","last_updated":"2024-10-16T17:54:12Z","snapshot_observed_at":"2026-08-16T13:09:29.535530Z","submitted_at":"2024-10-14T17:57:02Z","title":"Agent-as-a-Judge: Evaluate Agents with Agents","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.10934","snapshot_observed_at":"2026-08-15T17:26:08.217656Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":45,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.217656Z"},"links":{"cited_paper":"/paper/2410.10934","citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:51e90cefa90eed36ec2b013ff0d53c515e5212f2620302dfe37c72e81cb7599e","observation_id":"51c4ca0e-8e3a-4ca7-b2b5-8a112d73cf19","resolution":{"observed_at":"2026-08-15T17:26:08.217656Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.15877","last_updated":"2025-04-01T08:36:44Z","snapshot_observed_at":"2026-08-14T15:45:30.011625Z","submitted_at":"2024-06-22T15:52:04Z","title":"BigCodeBench: Benchmarking Code Generation with Diverse Function Calls and Complex Instructions","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.15877","snapshot_observed_at":"2026-08-15T17:26:08.221825Z","title":"Y.; Vu, M","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation","version":1},"reference_index":46,"source":"arxiv_source","source_observed_at":"2026-08-15T17:26:08.221825Z"},"links":{"cited_paper":"/paper/2406.15877","citing_paper":"/paper/2508.14104"},"observation_digest":"sha256:3a871a9de9abc71f87da58d018314030d31b30b8e46767784205113b84a1b1f3","observation_id":"94efa96e-e3d8-4c31-8f21-37cbaa5e1fd5","resolution":{"observed_at":"2026-08-15T17:26:08.221825Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2508.14104","last_updated":"2025-08-17T07:31:11Z","latest_version":1,"primary_category":"cs.SE","snapshot_observed_at":"2026-08-16T17:22:00.541677Z","submitted_at":"2025-08-17T07:31:11Z","title":"You Don't Know Until You Click:Automated GUI Testing for Production-Ready Software Evaluation"},"reference_resolution":{"displayed":46,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":39,"verified_exact":0,"verified_fuzzy":7},"total_outbound_references":46},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"thesis":"As of 17 August 2026, this Paper Citation Record lists 46 of 46 outbound references and 3 inbound Pith citation observations for arXiv:2508.14104."}