{"as_of":"2026-08-07T16:46:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:2af0f0cb77e86e2b871d36fae168540a1565ae61f2c7b9aefcd7f5dedf5c35a2","coverage":[{"denominator":38,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":38,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T21:07:01.302180Z","state":"measured"},{"denominator":38,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":38,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-07T06:34:17.273281+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2507.00938/citation-record","integrity":"/paper/2507.00938/integrity","json":"/paper/2507.00938/citation-record.json","paper":"/paper/2507.00938"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:07:04.209821Z","title":null,"venue":null,"work_id":"22df1301-d194-42dd-a212-e4aa67944c4d","year":2024},"citing_paper":{"arxiv_id":"2507.00938","last_updated":"2025-08-13T09:05:05Z","snapshot_observed_at":"2026-08-06T20:59:34.677575Z","submitted_at":"2025-07-01T16:43:57Z","title":"WebArXiv: Evaluating Multimodal Agents on Time-Invariant arXiv Tasks","version":2},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-06T21:06:58.163404Z"},"links":{"citing_paper":"/paper/2507.00938"},"observation_digest":"sha256:7a9440fe04c4fd4c1a90227bb3464f7b697de4b3d6b425f36c1d1f68f02544e0","observation_id":"971995e0-6b81-4b93-8b0f-c2391e55f8f4","resolution":{"observed_at":"2026-08-06T21:07:04.269817Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:07:03.991934Z","title":null,"venue":null,"work_id":"a3953c6f-b9b8-4119-80ce-f6548220cc6d","year":2024},"citing_paper":{"arxiv_id":"2507.00938","last_updated":"2025-08-13T09:05:05Z","snapshot_observed_at":"2026-08-06T20:59:34.677575Z","submitted_at":"2025-07-01T16:43:57Z","title":"WebArXiv: Evaluating Multimodal Agents on Time-Invariant arXiv Tasks","version":2},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-06T21:06:58.239575Z"},"links":{"citing_paper":"/paper/2507.00938"},"observation_digest":"sha256:a2d70dc0a800f9cef97d3014488c378c7646c9230e1d2e7086a9220f5f4dbcc1","observation_id":"230aedbb-184f-4cee-8b7d-e0fb56f52bd4","resolution":{"observed_at":"2026-08-06T21:07:04.094302Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:07:03.763691Z","title":null,"venue":null,"work_id":"1465ea95-3828-4143-b567-ca0b95a04df3","year":2025},"citing_paper":{"arxiv_id":"2507.00938","last_updated":"2025-08-13T09:05:05Z","snapshot_observed_at":"2026-08-06T20:59:34.677575Z","submitted_at":"2025-07-01T16:43:57Z","title":"WebArXiv: Evaluating Multimodal Agents on Time-Invariant arXiv Tasks","version":2},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-06T21:06:58.309021Z"},"links":{"citing_paper":"/paper/2507.00938"},"observation_digest":"sha256:1250f47c7c652cf9027c9cb7e9973ff6ef620cc0ad20a7095884c72b1ecb9dab","observation_id":"0d200f5f-bc43-48e8-9310-74b039106b74","resolution":{"observed_at":"2026-08-06T21:07:03.839005Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2306.06070","last_updated":"2023-12-09T05:57:46Z","snapshot_observed_at":"2026-07-06T15:40:50.807376Z","submitted_at":"2023-06-09T17:44:31Z","title":"Mind2Web: Towards a Generalist Agent for the Web","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.06070","snapshot_observed_at":"2026-08-06T21:06:58.385337Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.00938","last_updated":"2025-08-13T09:05:05Z","snapshot_observed_at":"2026-08-06T20:59:34.677575Z","submitted_at":"2025-07-01T16:43:57Z","title":"WebArXiv: Evaluating Multimodal Agents on Time-Invariant arXiv Tasks","version":2},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-06T21:06:58.385337Z"},"links":{"cited_paper":"/paper/2306.06070","citing_paper":"/paper/2507.00938"},"observation_digest":"sha256:f79129cd3aa523e7a52bfbb4ba00f4a2d0699576e183e18eaa7d9413e19a1c97","observation_id":"450eb278-3204-4772-8fdc-8c2a23d97ece","resolution":{"observed_at":"2026-08-06T21:06:58.385337Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2503.09572","last_updated":"2025-04-22T17:56:22Z","snapshot_observed_at":"2026-08-04T02:37:26.383513Z","submitted_at":"2025-03-12T17:40:52Z","title":"Plan-and-Act: Improving Planning of Agents for Long-Horizon Tasks","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2503.09572","snapshot_observed_at":"2026-08-06T21:06:58.514875Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.00938","last_updated":"2025-08-13T09:05:05Z","snapshot_observed_at":"2026-08-06T20:59:34.677575Z","submitted_at":"2025-07-01T16:43:57Z","title":"WebArXiv: Evaluating Multimodal Agents on Time-Invariant arXiv Tasks","version":2},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-06T21:06:58.514875Z"},"links":{"cited_paper":"/paper/2503.09572","citing_paper":"/paper/2507.00938"},"observation_digest":"sha256:22ff5600c99dd9cf026ee1e92c412285d5370e028c3a9904543d4c1cc3d77907","observation_id":"0efc7f53-2958-4c46-8c45-7fb621d90484","resolution":{"observed_at":"2026-08-06T21:06:58.514875Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.11854","last_updated":"2024-02-25T16:21:00Z","snapshot_observed_at":"2026-07-06T15:29:50.743434Z","submitted_at":"2023-05-19T17:44:34Z","title":"Multimodal Web Navigation with Instruction-Finetuned Foundation Models","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.11854","snapshot_observed_at":"2026-08-06T21:06:58.617731Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.00938","last_updated":"2025-08-13T09:05:05Z","snapshot_observed_at":"2026-08-06T20:59:34.677575Z","submitted_at":"2025-07-01T16:43:57Z","title":"WebArXiv: Evaluating Multimodal Agents on Time-Invariant arXiv Tasks","version":2},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-06T21:06:58.617731Z"},"links":{"cited_paper":"/paper/2305.11854","citing_paper":"/paper/2507.00938"},"observation_digest":"sha256:e448fa2e71793c089e11f12570321fca3ccd32449576013b4ec4e7a28ef5f849","observation_id":"91489155-5e5b-420a-9613-292344b9b652","resolution":{"observed_at":"2026-08-06T21:06:58.617731Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2504.11543","last_updated":"2025-04-17T16:28:46Z","snapshot_observed_at":"2026-08-07T16:02:03.563018Z","submitted_at":"2025-04-15T18:22:55Z","title":"REAL: Benchmarking Autonomous Agents on Deterministic Simulations of Real Websites","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2504.11543","snapshot_observed_at":"2026-08-06T21:06:58.722216Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.00938","last_updated":"2025-08-13T09:05:05Z","snapshot_observed_at":"2026-08-06T20:59:34.677575Z","submitted_at":"2025-07-01T16:43:57Z","title":"WebArXiv: Evaluating Multimodal Agents on Time-Invariant arXiv Tasks","version":2},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-06T21:06:58.722216Z"},"links":{"cited_paper":"/paper/2504.11543","citing_paper":"/paper/2507.00938"},"observation_digest":"sha256:f7b2bdde15bcb0e40c9ed7a022564e8d03ea0affac48b7e01532435b2b4b0b88","observation_id":"d84155b5-21ec-4b04-b40d-0c19dd3ed4cd","resolution":{"observed_at":"2026-08-06T21:06:58.722216Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2312.11805","last_updated":"2025-05-09T21:04:06Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-12-19T02:39:27Z","title":"Gemini: A Family of Highly Capable Multimodal Models","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2312.11805","snapshot_observed_at":"2026-08-06T21:06:58.797797Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.00938","last_updated":"2025-08-13T09:05:05Z","snapshot_observed_at":"2026-08-06T20:59:34.677575Z","submitted_at":"2025-07-01T16:43:57Z","title":"WebArXiv: Evaluating Multimodal Agents on Time-Invariant arXiv Tasks","version":2},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-06T21:06:58.797797Z"},"links":{"cited_paper":"/paper/2312.11805","citing_paper":"/paper/2507.00938"},"observation_digest":"sha256:5908af71d1a6f6c05395f05ae0635989adc42e5c34dbb5d24a2204ffdd153b05","observation_id":"203293c8-6b95-48f6-b828-4e47b0c5f813","resolution":{"observed_at":"2026-08-06T21:06:58.797797Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:07:03.650498Z","title":null,"venue":null,"work_id":"17d7d0e9-dd0a-4715-9223-38f1f0e2722d","year":2023},"citing_paper":{"arxiv_id":"2507.00938","last_updated":"2025-08-13T09:05:05Z","snapshot_observed_at":"2026-08-06T20:59:34.677575Z","submitted_at":"2025-07-01T16:43:57Z","title":"WebArXiv: Evaluating Multimodal Agents on Time-Invariant arXiv Tasks","version":2},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-06T21:06:58.894846Z"},"links":{"citing_paper":"/paper/2507.00938"},"observation_digest":"sha256:55dea3dbbd313cbd430990e06d61d58e6e5245c6e4d93a74662163b43cc871d8","observation_id":"673bbabb-95b6-480b-9581-a8396e1812b6","resolution":{"observed_at":"2026-08-06T21:07:03.707981Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:07:03.509246Z","title":null,"venue":null,"work_id":"5694db2f-efe4-4a32-8213-d40899613c17","year":2024},"citing_paper":{"arxiv_id":"2507.00938","last_updated":"2025-08-13T09:05:05Z","snapshot_observed_at":"2026-08-06T20:59:34.677575Z","submitted_at":"2025-07-01T16:43:57Z","title":"WebArXiv: Evaluating Multimodal Agents on Time-Invariant arXiv Tasks","version":2},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-06T21:06:59.010380Z"},"links":{"citing_paper":"/paper/2507.00938"},"observation_digest":"sha256:77de6796b0452384b1a8b9c905e4c3beeb9d5f42954f1ffdf0f962bb96d0d836","observation_id":"f8b27473-456f-447e-8a2d-92514fed882e","resolution":{"observed_at":"2026-08-06T21:07:03.570058Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2401.13919","last_updated":"2024-06-06T18:37:34Z","snapshot_observed_at":"2026-08-07T11:03:34.753698Z","submitted_at":"2024-01-25T03:33:18Z","title":"WebVoyager: Building an End-to-End Web Agent with Large Multimodal Models","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.13919","snapshot_observed_at":"2026-08-06T21:06:59.085870Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.00938","last_updated":"2025-08-13T09:05:05Z","snapshot_observed_at":"2026-08-06T20:59:34.677575Z","submitted_at":"2025-07-01T16:43:57Z","title":"WebArXiv: Evaluating Multimodal Agents on Time-Invariant arXiv Tasks","version":2},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-06T21:06:59.085870Z"},"links":{"cited_paper":"/paper/2401.13919","citing_paper":"/paper/2507.00938"},"observation_digest":"sha256:d85f59ace1193a040c3af04b13047862684cfddaa6c55c2f92306ad28c57bd76","observation_id":"fc8e596f-9866-4dd5-ad0b-4a8d881a1d86","resolution":{"observed_at":"2026-08-06T21:06:59.085870Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:07:03.363663Z","title":null,"venue":null,"work_id":"f711f8c1-faff-4d00-854e-0555b1d3268e","year":2024},"citing_paper":{"arxiv_id":"2507.00938","last_updated":"2025-08-13T09:05:05Z","snapshot_observed_at":"2026-08-06T20:59:34.677575Z","submitted_at":"2025-07-01T16:43:57Z","title":"WebArXiv: Evaluating Multimodal Agents on Time-Invariant arXiv Tasks","version":2},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-06T21:06:59.180219Z"},"links":{"citing_paper":"/paper/2507.00938"},"observation_digest":"sha256:75587c34ee5365bdffd04467d6f016751a311b6c24392f09fe3fe83c1d01f6b5","observation_id":"c1e1ddd7-e55b-418e-a758-d19d8177b8db","resolution":{"observed_at":"2026-08-06T21:07:03.423756Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:07:03.235692Z","title":null,"venue":null,"work_id":"9d751bf7-e2b4-4151-9d43-7060d8ae29f2","year":2024},"citing_paper":{"arxiv_id":"2507.00938","last_updated":"2025-08-13T09:05:05Z","snapshot_observed_at":"2026-08-06T20:59:34.677575Z","submitted_at":"2025-07-01T16:43:57Z","title":"WebArXiv: Evaluating Multimodal Agents on Time-Invariant arXiv Tasks","version":2},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-06T21:06:59.229699Z"},"links":{"citing_paper":"/paper/2507.00938"},"observation_digest":"sha256:54e8af9f3a2c560db87fe8248cf6a8f7c12fab319e891317b0cd7cdf838f3112","observation_id":"ddfa737c-b9f1-45bb-b529-ab6caba646e6","resolution":{"observed_at":"2026-08-06T21:07:03.296347Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2502.04774","last_updated":"2025-02-07T09:20:11Z","snapshot_observed_at":"2026-07-06T20:32:43.707713Z","submitted_at":"2025-02-07T09:20:11Z","title":"SeDi-Instruct: Enhancing Alignment of Language Models through Self-Directed Instruction Generation","version":1},"cited_work":{"arxiv_id":"2502.04774","doi":null,"metadata_source":"pith","pith_arxiv_id":"2502.04774","snapshot_observed_at":"2026-08-06T21:07:01.672682Z","title":"SeDi-Instruct: Enhancing Alignment of Language Models through Self-Directed Instruction Generation","venue":"cs.CL","work_id":"0cfcc80c-f4c7-4f82-8124-1a3f8a84c04e","year":2025},"citing_paper":{"arxiv_id":"2507.00938","last_updated":"2025-08-13T09:05:05Z","snapshot_observed_at":"2026-08-06T20:59:34.677575Z","submitted_at":"2025-07-01T16:43:57Z","title":"WebArXiv: Evaluating Multimodal Agents on Time-Invariant arXiv Tasks","version":2},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-06T21:06:59.306110Z"},"links":{"cited_paper":"/paper/2502.04774","citing_paper":"/paper/2507.00938"},"observation_digest":"sha256:9708836a4ebd1c8d63928892d4a1b8a1ce08e36b686b6098b85b175f23d15db7","observation_id":"8e5f0c81-ae3b-4ddc-909c-c0c9fd3447b9","resolution":{"observed_at":"2026-08-06T21:07:01.732968Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:07:03.107489Z","title":"Xu, Siva Reddy, Quentin Cappart, Graham Neubig, Ruslan Salakhutdinov, Nicolas Chapados, and Alexandre Lacoste","venue":null,"work_id":"69f391db-e11d-47a3-b637-a926082d6367","year":2024},"citing_paper":{"arxiv_id":"2507.00938","last_updated":"2025-08-13T09:05:05Z","snapshot_observed_at":"2026-08-06T20:59:34.677575Z","submitted_at":"2025-07-01T16:43:57Z","title":"WebArXiv: Evaluating Multimodal Agents on Time-Invariant arXiv Tasks","version":2},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-06T21:06:59.408935Z"},"links":{"citing_paper":"/paper/2507.00938"},"observation_digest":"sha256:fb805e22046be71d70027dca0a7c713ec3cc846c139dd9ed515cbf65706745d1","observation_id":"9c8654ad-056c-4cc8-aaaa-134fe56dcace","resolution":{"observed_at":"2026-08-06T21:07:03.143676Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:06:59.481703Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.00938","last_updated":"2025-08-13T09:05:05Z","snapshot_observed_at":"2026-08-06T20:59:34.677575Z","submitted_at":"2025-07-01T16:43:57Z","title":"WebArXiv: Evaluating Multimodal Agents on Time-Invariant arXiv Tasks","version":2},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-06T21:06:59.481703Z"},"links":{"citing_paper":"/paper/2507.00938"},"observation_digest":"sha256:ae6f71f6822f1da990ec40b5aa5f1cd072683e1561a7eade458dce52e8494fe8","observation_id":"26ce519b-d0fa-4978-b978-ae6b0ee10ca1","resolution":{"observed_at":"2026-08-06T21:06:59.481703Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:07:02.984243Z","title":null,"venue":null,"work_id":"552f5d58-b3b8-40b1-875d-b44a9bac19d6","year":2023},"citing_paper":{"arxiv_id":"2507.00938","last_updated":"2025-08-13T09:05:05Z","snapshot_observed_at":"2026-08-06T20:59:34.677575Z","submitted_at":"2025-07-01T16:43:57Z","title":"WebArXiv: Evaluating Multimodal Agents on Time-Invariant arXiv Tasks","version":2},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-06T21:06:59.580760Z"},"links":{"citing_paper":"/paper/2507.00938"},"observation_digest":"sha256:07264a0e9c66eb5d5afe047c7cb5ccde0dde4dee00987b3a5602cdabd7d1dfaa","observation_id":"e6deef4e-7669-4f5b-a612-955d6b6664ac","resolution":{"observed_at":"2026-08-06T21:07:03.033744Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2303.08774","last_updated":"2024-03-04T06:01:33Z","snapshot_observed_at":"2026-08-07T07:30:12.213965Z","submitted_at":"2023-03-15T17:15:04Z","title":"GPT-4 Technical Report","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.08774","snapshot_observed_at":"2026-08-06T21:06:59.660213Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.00938","last_updated":"2025-08-13T09:05:05Z","snapshot_observed_at":"2026-08-06T20:59:34.677575Z","submitted_at":"2025-07-01T16:43:57Z","title":"WebArXiv: Evaluating Multimodal Agents on Time-Invariant arXiv Tasks","version":2},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-06T21:06:59.660213Z"},"links":{"cited_paper":"/paper/2303.08774","citing_paper":"/paper/2507.00938"},"observation_digest":"sha256:68e6f29ddc6cd17b82f39bc56809051911cf620655bfd1e4fc0584e1c1ea5b2e","observation_id":"fa9e8547-f408-47df-9ffc-6ce14559de34","resolution":{"observed_at":"2026-08-06T21:06:59.660213Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:07:02.906778Z","title":null,"venue":null,"work_id":"f67262e7-d1a6-49e5-a735-4992513c3833","year":2023},"citing_paper":{"arxiv_id":"2507.00938","last_updated":"2025-08-13T09:05:05Z","snapshot_observed_at":"2026-08-06T20:59:34.677575Z","submitted_at":"2025-07-01T16:43:57Z","title":"WebArXiv: Evaluating Multimodal Agents on Time-Invariant arXiv Tasks","version":2},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-06T21:06:59.719360Z"},"links":{"citing_paper":"/paper/2507.00938"},"observation_digest":"sha256:593fbe975fbe63d164d9f8977104ea7be321e605fabcddb46f6734d4c7ad421f","observation_id":"15892945-457a-4b88-815f-26bc23df6736","resolution":{"observed_at":"2026-08-06T21:07:02.928943Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:07:02.805997Z","title":null,"venue":null,"work_id":"64533064-69da-4bef-918b-4cc07e8dae19","year":2024},"citing_paper":{"arxiv_id":"2507.00938","last_updated":"2025-08-13T09:05:05Z","snapshot_observed_at":"2026-08-06T20:59:34.677575Z","submitted_at":"2025-07-01T16:43:57Z","title":"WebArXiv: Evaluating Multimodal Agents on Time-Invariant arXiv Tasks","version":2},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-06T21:06:59.797589Z"},"links":{"citing_paper":"/paper/2507.00938"},"observation_digest":"sha256:ff0d746bb87f7b9caecbce31a8f8121a0945c85aca97ea5b0ba08c9b39e3e688","observation_id":"3eda7f96-abc0-4e58-b139-3410999d46f7","resolution":{"observed_at":"2026-08-06T21:07:02.825051Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:07:02.654430Z","title":null,"venue":null,"work_id":"3eb1934c-678a-4474-8a4b-d41588024c6c","year":2024},"citing_paper":{"arxiv_id":"2507.00938","last_updated":"2025-08-13T09:05:05Z","snapshot_observed_at":"2026-08-06T20:59:34.677575Z","submitted_at":"2025-07-01T16:43:57Z","title":"WebArXiv: Evaluating Multimodal Agents on Time-Invariant arXiv Tasks","version":2},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-06T21:06:59.873346Z"},"links":{"citing_paper":"/paper/2507.00938"},"observation_digest":"sha256:6ad845eecf8de03f03e725ad24f6a4f2d6332507458f6c57b80238b8e5a4992e","observation_id":"fc666119-a8a6-4c63-96d3-d46d29a319df","resolution":{"observed_at":"2026-08-06T21:07:02.716850Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.12373","last_updated":"2024-07-16T06:19:21Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-06-18T07:58:33Z","title":"WebCanvas: Benchmarking Web Agents in Online Environments","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.12373","snapshot_observed_at":"2026-08-06T21:06:59.958480Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.00938","last_updated":"2025-08-13T09:05:05Z","snapshot_observed_at":"2026-08-06T20:59:34.677575Z","submitted_at":"2025-07-01T16:43:57Z","title":"WebArXiv: Evaluating Multimodal Agents on Time-Invariant arXiv Tasks","version":2},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-06T21:06:59.958480Z"},"links":{"cited_paper":"/paper/2406.12373","citing_paper":"/paper/2507.00938"},"observation_digest":"sha256:8574ca5475ae97e7028f8d5df58ea688e2324ef61f3690e6c79eda46c9793ac6","observation_id":"7b91df10-dc09-4dfd-9580-334cbcf7da20","resolution":{"observed_at":"2026-08-06T21:06:59.958480Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:07:02.531925Z","title":null,"venue":null,"work_id":"c62dc8e6-4d22-474c-b535-b8b57c260a6c","year":2024},"citing_paper":{"arxiv_id":"2507.00938","last_updated":"2025-08-13T09:05:05Z","snapshot_observed_at":"2026-08-06T20:59:34.677575Z","submitted_at":"2025-07-01T16:43:57Z","title":"WebArXiv: Evaluating Multimodal Agents on Time-Invariant arXiv Tasks","version":2},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-06T21:07:00.061399Z"},"links":{"citing_paper":"/paper/2507.00938"},"observation_digest":"sha256:ce9eca177c0bd16f80db12bf7f24999b9c54229e3a36710296c306d8050b83d4","observation_id":"effc1021-b26f-443b-9817-01e1be87f6db","resolution":{"observed_at":"2026-08-06T21:07:02.596927Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2306.00245","last_updated":"2023-12-06T23:46:36Z","snapshot_observed_at":"2026-07-06T15:36:15.352301Z","submitted_at":"2023-05-31T23:39:18Z","title":"From Pixels to UI Actions: Learning to Follow Instructions via Graphical User Interfaces","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.00245","snapshot_observed_at":"2026-08-06T21:07:00.130862Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.00938","last_updated":"2025-08-13T09:05:05Z","snapshot_observed_at":"2026-08-06T20:59:34.677575Z","submitted_at":"2025-07-01T16:43:57Z","title":"WebArXiv: Evaluating Multimodal Agents on Time-Invariant arXiv Tasks","version":2},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-06T21:07:00.130862Z"},"links":{"cited_paper":"/paper/2306.00245","citing_paper":"/paper/2507.00938"},"observation_digest":"sha256:1683eecdc0513dcad3c1a40ee74102ff5472a47940af449123debfce8a0d4d00","observation_id":"433ec601-ba81-408c-aa8d-adaffee93a61","resolution":{"observed_at":"2026-08-06T21:07:00.130862Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2303.11366","last_updated":"2023-10-10T05:21:45Z","snapshot_observed_at":"2026-07-06T15:05:53.556198Z","submitted_at":"2023-03-20T18:08:50Z","title":"Reflexion: Language Agents with Verbal Reinforcement Learning","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.11366","snapshot_observed_at":"2026-08-06T21:07:00.233864Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.00938","last_updated":"2025-08-13T09:05:05Z","snapshot_observed_at":"2026-08-06T20:59:34.677575Z","submitted_at":"2025-07-01T16:43:57Z","title":"WebArXiv: Evaluating Multimodal Agents on Time-Invariant arXiv Tasks","version":2},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-08-06T21:07:00.233864Z"},"links":{"cited_paper":"/paper/2303.11366","citing_paper":"/paper/2507.00938"},"observation_digest":"sha256:33f78c19a46ed42d24a40dd1f0347d6a52909e3ba11c15da13bfc0ce190c9452","observation_id":"7f1a9214-198b-401e-a3b3-2e8875fe6751","resolution":{"observed_at":"2026-08-06T21:07:00.233864Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:07:02.423699Z","title":null,"venue":null,"work_id":"0ed81293-691d-42de-bb30-ec53fb6322a3","year":2025},"citing_paper":{"arxiv_id":"2507.00938","last_updated":"2025-08-13T09:05:05Z","snapshot_observed_at":"2026-08-06T20:59:34.677575Z","submitted_at":"2025-07-01T16:43:57Z","title":"WebArXiv: Evaluating Multimodal Agents on Time-Invariant arXiv Tasks","version":2},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-08-06T21:07:00.305935Z"},"links":{"citing_paper":"/paper/2507.00938"},"observation_digest":"sha256:926242a217bb2367933e484e1926b4f56c0a8f58800b0529cf14d6463ece7cc0","observation_id":"65098cad-b60d-42d3-accd-e94a7f6287f1","resolution":{"observed_at":"2026-08-06T21:07:02.469742Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2307.09288","last_updated":"2023-07-19T17:08:59Z","snapshot_observed_at":"2026-08-07T12:56:43.323460Z","submitted_at":"2023-07-18T14:31:57Z","title":"Llama 2: Open Foundation and Fine-Tuned Chat Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.09288","snapshot_observed_at":"2026-08-06T21:07:00.403373Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.00938","last_updated":"2025-08-13T09:05:05Z","snapshot_observed_at":"2026-08-06T20:59:34.677575Z","submitted_at":"2025-07-01T16:43:57Z","title":"WebArXiv: Evaluating Multimodal Agents on Time-Invariant arXiv Tasks","version":2},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-08-06T21:07:00.403373Z"},"links":{"cited_paper":"/paper/2307.09288","citing_paper":"/paper/2507.00938"},"observation_digest":"sha256:4ab6fb419c5671c9079d82939cc8553d41e47160ad46b4531476aa7adb7a79d3","observation_id":"b0f55722-b8f1-4a69-9e4e-41b3230a89fc","resolution":{"observed_at":"2026-08-06T21:07:00.403373Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:07:02.214873Z","title":null,"venue":null,"work_id":"f615064e-6117-4d73-ab00-eb281890fb32","year":2024},"citing_paper":{"arxiv_id":"2507.00938","last_updated":"2025-08-13T09:05:05Z","snapshot_observed_at":"2026-08-06T20:59:34.677575Z","submitted_at":"2025-07-01T16:43:57Z","title":"WebArXiv: Evaluating Multimodal Agents on Time-Invariant arXiv Tasks","version":2},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-08-06T21:07:00.509042Z"},"links":{"citing_paper":"/paper/2507.00938"},"observation_digest":"sha256:e1745969f13dfe824b88e8ec78c427456600ae9e4e0c4766333075132b676cc5","observation_id":"e87d8487-fdfd-4dbd-857a-ee274d57d220","resolution":{"observed_at":"2026-08-06T21:07:02.314376Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2210.03629","last_updated":"2023-03-10T01:00:17Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2022-10-06T01:00:32Z","title":"ReAct: Synergizing Reasoning and Acting in Language Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2210.03629","snapshot_observed_at":"2026-08-06T21:07:00.572050Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.00938","last_updated":"2025-08-13T09:05:05Z","snapshot_observed_at":"2026-08-06T20:59:34.677575Z","submitted_at":"2025-07-01T16:43:57Z","title":"WebArXiv: Evaluating Multimodal Agents on Time-Invariant arXiv Tasks","version":2},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-08-06T21:07:00.572050Z"},"links":{"cited_paper":"/paper/2210.03629","citing_paper":"/paper/2507.00938"},"observation_digest":"sha256:05af9be3a2d1d6b43c7e3a99628fe162ab9226ce471a9f2e19e1fd5e8ff736cc","observation_id":"2aaccea3-73b7-4a7e-8ac4-1d5e0bc94222","resolution":{"observed_at":"2026-08-06T21:07:00.572050Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2503.16416","last_updated":"2026-04-23T17:36:18Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-03-20T17:59:23Z","title":"Survey on Evaluation of LLM-based Agents","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2503.16416","snapshot_observed_at":"2026-08-06T21:07:00.648015Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.00938","last_updated":"2025-08-13T09:05:05Z","snapshot_observed_at":"2026-08-06T20:59:34.677575Z","submitted_at":"2025-07-01T16:43:57Z","title":"WebArXiv: Evaluating Multimodal Agents on Time-Invariant arXiv Tasks","version":2},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-08-06T21:07:00.648015Z"},"links":{"cited_paper":"/paper/2503.16416","citing_paper":"/paper/2507.00938"},"observation_digest":"sha256:a08e01e14916b05ccb65f63c45ccb38533616ad49dcb36e1b69c5cef0655249e","observation_id":"f4287481-466a-4664-87f8-d8a0251a1e05","resolution":{"observed_at":"2026-08-06T21:07:00.648015Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.15711","last_updated":"2024-10-21T15:45:31Z","snapshot_observed_at":"2026-08-05T17:32:28.104029Z","submitted_at":"2024-07-22T15:18:45Z","title":"AssistantBench: Can Web Agents Solve Realistic and Time-Consuming Tasks?","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.15711","snapshot_observed_at":"2026-08-06T21:07:00.724974Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.00938","last_updated":"2025-08-13T09:05:05Z","snapshot_observed_at":"2026-08-06T20:59:34.677575Z","submitted_at":"2025-07-01T16:43:57Z","title":"WebArXiv: Evaluating Multimodal Agents on Time-Invariant arXiv Tasks","version":2},"reference_index":31,"source":"arxiv_source","source_observed_at":"2026-08-06T21:07:00.724974Z"},"links":{"cited_paper":"/paper/2407.15711","citing_paper":"/paper/2507.00938"},"observation_digest":"sha256:dcaa0af050e97e4a769f6b92f80085cbbf0ad01b4371c7c356fa343797a82861","observation_id":"ebdc9f2f-9697-4dfd-ada6-e05f4dbd089f","resolution":{"observed_at":"2026-08-06T21:07:00.724974Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2503.02950","last_updated":"2025-05-06T06:42:34Z","snapshot_observed_at":"2026-07-06T20:46:46.095651Z","submitted_at":"2025-03-04T19:13:10Z","title":"LiteWebAgent: The Open-Source Suite for VLM-Based Web-Agent Applications","version":2},"cited_work":{"arxiv_id":"2503.02950","doi":null,"metadata_source":"pith","pith_arxiv_id":"2503.02950","snapshot_observed_at":"2026-08-06T21:07:01.441602Z","title":"LiteWebAgent: The Open-Source Suite for VLM-Based Web-Agent Applications","venue":"cs.AI","work_id":"0d9eea1b-247f-4a55-a4c6-6220200772dd","year":2025},"citing_paper":{"arxiv_id":"2507.00938","last_updated":"2025-08-13T09:05:05Z","snapshot_observed_at":"2026-08-06T20:59:34.677575Z","submitted_at":"2025-07-01T16:43:57Z","title":"WebArXiv: Evaluating Multimodal Agents on Time-Invariant arXiv Tasks","version":2},"reference_index":32,"source":"arxiv_source","source_observed_at":"2026-08-06T21:07:00.797479Z"},"links":{"cited_paper":"/paper/2503.02950","citing_paper":"/paper/2507.00938"},"observation_digest":"sha256:931caaeeb0a08bb406304d91f85493edaa00d4a51a168eb3b5febe1d1e99f89f","observation_id":"312bf48f-719e-4ddb-92e1-1c2548378e4b","resolution":{"observed_at":"2026-08-06T21:07:01.480628Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:07:02.077020Z","title":null,"venue":null,"work_id":"92566d79-89e8-4b10-a123-8103e8323f61","year":2023},"citing_paper":{"arxiv_id":"2507.00938","last_updated":"2025-08-13T09:05:05Z","snapshot_observed_at":"2026-08-06T20:59:34.677575Z","submitted_at":"2025-07-01T16:43:57Z","title":"WebArXiv: Evaluating Multimodal Agents on Time-Invariant arXiv Tasks","version":2},"reference_index":33,"source":"arxiv_source","source_observed_at":"2026-08-06T21:07:00.872465Z"},"links":{"citing_paper":"/paper/2507.00938"},"observation_digest":"sha256:355099a228e87c6bc0e62489594c77e433843c83dc7128bdbe79ad484fb0f55c","observation_id":"8298c330-1e9d-4033-b3bc-6b8a5c27df3e","resolution":{"observed_at":"2026-08-06T21:07:02.144468Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2401.01614","last_updated":"2024-03-12T23:14:33Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-01-03T08:33:09Z","title":"GPT-4V(ision) is a Generalist Web Agent, if Grounded","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.01614","snapshot_observed_at":"2026-08-06T21:07:00.969431Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.00938","last_updated":"2025-08-13T09:05:05Z","snapshot_observed_at":"2026-08-06T20:59:34.677575Z","submitted_at":"2025-07-01T16:43:57Z","title":"WebArXiv: Evaluating Multimodal Agents on Time-Invariant arXiv Tasks","version":2},"reference_index":34,"source":"arxiv_source","source_observed_at":"2026-08-06T21:07:00.969431Z"},"links":{"cited_paper":"/paper/2401.01614","citing_paper":"/paper/2507.00938"},"observation_digest":"sha256:9bf824886496ef9a5a0e3e4d8b0fa87868cf886c78a244983536fe21ec2a9b07","observation_id":"59385f6d-09a7-4f24-9f78-8e94281f5b9c","resolution":{"observed_at":"2026-08-06T21:07:00.969431Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:07:01.909061Z","title":"Xu, Haozhe Li, Hang Lv, Amanpreet Singh, Alexander Ratner, Anca Dragan, and Chelsea Finn","venue":null,"work_id":"989f39fe-947c-417e-9e70-a0289ca58e43","year":2024},"citing_paper":{"arxiv_id":"2507.00938","last_updated":"2025-08-13T09:05:05Z","snapshot_observed_at":"2026-08-06T20:59:34.677575Z","submitted_at":"2025-07-01T16:43:57Z","title":"WebArXiv: Evaluating Multimodal Agents on Time-Invariant arXiv Tasks","version":2},"reference_index":35,"source":"arxiv_source","source_observed_at":"2026-08-06T21:07:01.040050Z"},"links":{"citing_paper":"/paper/2507.00938"},"observation_digest":"sha256:c7829bc67929e4c7e03e1d0a420b86bb7bc207d9c8c4cd3124a457db7f545521","observation_id":"205c2e22-49e3-4746-8755-023492b830e3","resolution":{"observed_at":"2026-08-06T21:07:01.965035Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2307.13854","last_updated":"2024-04-16T15:13:18Z","snapshot_observed_at":"2026-08-06T12:47:01.809185Z","submitted_at":"2023-07-25T22:59:32Z","title":"WebArena: A Realistic Web Environment for Building Autonomous Agents","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.13854","snapshot_observed_at":"2026-08-06T21:07:01.112813Z","title":"Xu, Hao Zhu, Xuhui Zhou, Robert Lo, Abishek Sridhar, Xianyi Cheng, Yonatan Bisk, Daniel Fried, Uri Alon, and 1 others","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.00938","last_updated":"2025-08-13T09:05:05Z","snapshot_observed_at":"2026-08-06T20:59:34.677575Z","submitted_at":"2025-07-01T16:43:57Z","title":"WebArXiv: Evaluating Multimodal Agents on Time-Invariant arXiv Tasks","version":2},"reference_index":36,"source":"arxiv_source","source_observed_at":"2026-08-06T21:07:01.112813Z"},"links":{"cited_paper":"/paper/2307.13854","citing_paper":"/paper/2507.00938"},"observation_digest":"sha256:48b4e43c9f203459d687634f46900c09dd2de63db6a38704b4efcbbf00c5a9ad","observation_id":"3c75e065-9a08-4eb2-853d-bab32c729b5a","resolution":{"observed_at":"2026-08-06T21:07:01.112813Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:07:01.213385Z","title":"online\" 'onlinestring :=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.00938","last_updated":"2025-08-13T09:05:05Z","snapshot_observed_at":"2026-08-06T20:59:34.677575Z","submitted_at":"2025-07-01T16:43:57Z","title":"WebArXiv: Evaluating Multimodal Agents on Time-Invariant arXiv Tasks","version":2},"reference_index":37,"source":"arxiv_source","source_observed_at":"2026-08-06T21:07:01.213385Z"},"links":{"citing_paper":"/paper/2507.00938"},"observation_digest":"sha256:115adf1166a616fec06fa5c587a0c1b889864eaf62ea5cf4b121223e31c7db5a","observation_id":"5191fdb2-24f6-426f-989a-6df277629c16","resolution":{"observed_at":"2026-08-06T21:07:01.213385Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:07:01.302180Z","title":"write newline","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.00938","last_updated":"2025-08-13T09:05:05Z","snapshot_observed_at":"2026-08-06T20:59:34.677575Z","submitted_at":"2025-07-01T16:43:57Z","title":"WebArXiv: Evaluating Multimodal Agents on Time-Invariant arXiv Tasks","version":2},"reference_index":38,"source":"arxiv_source","source_observed_at":"2026-08-06T21:07:01.302180Z"},"links":{"citing_paper":"/paper/2507.00938"},"observation_digest":"sha256:2b96dd2b6431ededd8b762b62a2f62f1375da5c7eae18ab0bdb2f833dd760ed2","observation_id":"1b128407-38f3-466c-a491-b31d9e538347","resolution":{"observed_at":"2026-08-06T21:07:01.302180Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2507.00938","last_updated":"2025-08-13T09:05:05Z","latest_version":2,"primary_category":"cs.IR","snapshot_observed_at":"2026-08-06T20:59:34.677575Z","submitted_at":"2025-07-01T16:43:57Z","title":"WebArXiv: Evaluating Multimodal Agents on Time-Invariant arXiv Tasks"},"reference_resolution":{"displayed":38,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":34,"verified_exact":2,"verified_fuzzy":2},"total_outbound_references":38},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"thesis":"As of 7 August 2026, this Paper Citation Record lists 38 of 38 outbound references and 0 inbound Pith citation observations for arXiv:2507.00938."}