{"as_of":"2026-08-11T13:23:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:1dd138d26dd4def706eae615919408df04df0444fbda1b72879428b78ed1ebe4","coverage":[{"denominator":33,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":33,"source":"paper_references, paper_reference_links","source_observed_at":"2026-05-12T05:05:55.592359Z","state":"measured"},{"denominator":34,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":34,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-11T06:34:44.6726+00:00","state":"measured"},{"denominator":1,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":1,"source":"paper_references, paper_reference_links","source_observed_at":"2026-07-31T23:12:04.575194Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2605.10448","last_updated":"2026-05-11T12:20:15Z","snapshot_observed_at":"2026-08-11T12:59:18.634410Z","submitted_at":"2026-05-11T12:20:15Z","title":"Can Agent Benchmarks Support Their Scores? Evidence-Supported Bounds for Interactive-Agent Evaluation","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2605.10448","snapshot_observed_at":"2026-07-31T23:12:04.575194Z","title":"Association for Computational Linguistics","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.24054","last_updated":"2026-07-27T06:51:29Z","snapshot_observed_at":"2026-07-31T23:12:03.463270Z","submitted_at":"2026-07-27T06:51:29Z","title":"Success Is Not Self-Explanatory: Auditing Success Provenance in Agent Evaluation","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-07-31T23:12:04.575194Z"},"links":{"cited_paper":"/paper/2605.10448","citing_paper":"/paper/2607.24054"},"observation_digest":"sha256:605671509cef76ed99c00466e468fda4417821d9089ac9c7953fdff22de075ca","observation_id":"bff4d13a-2789-4a36-8f58-7a24deb8574a","resolution":{"observed_at":"2026-07-31T23:12:04.575194Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2605.10448/citation-record","integrity":"/paper/2605.10448/integrity","json":"/paper/2605.10448/citation-record.json","paper":"/paper/2605.10448"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2412.05467","last_updated":"2025-02-28T16:02:27Z","snapshot_observed_at":"2026-08-06T15:44:08.375632Z","submitted_at":"2024-12-06T23:43:59Z","title":"The BrowserGym Ecosystem for Web Agent Research","version":4},"cited_work":{"arxiv_id":"2412.05467","doi":"10.48550/arxiv.2412.05467","metadata_source":"pith","pith_arxiv_id":"2412.05467","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Xu, Siva Reddy, Quentin Cappart, Graham Neubig, Ruslan Salakhutdinov, Nicolas Chapados, and Alexandre Lacoste","venue":"cs.LG","work_id":"f7dd22e4-8dc0-4a62-a313-cb0712e5d7dc","year":2024},"citing_paper":{"arxiv_id":"2605.10448","last_updated":"2026-05-11T12:20:15Z","snapshot_observed_at":"2026-08-11T12:59:18.634410Z","submitted_at":"2026-05-11T12:20:15Z","title":"Can Agent Benchmarks Support Their Scores? Evidence-Supported Bounds for Interactive-Agent Evaluation","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-05-12T05:05:55.592359Z"},"links":{"cited_paper":"/paper/2412.05467","citing_paper":"/paper/2605.10448"},"observation_digest":"sha256:5ffa8b0d5f16ca5a29f5dbbe13e177f4b4c81f7af2d75b0b75dfaf25309c511e","observation_id":"17bac3e9-2400-4289-9c67-e7de6eb105fb","resolution":{"observed_at":"2026-05-12T05:41:23.874905Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.13352","last_updated":"2024-11-24T22:04:23Z","snapshot_observed_at":"2026-07-06T18:33:32.806635Z","submitted_at":"2024-06-19T08:55:56Z","title":"AgentDojo: A Dynamic Environment to Evaluate Prompt Injection Attacks and Defenses for LLM Agents","version":3},"cited_work":{"arxiv_id":"2406.13352","doi":"10.48550/arxiv.2406.13352","metadata_source":"pith","pith_arxiv_id":"2406.13352","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"AgentDojo: A Dynamic Environment to Evaluate Prompt Injection Attacks and Defenses for LLM Agents","venue":"cs.CR","work_id":"7b1b672f-e6b4-4df9-aa8b-3396a2eb8b16","year":2024},"citing_paper":{"arxiv_id":"2605.10448","last_updated":"2026-05-11T12:20:15Z","snapshot_observed_at":"2026-08-11T12:59:18.634410Z","submitted_at":"2026-05-11T12:20:15Z","title":"Can Agent Benchmarks Support Their Scores? Evidence-Supported Bounds for Interactive-Agent Evaluation","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-05-12T05:05:55.592359Z"},"links":{"cited_paper":"/paper/2406.13352","citing_paper":"/paper/2605.10448"},"observation_digest":"sha256:f0eab79abe0a1ab106208626f32ba4f6bdffa34ac57fadaefedd165b5bf03594","observation_id":"1b876bbc-9c86-408d-8e5b-5b81ebe6e118","resolution":{"observed_at":"2026-05-13T06:35:13.649872Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Mind2Web: Towards a generalist agent for the web.Advances in Neural Information Processing Systems, 36:28091–28114","venue":null,"work_id":"8632b091-0d70-44e6-9c14-86610b068b7d","year":2023},"citing_paper":{"arxiv_id":"2605.10448","last_updated":"2026-05-11T12:20:15Z","snapshot_observed_at":"2026-08-11T12:59:18.634410Z","submitted_at":"2026-05-11T12:20:15Z","title":"Can Agent Benchmarks Support Their Scores? Evidence-Supported Bounds for Interactive-Agent Evaluation","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-05-12T05:05:55.592359Z"},"links":{"citing_paper":"/paper/2605.10448"},"observation_digest":"sha256:96440cc31e41fb8471e21f3875be83904a0ebdf3354626f938d627b804da8a59","observation_id":"61f73cc8-9d45-4d3f-9160-045154203a55","resolution":{"observed_at":"2026-05-12T12:16:35.869481Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2403.07718","last_updated":"2024-07-23T06:19:28Z","snapshot_observed_at":"2026-08-02T12:09:24.340284Z","submitted_at":"2024-03-12T14:58:45Z","title":"WorkArena: How Capable Are Web Agents at Solving Common Knowledge Work Tasks?","version":5},"cited_work":{"arxiv_id":"2403.07718","doi":"10.48550/arxiv.2403.07718","metadata_source":"pith","pith_arxiv_id":"2403.07718","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"WorkArena: How Capable Are Web Agents at Solving Common Knowledge Work Tasks?","venue":"cs.LG","work_id":"5ac27d9e-4522-46f8-985e-0e4f73130803","year":2024},"citing_paper":{"arxiv_id":"2605.10448","last_updated":"2026-05-11T12:20:15Z","snapshot_observed_at":"2026-08-11T12:59:18.634410Z","submitted_at":"2026-05-11T12:20:15Z","title":"Can Agent Benchmarks Support Their Scores? Evidence-Supported Bounds for Interactive-Agent Evaluation","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-05-12T05:05:55.592359Z"},"links":{"cited_paper":"/paper/2403.07718","citing_paper":"/paper/2605.10448"},"observation_digest":"sha256:bfcbdd5198fb67990237217fd29f2a499b72b9ab1b9e3334084e5ac60d30580a","observation_id":"30913e86-a02b-43d2-b37b-b9d02a88d526","resolution":{"observed_at":"2026-05-15T02:48:05.307585Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1145/3458723","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"URL https://cacm.acm.org/research/ datasheets-for-datasets/","venue":"Communications of the ACM","work_id":"8459c6a3-b938-49db-a41c-c7e19df646bd","year":2021},"citing_paper":{"arxiv_id":"2605.10448","last_updated":"2026-05-11T12:20:15Z","snapshot_observed_at":"2026-08-11T12:59:18.634410Z","submitted_at":"2026-05-11T12:20:15Z","title":"Can Agent Benchmarks Support Their Scores? Evidence-Supported Bounds for Interactive-Agent Evaluation","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-05-12T05:05:55.592359Z"},"links":{"citing_paper":"/paper/2605.10448"},"observation_digest":"sha256:6acec190c54567cd365eab5c633c72e3a86d03dece0816cd38ccac53ad6bb374","observation_id":"b336413f-c3f9-4a4d-a163-41a64cbfce97","resolution":{"observed_at":"2026-05-12T05:06:20.544655Z","resolver_source":"doi","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-07-11T06:49:00.08385+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-11T06:49:00.08385+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2503.06643","last_updated":"2026-07-06T05:56:24Z","snapshot_observed_at":"2026-08-07T17:18:54.590513Z","submitted_at":"2025-03-09T14:41:18Z","title":"Is Your Benchmark Still Useful? Dynamic Benchmarking for Code Language Models","version":2},"cited_work":{"arxiv_id":"2503.06643","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2503.06643","snapshot_observed_at":"2026-07-07T02:19:37.552446Z","title":"Is your benchmark (still) useful? dynamic benchmarking for code language models","venue":null,"work_id":"c31f9e56-912e-426c-bb27-99fc984d0b8a","year":2018},"citing_paper":{"arxiv_id":"2605.10448","last_updated":"2026-05-11T12:20:15Z","snapshot_observed_at":"2026-08-11T12:59:18.634410Z","submitted_at":"2026-05-11T12:20:15Z","title":"Can Agent Benchmarks Support Their Scores? Evidence-Supported Bounds for Interactive-Agent Evaluation","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-05-12T05:05:55.592359Z"},"links":{"cited_paper":"/paper/2503.06643","citing_paper":"/paper/2605.10448"},"observation_digest":"sha256:38966857bac25083d5802f152f08d5b2b4910663b8ff68690c6ef449747fdd11","observation_id":"c8ea4181-b363-423a-8ace-3bf2fa8d95ae","resolution":{"observed_at":"2026-07-07T02:19:37.552446Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Webarena verified: Reliable evaluation for web agents","venue":null,"work_id":"8d1e6336-a9ef-432a-9ce7-2ab071b9a33d","year":2025},"citing_paper":{"arxiv_id":"2605.10448","last_updated":"2026-05-11T12:20:15Z","snapshot_observed_at":"2026-08-11T12:59:18.634410Z","submitted_at":"2026-05-11T12:20:15Z","title":"Can Agent Benchmarks Support Their Scores? Evidence-Supported Bounds for Interactive-Agent Evaluation","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-05-12T05:05:55.592359Z"},"links":{"citing_paper":"/paper/2605.10448"},"observation_digest":"sha256:e2265515b872ac3382a3032845dad3f43690edaadd1c5f88615992306a4cb860","observation_id":"548f8a01-78e1-4594-ba10-2305f9167431","resolution":{"observed_at":"2026-05-12T12:16:35.872445Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Dynabench: Rethinking benchmarking in NLP","venue":null,"work_id":"c7fa6201-62cb-4410-8450-81e2485d8550","year":2021},"citing_paper":{"arxiv_id":"2605.10448","last_updated":"2026-05-11T12:20:15Z","snapshot_observed_at":"2026-08-11T12:59:18.634410Z","submitted_at":"2026-05-11T12:20:15Z","title":"Can Agent Benchmarks Support Their Scores? Evidence-Supported Bounds for Interactive-Agent Evaluation","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-05-12T05:05:55.592359Z"},"links":{"citing_paper":"/paper/2605.10448"},"observation_digest":"sha256:1db95d6cf083d4d2a83e7838fd04bc298f411eb981ef2ba22c3a6f3171f52c5e","observation_id":"3af0832f-5189-482d-9bfd-b2cb94590fad","resolution":{"observed_at":"2026-05-12T12:16:35.833771Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"VisualWebArena: Evaluating multimodal agents on realistic visual web tasks","venue":null,"work_id":"0f872b42-b8e7-49db-a214-2a0e5523ff51","year":2024},"citing_paper":{"arxiv_id":"2605.10448","last_updated":"2026-05-11T12:20:15Z","snapshot_observed_at":"2026-08-11T12:59:18.634410Z","submitted_at":"2026-05-11T12:20:15Z","title":"Can Agent Benchmarks Support Their Scores? Evidence-Supported Bounds for Interactive-Agent Evaluation","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-05-12T05:05:55.592359Z"},"links":{"citing_paper":"/paper/2605.10448"},"observation_digest":"sha256:b4f2014ed6c6f93146ce015694259eab2d62583ba347b7806857142d0603a3a4","observation_id":"2f7b4994-2443-4319-8f51-e27681c4c782","resolution":{"observed_at":"2026-05-12T12:16:35.837062Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Reinforcement learning on web interfaces using workflow-guided exploration","venue":null,"work_id":"ffa456a6-c5e6-445f-a53d-e2d18258f3f2","year":2018},"citing_paper":{"arxiv_id":"2605.10448","last_updated":"2026-05-11T12:20:15Z","snapshot_observed_at":"2026-08-11T12:59:18.634410Z","submitted_at":"2026-05-11T12:20:15Z","title":"Can Agent Benchmarks Support Their Scores? Evidence-Supported Bounds for Interactive-Agent Evaluation","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-05-12T05:05:55.592359Z"},"links":{"citing_paper":"/paper/2605.10448"},"observation_digest":"sha256:465f49fa751eefe2c117b280f2e8110cc126c3b07170e1e21a1faa2d6151854c","observation_id":"2bee8ed9-77b1-4d96-b00f-6b217917f49d","resolution":{"observed_at":"2026-05-12T12:16:35.844136Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"ToolSandbox: A stateful, conversational, interactive evaluation benchmark for LLM tool use capabilities","venue":null,"work_id":"05579dc8-cc98-4a30-b01c-ca631e35ad5c","year":2025},"citing_paper":{"arxiv_id":"2605.10448","last_updated":"2026-05-11T12:20:15Z","snapshot_observed_at":"2026-08-11T12:59:18.634410Z","submitted_at":"2026-05-11T12:20:15Z","title":"Can Agent Benchmarks Support Their Scores? Evidence-Supported Bounds for Interactive-Agent Evaluation","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-05-12T05:05:55.592359Z"},"links":{"citing_paper":"/paper/2605.10448"},"observation_digest":"sha256:fa24b865c363f0b77fde2824db2d24e3c7a52a09e4fa6bca3d2ef9470c2da60b","observation_id":"9579924e-d123-450e-b424-8074c1f8cf98","resolution":{"observed_at":"2026-05-12T12:16:35.840249Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2504.08942","doi":"10.48550/arxiv.2504.08942","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Agentrewardbench: Evaluating automatic evaluations of web agent trajectories","venue":"ArXiv.org","work_id":"4672f8c4-b6e4-4226-91be-6e4cb99e2669","year":2025},"citing_paper":{"arxiv_id":"2605.10448","last_updated":"2026-05-11T12:20:15Z","snapshot_observed_at":"2026-08-11T12:59:18.634410Z","submitted_at":"2026-05-11T12:20:15Z","title":"Can Agent Benchmarks Support Their Scores? Evidence-Supported Bounds for Interactive-Agent Evaluation","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-05-12T05:05:55.592359Z"},"links":{"citing_paper":"/paper/2605.10448"},"observation_digest":"sha256:609a16487fc63565e7617f29de9c9d024c7d35f0d9995bed3308edcff97907b1","observation_id":"b67ec97d-9241-489b-94b6-cc9bb4090082","resolution":{"observed_at":"2026-05-12T05:41:23.939647Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2504.07971","last_updated":"2025-03-24T20:17:20Z","snapshot_observed_at":"2026-08-07T16:40:04.250850Z","submitted_at":"2025-03-24T20:17:20Z","title":"SPHERE: An Evaluation Card for Human-AI Systems","version":1},"cited_work":{"arxiv_id":"2504.07971","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2504.07971","snapshot_observed_at":"2026-06-30T02:16:07.662383Z","title":"SPHERE: An evaluation card for human-ai systems","venue":null,"work_id":"3d20dee6-bf2f-4887-96c3-33957967ff20","year":2025},"citing_paper":{"arxiv_id":"2605.10448","last_updated":"2026-05-11T12:20:15Z","snapshot_observed_at":"2026-08-11T12:59:18.634410Z","submitted_at":"2026-05-11T12:20:15Z","title":"Can Agent Benchmarks Support Their Scores? Evidence-Supported Bounds for Interactive-Agent Evaluation","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-05-12T05:05:55.592359Z"},"links":{"cited_paper":"/paper/2504.07971","citing_paper":"/paper/2605.10448"},"observation_digest":"sha256:9c08f195099b320a48bf79fed8ecb25c0a8f517673d7ef18c5325fa351106bac","observation_id":"f94f7301-ce97-49d9-8ff7-15993292d181","resolution":{"observed_at":"2026-06-30T02:16:07.662383Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Manski.Partial Identification of Probability Distributions","venue":null,"work_id":"ab974849-d676-4c4d-95ef-87daa7c9b28c","year":2003},"citing_paper":{"arxiv_id":"2605.10448","last_updated":"2026-05-11T12:20:15Z","snapshot_observed_at":"2026-08-11T12:59:18.634410Z","submitted_at":"2026-05-11T12:20:15Z","title":"Can Agent Benchmarks Support Their Scores? Evidence-Supported Bounds for Interactive-Agent Evaluation","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-05-12T05:05:55.592359Z"},"links":{"citing_paper":"/paper/2605.10448"},"observation_digest":"sha256:114e48af6104b7ef83c750bf796017a4a8840020e74040653d68de60cfc448a2","observation_id":"86591807-bec2-497d-b971-56310094afc0","resolution":{"observed_at":"2026-05-12T12:16:35.850059Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"7560.328759","doi":"10.1145/3287560.3287591","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Model Cards for Model Reporting","venue":null,"work_id":"fb93094c-804e-4d49-acde-0f68bf751504","year":2015},"citing_paper":{"arxiv_id":"2605.10448","last_updated":"2026-05-11T12:20:15Z","snapshot_observed_at":"2026-08-11T12:59:18.634410Z","submitted_at":"2026-05-11T12:20:15Z","title":"Can Agent Benchmarks Support Their Scores? Evidence-Supported Bounds for Interactive-Agent Evaluation","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-05-12T05:05:55.592359Z"},"links":{"citing_paper":"/paper/2605.10448"},"observation_digest":"sha256:ab848ce05bb94798480bdc9d55393e8271127cdb7080c0dbfa8d713d448aa7b8","observation_id":"1573e894-c67d-49f1-8380-eebe4f86983d","resolution":{"observed_at":"2026-05-12T05:06:20.541842Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Introducing SWE-bench Verified","venue":null,"work_id":"735c5d25-9d4a-4e15-b568-2923be4b892d","year":2024},"citing_paper":{"arxiv_id":"2605.10448","last_updated":"2026-05-11T12:20:15Z","snapshot_observed_at":"2026-08-11T12:59:18.634410Z","submitted_at":"2026-05-11T12:20:15Z","title":"Can Agent Benchmarks Support Their Scores? Evidence-Supported Bounds for Interactive-Agent Evaluation","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-05-12T05:05:55.592359Z"},"links":{"citing_paper":"/paper/2605.10448"},"observation_digest":"sha256:5defb197cebf671d0fd2040799ac26a521d9faf593bf8bba96d72e112de3272a","observation_id":"c4c6e752-5904-4b9a-9ba8-bc00e65e7ae6","resolution":{"observed_at":"2026-05-12T12:16:35.847178Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Why SWE-bench verified no longer measures frontier coding capabilities","venue":null,"work_id":"0df26d69-0533-459e-b1db-08633bfe8ff3","year":2026},"citing_paper":{"arxiv_id":"2605.10448","last_updated":"2026-05-11T12:20:15Z","snapshot_observed_at":"2026-08-11T12:59:18.634410Z","submitted_at":"2026-05-11T12:20:15Z","title":"Can Agent Benchmarks Support Their Scores? Evidence-Supported Bounds for Interactive-Agent Evaluation","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-05-12T05:05:55.592359Z"},"links":{"citing_paper":"/paper/2605.10448"},"observation_digest":"sha256:20ee99798cd9caeceb17504524f814d249abaf6849e34a4d5457ccfbcae1d7ac","observation_id":"1943f7c6-c500-4b55-b7a1-529c5a33a49f","resolution":{"observed_at":"2026-05-12T12:16:35.859215Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Improving reproducibility in machine learning research: A report from the NeurIPS 2019 reproducibility program.Journal of Machine Learning Research, 22(164):1–20","venue":null,"work_id":"db0f7f51-1270-421c-a462-fcfe86fdc390","year":2019},"citing_paper":{"arxiv_id":"2605.10448","last_updated":"2026-05-11T12:20:15Z","snapshot_observed_at":"2026-08-11T12:59:18.634410Z","submitted_at":"2026-05-11T12:20:15Z","title":"Can Agent Benchmarks Support Their Scores? Evidence-Supported Bounds for Interactive-Agent Evaluation","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-05-12T05:05:55.592359Z"},"links":{"citing_paper":"/paper/2605.10448"},"observation_digest":"sha256:a33258f0851fceb0e4943edb457088f2613df094d337416fc739b844dd1cf219","observation_id":"236405e5-2c75-46d2-aa4f-40eebe10e46a","resolution":{"observed_at":"2026-05-12T12:16:35.866354Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2307.16789","last_updated":"2023-10-03T14:45:48Z","snapshot_observed_at":"2026-07-06T16:00:46.542753Z","submitted_at":"2023-07-31T15:56:53Z","title":"ToolLLM: Facilitating Large Language Models to Master 16000+ Real-world APIs","version":2},"cited_work":{"arxiv_id":"2307.16789","doi":"10.48550/arxiv.2307.16789","metadata_source":"pith","pith_arxiv_id":"2307.16789","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"ToolLLM: Facilitating Large Language Models to Master 16000+ Real-world APIs","venue":"cs.AI","work_id":"3c555b48-a4d9-42dd-9fdd-0f6018fbe9cb","year":2023},"citing_paper":{"arxiv_id":"2605.10448","last_updated":"2026-05-11T12:20:15Z","snapshot_observed_at":"2026-08-11T12:59:18.634410Z","submitted_at":"2026-05-11T12:20:15Z","title":"Can Agent Benchmarks Support Their Scores? Evidence-Supported Bounds for Interactive-Agent Evaluation","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-05-12T05:05:55.592359Z"},"links":{"cited_paper":"/paper/2307.16789","citing_paper":"/paper/2605.10448"},"observation_digest":"sha256:6f5ef389582f8f63ae86e358baa9bb2a54edc8e5acd57eb117facef3569ee00c","observation_id":"3362711c-d4b7-46b6-95bc-891fd35ab2c2","resolution":{"observed_at":"2026-05-12T05:41:24.070271Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-07-12T03:19:33.730697+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-12T03:19:33.730697+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2405.14573","last_updated":"2025-04-06T20:37:50Z","snapshot_observed_at":"2026-08-07T08:11:20.950548Z","submitted_at":"2024-05-23T13:48:54Z","title":"AndroidWorld: A Dynamic Benchmarking Environment for Autonomous Agents","version":5},"cited_work":{"arxiv_id":"2405.14573","doi":"10.48550/arxiv.2405.14573","metadata_source":"pith","pith_arxiv_id":"2405.14573","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"AndroidWorld: A Dynamic Benchmarking Environment for Autonomous Agents","venue":"cs.AI","work_id":"c5116d19-d3d3-40fd-9620-f7489812a9ba","year":2024},"citing_paper":{"arxiv_id":"2605.10448","last_updated":"2026-05-11T12:20:15Z","snapshot_observed_at":"2026-08-11T12:59:18.634410Z","submitted_at":"2026-05-11T12:20:15Z","title":"Can Agent Benchmarks Support Their Scores? Evidence-Supported Bounds for Interactive-Agent Evaluation","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-05-12T05:05:55.592359Z"},"links":{"cited_paper":"/paper/2405.14573","citing_paper":"/paper/2605.10448"},"observation_digest":"sha256:d36f2b20120b86c333f4b17098481fb241f1c34d82eab1f4e7658b3339afcfbd","observation_id":"5b288a5c-83b2-40ea-bfff-86c3495c4f9f","resolution":{"observed_at":"2026-05-13T12:06:13.928391Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2406.07791","doi":"10.48550/arxiv.2406.07791","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Judging the judges: A systematic study of position bias in llm-as-a-judge","venue":"arXiv (Cornell University)","work_id":"11308458-d080-4667-b088-70cc9c815627","year":2025},"citing_paper":{"arxiv_id":"2605.10448","last_updated":"2026-05-11T12:20:15Z","snapshot_observed_at":"2026-08-11T12:59:18.634410Z","submitted_at":"2026-05-11T12:20:15Z","title":"Can Agent Benchmarks Support Their Scores? Evidence-Supported Bounds for Interactive-Agent Evaluation","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-05-12T05:05:55.592359Z"},"links":{"citing_paper":"/paper/2605.10448"},"observation_digest":"sha256:e053049bf868262cc55f80052dca8e6db225a4370e5087992153ed0206b06276","observation_id":"2daf2ade-6636-41b8-93db-cc41ec69d724","resolution":{"observed_at":"2026-05-12T05:41:24.042185Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"τ 3-Bench: Advancing Agent Benchmarking to Knowledge and V oice","venue":null,"work_id":"c9650f93-3a77-46ca-b05e-ce3613234e94","year":2026},"citing_paper":{"arxiv_id":"2605.10448","last_updated":"2026-05-11T12:20:15Z","snapshot_observed_at":"2026-08-11T12:59:18.634410Z","submitted_at":"2026-05-11T12:20:15Z","title":"Can Agent Benchmarks Support Their Scores? Evidence-Supported Bounds for Interactive-Agent Evaluation","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-05-12T05:05:55.592359Z"},"links":{"citing_paper":"/paper/2605.10448"},"observation_digest":"sha256:459308bf14a8b9166d0b78d6787bf375290c53f1b60b1d2578de9fe62279ce1a","observation_id":"7ec99599-eb9d-4aa9-aa98-ee6eeebc3797","resolution":{"observed_at":"2026-05-12T12:16:35.862489Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2407.18901","last_updated":"2024-07-26T17:55:45Z","snapshot_observed_at":"2026-08-01T20:19:05.798018Z","submitted_at":"2024-07-26T17:55:45Z","title":"AppWorld: A Controllable World of Apps and People for Benchmarking Interactive Coding Agents","version":1},"cited_work":{"arxiv_id":"2407.18901","doi":"10.48550/arxiv.2407.18901","metadata_source":"arxiv_reference","pith_arxiv_id":"2407.18901","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Trivedi, T","venue":"arXiv (Cornell University)","work_id":"569b9cac-ae96-4656-ab37-26520d82ce78","year":2024},"citing_paper":{"arxiv_id":"2605.10448","last_updated":"2026-05-11T12:20:15Z","snapshot_observed_at":"2026-08-11T12:59:18.634410Z","submitted_at":"2026-05-11T12:20:15Z","title":"Can Agent Benchmarks Support Their Scores? Evidence-Supported Bounds for Interactive-Agent Evaluation","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-05-12T05:05:55.592359Z"},"links":{"cited_paper":"/paper/2407.18901","citing_paper":"/paper/2605.10448"},"observation_digest":"sha256:6b585504464ddab39d8cda926cf32d16bf5b20b62139017898cc56030beb06f5","observation_id":"9879d5af-1a77-4d9c-bef4-a0ba70bc296e","resolution":{"observed_at":"2026-05-12T05:41:23.972146Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2503.15223","last_updated":"2025-09-09T02:59:54Z","snapshot_observed_at":"2026-08-09T23:57:55.814634Z","submitted_at":"2025-03-19T14:02:21Z","title":"Are \"Solved Issues\" in SWE-bench Really Solved Correctly? An Empirical Study","version":2},"cited_work":{"arxiv_id":"2503.15223","doi":"10.48550/arxiv.2503.15223","metadata_source":"pith","pith_arxiv_id":"2503.15223","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Solved Issues","venue":"cs.SE","work_id":"c6c784d6-07f6-492d-9ed7-f5565484586a","year":2025},"citing_paper":{"arxiv_id":"2605.10448","last_updated":"2026-05-11T12:20:15Z","snapshot_observed_at":"2026-08-11T12:59:18.634410Z","submitted_at":"2026-05-11T12:20:15Z","title":"Can Agent Benchmarks Support Their Scores? Evidence-Supported Bounds for Interactive-Agent Evaluation","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-05-12T05:05:55.592359Z"},"links":{"cited_paper":"/paper/2503.15223","citing_paper":"/paper/2605.10448"},"observation_digest":"sha256:76f9cef0577b8861d760975e215c2b74ca18a509c2d3bdde49d13418de4ea28b","observation_id":"96da9926-0689-40ad-96b1-0a91b4a23dc7","resolution":{"observed_at":"2026-05-12T05:41:24.023340Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-07-11T01:50:47.219299+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-11T01:50:47.219299+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2404.07972","last_updated":"2024-05-30T08:55:12Z","snapshot_observed_at":"2026-08-11T11:38:42.138003Z","submitted_at":"2024-04-11T17:56:05Z","title":"OSWorld: Benchmarking Multimodal Agents for Open-Ended Tasks in Real Computer Environments","version":2},"cited_work":{"arxiv_id":"2404.07972","doi":"10.48550/arxiv.2404.07972","metadata_source":"pith","pith_arxiv_id":"2404.07972","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"OSWorld: Benchmarking Multimodal Agents for Open-Ended Tasks in Real Computer Environments","venue":"cs.AI","work_id":"793d9419-734d-45fe-9f51-d4c5a3a57cf8","year":2024},"citing_paper":{"arxiv_id":"2605.10448","last_updated":"2026-05-11T12:20:15Z","snapshot_observed_at":"2026-08-11T12:59:18.634410Z","submitted_at":"2026-05-11T12:20:15Z","title":"Can Agent Benchmarks Support Their Scores? Evidence-Supported Bounds for Interactive-Agent Evaluation","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-05-12T05:05:55.592359Z"},"links":{"cited_paper":"/paper/2404.07972","citing_paper":"/paper/2605.10448"},"observation_digest":"sha256:ae7802f16ba4615192c37d11a71cb540a0d6b2aeacb74154433532b90472413c","observation_id":"ec5fb971-a6ec-4eb9-9ade-2d989e18b270","resolution":{"observed_at":"2026-05-13T01:19:32.642608Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-05-19T22:22:21.817655+00:00","source":"crossref_status_cache"},{"observed_at":"2026-05-19T22:22:21.817655+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2412.14161","last_updated":"2025-09-10T08:35:19Z","snapshot_observed_at":"2026-08-01T16:27:28.241667Z","submitted_at":"2024-12-18T18:55:40Z","title":"TheAgentCompany: Benchmarking LLM Agents on Consequential Real World Tasks","version":3},"cited_work":{"arxiv_id":"2412.14161","doi":"10.48550/arxiv.2412.14161","metadata_source":"pith","pith_arxiv_id":"2412.14161","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"TheAgentCompany: Benchmarking LLM Agents on Consequential Real World Tasks","venue":"cs.CL","work_id":"8ba3cce8-4fc7-4286-9bae-513243ed4e6e","year":2024},"citing_paper":{"arxiv_id":"2605.10448","last_updated":"2026-05-11T12:20:15Z","snapshot_observed_at":"2026-08-11T12:59:18.634410Z","submitted_at":"2026-05-11T12:20:15Z","title":"Can Agent Benchmarks Support Their Scores? Evidence-Supported Bounds for Interactive-Agent Evaluation","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-05-12T05:05:55.592359Z"},"links":{"cited_paper":"/paper/2412.14161","citing_paper":"/paper/2605.10448"},"observation_digest":"sha256:dad1b7df02e5507a4b8eb56f439266505761f8739202c0360f3f4406c2b58022","observation_id":"65b485ef-6d41-4c0a-bb1b-7669705ee599","resolution":{"observed_at":"2026-05-14T22:39:31.128039Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.04850","last_updated":"2023-11-11T05:11:18Z","snapshot_observed_at":"2026-08-07T11:21:12.881808Z","submitted_at":"2023-11-08T17:35:20Z","title":"Rethinking Benchmark and Contamination for Language Models with Rephrased Samples","version":2},"cited_work":{"arxiv_id":"2311.04850","doi":"10.48550/arxiv.2311.04850","metadata_source":"arxiv_reference","pith_arxiv_id":"2311.04850","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Guanhua Zhang and Moritz Hardt","venue":"arXiv (Cornell University)","work_id":"76543ba2-5ea1-419d-aad3-b610c7403b0f","year":2023},"citing_paper":{"arxiv_id":"2605.10448","last_updated":"2026-05-11T12:20:15Z","snapshot_observed_at":"2026-08-11T12:59:18.634410Z","submitted_at":"2026-05-11T12:20:15Z","title":"Can Agent Benchmarks Support Their Scores? Evidence-Supported Bounds for Interactive-Agent Evaluation","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-05-12T05:05:55.592359Z"},"links":{"cited_paper":"/paper/2311.04850","citing_paper":"/paper/2605.10448"},"observation_digest":"sha256:10bf7c2dc8cfb574114be4f2965c7e9ef107e0d76642b0319e640941a022e550","observation_id":"ec4241e4-e7c0-4b4c-8c06-4660896cd370","resolution":{"observed_at":"2026-05-12T05:41:23.900869Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"WebShop: Towards scalable real-world web interaction with grounded language agents.Advances in Neural Information Processing Systems, 35:20744–20757","venue":null,"work_id":"e054aea8-4b70-4b8c-babe-b142cb6288e7","year":2022},"citing_paper":{"arxiv_id":"2605.10448","last_updated":"2026-05-11T12:20:15Z","snapshot_observed_at":"2026-08-11T12:59:18.634410Z","submitted_at":"2026-05-11T12:20:15Z","title":"Can Agent Benchmarks Support Their Scores? Evidence-Supported Bounds for Interactive-Agent Evaluation","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-05-12T05:05:55.592359Z"},"links":{"citing_paper":"/paper/2605.10448"},"observation_digest":"sha256:ddf94dbbcad4f2ea7f5f78f62d32feb796ab60886607a8c5fee9cf7df874b04d","observation_id":"630bdada-b3a6-444d-a1e5-5dc869b02cbe","resolution":{"observed_at":"2026-05-12T12:16:35.853166Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.12045","last_updated":"2024-06-17T19:33:08Z","snapshot_observed_at":"2026-08-08T21:08:39.676079Z","submitted_at":"2024-06-17T19:33:08Z","title":"$\\tau$-bench: A Benchmark for Tool-Agent-User Interaction in Real-World Domains","version":1},"cited_work":{"arxiv_id":"2406.12045","doi":"10.48550/arxiv.2406.12045","metadata_source":"pith","pith_arxiv_id":"2406.12045","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"$\\tau$-bench: A Benchmark for Tool-Agent-User Interaction in Real-World Domains","venue":"cs.AI","work_id":"6a8d8dc4-0cc0-4052-8109-abbcdcd4a962","year":2024},"citing_paper":{"arxiv_id":"2605.10448","last_updated":"2026-05-11T12:20:15Z","snapshot_observed_at":"2026-08-11T12:59:18.634410Z","submitted_at":"2026-05-11T12:20:15Z","title":"Can Agent Benchmarks Support Their Scores? Evidence-Supported Bounds for Interactive-Agent Evaluation","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-05-12T05:05:55.592359Z"},"links":{"cited_paper":"/paper/2406.12045","citing_paper":"/paper/2605.10448"},"observation_digest":"sha256:368784ab8526cac4eb35604a7a24aab3e293190be381383b1fb648dce9fe1c1c","observation_id":"af19ef67-dc1c-4cf1-b85d-7cbd4949c9dd","resolution":{"observed_at":"2026-05-12T05:41:23.924020Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-07-14T18:20:21.86453+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-14T18:20:21.86453+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2306.05685","last_updated":"2023-12-24T02:01:34Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-06-09T05:55:52Z","title":"Judging LLM-as-a-Judge with MT-Bench and Chatbot Arena","version":4},"cited_work":{"arxiv_id":"2306.05685","doi":"10.1109/4235.797969","metadata_source":"pith","pith_arxiv_id":"2306.05685","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Judging LLM-as-a-Judge with MT-Bench and Chatbot Arena","venue":"cs.CL","work_id":"d0c30cd7-81e1-4159-a87f-f6adca77ff08","year":2023},"citing_paper":{"arxiv_id":"2605.10448","last_updated":"2026-05-11T12:20:15Z","snapshot_observed_at":"2026-08-11T12:59:18.634410Z","submitted_at":"2026-05-11T12:20:15Z","title":"Can Agent Benchmarks Support Their Scores? Evidence-Supported Bounds for Interactive-Agent Evaluation","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-05-12T05:05:55.592359Z"},"links":{"cited_paper":"/paper/2306.05685","citing_paper":"/paper/2605.10448"},"observation_digest":"sha256:12d60305661c59de018c22ca6e93928699e00acaa19a5950f3089eba898aa424","observation_id":"2afea040-8111-4b17-aa6a-2c454a7af7ee","resolution":{"observed_at":"2026-05-12T05:41:24.057109Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2307.13854","last_updated":"2024-04-16T15:13:18Z","snapshot_observed_at":"2026-08-06T12:47:01.809185Z","submitted_at":"2023-07-25T22:59:32Z","title":"WebArena: A Realistic Web Environment for Building Autonomous Agents","version":4},"cited_work":{"arxiv_id":"2307.13854","doi":"10.48550/arxiv.2307.13854","metadata_source":"pith","pith_arxiv_id":"2307.13854","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"WebArena: A Realistic Web Environment for Building Autonomous Agents","venue":"cs.AI","work_id":"7058ffd2-a339-4102-89eb-248eeb074652","year":2023},"citing_paper":{"arxiv_id":"2605.10448","last_updated":"2026-05-11T12:20:15Z","snapshot_observed_at":"2026-08-11T12:59:18.634410Z","submitted_at":"2026-05-11T12:20:15Z","title":"Can Agent Benchmarks Support Their Scores? Evidence-Supported Bounds for Interactive-Agent Evaluation","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-05-12T05:05:55.592359Z"},"links":{"cited_paper":"/paper/2307.13854","citing_paper":"/paper/2605.10448"},"observation_digest":"sha256:0a12111a3314ba5b4b9e603061006dfee98a8bc2e69aeb5663ea7f3a1182fec3","observation_id":"c81d488d-75f2-4ddc-b5bf-53517c82d157","resolution":{"observed_at":"2026-05-12T05:41:23.882610Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-05-20T18:52:18.85917+00:00","source":"crossref_status_cache"},{"observed_at":"2026-05-20T18:52:18.85917+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Establishing best practices for building rigorous agentic benchmarks","venue":null,"work_id":"5bcfd80d-2a80-4e02-a964-484d4c81dc8b","year":null},"citing_paper":{"arxiv_id":"2605.10448","last_updated":"2026-05-11T12:20:15Z","snapshot_observed_at":"2026-08-11T12:59:18.634410Z","submitted_at":"2026-05-11T12:20:15Z","title":"Can Agent Benchmarks Support Their Scores? Evidence-Supported Bounds for Interactive-Agent Evaluation","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-05-12T05:05:55.592359Z"},"links":{"citing_paper":"/paper/2605.10448"},"observation_digest":"sha256:daecef5417b19376d4dad18972490885c3d85f1b068d1a9457cadf1d681074b7","observation_id":"a2501f56-e71e-46c0-a8a3-975374a12925","resolution":{"observed_at":"2026-05-12T12:16:35.856357Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2507.02825","last_updated":"2025-08-07T06:58:08Z","snapshot_observed_at":"2026-08-09T13:14:30.968472Z","submitted_at":"2025-07-03T17:35:31Z","title":"Establishing Best Practices for Building Rigorous Agentic Benchmarks","version":5},"cited_work":{"arxiv_id":"2507.02825","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2507.02825","snapshot_observed_at":"2026-07-03T22:08:59.930877Z","title":"Establishing best practices for building rigorous agentic benchmarks","venue":null,"work_id":"981c0760-99e5-4175-bca8-6be3ed159f5b","year":2025},"citing_paper":{"arxiv_id":"2605.10448","last_updated":"2026-05-11T12:20:15Z","snapshot_observed_at":"2026-08-11T12:59:18.634410Z","submitted_at":"2026-05-11T12:20:15Z","title":"Can Agent Benchmarks Support Their Scores? Evidence-Supported Bounds for Interactive-Agent Evaluation","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-05-12T05:05:55.592359Z"},"links":{"cited_paper":"/paper/2507.02825","citing_paper":"/paper/2605.10448"},"observation_digest":"sha256:d0550194a8703510156cff0d1ebbc6023e0b89438d2e2205a7d57befa4cb6baa","observation_id":"927faacd-9882-41fd-a98c-8bd197aaf590","resolution":{"observed_at":"2026-05-12T05:41:24.002297Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2605.10448","last_updated":"2026-05-11T12:20:15Z","latest_version":1,"primary_category":"cs.AI","snapshot_observed_at":"2026-08-11T12:59:18.634410Z","submitted_at":"2026-05-11T12:20:15Z","title":"Can Agent Benchmarks Support Their Scores? Evidence-Supported Bounds for Interactive-Agent Evaluation"},"reference_resolution":{"displayed":33,"state_counts":{"malformed_identifier":0,"metadata_mismatch":7,"parse_uncertain":0,"unresolved":0,"verified_exact":13,"verified_fuzzy":13},"total_outbound_references":33},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"thesis":"As of 11 August 2026, this Paper Citation Record lists 33 of 33 outbound references and 1 inbound Pith citation observation for arXiv:2605.10448."}