{"as_of":"2026-08-11T05:23:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:bce1b98225724c73876c528797198f3932ecbaa96ae4271504e75f6d727eb9c0","coverage":[{"denominator":46,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":46,"source":"paper_references, paper_reference_links","source_observed_at":"2026-06-28T06:16:54.162410Z","state":"measured"},{"denominator":47,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":47,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-10T06:31:04.303077+00:00","state":"measured"},{"denominator":1,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":1,"source":"paper_references, paper_reference_links","source_observed_at":"2026-07-31T23:12:04.686932Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2606.05241","last_updated":"2026-06-03T07:11:36Z","snapshot_observed_at":"2026-08-07T11:41:01.063878Z","submitted_at":"2026-06-03T07:11:36Z","title":"Search-Time Contamination in Deep Research Agents: Measuring Performance Inflation in Public Benchmark Evaluation","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2606.05241","snapshot_observed_at":"2026-07-31T23:12:04.686932Z","title":"InPro- ceedings of the 62nd Annual Meeting of the Association for Computational Linguistics, 16022–16076","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.24054","last_updated":"2026-07-27T06:51:29Z","snapshot_observed_at":"2026-07-31T23:12:03.463270Z","submitted_at":"2026-07-27T06:51:29Z","title":"Success Is Not Self-Explanatory: Auditing Success Provenance in Agent Evaluation","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-07-31T23:12:04.686932Z"},"links":{"cited_paper":"/paper/2606.05241","citing_paper":"/paper/2607.24054"},"observation_digest":"sha256:4140c09d5587f808d653fef38c0a9cd2fb19d4558f097cd8ecd1a6ab95378f68","observation_id":"5d7abf9d-6d31-4015-93d5-17fccd2a4b2a","resolution":{"observed_at":"2026-07-31T23:12:04.686932Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2606.05241/citation-record","integrity":"/paper/2606.05241/integrity","json":"/paper/2606.05241/citation-record.json","paper":"/paper/2606.05241"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T06:16:54.162410Z","title":"NeurIPS 2025 Workshop on Evaluating the Evolving LLM Lifecycle: Benchmarks, Emergent Abilities, and Scaling , year=","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2606.05241","last_updated":"2026-06-03T07:11:36Z","snapshot_observed_at":"2026-08-07T11:41:01.063878Z","submitted_at":"2026-06-03T07:11:36Z","title":"Search-Time Contamination in Deep Research Agents: Measuring Performance Inflation in Public Benchmark Evaluation","version":1},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-06-28T06:16:54.162410Z"},"links":{"citing_paper":"/paper/2606.05241"},"observation_digest":"sha256:1a3b273048a669ed79bd3e43b91e493e9a3717b44d49d22deb61817ec076738e","observation_id":"04274af3-3948-4939-8561-72e1628c308e","resolution":{"observed_at":"2026-06-28T06:16:54.162410Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T06:16:54.162410Z","title":"Towards Reliable Benchmarking: A Contamination Free, Controllable Evaluation Framework for Multi-step","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2606.05241","last_updated":"2026-06-03T07:11:36Z","snapshot_observed_at":"2026-08-07T11:41:01.063878Z","submitted_at":"2026-06-03T07:11:36Z","title":"Search-Time Contamination in Deep Research Agents: Measuring Performance Inflation in Public Benchmark Evaluation","version":1},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-06-28T06:16:54.162410Z"},"links":{"citing_paper":"/paper/2606.05241"},"observation_digest":"sha256:3cd4cafc929c6d9ae41916aae25960b2b34af826db5064c6856061431ea29fe8","observation_id":"3f22cac5-a079-4ec2-aad6-23149936ee64","resolution":{"observed_at":"2026-06-28T06:16:54.162410Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2602.01590","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-02T08:16:47.669560Z","title":"arXiv preprint arXiv:2602.01590 , year=","venue":null,"work_id":"8e677539-c50f-4d9d-b735-d2fb183cd693","year":null},"citing_paper":{"arxiv_id":"2606.05241","last_updated":"2026-06-03T07:11:36Z","snapshot_observed_at":"2026-08-07T11:41:01.063878Z","submitted_at":"2026-06-03T07:11:36Z","title":"Search-Time Contamination in Deep Research Agents: Measuring Performance Inflation in Public Benchmark Evaluation","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-06-28T06:16:54.162410Z"},"links":{"citing_paper":"/paper/2606.05241"},"observation_digest":"sha256:60c1da1d60150cf1fc5ea125473c941dfd982a6b469c65c9e821a7ff4b1efbde","observation_id":"9687aad7-7fde-48dc-8457-1dd7e452dedf","resolution":{"observed_at":"2026-07-02T08:16:47.670936Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2510.24701","last_updated":"2026-05-18T04:10:32Z","snapshot_observed_at":"2026-07-06T22:34:18.297603Z","submitted_at":"2025-10-28T17:53:02Z","title":"Tongyi DeepResearch Technical Report","version":3},"cited_work":{"arxiv_id":"2510.24701","doi":"10.48550/arxiv.2510.24701","metadata_source":"pith","pith_arxiv_id":"2510.24701","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Tongyi DeepResearch Technical Report","venue":"cs.CL","work_id":"1c8db01b-b50f-4711-b181-a04bcc3e9aa8","year":2025},"citing_paper":{"arxiv_id":"2606.05241","last_updated":"2026-06-03T07:11:36Z","snapshot_observed_at":"2026-08-07T11:41:01.063878Z","submitted_at":"2026-06-03T07:11:36Z","title":"Search-Time Contamination in Deep Research Agents: Measuring Performance Inflation in Public Benchmark Evaluation","version":1},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-06-28T06:16:54.162410Z"},"links":{"cited_paper":"/paper/2510.24701","citing_paper":"/paper/2606.05241"},"observation_digest":"sha256:79b3327868ddc2269f36c19bb6687d03c4ea56a1f67ddc23a9adff97209903c0","observation_id":"4e4ca696-372d-4f9f-a3b5-5b0a73c727c2","resolution":{"observed_at":"2026-07-02T08:16:47.668779Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T06:16:54.162410Z","title":"2025 , eprint=","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2606.05241","last_updated":"2026-06-03T07:11:36Z","snapshot_observed_at":"2026-08-07T11:41:01.063878Z","submitted_at":"2026-06-03T07:11:36Z","title":"Search-Time Contamination in Deep Research Agents: Measuring Performance Inflation in Public Benchmark Evaluation","version":1},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-06-28T06:16:54.162410Z"},"links":{"citing_paper":"/paper/2606.05241"},"observation_digest":"sha256:936e40e579df31c1e6ac021a4557f9aeb31884d7bd168e2f83fc9c14466792a0","observation_id":"d1965d46-adc5-40eb-9c00-098eef86075f","resolution":{"observed_at":"2026-06-28T06:16:54.162410Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T06:16:54.162410Z","title":"Applied Sciences , volume =","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2606.05241","last_updated":"2026-06-03T07:11:36Z","snapshot_observed_at":"2026-08-07T11:41:01.063878Z","submitted_at":"2026-06-03T07:11:36Z","title":"Search-Time Contamination in Deep Research Agents: Measuring Performance Inflation in Public Benchmark Evaluation","version":1},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-06-28T06:16:54.162410Z"},"links":{"citing_paper":"/paper/2606.05241"},"observation_digest":"sha256:172e25aea9a88bff3bed80f26d7b8d5a719a66a5b27f413b349cb91d34a8a967","observation_id":"f5947ac8-0c1a-40cf-9447-78a5bab2d090","resolution":{"observed_at":"2026-06-28T06:16:54.162410Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T06:16:54.162410Z","title":"MedXpert","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2606.05241","last_updated":"2026-06-03T07:11:36Z","snapshot_observed_at":"2026-08-07T11:41:01.063878Z","submitted_at":"2026-06-03T07:11:36Z","title":"Search-Time Contamination in Deep Research Agents: Measuring Performance Inflation in Public Benchmark Evaluation","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-06-28T06:16:54.162410Z"},"links":{"citing_paper":"/paper/2606.05241"},"observation_digest":"sha256:1fa517983d1653bfefe9afd18fe86a66ac129448b2dbd219d74599eee7acc830","observation_id":"9856719b-8180-473e-9305-9d942c7c96bc","resolution":{"observed_at":"2026-06-28T06:16:54.162410Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T06:16:54.162410Z","title":"Advances in neural information processing systems , volume=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.05241","last_updated":"2026-06-03T07:11:36Z","snapshot_observed_at":"2026-08-07T11:41:01.063878Z","submitted_at":"2026-06-03T07:11:36Z","title":"Search-Time Contamination in Deep Research Agents: Measuring Performance Inflation in Public Benchmark Evaluation","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-06-28T06:16:54.162410Z"},"links":{"citing_paper":"/paper/2606.05241"},"observation_digest":"sha256:a45340a24a2c65f7843c540134c5f64ff7521d4a96ab0ccc9a05f71965fd87d2","observation_id":"fda6e494-225e-413e-a909-299821e00e11","resolution":{"observed_at":"2026-06-28T06:16:54.162410Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2505.11462","last_updated":"2025-06-24T03:27:30Z","snapshot_observed_at":"2026-08-10T10:44:50.219111Z","submitted_at":"2025-05-16T17:16:27Z","title":"Disentangling Reasoning and Knowledge in Medical Large Language Models","version":2},"cited_work":{"arxiv_id":"2505.11462","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2505.11462","snapshot_observed_at":"2026-07-02T08:16:47.669880Z","title":"Disentangling reasoning and knowledge in medical large language models.arXiv preprint arXiv:2505.11462.2025","venue":null,"work_id":"fe891797-d0a3-450d-9859-24916601b686","year":2025},"citing_paper":{"arxiv_id":"2606.05241","last_updated":"2026-06-03T07:11:36Z","snapshot_observed_at":"2026-08-07T11:41:01.063878Z","submitted_at":"2026-06-03T07:11:36Z","title":"Search-Time Contamination in Deep Research Agents: Measuring Performance Inflation in Public Benchmark Evaluation","version":1},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-06-28T06:16:54.162410Z"},"links":{"cited_paper":"/paper/2505.11462","citing_paper":"/paper/2606.05241"},"observation_digest":"sha256:1d3bd23a10908d00e5980b2e9032a93be10506e325e25e8feb6d9ca3d7ee1c6e","observation_id":"89a6fd6d-b127-4d3f-9c84-8991d5531de1","resolution":{"observed_at":"2026-07-02T08:16:47.671337Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T06:16:54.162410Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.05241","last_updated":"2026-06-03T07:11:36Z","snapshot_observed_at":"2026-08-07T11:41:01.063878Z","submitted_at":"2026-06-03T07:11:36Z","title":"Search-Time Contamination in Deep Research Agents: Measuring Performance Inflation in Public Benchmark Evaluation","version":1},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-06-28T06:16:54.162410Z"},"links":{"citing_paper":"/paper/2606.05241"},"observation_digest":"sha256:2fe70ef8e71042623ee61da66c22c7db173c3ccecc6909c7fe3bd901ddc7a67e","observation_id":"58f61a62-89b5-43c3-8e80-746cb9083b15","resolution":{"observed_at":"2026-06-28T06:16:54.162410Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2509.23426","last_updated":"2026-08-07T21:29:19Z","snapshot_observed_at":"2026-08-11T05:14:03.184325Z","submitted_at":"2025-09-27T17:38:53Z","title":"ToolUniverse: An open platform for democratizing AI scientists","version":3},"cited_work":{"arxiv_id":"2509.23426","doi":"10.48550/arxiv.2509.23426","metadata_source":"arxiv_reference","pith_arxiv_id":"2509.23426","snapshot_observed_at":"2026-08-11T01:16:07.863043Z","title":"Democratizing ai scientists using tooluniverse","venue":"ArXiv.org","work_id":"e515adbd-38fb-496f-ba70-997fe71e0366","year":2025},"citing_paper":{"arxiv_id":"2606.05241","last_updated":"2026-06-03T07:11:36Z","snapshot_observed_at":"2026-08-07T11:41:01.063878Z","submitted_at":"2026-06-03T07:11:36Z","title":"Search-Time Contamination in Deep Research Agents: Measuring Performance Inflation in Public Benchmark Evaluation","version":1},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-06-28T06:16:54.162410Z"},"links":{"cited_paper":"/paper/2509.23426","citing_paper":"/paper/2606.05241"},"observation_digest":"sha256:22fcdf195c15752936265bb47cc0e75b14f87c31b861f2bf98624f523d625657","observation_id":"fdce6f0d-16c4-4703-9c4c-860a6e95b585","resolution":{"observed_at":"2026-08-11T01:16:07.863043Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/d19-1259","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"PubMedQA: A Dataset for Biomedical Research Question Answering","venue":null,"work_id":"3b7b483f-8a9e-48d0-9c59-bc4a0269ab01","year":2019},"citing_paper":{"arxiv_id":"2606.05241","last_updated":"2026-06-03T07:11:36Z","snapshot_observed_at":"2026-08-07T11:41:01.063878Z","submitted_at":"2026-06-03T07:11:36Z","title":"Search-Time Contamination in Deep Research Agents: Measuring Performance Inflation in Public Benchmark Evaluation","version":1},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-06-28T06:16:54.162410Z"},"links":{"citing_paper":"/paper/2606.05241"},"observation_digest":"sha256:8482a9327efb5b8a291e2959be2ff00611db334ab827d8b9c9f5dcb761548667","observation_id":"da420e7d-c2b3-4f58-9df8-e9a4f182e508","resolution":{"observed_at":"2026-06-28T06:21:42.754429Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-07T20:38:13.077697+00:00","source":"crossref_status_cache"},{"observed_at":"2026-08-07T20:38:13.077697+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T06:16:54.162410Z","title":"Proceedings of the Conference on Health, Inference, and Learning , pages =","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2606.05241","last_updated":"2026-06-03T07:11:36Z","snapshot_observed_at":"2026-08-07T11:41:01.063878Z","submitted_at":"2026-06-03T07:11:36Z","title":"Search-Time Contamination in Deep Research Agents: Measuring Performance Inflation in Public Benchmark Evaluation","version":1},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-06-28T06:16:54.162410Z"},"links":{"citing_paper":"/paper/2606.05241"},"observation_digest":"sha256:086311712091d26d7b021ebdaa7424a4120323f0b5672ae08080f51d0880851d","observation_id":"5728934b-6212-49ab-b412-9f94f8a2f46d","resolution":{"observed_at":"2026-06-28T06:16:54.162410Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T06:16:54.162410Z","title":"International Conference on Learning Representations , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.05241","last_updated":"2026-06-03T07:11:36Z","snapshot_observed_at":"2026-08-07T11:41:01.063878Z","submitted_at":"2026-06-03T07:11:36Z","title":"Search-Time Contamination in Deep Research Agents: Measuring Performance Inflation in Public Benchmark Evaluation","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-06-28T06:16:54.162410Z"},"links":{"citing_paper":"/paper/2606.05241"},"observation_digest":"sha256:67d679dfbcd62db5b124b8593a9392354efe225702628db002cf6d1279e8a6a2","observation_id":"3806bde1-d2ce-4344-b2ca-1428dd59f984","resolution":{"observed_at":"2026-06-28T06:16:54.162410Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T06:16:54.162410Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2606.05241","last_updated":"2026-06-03T07:11:36Z","snapshot_observed_at":"2026-08-07T11:41:01.063878Z","submitted_at":"2026-06-03T07:11:36Z","title":"Search-Time Contamination in Deep Research Agents: Measuring Performance Inflation in Public Benchmark Evaluation","version":1},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-06-28T06:16:54.162410Z"},"links":{"citing_paper":"/paper/2606.05241"},"observation_digest":"sha256:c59de5fc81cc880b8a18e83804dededb8be616d5a82c407660e384a21deefa98","observation_id":"7eb62237-4f33-48ee-ba70-b19609d4d943","resolution":{"observed_at":"2026-06-28T06:16:54.162410Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2408.08422","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-02T08:16:47.654260Z","title":"Assessing and enhancing large language models in rare disease question-answering","venue":null,"work_id":"4f69beba-f8ba-42ce-b1c3-ff7d286d8ced","year":2024},"citing_paper":{"arxiv_id":"2606.05241","last_updated":"2026-06-03T07:11:36Z","snapshot_observed_at":"2026-08-07T11:41:01.063878Z","submitted_at":"2026-06-03T07:11:36Z","title":"Search-Time Contamination in Deep Research Agents: Measuring Performance Inflation in Public Benchmark Evaluation","version":1},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-06-28T06:16:54.162410Z"},"links":{"citing_paper":"/paper/2606.05241"},"observation_digest":"sha256:92dcaff751bb68cfd8f073accec7cb20fef34843b8ee5037ce0a7be868fc5600","observation_id":"f2df89cf-91c7-4945-9436-0dc27242b50f","resolution":{"observed_at":"2026-07-02T08:16:47.655579Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T06:16:54.162410Z","title":"Scientific Data , volume =","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2606.05241","last_updated":"2026-06-03T07:11:36Z","snapshot_observed_at":"2026-08-07T11:41:01.063878Z","submitted_at":"2026-06-03T07:11:36Z","title":"Search-Time Contamination in Deep Research Agents: Measuring Performance Inflation in Public Benchmark Evaluation","version":1},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-06-28T06:16:54.162410Z"},"links":{"citing_paper":"/paper/2606.05241"},"observation_digest":"sha256:aa7e1a59885b5b742a2d7fd1ee5c44f809069a8267b575104556e52dd236e909","observation_id":"110fd466-8cc2-4700-a2bc-f793192c5a58","resolution":{"observed_at":"2026-06-28T06:16:54.162410Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T06:16:54.162410Z","title":"2023 , howpublished =","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2606.05241","last_updated":"2026-06-03T07:11:36Z","snapshot_observed_at":"2026-08-07T11:41:01.063878Z","submitted_at":"2026-06-03T07:11:36Z","title":"Search-Time Contamination in Deep Research Agents: Measuring Performance Inflation in Public Benchmark Evaluation","version":1},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-06-28T06:16:54.162410Z"},"links":{"citing_paper":"/paper/2606.05241"},"observation_digest":"sha256:0d3ef41638f0f944647b2cf5f85c5483f5e5d7bc9d364db6a5d1373db08160c2","observation_id":"515fbf3f-46e3-447f-abec-153937d88569","resolution":{"observed_at":"2026-06-28T06:16:54.162410Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T06:16:54.162410Z","title":"Circulation , volume =","venue":null,"work_id":null,"year":2000},"citing_paper":{"arxiv_id":"2606.05241","last_updated":"2026-06-03T07:11:36Z","snapshot_observed_at":"2026-08-07T11:41:01.063878Z","submitted_at":"2026-06-03T07:11:36Z","title":"Search-Time Contamination in Deep Research Agents: Measuring Performance Inflation in Public Benchmark Evaluation","version":1},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-06-28T06:16:54.162410Z"},"links":{"citing_paper":"/paper/2606.05241"},"observation_digest":"sha256:e59cf6fed4e8146d898241422a565077cdbecb86143b69e3ce11b5547b28dc60","observation_id":"69ba73e7-befe-454d-bb0c-db29e3855de4","resolution":{"observed_at":"2026-06-28T06:16:54.162410Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T06:16:54.162410Z","title":"Nature , volume =","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2606.05241","last_updated":"2026-06-03T07:11:36Z","snapshot_observed_at":"2026-08-07T11:41:01.063878Z","submitted_at":"2026-06-03T07:11:36Z","title":"Search-Time Contamination in Deep Research Agents: Measuring Performance Inflation in Public Benchmark Evaluation","version":1},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-06-28T06:16:54.162410Z"},"links":{"citing_paper":"/paper/2606.05241"},"observation_digest":"sha256:c01c9baa9818ec2aaf29f81b43b1e7150cad64ffac3620ddacbb0ad42a376f72","observation_id":"166fa8f6-4a40-413f-9861-f271850773e9","resolution":{"observed_at":"2026-06-28T06:16:54.162410Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2311.16452","last_updated":"2023-11-28T03:16:12Z","snapshot_observed_at":"2026-08-07T08:26:36.845011Z","submitted_at":"2023-11-28T03:16:12Z","title":"Can Generalist Foundation Models Outcompete Special-Purpose Tuning? Case Study in Medicine","version":1},"cited_work":{"arxiv_id":"2311.16452","doi":"10.48550/arxiv.2311.16452","metadata_source":"pith","pith_arxiv_id":"2311.16452","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Can generalist foundation models outcompete special-purpose tuning? case study in medicine","venue":"cs.CL","work_id":"db7034ec-f9ec-4e2d-a666-0b969db0fd67","year":2023},"citing_paper":{"arxiv_id":"2606.05241","last_updated":"2026-06-03T07:11:36Z","snapshot_observed_at":"2026-08-07T11:41:01.063878Z","submitted_at":"2026-06-03T07:11:36Z","title":"Search-Time Contamination in Deep Research Agents: Measuring Performance Inflation in Public Benchmark Evaluation","version":1},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-06-28T06:16:54.162410Z"},"links":{"cited_paper":"/paper/2311.16452","citing_paper":"/paper/2606.05241"},"observation_digest":"sha256:324632dad7c88ff99d6a0fde4b4d5b0c8d6d4626e52e7406dc67469b7b1993ac","observation_id":"81fec4d2-6705-4bd2-8830-503868681192","resolution":{"observed_at":"2026-07-02T08:16:47.679305Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T06:16:54.162410Z","title":"Findings of the Association for Computational Linguistics: ACL 2024 , pages =","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2606.05241","last_updated":"2026-06-03T07:11:36Z","snapshot_observed_at":"2026-08-07T11:41:01.063878Z","submitted_at":"2026-06-03T07:11:36Z","title":"Search-Time Contamination in Deep Research Agents: Measuring Performance Inflation in Public Benchmark Evaluation","version":1},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-06-28T06:16:54.162410Z"},"links":{"citing_paper":"/paper/2606.05241"},"observation_digest":"sha256:53ef39fc584c6cdbe9f7dd45e6018a20b2218bf6a775aeaa089bab28c483bf2a","observation_id":"f5d4654e-914c-4681-bc6c-9a96f66378b7","resolution":{"observed_at":"2026-06-28T06:16:54.162410Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T06:16:54.162410Z","title":"2026 , howpublished =","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2606.05241","last_updated":"2026-06-03T07:11:36Z","snapshot_observed_at":"2026-08-07T11:41:01.063878Z","submitted_at":"2026-06-03T07:11:36Z","title":"Search-Time Contamination in Deep Research Agents: Measuring Performance Inflation in Public Benchmark Evaluation","version":1},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-06-28T06:16:54.162410Z"},"links":{"citing_paper":"/paper/2606.05241"},"observation_digest":"sha256:ba8812c9f7a7f3b093f60e8f972dc33704d86f0a4ce6b828753b046c1908e61f","observation_id":"57de1fbe-c109-4f2b-ba48-991c2631034b","resolution":{"observed_at":"2026-06-28T06:16:54.162410Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T06:16:54.162410Z","title":"2026 , note =","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2606.05241","last_updated":"2026-06-03T07:11:36Z","snapshot_observed_at":"2026-08-07T11:41:01.063878Z","submitted_at":"2026-06-03T07:11:36Z","title":"Search-Time Contamination in Deep Research Agents: Measuring Performance Inflation in Public Benchmark Evaluation","version":1},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-06-28T06:16:54.162410Z"},"links":{"citing_paper":"/paper/2606.05241"},"observation_digest":"sha256:22d1dd5b54e141fbeb6828fe394af90ba0aeb4fed1d9d1b74df4641b0db4f1c4","observation_id":"7fef3b41-c776-4946-af88-e88e89daade8","resolution":{"observed_at":"2026-06-28T06:16:54.162410Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2501.14249","last_updated":"2026-02-20T04:23:01Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-01-24T05:27:46Z","title":"Humanity's Last Exam","version":10},"cited_work":{"arxiv_id":"2501.14249","doi":"10.1038/s41586-025-09962-4","metadata_source":"pith","pith_arxiv_id":"2501.14249","snapshot_observed_at":"2026-07-11T11:50:26.030339Z","title":"Humanity's Last Exam","venue":"cs.LG","work_id":"59ea00d4-16a8-45e1-aafc-290a6f91d9f4","year":2025},"citing_paper":{"arxiv_id":"2606.05241","last_updated":"2026-06-03T07:11:36Z","snapshot_observed_at":"2026-08-07T11:41:01.063878Z","submitted_at":"2026-06-03T07:11:36Z","title":"Search-Time Contamination in Deep Research Agents: Measuring Performance Inflation in Public Benchmark Evaluation","version":1},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-06-28T06:16:54.162410Z"},"links":{"cited_paper":"/paper/2501.14249","citing_paper":"/paper/2606.05241"},"observation_digest":"sha256:95e48e6c5a6ac4080e91dde7923097846f46e39d9e0ab309a476f702546590e6","observation_id":"d5f4f977-b23c-47eb-acaa-284605b229d3","resolution":{"observed_at":"2026-07-02T08:16:47.660822Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-03T22:08:32.844211+00:00","source":"crossref_status_cache"},{"observed_at":"2026-08-03T22:08:32.844211+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T06:16:54.162410Z","title":"Bowman , booktitle=","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2606.05241","last_updated":"2026-06-03T07:11:36Z","snapshot_observed_at":"2026-08-07T11:41:01.063878Z","submitted_at":"2026-06-03T07:11:36Z","title":"Search-Time Contamination in Deep Research Agents: Measuring Performance Inflation in Public Benchmark Evaluation","version":1},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-06-28T06:16:54.162410Z"},"links":{"citing_paper":"/paper/2606.05241"},"observation_digest":"sha256:aceb4830af407d113e5293365ccafdcca034e4abd93c04f255b5a6d19ac2fa6c","observation_id":"3691f931-ca88-4668-9e9c-f93032a902cc","resolution":{"observed_at":"2026-06-28T06:16:54.162410Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2508.12752","last_updated":"2025-08-18T09:26:14Z","snapshot_observed_at":"2026-08-05T19:21:34.223685Z","submitted_at":"2025-08-18T09:26:14Z","title":"Deep Research: A Survey of Autonomous Research Agents","version":1},"cited_work":{"arxiv_id":"2508.12752","doi":"10.48550/arxiv.2508.12752","metadata_source":"pith","pith_arxiv_id":"2508.12752","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Deep research: A survey of autonomous research agents.arXiv preprint arXiv:2508.12752, 2025a","venue":"cs.IR","work_id":"94fabb43-10d5-4689-a4ff-8b7caab0406c","year":2025},"citing_paper":{"arxiv_id":"2606.05241","last_updated":"2026-06-03T07:11:36Z","snapshot_observed_at":"2026-08-07T11:41:01.063878Z","submitted_at":"2026-06-03T07:11:36Z","title":"Search-Time Contamination in Deep Research Agents: Measuring Performance Inflation in Public Benchmark Evaluation","version":1},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-06-28T06:16:54.162410Z"},"links":{"cited_paper":"/paper/2508.12752","citing_paper":"/paper/2606.05241"},"observation_digest":"sha256:a68d45a634d5eeb7c2a2b62a745a4f9b7f8fb965cdf8ee76352f48d8df998396","observation_id":"a5790dc4-6048-42f4-9e1d-e71fe2a0fa0e","resolution":{"observed_at":"2026-07-02T08:16:47.666383Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2601.18496","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-02T08:16:47.642773Z","title":"Deepmed: Building a medical deepresearch agent via multi-hop med-search data and turn-controlled agentic training & inference","venue":null,"work_id":"95728cd2-5fc9-4f3f-807e-6187c467a661","year":2026},"citing_paper":{"arxiv_id":"2606.05241","last_updated":"2026-06-03T07:11:36Z","snapshot_observed_at":"2026-08-07T11:41:01.063878Z","submitted_at":"2026-06-03T07:11:36Z","title":"Search-Time Contamination in Deep Research Agents: Measuring Performance Inflation in Public Benchmark Evaluation","version":1},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-06-28T06:16:54.162410Z"},"links":{"citing_paper":"/paper/2606.05241"},"observation_digest":"sha256:0b80867b414b4329357f79795fa48a21f4fc305e46fb33466ba09367e5a90b22","observation_id":"f7f1a7b7-d37e-4d86-99e3-061464736ab5","resolution":{"observed_at":"2026-07-02T08:16:47.644199Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T06:16:54.162410Z","title":"Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers) , pages=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.05241","last_updated":"2026-06-03T07:11:36Z","snapshot_observed_at":"2026-08-07T11:41:01.063878Z","submitted_at":"2026-06-03T07:11:36Z","title":"Search-Time Contamination in Deep Research Agents: Measuring Performance Inflation in Public Benchmark Evaluation","version":1},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-06-28T06:16:54.162410Z"},"links":{"citing_paper":"/paper/2606.05241"},"observation_digest":"sha256:e6f87c334fe3dc2f3e2b8c62e972f964f0d6bd5eb4518201d26e9b2d19fbea2a","observation_id":"3ffd133a-e8b0-4a5b-aba0-ccbc14977810","resolution":{"observed_at":"2026-06-28T06:16:54.162410Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T06:16:54.162410Z","title":"Search-R1: Training","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2606.05241","last_updated":"2026-06-03T07:11:36Z","snapshot_observed_at":"2026-08-07T11:41:01.063878Z","submitted_at":"2026-06-03T07:11:36Z","title":"Search-Time Contamination in Deep Research Agents: Measuring Performance Inflation in Public Benchmark Evaluation","version":1},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-06-28T06:16:54.162410Z"},"links":{"citing_paper":"/paper/2606.05241"},"observation_digest":"sha256:8702f7ba8f98f314d29e9b5a4e8b972bece5339378dce4652558c9d70fa6fdb9","observation_id":"7fa5be53-04ac-457a-86c9-dba1a7561558","resolution":{"observed_at":"2026-06-28T06:16:54.162410Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T06:16:54.162410Z","title":"The Thirty-ninth Annual Conference on Neural Information Processing Systems Datasets and Benchmarks Track , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.05241","last_updated":"2026-06-03T07:11:36Z","snapshot_observed_at":"2026-08-07T11:41:01.063878Z","submitted_at":"2026-06-03T07:11:36Z","title":"Search-Time Contamination in Deep Research Agents: Measuring Performance Inflation in Public Benchmark Evaluation","version":1},"reference_index":31,"source":"arxiv_source","source_observed_at":"2026-06-28T06:16:54.162410Z"},"links":{"citing_paper":"/paper/2606.05241"},"observation_digest":"sha256:6b808312374b62502db036ba5e37aec53721161e1395f4581e625c979f43a584","observation_id":"8249071b-d89f-4585-899d-cb738b30b4d0","resolution":{"observed_at":"2026-06-28T06:16:54.162410Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2112.09332","last_updated":"2022-06-01T19:08:11Z","snapshot_observed_at":"2026-08-07T17:14:39.278754Z","submitted_at":"2021-12-17T05:43:43Z","title":"WebGPT: Browser-assisted question-answering with human feedback","version":3},"cited_work":{"arxiv_id":"2112.09332","doi":"10.48550/arxiv.2112.09332","metadata_source":"pith","pith_arxiv_id":"2112.09332","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"WebGPT: Browser-assisted question-answering with human feedback","venue":"cs.CL","work_id":"e25ef3e1-4848-4cb9-bf28-67a420591165","year":2021},"citing_paper":{"arxiv_id":"2606.05241","last_updated":"2026-06-03T07:11:36Z","snapshot_observed_at":"2026-08-07T11:41:01.063878Z","submitted_at":"2026-06-03T07:11:36Z","title":"Search-Time Contamination in Deep Research Agents: Measuring Performance Inflation in Public Benchmark Evaluation","version":1},"reference_index":32,"source":"arxiv_source","source_observed_at":"2026-06-28T06:16:54.162410Z"},"links":{"cited_paper":"/paper/2112.09332","citing_paper":"/paper/2606.05241"},"observation_digest":"sha256:eb3563de9cfd78373c95f7e42ff2bd8d0f64a8c93b4fa0116ee219bfcf831eba","observation_id":"99521786-99ba-4574-b06d-be2fd42b7a81","resolution":{"observed_at":"2026-07-02T08:16:47.645161Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-04T01:08:09.995583+00:00","source":"crossref_status_cache"},{"observed_at":"2026-08-04T01:08:09.995583+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T06:16:54.162410Z","title":"2023 , html =","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2606.05241","last_updated":"2026-06-03T07:11:36Z","snapshot_observed_at":"2026-08-07T11:41:01.063878Z","submitted_at":"2026-06-03T07:11:36Z","title":"Search-Time Contamination in Deep Research Agents: Measuring Performance Inflation in Public Benchmark Evaluation","version":1},"reference_index":33,"source":"arxiv_source","source_observed_at":"2026-06-28T06:16:54.162410Z"},"links":{"citing_paper":"/paper/2606.05241"},"observation_digest":"sha256:c3143705a4183532218118e9810f95dbc3be10517816a56c6bf554b832c3cfa0","observation_id":"3d2ed68a-1535-4e6a-9c37-3eae4cbdf456","resolution":{"observed_at":"2026-06-28T06:16:54.162410Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T06:16:54.162410Z","title":"Advances in neural information processing systems , volume=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.05241","last_updated":"2026-06-03T07:11:36Z","snapshot_observed_at":"2026-08-07T11:41:01.063878Z","submitted_at":"2026-06-03T07:11:36Z","title":"Search-Time Contamination in Deep Research Agents: Measuring Performance Inflation in Public Benchmark Evaluation","version":1},"reference_index":34,"source":"arxiv_source","source_observed_at":"2026-06-28T06:16:54.162410Z"},"links":{"citing_paper":"/paper/2606.05241"},"observation_digest":"sha256:f936c8a75adf8a3f909a011c0f9cd00003358222c1677fbbb7053d8d823e2a08","observation_id":"c34dc654-a94b-4223-982e-041f0f9e0225","resolution":{"observed_at":"2026-06-28T06:16:54.162410Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T06:16:54.162410Z","title":"Journal of the royal statistical society: Series B (methodological) , volume=","venue":null,"work_id":null,"year":1972},"citing_paper":{"arxiv_id":"2606.05241","last_updated":"2026-06-03T07:11:36Z","snapshot_observed_at":"2026-08-07T11:41:01.063878Z","submitted_at":"2026-06-03T07:11:36Z","title":"Search-Time Contamination in Deep Research Agents: Measuring Performance Inflation in Public Benchmark Evaluation","version":1},"reference_index":35,"source":"arxiv_source","source_observed_at":"2026-06-28T06:16:54.162410Z"},"links":{"citing_paper":"/paper/2606.05241"},"observation_digest":"sha256:3d53a3d11445df5605a538b1606d5613cac0e4ccc1aa879ea8ea78dbc1d6f1f7","observation_id":"4d3ab653-e3ee-4636-a619-c44083e8fb85","resolution":{"observed_at":"2026-06-28T06:16:54.162410Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T06:16:54.162410Z","title":"Thirty-seventh Conference on Neural Information Processing Systems Datasets and Benchmarks Track , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.05241","last_updated":"2026-06-03T07:11:36Z","snapshot_observed_at":"2026-08-07T11:41:01.063878Z","submitted_at":"2026-06-03T07:11:36Z","title":"Search-Time Contamination in Deep Research Agents: Measuring Performance Inflation in Public Benchmark Evaluation","version":1},"reference_index":36,"source":"arxiv_source","source_observed_at":"2026-06-28T06:16:54.162410Z"},"links":{"citing_paper":"/paper/2606.05241"},"observation_digest":"sha256:75cbcb614716a098093802f04fced4ee97f66051144f0af406c8623b4633d043","observation_id":"526687ad-840b-473e-b75c-21c65c05632d","resolution":{"observed_at":"2026-06-28T06:16:54.162410Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2504.12516","last_updated":"2025-04-16T22:27:45Z","snapshot_observed_at":"2026-08-03T00:43:33.338074Z","submitted_at":"2025-04-16T22:27:45Z","title":"BrowseComp: A Simple Yet Challenging Benchmark for Browsing Agents","version":1},"cited_work":{"arxiv_id":"2504.12516","doi":"10.48550/arxiv.2504.12516","metadata_source":"pith","pith_arxiv_id":"2504.12516","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"BrowseComp: A Simple Yet Challenging Benchmark for Browsing Agents","venue":"cs.CL","work_id":"25adb508-d97c-49d6-ae43-7a70c2478a34","year":2025},"citing_paper":{"arxiv_id":"2606.05241","last_updated":"2026-06-03T07:11:36Z","snapshot_observed_at":"2026-08-07T11:41:01.063878Z","submitted_at":"2026-06-03T07:11:36Z","title":"Search-Time Contamination in Deep Research Agents: Measuring Performance Inflation in Public Benchmark Evaluation","version":1},"reference_index":37,"source":"arxiv_source","source_observed_at":"2026-06-28T06:16:54.162410Z"},"links":{"cited_paper":"/paper/2504.12516","citing_paper":"/paper/2606.05241"},"observation_digest":"sha256:e5738792c01543973d825aa0cdb85f3c0780d4e70385fe5a527b5b7eeca0760f","observation_id":"34d292ac-6ecc-4691-9716-51c0d59b8ef0","resolution":{"observed_at":"2026-07-02T08:16:47.637126Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T06:16:54.162410Z","title":"Nature , volume=","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2606.05241","last_updated":"2026-06-03T07:11:36Z","snapshot_observed_at":"2026-08-07T11:41:01.063878Z","submitted_at":"2026-06-03T07:11:36Z","title":"Search-Time Contamination in Deep Research Agents: Measuring Performance Inflation in Public Benchmark Evaluation","version":1},"reference_index":38,"source":"arxiv_source","source_observed_at":"2026-06-28T06:16:54.162410Z"},"links":{"citing_paper":"/paper/2606.05241"},"observation_digest":"sha256:5cfae1abb5355a79b2e11bd99947a67d0fc11d29b80b5f1f16e322b81d54ec33","observation_id":"3ed43995-22a2-4a06-b2d2-15e238ee7db9","resolution":{"observed_at":"2026-06-28T06:16:54.162410Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2505.09388","last_updated":"2025-05-14T13:41:34Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-05-14T13:41:34Z","title":"Qwen3 Technical Report","version":1},"cited_work":{"arxiv_id":"2505.09388","doi":"10.1016/j.aiopen.2022.12","metadata_source":"pith","pith_arxiv_id":"2505.09388","snapshot_observed_at":"2026-07-11T11:50:26.030339Z","title":"Qwen3 Technical Report","venue":"cs.CL","work_id":"25a4e30c-1232-48e7-9925-02fa12ba7c9e","year":2025},"citing_paper":{"arxiv_id":"2606.05241","last_updated":"2026-06-03T07:11:36Z","snapshot_observed_at":"2026-08-07T11:41:01.063878Z","submitted_at":"2026-06-03T07:11:36Z","title":"Search-Time Contamination in Deep Research Agents: Measuring Performance Inflation in Public Benchmark Evaluation","version":1},"reference_index":39,"source":"arxiv_source","source_observed_at":"2026-06-28T06:16:54.162410Z"},"links":{"cited_paper":"/paper/2505.09388","citing_paper":"/paper/2606.05241"},"observation_digest":"sha256:746d00662879f4b56604eef0a27158ced710f298b221bfb440107c6278ca9a85","observation_id":"0124a6fb-ab68-4542-85ea-9a7d229dc4b2","resolution":{"observed_at":"2026-07-02T08:16:47.657978Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2303.08774","last_updated":"2024-03-04T06:01:33Z","snapshot_observed_at":"2026-08-07T07:30:12.213965Z","submitted_at":"2023-03-15T17:15:04Z","title":"GPT-4 Technical Report","version":6},"cited_work":{"arxiv_id":"2303.08774","doi":"10.1002/tea.20265","metadata_source":"pith","pith_arxiv_id":"2303.08774","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"GPT-4 Technical Report","venue":"cs.CL","work_id":"b928e041-6991-4c08-8c81-0359e4097c7b","year":2023},"citing_paper":{"arxiv_id":"2606.05241","last_updated":"2026-06-03T07:11:36Z","snapshot_observed_at":"2026-08-07T11:41:01.063878Z","submitted_at":"2026-06-03T07:11:36Z","title":"Search-Time Contamination in Deep Research Agents: Measuring Performance Inflation in Public Benchmark Evaluation","version":1},"reference_index":40,"source":"arxiv_source","source_observed_at":"2026-06-28T06:16:54.162410Z"},"links":{"cited_paper":"/paper/2303.08774","citing_paper":"/paper/2606.05241"},"observation_digest":"sha256:514a2a23353e745262b85e57eb6cb583cd4a8a6148abab9c2e3b315435f18ac3","observation_id":"dd1956e2-589c-4cb6-9aea-8f19ec3144c5","resolution":{"observed_at":"2026-07-02T08:16:47.665674Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2601.03267","last_updated":"2026-05-01T23:55:43Z","snapshot_observed_at":"2026-08-02T10:52:10.211700Z","submitted_at":"2025-12-19T07:05:38Z","title":"OpenAI GPT-5 System Card","version":2},"cited_work":{"arxiv_id":"2601.03267","doi":"10.48550/arxiv.2601.03267","metadata_source":"pith","pith_arxiv_id":"2601.03267","snapshot_observed_at":"2026-08-05T02:49:54.815029Z","title":"OpenAI GPT-5 System Card","venue":"cs.CL","work_id":"ca87689a-0d29-4476-b504-b65dbbb08af4","year":2025},"citing_paper":{"arxiv_id":"2606.05241","last_updated":"2026-06-03T07:11:36Z","snapshot_observed_at":"2026-08-07T11:41:01.063878Z","submitted_at":"2026-06-03T07:11:36Z","title":"Search-Time Contamination in Deep Research Agents: Measuring Performance Inflation in Public Benchmark Evaluation","version":1},"reference_index":41,"source":"arxiv_source","source_observed_at":"2026-06-28T06:16:54.162410Z"},"links":{"cited_paper":"/paper/2601.03267","citing_paper":"/paper/2606.05241"},"observation_digest":"sha256:9e0f5fdd2f22eddabc493ee0f7c63758d266a5dd9303f3092e26b4ff33b57e3c","observation_id":"3ed08d57-44f7-44f0-84eb-6f2fb1c65d1d","resolution":{"observed_at":"2026-07-02T08:16:47.676559Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T00:38:24.809631+00:00","source":"crossref_status_cache"},{"observed_at":"2026-08-10T00:38:24.809631+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T06:16:54.162410Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2606.05241","last_updated":"2026-06-03T07:11:36Z","snapshot_observed_at":"2026-08-07T11:41:01.063878Z","submitted_at":"2026-06-03T07:11:36Z","title":"Search-Time Contamination in Deep Research Agents: Measuring Performance Inflation in Public Benchmark Evaluation","version":1},"reference_index":42,"source":"arxiv_source","source_observed_at":"2026-06-28T06:16:54.162410Z"},"links":{"citing_paper":"/paper/2606.05241"},"observation_digest":"sha256:81e26bfc3cfb4f063d16401b997a3ea87d905abf626124a624d5c3d22bcdaaf0","observation_id":"3f9a27f8-a715-4f59-a97e-361bed59544e","resolution":{"observed_at":"2026-06-28T06:16:54.162410Z","resolver_source":null,"status":"parse_uncertain"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T06:16:54.162410Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.05241","last_updated":"2026-06-03T07:11:36Z","snapshot_observed_at":"2026-08-07T11:41:01.063878Z","submitted_at":"2026-06-03T07:11:36Z","title":"Search-Time Contamination in Deep Research Agents: Measuring Performance Inflation in Public Benchmark Evaluation","version":1},"reference_index":43,"source":"arxiv_source","source_observed_at":"2026-06-28T06:16:54.162410Z"},"links":{"citing_paper":"/paper/2606.05241"},"observation_digest":"sha256:bf1075957de2f37cb931ee0f3550bdc5b66ac4a74a05f60b294e62e8e9914ecd","observation_id":"49e2ca59-cb77-4178-8633-ad77b4665067","resolution":{"observed_at":"2026-06-28T06:16:54.162410Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2510.09106","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-02T08:16:47.672380Z","title":"arXiv preprint arXiv:2510.09106 , year=","venue":null,"work_id":"e6d6c717-c2b4-45bd-bcb4-b7d36a354d7d","year":null},"citing_paper":{"arxiv_id":"2606.05241","last_updated":"2026-06-03T07:11:36Z","snapshot_observed_at":"2026-08-07T11:41:01.063878Z","submitted_at":"2026-06-03T07:11:36Z","title":"Search-Time Contamination in Deep Research Agents: Measuring Performance Inflation in Public Benchmark Evaluation","version":1},"reference_index":44,"source":"arxiv_source","source_observed_at":"2026-06-28T06:16:54.162410Z"},"links":{"citing_paper":"/paper/2606.05241"},"observation_digest":"sha256:e850d07edcd31728b6172d52199c582a2db007e7b52c96232dc1e8b65bed2e04","observation_id":"40168bf6-133b-4881-90c8-7c35e8c38c8c","resolution":{"observed_at":"2026-07-02T08:16:47.674230Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T06:16:54.162410Z","title":"2026 , howpublished =","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2606.05241","last_updated":"2026-06-03T07:11:36Z","snapshot_observed_at":"2026-08-07T11:41:01.063878Z","submitted_at":"2026-06-03T07:11:36Z","title":"Search-Time Contamination in Deep Research Agents: Measuring Performance Inflation in Public Benchmark Evaluation","version":1},"reference_index":45,"source":"arxiv_source","source_observed_at":"2026-06-28T06:16:54.162410Z"},"links":{"citing_paper":"/paper/2606.05241"},"observation_digest":"sha256:b2847a3173ab2a944da915ad1187ce5a0e4cd54e65bf2367acde90498208cd34","observation_id":"4c5788ce-cc0f-412f-938f-55a14c66f758","resolution":{"observed_at":"2026-06-28T06:16:54.162410Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T06:16:54.162410Z","title":"2025 , eprint=","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2606.05241","last_updated":"2026-06-03T07:11:36Z","snapshot_observed_at":"2026-08-07T11:41:01.063878Z","submitted_at":"2026-06-03T07:11:36Z","title":"Search-Time Contamination in Deep Research Agents: Measuring Performance Inflation in Public Benchmark Evaluation","version":1},"reference_index":46,"source":"arxiv_source","source_observed_at":"2026-06-28T06:16:54.162410Z"},"links":{"citing_paper":"/paper/2606.05241"},"observation_digest":"sha256:e7f0c44798a132d88f5227612420fefb6b36c09fa1f3691d6f001d9975e80cb9","observation_id":"525fce51-fbff-44df-8561-6c6a0b414321","resolution":{"observed_at":"2026-06-28T06:16:54.162410Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2606.05241","last_updated":"2026-06-03T07:11:36Z","latest_version":1,"primary_category":"cs.CR","snapshot_observed_at":"2026-08-07T11:41:01.063878Z","submitted_at":"2026-06-03T07:11:36Z","title":"Search-Time Contamination in Deep Research Agents: Measuring Performance Inflation in Public Benchmark Evaluation"},"reference_resolution":{"displayed":46,"state_counts":{"malformed_identifier":0,"metadata_mismatch":11,"parse_uncertain":1,"unresolved":29,"verified_exact":5,"verified_fuzzy":0},"total_outbound_references":46},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"thesis":"As of 11 August 2026, this Paper Citation Record lists 46 of 46 outbound references and 1 inbound Pith citation observation for arXiv:2606.05241."}