{"as_of":"2026-08-15T15:29:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:2caf5c78ee331653586a4ad6cf525a24d12895a65d82050fd89d04b68d0696bb","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":23,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":23,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-15T06:32:42.880941+00:00","state":"measured"},{"denominator":23,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":23,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-15T14:26:19.390627Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":1,"source":"arxiv_reference","source_observed_at":"2026-08-05T02:28:24.338817Z","state":"measured"}],"external_citation_measurements":[{"count":1,"observed_at":"2026-08-05T02:28:24.338817Z","source":"arxiv_reference"}],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2409.07703","last_updated":"2025-04-11T14:12:58Z","snapshot_observed_at":"2026-08-14T14:52:35.565301Z","submitted_at":"2024-09-12T02:08:00Z","title":"DSBench: How Far Are Data Science Agents from Becoming Data Science Experts?","version":3},"cited_work":{"arxiv_id":"2409.07703","doi":"10.48550/arxiv.2409.07703","metadata_source":"arxiv_reference","pith_arxiv_id":"2409.07703","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"DSBench : How Far Are Data Science Agents to Becoming Data Science Experts ?, September 2024","venue":"arXiv (Cornell University)","work_id":"6b5b5522-b2f4-402e-ac4c-1a209d3d9d60","year":2024},"citing_paper":{"arxiv_id":"2410.07095","last_updated":"2025-02-26T11:57:30Z","snapshot_observed_at":"2026-08-12T16:49:10.970507Z","submitted_at":"2024-10-09T17:34:27Z","title":"MLE-bench: Evaluating Machine Learning Agents on Machine Learning Engineering","version":6},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-05-23T19:11:20.600633Z"},"links":{"cited_paper":"/paper/2409.07703","citing_paper":"/paper/2410.07095"},"observation_digest":"sha256:fe4b5e5ca24567979ef1658d973b88016f6ed5f859ee959f03a5ab5b7c7b34f9","observation_id":"556b8617-b887-420c-9d9f-a9e5dc970094","resolution":{"observed_at":"2026-05-23T19:13:21.510007Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2409.07703","last_updated":"2025-04-11T14:12:58Z","snapshot_observed_at":"2026-08-14T14:52:35.565301Z","submitted_at":"2024-09-12T02:08:00Z","title":"DSBench: How Far Are Data Science Agents from Becoming Data Science Experts?","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.07703","snapshot_observed_at":"2026-08-12T19:02:19.205839Z","title":"Dsbench: How far are data science agents to becoming data science experts?, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.11910","last_updated":"2024-11-24T12:59:44Z","snapshot_observed_at":"2026-08-14T02:34:22.228518Z","submitted_at":"2024-11-17T13:40:35Z","title":"AIGS: Generating Science from AI-Powered Automated Falsification","version":2},"reference_index":40,"source":"arxiv_source","source_observed_at":"2026-08-12T19:02:19.205839Z"},"links":{"cited_paper":"/paper/2409.07703","citing_paper":"/paper/2411.11910"},"observation_digest":"sha256:ed735cdf1b0444463ff6093d9c9162d27671761fc635439f16feef529eabb407","observation_id":"6ac936f5-fb79-48e2-bd01-7228f3861b4d","resolution":{"observed_at":"2026-08-12T19:02:19.205839Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.07703","last_updated":"2025-04-11T14:12:58Z","snapshot_observed_at":"2026-08-14T14:52:35.565301Z","submitted_at":"2024-09-12T02:08:00Z","title":"DSBench: How Far Are Data Science Agents from Becoming Data Science Experts?","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.07703","snapshot_observed_at":"2026-08-10T21:39:25.314641Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2501.04306","last_updated":"2025-01-08T06:44:02Z","snapshot_observed_at":"2026-08-13T09:15:34.978879Z","submitted_at":"2025-01-08T06:44:02Z","title":"LLM4SR: A Survey on Large Language Models for Scientific Research","version":1},"reference_index":61,"source":"pdf_text","source_observed_at":"2026-08-10T21:39:25.314641Z"},"links":{"cited_paper":"/paper/2409.07703","citing_paper":"/paper/2501.04306"},"observation_digest":"sha256:b1da7c8d4789a3a50ee7f7c70001c6e6d32213993487279fa0eb0a266c5a0c76","observation_id":"1752b8ff-13f3-4cc9-8fcd-4e4633d46379","resolution":{"observed_at":"2026-08-10T21:39:25.314641Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.07703","last_updated":"2025-04-11T14:12:58Z","snapshot_observed_at":"2026-08-14T14:52:35.565301Z","submitted_at":"2024-09-12T02:08:00Z","title":"DSBench: How Far Are Data Science Agents from Becoming Data Science Experts?","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.07703","snapshot_observed_at":"2026-08-10T14:21:24.207266Z","title":"Dsbench: How far are data science agents to becoming data science experts?","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2501.15427","last_updated":"2025-02-18T04:04:05Z","snapshot_observed_at":"2026-08-14T00:54:25.878678Z","submitted_at":"2025-01-26T07:07:01Z","title":"OpenCharacter: Training Customizable Role-Playing LLMs with Large-Scale Synthetic Personas","version":2},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-10T14:21:24.207266Z"},"links":{"cited_paper":"/paper/2409.07703","citing_paper":"/paper/2501.15427"},"observation_digest":"sha256:b6da0e4e6df41851aa35e8772fa222132b013d7fea3aa0568d0c5eca64949514","observation_id":"d9f1506b-47f8-476e-9a70-d6933bd5a827","resolution":{"observed_at":"2026-08-10T14:21:24.207266Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.07703","last_updated":"2025-04-11T14:12:58Z","snapshot_observed_at":"2026-08-14T14:52:35.565301Z","submitted_at":"2024-09-12T02:08:00Z","title":"DSBench: How Far Are Data Science Agents from Becoming Data Science Experts?","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.07703","snapshot_observed_at":"2026-08-07T06:00:19.482473Z","title":"Dsbench: How far are data science agents to becoming data science experts?","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.11102","last_updated":"2025-06-06T17:52:18Z","snapshot_observed_at":"2026-08-07T05:54:56.593167Z","submitted_at":"2025-06-06T17:52:18Z","title":"Evolutionary Perspectives on the Evaluation of LLM-Based AI Agents: A Comprehensive Survey","version":1},"reference_index":101,"source":"pdf_text","source_observed_at":"2026-08-07T06:00:19.482473Z"},"links":{"cited_paper":"/paper/2409.07703","citing_paper":"/paper/2506.11102"},"observation_digest":"sha256:43abbabc0bf7a4a7f81e846ea103a40b8d65ebc3c925f9ddc62e1012b5c105a5","observation_id":"92b8c99e-cd11-4231-aa52-2aff45fb1f1c","resolution":{"observed_at":"2026-08-07T06:00:19.482473Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.07703","last_updated":"2025-04-11T14:12:58Z","snapshot_observed_at":"2026-08-14T14:52:35.565301Z","submitted_at":"2024-09-12T02:08:00Z","title":"DSBench: How Far Are Data Science Agents from Becoming Data Science Experts?","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.07703","snapshot_observed_at":"2026-08-07T00:48:18.687246Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.12594","last_updated":"2025-06-14T18:19:05Z","snapshot_observed_at":"2026-08-13T01:21:59.385623Z","submitted_at":"2025-06-14T18:19:05Z","title":"A Comprehensive Survey of Deep Research: Systems, Methodologies, and Applications","version":1},"reference_index":122,"source":"pdf_text","source_observed_at":"2026-08-07T00:48:18.687246Z"},"links":{"cited_paper":"/paper/2409.07703","citing_paper":"/paper/2506.12594"},"observation_digest":"sha256:39fa5e7e0bd45ad6226d5ac7ffe52ae1fd322f5cd1c13812ceb1af7f98e801e9","observation_id":"680d5e7c-17ed-4fb0-acf6-b8a278b662e7","resolution":{"observed_at":"2026-08-07T00:48:18.687246Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.07703","last_updated":"2025-04-11T14:12:58Z","snapshot_observed_at":"2026-08-14T14:52:35.565301Z","submitted_at":"2024-09-12T02:08:00Z","title":"DSBench: How Far Are Data Science Agents from Becoming Data Science Experts?","version":3},"cited_work":{"arxiv_id":"2409.07703","doi":"10.48550/arxiv.2409.07703","metadata_source":"arxiv_reference","pith_arxiv_id":"2409.07703","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"DSBench : How Far Are Data Science Agents to Becoming Data Science Experts ?, September 2024","venue":"arXiv (Cornell University)","work_id":"6b5b5522-b2f4-402e-ac4c-1a209d3d9d60","year":2024},"citing_paper":{"arxiv_id":"2506.22598","last_updated":"2026-04-21T20:17:15Z","snapshot_observed_at":"2026-08-13T23:47:53.767784Z","submitted_at":"2025-06-27T19:41:41Z","title":"RExBench: Can coding agents autonomously implement AI research extensions?","version":3},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-05-19T07:33:39.675929Z"},"links":{"cited_paper":"/paper/2409.07703","citing_paper":"/paper/2506.22598"},"observation_digest":"sha256:82bffa2dc28e2131da2e4a6a3a7d01968ac454fda475e6051544a0575c674ab4","observation_id":"0dc316f9-9b24-4db2-ba4d-91110edf0c8b","resolution":{"observed_at":"2026-05-19T07:37:08.910235Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2409.07703","last_updated":"2025-04-11T14:12:58Z","snapshot_observed_at":"2026-08-14T14:52:35.565301Z","submitted_at":"2024-09-12T02:08:00Z","title":"DSBench: How Far Are Data Science Agents from Becoming Data Science Experts?","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.07703","snapshot_observed_at":"2026-08-06T10:55:14.767959Z","title":"Dsbench: How far are data science agents from becoming data science experts?, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.23276","last_updated":"2025-08-01T12:49:36Z","snapshot_observed_at":"2026-08-06T10:54:57.937285Z","submitted_at":"2025-07-31T06:32:06Z","title":"How Far Are AI Scientists from Changing the World?","version":2},"reference_index":71,"source":"arxiv_source","source_observed_at":"2026-08-06T10:55:14.767959Z"},"links":{"cited_paper":"/paper/2409.07703","citing_paper":"/paper/2507.23276"},"observation_digest":"sha256:64bab24029485a42a63a540ffe668e726c3b429f17f8fecedbeb4c74d22015f3","observation_id":"29f67b7d-f44c-4129-bee6-9aa70859ad81","resolution":{"observed_at":"2026-08-06T10:55:14.767959Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.07703","last_updated":"2025-04-11T14:12:58Z","snapshot_observed_at":"2026-08-14T14:52:35.565301Z","submitted_at":"2024-09-12T02:08:00Z","title":"DSBench: How Far Are Data Science Agents from Becoming Data Science Experts?","version":3},"cited_work":{"arxiv_id":"2409.07703","doi":"10.48550/arxiv.2409.07703","metadata_source":"arxiv_reference","pith_arxiv_id":"2409.07703","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"DSBench : How Far Are Data Science Agents to Becoming Data Science Experts ?, September 2024","venue":"arXiv (Cornell University)","work_id":"6b5b5522-b2f4-402e-ac4c-1a209d3d9d60","year":2024},"citing_paper":{"arxiv_id":"2508.10177","last_updated":"2026-04-22T18:28:23Z","snapshot_observed_at":"2026-08-12T17:56:51.477030Z","submitted_at":"2025-08-13T20:29:56Z","title":"KompeteAI: Accelerated Autonomous Multi-Agent System for End-to-End Pipeline Generation for Machine Learning Problems","version":3},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-05-18T22:22:19.478156Z"},"links":{"cited_paper":"/paper/2409.07703","citing_paper":"/paper/2508.10177"},"observation_digest":"sha256:e39e8914fc7720067cf0fabc2dbd62d818a32a165d9659357c87c68af4f00bb6","observation_id":"5ced49b2-0594-4fb0-b73a-b7d70dd1f1ba","resolution":{"observed_at":"2026-05-18T22:22:51.723943Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2409.07703","last_updated":"2025-04-11T14:12:58Z","snapshot_observed_at":"2026-08-14T14:52:35.565301Z","submitted_at":"2024-09-12T02:08:00Z","title":"DSBench: How Far Are Data Science Agents from Becoming Data Science Experts?","version":3},"cited_work":{"arxiv_id":"2409.07703","doi":"10.48550/arxiv.2409.07703","metadata_source":"arxiv_reference","pith_arxiv_id":"2409.07703","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"DSBench : How Far Are Data Science Agents to Becoming Data Science Experts ?, September 2024","venue":"arXiv (Cornell University)","work_id":"6b5b5522-b2f4-402e-ac4c-1a209d3d9d60","year":2024},"citing_paper":{"arxiv_id":"2510.05307","last_updated":"2026-05-07T15:51:04Z","snapshot_observed_at":"2026-08-13T20:52:12.974878Z","submitted_at":"2025-10-06T19:18:56Z","title":"When Should Users Check? Modeling Confirmation Frequency inMulti-Step Agentic AI Tasks","version":3},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-05-18T08:59:35.944554Z"},"links":{"cited_paper":"/paper/2409.07703","citing_paper":"/paper/2510.05307"},"observation_digest":"sha256:e78e27dbe3ce33fe67ce6e15975cf25b8b2951a469713702f9a39ed881561b6d","observation_id":"8c38d0a1-04ad-458a-b419-d85138cecc80","resolution":{"observed_at":"2026-05-18T09:01:08.880129Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2409.07703","last_updated":"2025-04-11T14:12:58Z","snapshot_observed_at":"2026-08-14T14:52:35.565301Z","submitted_at":"2024-09-12T02:08:00Z","title":"DSBench: How Far Are Data Science Agents from Becoming Data Science Experts?","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.07703","snapshot_observed_at":"2026-08-04T10:36:23.719056Z","title":"Huang, X","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2510.09517","last_updated":"2026-07-02T09:56:45Z","snapshot_observed_at":"2026-08-08T00:15:14.362197Z","submitted_at":"2025-10-10T16:28:43Z","title":"StatEval: A Comprehensive Benchmark for Large Language Models in Statistics","version":2},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-04T10:36:23.719056Z"},"links":{"cited_paper":"/paper/2409.07703","citing_paper":"/paper/2510.09517"},"observation_digest":"sha256:6d9eeb7f8245bb047297f77d4f64ed060b5756e4af14aa0f9038415f852b1527","observation_id":"eca912e1-9d73-4bc0-85d2-2d10b6011d45","resolution":{"observed_at":"2026-08-04T10:36:23.719056Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.07703","last_updated":"2025-04-11T14:12:58Z","snapshot_observed_at":"2026-08-14T14:52:35.565301Z","submitted_at":"2024-09-12T02:08:00Z","title":"DSBench: How Far Are Data Science Agents from Becoming Data Science Experts?","version":3},"cited_work":{"arxiv_id":"2409.07703","doi":"10.48550/arxiv.2409.07703","metadata_source":"arxiv_reference","pith_arxiv_id":"2409.07703","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"DSBench : How Far Are Data Science Agents to Becoming Data Science Experts ?, September 2024","venue":"arXiv (Cornell University)","work_id":"6b5b5522-b2f4-402e-ac4c-1a209d3d9d60","year":2024},"citing_paper":{"arxiv_id":"2604.09791","last_updated":"2026-04-10T18:13:09Z","snapshot_observed_at":"2026-08-14T07:42:27.390750Z","submitted_at":"2026-04-10T18:13:09Z","title":"Pioneer Agent: Continual Improvement of Small Language Models in Production","version":1},"reference_index":45,"source":"arxiv_source","source_observed_at":"2026-05-10T17:48:40.520740Z"},"links":{"cited_paper":"/paper/2409.07703","citing_paper":"/paper/2604.09791"},"observation_digest":"sha256:90c407384b18522f78654425ca0870bd59c8174633ed0d335b085b9bb164d05c","observation_id":"7d74ccfd-08f5-4225-9bd7-b1e1cabab3e0","resolution":{"observed_at":"2026-05-11T06:05:57.629860Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2409.07703","last_updated":"2025-04-11T14:12:58Z","snapshot_observed_at":"2026-08-14T14:52:35.565301Z","submitted_at":"2024-09-12T02:08:00Z","title":"DSBench: How Far Are Data Science Agents from Becoming Data Science Experts?","version":3},"cited_work":{"arxiv_id":"2409.07703","doi":"10.48550/arxiv.2409.07703","metadata_source":"arxiv_reference","pith_arxiv_id":"2409.07703","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"DSBench : How Far Are Data Science Agents to Becoming Data Science Experts ?, September 2024","venue":"arXiv (Cornell University)","work_id":"6b5b5522-b2f4-402e-ac4c-1a209d3d9d60","year":2024},"citing_paper":{"arxiv_id":"2605.17373","last_updated":"2026-05-29T04:24:32Z","snapshot_observed_at":"2026-08-15T09:26:02.151681Z","submitted_at":"2026-05-17T10:30:38Z","title":"FML-bench: A Controlled Study of AI Research Agent Strategies from the Perspective of Search Dynamics","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-05-20T14:25:15.565386Z"},"links":{"cited_paper":"/paper/2409.07703","citing_paper":"/paper/2605.17373"},"observation_digest":"sha256:c09de9893f134359096184c8c47e46d6166d2a0597ab893fa4bb1abcb0924900","observation_id":"af41eded-bb0e-4eb2-8abc-cf6b3455f994","resolution":{"observed_at":"2026-05-20T14:28:21.454611Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2409.07703","last_updated":"2025-04-11T14:12:58Z","snapshot_observed_at":"2026-08-14T14:52:35.565301Z","submitted_at":"2024-09-12T02:08:00Z","title":"DSBench: How Far Are Data Science Agents from Becoming Data Science Experts?","version":3},"cited_work":{"arxiv_id":"2409.07703","doi":"10.48550/arxiv.2409.07703","metadata_source":"arxiv_reference","pith_arxiv_id":"2409.07703","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"DSBench : How Far Are Data Science Agents to Becoming Data Science Experts ?, September 2024","venue":"arXiv (Cornell University)","work_id":"6b5b5522-b2f4-402e-ac4c-1a209d3d9d60","year":2024},"citing_paper":{"arxiv_id":"2605.17373","last_updated":"2026-05-29T04:24:32Z","snapshot_observed_at":"2026-08-15T09:26:02.151681Z","submitted_at":"2026-05-17T10:30:38Z","title":"FML-bench: A Controlled Study of AI Research Agent Strategies from the Perspective of Search Dynamics","version":2},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-06-30T19:00:30.961402Z"},"links":{"cited_paper":"/paper/2409.07703","citing_paper":"/paper/2605.17373"},"observation_digest":"sha256:070d969bf6bd4fdb1f9cfe1b20b22d08d09936d879b597249a7a6b548e2b2f1d","observation_id":"59e0362e-e648-436f-9bf9-cdf127b21075","resolution":{"observed_at":"2026-06-30T19:05:00.922116Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2409.07703","last_updated":"2025-04-11T14:12:58Z","snapshot_observed_at":"2026-08-14T14:52:35.565301Z","submitted_at":"2024-09-12T02:08:00Z","title":"DSBench: How Far Are Data Science Agents from Becoming Data Science Experts?","version":3},"cited_work":{"arxiv_id":"2409.07703","doi":"10.48550/arxiv.2409.07703","metadata_source":"arxiv_reference","pith_arxiv_id":"2409.07703","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"DSBench : How Far Are Data Science Agents to Becoming Data Science Experts ?, September 2024","venue":"arXiv (Cornell University)","work_id":"6b5b5522-b2f4-402e-ac4c-1a209d3d9d60","year":2024},"citing_paper":{"arxiv_id":"2606.00051","last_updated":"2026-05-08T08:23:10Z","snapshot_observed_at":"2026-08-07T00:25:09.123345Z","submitted_at":"2026-05-08T08:23:10Z","title":"Business Utility of Large Language Models as Exploratory Data Analysis Agents","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-06-30T23:25:17.416071Z"},"links":{"cited_paper":"/paper/2409.07703","citing_paper":"/paper/2606.00051"},"observation_digest":"sha256:ffc9a333945839d25728fd9b959dfed3ca68c9a81ca23cb3ee3d7f246974af8d","observation_id":"b5b6dc35-afad-4f3a-a9ad-81304e5c5a94","resolution":{"observed_at":"2026-06-30T23:35:06.978809Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2409.07703","last_updated":"2025-04-11T14:12:58Z","snapshot_observed_at":"2026-08-14T14:52:35.565301Z","submitted_at":"2024-09-12T02:08:00Z","title":"DSBench: How Far Are Data Science Agents from Becoming Data Science Experts?","version":3},"cited_work":{"arxiv_id":"2409.07703","doi":"10.48550/arxiv.2409.07703","metadata_source":"arxiv_reference","pith_arxiv_id":"2409.07703","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"DSBench : How Far Are Data Science Agents to Becoming Data Science Experts ?, September 2024","venue":"arXiv (Cornell University)","work_id":"6b5b5522-b2f4-402e-ac4c-1a209d3d9d60","year":2024},"citing_paper":{"arxiv_id":"2606.11176","last_updated":"2026-06-09T17:51:55Z","snapshot_observed_at":"2026-08-04T10:02:13.493460Z","submitted_at":"2026-06-09T17:51:55Z","title":"Data Journalist Agent: Transforming Data into Verifiable Multimodal Stories","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-06-27T13:43:02.919248Z"},"links":{"cited_paper":"/paper/2409.07703","citing_paper":"/paper/2606.11176"},"observation_digest":"sha256:f73eaca3da113644acb61185ed439f770f86eca03ed59ce3a796cc3f840f8ba8","observation_id":"bad12990-f483-4bfd-b131-ad9a330e0a8b","resolution":{"observed_at":"2026-07-03T04:37:37.766614Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2409.07703","last_updated":"2025-04-11T14:12:58Z","snapshot_observed_at":"2026-08-14T14:52:35.565301Z","submitted_at":"2024-09-12T02:08:00Z","title":"DSBench: How Far Are Data Science Agents from Becoming Data Science Experts?","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.07703","snapshot_observed_at":"2026-07-11T20:19:27.650696Z","title":"Jansen, M.-A","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.04293","last_updated":"2026-07-05T13:08:51Z","snapshot_observed_at":"2026-08-12T20:36:39.006701Z","submitted_at":"2026-07-05T13:08:51Z","title":"CausalGame: Benchmarking Causal Thinking of LLM Agents in Games","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-07-11T20:19:27.650696Z"},"links":{"cited_paper":"/paper/2409.07703","citing_paper":"/paper/2607.04293"},"observation_digest":"sha256:519f01a274bc65a3cd8035a217e1acb6e30a57db9b0ac9232e89279808ed0674","observation_id":"beac2195-3282-423e-ba1f-9cd5fb55b36a","resolution":{"observed_at":"2026-07-11T20:19:27.650696Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.07703","last_updated":"2025-04-11T14:12:58Z","snapshot_observed_at":"2026-08-14T14:52:35.565301Z","submitted_at":"2024-09-12T02:08:00Z","title":"DSBench: How Far Are Data Science Agents from Becoming Data Science Experts?","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.07703","snapshot_observed_at":"2026-08-02T02:18:45.052883Z","title":"arXiv preprint arXiv:2409.07703 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.14386","last_updated":"2026-07-15T22:01:21Z","snapshot_observed_at":"2026-08-08T01:19:24.103488Z","submitted_at":"2026-07-15T22:01:21Z","title":"CIPHER: A Decoupled Exploration-Selection Framework for Test-Time Scaling of Data Science Agents","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-02T02:18:45.052883Z"},"links":{"cited_paper":"/paper/2409.07703","citing_paper":"/paper/2607.14386"},"observation_digest":"sha256:eb9f650b65912ff55cce91bbc928b234566a5c595ceb71f4f845ef572a9abdfa","observation_id":"e60ba965-954f-40cf-8fd8-df45e7d62793","resolution":{"observed_at":"2026-08-02T02:18:45.052883Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.07703","last_updated":"2025-04-11T14:12:58Z","snapshot_observed_at":"2026-08-14T14:52:35.565301Z","submitted_at":"2024-09-12T02:08:00Z","title":"DSBench: How Far Are Data Science Agents from Becoming Data Science Experts?","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.07703","snapshot_observed_at":"2026-08-01T22:27:23.447307Z","title":"Dsbench: How far are data science agents from becoming data science experts?arXiv preprint arXiv:2409.07703, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.15766","last_updated":"2026-07-17T08:56:43Z","snapshot_observed_at":"2026-08-12T20:35:57.463095Z","submitted_at":"2026-07-17T08:56:43Z","title":"Before the Action: Benchmarking LLMs on Prospective Hypothesis Discovery","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-01T22:27:23.447307Z"},"links":{"cited_paper":"/paper/2409.07703","citing_paper":"/paper/2607.15766"},"observation_digest":"sha256:1a96b2e89ad1a892419df9504272d29df10710998a5a1878a019d2bfbac05642","observation_id":"b591d3f8-d4d6-4667-ac65-10452495c4e6","resolution":{"observed_at":"2026-08-01T22:27:23.447307Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.07703","last_updated":"2025-04-11T14:12:58Z","snapshot_observed_at":"2026-08-14T14:52:35.565301Z","submitted_at":"2024-09-12T02:08:00Z","title":"DSBench: How Far Are Data Science Agents from Becoming Data Science Experts?","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.07703","snapshot_observed_at":"2026-07-31T01:39:47.560956Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.25090","last_updated":"2026-07-27T21:30:39Z","snapshot_observed_at":"2026-08-13T16:20:37.136961Z","submitted_at":"2026-07-27T21:30:39Z","title":"Matryoshka Agent: Unfolding Sub-Agents for Long-Horizon Machine Learning Engineering","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-07-31T01:39:47.560956Z"},"links":{"cited_paper":"/paper/2409.07703","citing_paper":"/paper/2607.25090"},"observation_digest":"sha256:e99d998234b398d20efef0b83250085f125fdc5400c78b618f474ff55b9bdd65","observation_id":"66ebe250-73dd-4313-be8b-7aa0051acd37","resolution":{"observed_at":"2026-07-31T01:39:47.560956Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.07703","last_updated":"2025-04-11T14:12:58Z","snapshot_observed_at":"2026-08-14T14:52:35.565301Z","submitted_at":"2024-09-12T02:08:00Z","title":"DSBench: How Far Are Data Science Agents from Becoming Data Science Experts?","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.07703","snapshot_observed_at":"2026-08-01T15:36:22.417125Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.26451","last_updated":"2026-07-29T04:04:54Z","snapshot_observed_at":"2026-08-15T02:19:35.706955Z","submitted_at":"2026-07-29T04:04:54Z","title":"ExplainBench: Evaluating Code Explanations from Agents","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-01T15:36:22.417125Z"},"links":{"cited_paper":"/paper/2409.07703","citing_paper":"/paper/2607.26451"},"observation_digest":"sha256:0e1f487f16b29e46dda048024cdf3ddbe23ab8325bbaea0cad975a15bc590078","observation_id":"a08ed31e-8526-4070-9314-4202812caf50","resolution":{"observed_at":"2026-08-01T15:36:22.417125Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.07703","last_updated":"2025-04-11T14:12:58Z","snapshot_observed_at":"2026-08-14T14:52:35.565301Z","submitted_at":"2024-09-12T02:08:00Z","title":"DSBench: How Far Are Data Science Agents from Becoming Data Science Experts?","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.07703","snapshot_observed_at":"2026-08-15T14:25:46.442800Z","title":"arXiv preprint arXiv:2409.07703 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.10366","last_updated":"2026-08-11T01:45:56Z","snapshot_observed_at":"2026-08-15T14:19:09.636248Z","submitted_at":"2026-08-11T01:45:56Z","title":"DSAgentBench: Can Agents Automate End-to-End Data-Science Workflows in Real Computer Environments?","version":1},"reference_index":71,"source":"arxiv_source","source_observed_at":"2026-08-15T14:25:46.442800Z"},"links":{"cited_paper":"/paper/2409.07703","citing_paper":"/paper/2608.10366"},"observation_digest":"sha256:01b52f2ad763ae4375cedf7dfbf23671ce9318f4e4b401ec9655a8cdc4fa46e7","observation_id":"8f302c8f-b879-4bee-b4c2-ec405d920637","resolution":{"observed_at":"2026-08-15T14:25:46.442800Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.07703","last_updated":"2025-04-11T14:12:58Z","snapshot_observed_at":"2026-08-14T14:52:35.565301Z","submitted_at":"2024-09-12T02:08:00Z","title":"DSBench: How Far Are Data Science Agents from Becoming Data Science Experts?","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.07703","snapshot_observed_at":"2026-08-15T14:26:19.390627Z","title":"2409.07703 , archivePrefix=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.10424","last_updated":"2026-08-11T03:15:08Z","snapshot_observed_at":"2026-08-15T14:18:43.766307Z","submitted_at":"2026-08-11T03:15:08Z","title":"Recovering Wasted Compute in Autoresearch Agents","version":1},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-15T14:26:19.390627Z"},"links":{"cited_paper":"/paper/2409.07703","citing_paper":"/paper/2608.10424"},"observation_digest":"sha256:6af528b8f7473944d730422e487b7a09d7d128724c839b1dc3889adf32a145e7","observation_id":"32a66a14-581f-4471-86f3-471890fd5658","resolution":{"observed_at":"2026-08-15T14:26:19.390627Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2409.07703/citation-record","integrity":"/paper/2409.07703/integrity","json":"/paper/2409.07703/citation-record.json","paper":"/paper/2409.07703"},"outbound":[],"paper":{"arxiv_id":"2409.07703","last_updated":"2025-04-11T14:12:58Z","latest_version":3,"primary_category":"cs.AI","snapshot_observed_at":"2026-08-14T14:52:35.565301Z","submitted_at":"2024-09-12T02:08:00Z","title":"DSBench: How Far Are Data Science Agents from Becoming Data Science Experts?"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"thesis":"As of 15 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 23 inbound Pith citation observations for arXiv:2409.07703."}