{"as_of":"2026-08-13T02:05:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:042d4d8a001881c85db197188ebec1429cf89f487a025937909b41b4a77d2cab","coverage":[{"denominator":9,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":9,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-09T17:06:26.773812Z","state":"measured"},{"denominator":15,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":15,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-12T06:34:41.77262+00:00","state":"measured"},{"denominator":6,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":6,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T11:49:04.506588Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-06-30T19:05:00.939699Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2502.00964","last_updated":"2025-02-19T05:09:01Z","snapshot_observed_at":"2026-08-09T17:02:32.208398Z","submitted_at":"2025-02-03T00:04:49Z","title":"ML-Dev-Bench: Comparative Analysis of AI Agents on ML development workflows","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.00964","snapshot_observed_at":"2026-08-07T11:49:04.506588Z","title":"Mathis Pink, Qinyuan Wu, Vy Ai Vo, Javier Turek, Jianing Mu, Alexander Huth, and Mariya Toneva","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.01372","last_updated":"2025-06-09T09:01:24Z","snapshot_observed_at":"2026-08-09T21:55:30.084491Z","submitted_at":"2025-06-02T06:59:10Z","title":"AI Scientists Fail Without Strong Implementation Capability","version":2},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-07T11:49:04.506588Z"},"links":{"cited_paper":"/paper/2502.00964","citing_paper":"/paper/2506.01372"},"observation_digest":"sha256:c7101b4080a83a715b562a2bb7b7b320d7d2d431d5baa142596bee526d080c15","observation_id":"0beef106-8e32-460f-ac4f-fb8be80c23bf","resolution":{"observed_at":"2026-08-07T11:49:04.506588Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2502.00964","last_updated":"2025-02-19T05:09:01Z","snapshot_observed_at":"2026-08-09T17:02:32.208398Z","submitted_at":"2025-02-03T00:04:49Z","title":"ML-Dev-Bench: Comparative Analysis of AI Agents on ML development workflows","version":3},"cited_work":{"arxiv_id":"2502.00964","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2502.00964","snapshot_observed_at":"2026-06-30T19:05:00.939699Z","title":"Ml-dev-bench: Comparative analysis of ai agents on ml development workflows","venue":null,"work_id":"d019a574-96c1-4351-8ea6-c12f4138e876","year":2025},"citing_paper":{"arxiv_id":"2506.22598","last_updated":"2026-04-21T20:17:15Z","snapshot_observed_at":"2026-08-03T23:13:09.503654Z","submitted_at":"2025-06-27T19:41:41Z","title":"RExBench: Can coding agents autonomously implement AI research extensions?","version":3},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-05-19T07:33:39.675929Z"},"links":{"cited_paper":"/paper/2502.00964","citing_paper":"/paper/2506.22598"},"observation_digest":"sha256:a450be223e84000bcb5df50603c41b1ebfc281dc2a79e1b951d3d0284e80cf11","observation_id":"560361e4-aec9-4c8a-8535-08f6237a660f","resolution":{"observed_at":"2026-05-19T07:37:08.916542Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2502.00964","last_updated":"2025-02-19T05:09:01Z","snapshot_observed_at":"2026-08-09T17:02:32.208398Z","submitted_at":"2025-02-03T00:04:49Z","title":"ML-Dev-Bench: Comparative Analysis of AI Agents on ML development workflows","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.00964","snapshot_observed_at":"2026-08-06T10:55:14.931704Z","title":"Ml-dev-bench: Comparative analysis of ai agents on ml development workflows, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.23276","last_updated":"2025-08-01T12:49:36Z","snapshot_observed_at":"2026-08-06T10:54:57.937285Z","submitted_at":"2025-07-31T06:32:06Z","title":"How Far Are AI Scientists from Changing the World?","version":2},"reference_index":122,"source":"arxiv_source","source_observed_at":"2026-08-06T10:55:14.931704Z"},"links":{"cited_paper":"/paper/2502.00964","citing_paper":"/paper/2507.23276"},"observation_digest":"sha256:009f5dfaa202867930fd7a50c8a8a7a3e15d1f6c804ff472233ada71e8be129c","observation_id":"d2935d8f-ecb8-4424-b53e-823fb388506f","resolution":{"observed_at":"2026-08-06T10:55:14.931704Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2502.00964","last_updated":"2025-02-19T05:09:01Z","snapshot_observed_at":"2026-08-09T17:02:32.208398Z","submitted_at":"2025-02-03T00:04:49Z","title":"ML-Dev-Bench: Comparative Analysis of AI Agents on ML development workflows","version":3},"cited_work":{"arxiv_id":"2502.00964","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2502.00964","snapshot_observed_at":"2026-06-30T19:05:00.939699Z","title":"Ml-dev-bench: Comparative analysis of ai agents on ml development workflows","venue":null,"work_id":"d019a574-96c1-4351-8ea6-c12f4138e876","year":2025},"citing_paper":{"arxiv_id":"2605.17373","last_updated":"2026-05-29T04:24:32Z","snapshot_observed_at":"2026-07-06T23:28:21.395050Z","submitted_at":"2026-05-17T10:30:38Z","title":"FML-bench: A Controlled Study of AI Research Agent Strategies from the Perspective of Search Dynamics","version":1},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-05-20T14:25:15.565386Z"},"links":{"cited_paper":"/paper/2502.00964","citing_paper":"/paper/2605.17373"},"observation_digest":"sha256:4e1b4b05ded7eec46a9b350b065590a82d2d2d1912dd44d4104f3579bfa69370","observation_id":"090899ee-1e72-423a-ab1a-cdd33192a375","resolution":{"observed_at":"2026-05-20T14:28:21.397811Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2502.00964","last_updated":"2025-02-19T05:09:01Z","snapshot_observed_at":"2026-08-09T17:02:32.208398Z","submitted_at":"2025-02-03T00:04:49Z","title":"ML-Dev-Bench: Comparative Analysis of AI Agents on ML development workflows","version":3},"cited_work":{"arxiv_id":"2502.00964","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2502.00964","snapshot_observed_at":"2026-06-30T19:05:00.939699Z","title":"Ml-dev-bench: Comparative analysis of ai agents on ml development workflows","venue":null,"work_id":"d019a574-96c1-4351-8ea6-c12f4138e876","year":2025},"citing_paper":{"arxiv_id":"2605.17373","last_updated":"2026-05-29T04:24:32Z","snapshot_observed_at":"2026-07-06T23:28:21.395050Z","submitted_at":"2026-05-17T10:30:38Z","title":"FML-bench: A Controlled Study of AI Research Agent Strategies from the Perspective of Search Dynamics","version":2},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-06-30T19:00:30.961402Z"},"links":{"cited_paper":"/paper/2502.00964","citing_paper":"/paper/2605.17373"},"observation_digest":"sha256:a9877c63abf4ce07a8a9b40d615b8f8ab89b672657241bd0c8f305c82971dbf8","observation_id":"cc480f07-cbee-42dd-a438-fc8875d30cdb","resolution":{"observed_at":"2026-06-30T19:05:00.941301Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2502.00964","last_updated":"2025-02-19T05:09:01Z","snapshot_observed_at":"2026-08-09T17:02:32.208398Z","submitted_at":"2025-02-03T00:04:49Z","title":"ML-Dev-Bench: Comparative Analysis of AI Agents on ML development workflows","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.00964","snapshot_observed_at":"2026-08-03T14:14:12.016405Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.29069","last_updated":"2026-07-31T06:44:06Z","snapshot_observed_at":"2026-08-07T03:44:55.840492Z","submitted_at":"2026-07-31T06:44:06Z","title":"Rethinking AI Cloud Infrastructure for Agentic Serving Systems with the Aries Experimentation Framework","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-03T14:14:12.016405Z"},"links":{"cited_paper":"/paper/2502.00964","citing_paper":"/paper/2607.29069"},"observation_digest":"sha256:7bf3670eaf29e8479d35c899cd3ba4208c9e61cf210e7fe4c83fde43bb64f425","observation_id":"0f4065f3-5a16-4462-9a48-8fe445ebb60c","resolution":{"observed_at":"2026-08-03T14:14:12.016405Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2502.00964/citation-record","integrity":"/paper/2502.00964/integrity","json":"/paper/2502.00964/citation-record.json","paper":"/paper/2502.00964"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T17:06:26.722864Z","title":"write newline","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2502.00964","last_updated":"2025-02-19T05:09:01Z","snapshot_observed_at":"2026-08-09T17:02:32.208398Z","submitted_at":"2025-02-03T00:04:49Z","title":"ML-Dev-Bench: Comparative Analysis of AI Agents on ML development workflows","version":3},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-09T17:06:26.722864Z"},"links":{"citing_paper":"/paper/2502.00964"},"observation_digest":"sha256:393ca35dc2ed026ca9e457684a705ac054f7d63ac5c1c0f98934122b664cd604","observation_id":"3c4753bd-b585-4cfe-9898-b1b2965f5585","resolution":{"observed_at":"2026-08-09T17:06:26.722864Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T17:06:26.729693Z","title":"Program synthesis with large language models, 2021","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2502.00964","last_updated":"2025-02-19T05:09:01Z","snapshot_observed_at":"2026-08-09T17:02:32.208398Z","submitted_at":"2025-02-03T00:04:49Z","title":"ML-Dev-Bench: Comparative Analysis of AI Agents on ML development workflows","version":3},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-09T17:06:26.729693Z"},"links":{"citing_paper":"/paper/2502.00964"},"observation_digest":"sha256:dc70cbad2adf1efc59562cfed57c53db9c309b9c4eeea9b94a4382bddf42e468","observation_id":"8217769e-db29-482b-af97-40573b29935b","resolution":{"observed_at":"2026-08-09T17:06:26.729693Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T17:06:26.935274Z","title":"Mle-bench: Evaluating machine learning agents on machine learning engineering, 2024","venue":null,"work_id":"628bf787-f2d1-465e-b63b-1d83684055ed","year":2024},"citing_paper":{"arxiv_id":"2502.00964","last_updated":"2025-02-19T05:09:01Z","snapshot_observed_at":"2026-08-09T17:02:32.208398Z","submitted_at":"2025-02-03T00:04:49Z","title":"ML-Dev-Bench: Comparative Analysis of AI Agents on ML development workflows","version":3},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-09T17:06:26.735267Z"},"links":{"citing_paper":"/paper/2502.00964"},"observation_digest":"sha256:4f68c6430796e32773153c9a41053771598845946017f10e98de435c760a9f63","observation_id":"1c1ef3d7-93bd-4946-92f2-8b176be502f5","resolution":{"observed_at":"2026-08-09T17:06:26.941455Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T17:06:26.910739Z","title":"Imagenette","venue":null,"work_id":"0f68a830-885c-4281-a511-af87b386c779","year":2019},"citing_paper":{"arxiv_id":"2502.00964","last_updated":"2025-02-19T05:09:01Z","snapshot_observed_at":"2026-08-09T17:02:32.208398Z","submitted_at":"2025-02-03T00:04:49Z","title":"ML-Dev-Bench: Comparative Analysis of AI Agents on ML development workflows","version":3},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-09T17:06:26.740953Z"},"links":{"citing_paper":"/paper/2502.00964"},"observation_digest":"sha256:4a0de9a5b1e43d06a2b2ad065c1f42258cfbe496608eea06bcbfd18881017348","observation_id":"0127cd28-a6e0-4457-a703-82413003d552","resolution":{"observed_at":"2026-08-09T17:06:26.917512Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T17:06:26.890687Z","title":"Mlagentbench: Evaluating language agents on machine learning experimentation, 2024","venue":null,"work_id":"52fb7635-fbfd-4c22-917c-7a99c796eef1","year":2024},"citing_paper":{"arxiv_id":"2502.00964","last_updated":"2025-02-19T05:09:01Z","snapshot_observed_at":"2026-08-09T17:02:32.208398Z","submitted_at":"2025-02-03T00:04:49Z","title":"ML-Dev-Bench: Comparative Analysis of AI Agents on ML development workflows","version":3},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-09T17:06:26.749204Z"},"links":{"citing_paper":"/paper/2502.00964"},"observation_digest":"sha256:adf8777b7d3bca3f471ade7fa484d1ee5e772ecd2b9b6d790f03c60154464441","observation_id":"0a65d93f-cf79-49e7-b564-ca45ae337d83","resolution":{"observed_at":"2026-08-09T17:06:26.895909Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T17:06:26.755541Z","title":"Jimenez, John Yang, Alexander Wettig, Shunyu Yao, Kexin Pei, Ofir Press, and Karthik Narasimhan","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2502.00964","last_updated":"2025-02-19T05:09:01Z","snapshot_observed_at":"2026-08-09T17:02:32.208398Z","submitted_at":"2025-02-03T00:04:49Z","title":"ML-Dev-Bench: Comparative Analysis of AI Agents on ML development workflows","version":3},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-09T17:06:26.755541Z"},"links":{"citing_paper":"/paper/2502.00964"},"observation_digest":"sha256:8662f0e2d099348641188e9641afbb7d3fe41e0bd5749af9ca2004e4a79ef428","observation_id":"94bac6e4-7d07-4e63-adc0-06ed9f379220","resolution":{"observed_at":"2026-08-09T17:06:26.755541Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T17:06:26.858697Z","title":"Ml-bench: Evaluating large language models and agents for machine learning tasks on repository-level code, 2024","venue":null,"work_id":"1402439f-90d2-4f5f-9cdf-9341f9876bf3","year":2024},"citing_paper":{"arxiv_id":"2502.00964","last_updated":"2025-02-19T05:09:01Z","snapshot_observed_at":"2026-08-09T17:02:32.208398Z","submitted_at":"2025-02-03T00:04:49Z","title":"ML-Dev-Bench: Comparative Analysis of AI Agents on ML development workflows","version":3},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-09T17:06:26.761383Z"},"links":{"citing_paper":"/paper/2502.00964"},"observation_digest":"sha256:b10fb96de6efac5771799418f00b2aa5fa21a8fa3ef9d37523a34f6bf5b733a4","observation_id":"2e5efd7f-945b-4efd-8e0d-286914883f82","resolution":{"observed_at":"2026-08-09T17:06:26.866974Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T17:06:26.837970Z","title":"Xu, Xiangru Tang, Mingchen Zhuge, Jiayi Pan, Yueqi Song, Bowen Li, Jaskirat Singh, Hoang H","venue":null,"work_id":"bc7877f8-5a44-48af-a874-42b9f668fb18","year":2024},"citing_paper":{"arxiv_id":"2502.00964","last_updated":"2025-02-19T05:09:01Z","snapshot_observed_at":"2026-08-09T17:02:32.208398Z","submitted_at":"2025-02-03T00:04:49Z","title":"ML-Dev-Bench: Comparative Analysis of AI Agents on ML development workflows","version":3},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-09T17:06:26.767245Z"},"links":{"citing_paper":"/paper/2502.00964"},"observation_digest":"sha256:9aa2d03137b8f7ea8afd1a3705cc55e39a181ddd0024d32e8fa4683144aca894","observation_id":"b56fe7ed-a73f-47d0-90b7-004f6c047411","resolution":{"observed_at":"2026-08-09T17:06:26.845831Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-09T17:06:26.773812Z","title":"React: Synergizing reasoning and acting in language models, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2502.00964","last_updated":"2025-02-19T05:09:01Z","snapshot_observed_at":"2026-08-09T17:02:32.208398Z","submitted_at":"2025-02-03T00:04:49Z","title":"ML-Dev-Bench: Comparative Analysis of AI Agents on ML development workflows","version":3},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-09T17:06:26.773812Z"},"links":{"citing_paper":"/paper/2502.00964"},"observation_digest":"sha256:12232144a9a094e4531ef26329d65d44e6aa0cf335337b62f56c9add93e85e51","observation_id":"c6ad4745-af62-466d-b8e3-a1126e3b4913","resolution":{"observed_at":"2026-08-09T17:06:26.773812Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2502.00964","last_updated":"2025-02-19T05:09:01Z","latest_version":3,"primary_category":"cs.SE","snapshot_observed_at":"2026-08-09T17:02:32.208398Z","submitted_at":"2025-02-03T00:04:49Z","title":"ML-Dev-Bench: Comparative Analysis of AI Agents on ML development workflows"},"reference_resolution":{"displayed":9,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":4,"verified_exact":0,"verified_fuzzy":5},"total_outbound_references":9},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"thesis":"As of 13 August 2026, this Paper Citation Record lists 9 of 9 outbound references and 6 inbound Pith citation observations for arXiv:2502.00964."}