{"as_of":"2026-08-21T01:38:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:9f64d37a0a81c0b34f52cc31dd0a0e1509ee0a51ccd9648b0e10e230651a1c33","coverage":[{"denominator":31,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":31,"source":"paper_references, paper_reference_links","source_observed_at":"2026-05-20T09:56:16.160551Z","state":"measured"},{"denominator":37,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":37,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-20T06:33:59.587034+00:00","state":"measured"},{"denominator":6,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":6,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-02T08:44:29.249579Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":1,"source":"pith","source_observed_at":"2026-08-05T02:28:24.338817Z","state":"measured"}],"external_citation_measurements":[{"count":0,"observed_at":"2026-08-05T02:28:24.338817Z","source":"pith"}],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2605.19156","last_updated":"2026-05-18T22:20:33Z","snapshot_observed_at":"2026-08-15T00:50:05.932495Z","submitted_at":"2026-05-18T22:20:33Z","title":"How Far Are We From True Auto-Research?","version":1},"cited_work":{"arxiv_id":"2605.19156","doi":"10.48550/arxiv.2605.19156","metadata_source":"pith","pith_arxiv_id":"2605.19156","snapshot_observed_at":"2026-08-05T02:49:54.815029Z","title":"How Far Are We From True Auto-Research?","venue":"cs.AI","work_id":"f59eff30-e055-4d63-b153-b3bbd5332b9e","year":2026},"citing_paper":{"arxiv_id":"2606.18060","last_updated":"2026-06-16T15:37:02Z","snapshot_observed_at":"2026-08-12T15:04:27.921718Z","submitted_at":"2026-06-16T15:37:02Z","title":"PseudoBench: Measuring How Agentic Auto-Research Fuels Pseudoscience","version":1},"reference_index":159,"source":"arxiv_source","source_observed_at":"2026-06-27T01:29:12.725865Z"},"links":{"cited_paper":"/paper/2605.19156","citing_paper":"/paper/2606.18060"},"observation_digest":"sha256:854ec93976e35989c135fa5d5dcbe19b73c18bc7b70bed61e1a0c3f844ad2fca","observation_id":"765a1c0a-5ff7-4db4-abb5-fd9d32927b6f","resolution":{"observed_at":"2026-07-03T20:18:56.482089Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2605.19156","last_updated":"2026-05-18T22:20:33Z","snapshot_observed_at":"2026-08-15T00:50:05.932495Z","submitted_at":"2026-05-18T22:20:33Z","title":"How Far Are We From True Auto-Research?","version":1},"cited_work":{"arxiv_id":"2605.19156","doi":"10.48550/arxiv.2605.19156","metadata_source":"pith","pith_arxiv_id":"2605.19156","snapshot_observed_at":"2026-08-05T02:49:54.815029Z","title":"How Far Are We From True Auto-Research?","venue":"cs.AI","work_id":"f59eff30-e055-4d63-b153-b3bbd5332b9e","year":2026},"citing_paper":{"arxiv_id":"2606.24530","last_updated":"2026-07-06T16:56:53Z","snapshot_observed_at":"2026-08-15T20:31:56.652908Z","submitted_at":"2026-06-23T12:58:23Z","title":"NatureBench: Can Coding Agents Match the Published SOTA of Nature-Family Papers?","version":1},"reference_index":97,"source":"arxiv_source","source_observed_at":"2026-06-26T00:13:14.940915Z"},"links":{"cited_paper":"/paper/2605.19156","citing_paper":"/paper/2606.24530"},"observation_digest":"sha256:87e8117cc367e90b1e13fbaa47cb0c555955b6624cd87539e9af5b291c7cd3db","observation_id":"76ece233-eb59-4743-a98f-c1c37eb09873","resolution":{"observed_at":"2026-07-04T16:49:57.826590Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2605.19156","last_updated":"2026-05-18T22:20:33Z","snapshot_observed_at":"2026-08-15T00:50:05.932495Z","submitted_at":"2026-05-18T22:20:33Z","title":"How Far Are We From True Auto-Research?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2605.19156","snapshot_observed_at":"2026-07-12T12:32:39.706055Z","title":"How far are we from true auto-research?, 2026","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2606.24530","last_updated":"2026-07-06T16:56:53Z","snapshot_observed_at":"2026-08-15T20:31:56.652908Z","submitted_at":"2026-06-23T12:58:23Z","title":"NatureBench: Can Coding Agents Match the Published SOTA of Nature-Family Papers?","version":2},"reference_index":97,"source":"arxiv_source","source_observed_at":"2026-07-12T12:32:39.706055Z"},"links":{"cited_paper":"/paper/2605.19156","citing_paper":"/paper/2606.24530"},"observation_digest":"sha256:fb8cb11eba5f9f23e9e6f08812aad6f9d9d8484f05890948088ce520c60f5d50","observation_id":"d0814f50-e740-476e-9b61-224eccf43f74","resolution":{"observed_at":"2026-07-12T12:32:39.706055Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2605.19156","last_updated":"2026-05-18T22:20:33Z","snapshot_observed_at":"2026-08-15T00:50:05.932495Z","submitted_at":"2026-05-18T22:20:33Z","title":"How Far Are We From True Auto-Research?","version":1},"cited_work":{"arxiv_id":"2605.19156","doi":"10.48550/arxiv.2605.19156","metadata_source":"pith","pith_arxiv_id":"2605.19156","snapshot_observed_at":"2026-08-05T02:49:54.815029Z","title":"How Far Are We From True Auto-Research?","venue":"cs.AI","work_id":"f59eff30-e055-4d63-b153-b3bbd5332b9e","year":2026},"citing_paper":{"arxiv_id":"2606.31478","last_updated":"2026-06-30T10:54:16Z","snapshot_observed_at":"2026-08-20T21:04:31.285222Z","submitted_at":"2026-06-30T10:54:16Z","title":"One Reflection Is Not Enough: Self-Correcting Autonomous Research via Multi-Hypothesis Failure Attribution","version":1},"reference_index":138,"source":"arxiv_source","source_observed_at":"2026-07-01T05:44:51.299439Z"},"links":{"cited_paper":"/paper/2605.19156","citing_paper":"/paper/2606.31478"},"observation_digest":"sha256:e1ac30771f51ff4fc1d5fda587351d62e41eaa684fb1253b2d8bd9c314ca95ec","observation_id":"3cce6208-a784-4168-8c7c-f1ebcca27b04","resolution":{"observed_at":"2026-07-01T05:45:25.072922Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2605.19156","last_updated":"2026-05-18T22:20:33Z","snapshot_observed_at":"2026-08-15T00:50:05.932495Z","submitted_at":"2026-05-18T22:20:33Z","title":"How Far Are We From True Auto-Research?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2605.19156","snapshot_observed_at":"2026-08-02T08:44:29.249579Z","title":"How far are we from true auto-research? arXiv preprint arXiv:2605.19156, 2026","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.04438","last_updated":"2026-07-19T17:59:31Z","snapshot_observed_at":"2026-08-19T19:14:02.727092Z","submitted_at":"2026-07-05T17:59:33Z","title":"ResearchStudio-Reel: Automate the Last Mile of Research from Paper to Poster, Video, and Blog","version":2},"reference_index":54,"source":"pdf_text","source_observed_at":"2026-08-02T08:44:29.249579Z"},"links":{"cited_paper":"/paper/2605.19156","citing_paper":"/paper/2607.04438"},"observation_digest":"sha256:b37f861a4743d57de3d9ad557fae2c46850be4a8575f7d80a4b19caca937dbee","observation_id":"2f77d6eb-1ab6-4909-80a8-98012325592c","resolution":{"observed_at":"2026-08-02T08:44:29.249579Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2605.19156","last_updated":"2026-05-18T22:20:33Z","snapshot_observed_at":"2026-08-15T00:50:05.932495Z","submitted_at":"2026-05-18T22:20:33Z","title":"How Far Are We From True Auto-Research?","version":1},"cited_work":{"arxiv_id":"2605.19156","doi":"10.48550/arxiv.2605.19156","metadata_source":"pith","pith_arxiv_id":"2605.19156","snapshot_observed_at":"2026-08-05T02:49:54.815029Z","title":"How Far Are We From True Auto-Research?","venue":"cs.AI","work_id":"f59eff30-e055-4d63-b153-b3bbd5332b9e","year":2026},"citing_paper":{"arxiv_id":"2607.07663","last_updated":"2026-07-08T17:19:50Z","snapshot_observed_at":"2026-08-12T14:05:29.940431Z","submitted_at":"2026-07-08T17:19:50Z","title":"Recursive Self-Improvement in AI: From Bounded Self-Refinement to Autonomous Research Loops","version":1},"reference_index":189,"source":"pdf_text","source_observed_at":"2026-07-09T03:36:57.168246Z"},"links":{"cited_paper":"/paper/2605.19156","citing_paper":"/paper/2607.07663"},"observation_digest":"sha256:d95e4afe886e0b303d9549770a060d9894546d0d321a6e8935587793399e71bd","observation_id":"320c04e1-765e-44c4-84fa-a0fd6875a043","resolution":{"observed_at":"2026-07-09T03:45:55.432408Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2605.19156/citation-record","integrity":"/paper/2605.19156/integrity","json":"/paper/2605.19156/citation-record.json","paper":"/paper/2605.19156"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"2026 , howpublished =","venue":null,"work_id":"5addb608-053a-4538-a6cb-eb9b9198202f","year":2026},"citing_paper":{"arxiv_id":"2605.19156","last_updated":"2026-05-18T22:20:33Z","snapshot_observed_at":"2026-08-15T00:50:05.932495Z","submitted_at":"2026-05-18T22:20:33Z","title":"How Far Are We From True Auto-Research?","version":1},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-05-20T09:56:16.160551Z"},"links":{"citing_paper":"/paper/2605.19156"},"observation_digest":"sha256:a07ce9ef5b78ac6820d2b076968f54ddbea19ea53c67b71c882ad9e3580fd723","observation_id":"a3582506-ffb4-4e3f-afb6-c871844271bd","resolution":{"observed_at":"2026-05-20T09:58:11.603026Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2408.06292","last_updated":"2024-09-01T00:41:18Z","snapshot_observed_at":"2026-08-20T13:44:59.356502Z","submitted_at":"2024-08-12T16:58:11Z","title":"The AI Scientist: Towards Fully Automated Open-Ended Scientific Discovery","version":3},"cited_work":{"arxiv_id":"2408.06292","doi":"10.48550/arxiv.2408.06292","metadata_source":"pith","pith_arxiv_id":"2408.06292","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"The AI Scientist: Towards Fully Automated Open-Ended Scientific Discovery","venue":"cs.AI","work_id":"56b6b58d-e73a-4317-896e-36ac5f84e957","year":2024},"citing_paper":{"arxiv_id":"2605.19156","last_updated":"2026-05-18T22:20:33Z","snapshot_observed_at":"2026-08-15T00:50:05.932495Z","submitted_at":"2026-05-18T22:20:33Z","title":"How Far Are We From True Auto-Research?","version":1},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-05-20T09:56:16.160551Z"},"links":{"cited_paper":"/paper/2408.06292","citing_paper":"/paper/2605.19156"},"observation_digest":"sha256:584d9c980f1610d385518ea76fd9cc683004878d579ac04a0d98e9756a9b1412","observation_id":"1a222e34-ddde-48f5-bd6f-eb7053bbbe01","resolution":{"observed_at":"2026-05-20T09:58:11.256337Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-05-25T19:23:20.611352+00:00","source":"crossref_status_cache"},{"observed_at":"2026-05-25T19:23:20.611352+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"c94c589f-ec27-48b9-b249-24f41c12bee4","year":null},"citing_paper":{"arxiv_id":"2605.19156","last_updated":"2026-05-18T22:20:33Z","snapshot_observed_at":"2026-08-15T00:50:05.932495Z","submitted_at":"2026-05-18T22:20:33Z","title":"How Far Are We From True Auto-Research?","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-05-20T09:56:16.160551Z"},"links":{"citing_paper":"/paper/2605.19156"},"observation_digest":"sha256:23707acc5a2edc472858d97b25a092c81a2a0e05b053384bbdcd15511fc0aed1","observation_id":"b139a342-c8da-4164-88d7-9f12489dba3c","resolution":{"observed_at":"2026-05-20T09:58:11.601027Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-05T06:50:48.669329Z","title":"2026 , howpublished =","venue":null,"work_id":"1dd075eb-ea1f-4257-bc27-04302b706e8a","year":2026},"citing_paper":{"arxiv_id":"2605.19156","last_updated":"2026-05-18T22:20:33Z","snapshot_observed_at":"2026-08-15T00:50:05.932495Z","submitted_at":"2026-05-18T22:20:33Z","title":"How Far Are We From True Auto-Research?","version":1},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-05-20T09:56:16.160551Z"},"links":{"citing_paper":"/paper/2605.19156"},"observation_digest":"sha256:f2a24fb79b1e6fb4593dd937b82411faec5ae74c8d797793598a558e0e132ef2","observation_id":"dea112b4-e937-4637-b7ec-d3041b92e416","resolution":{"observed_at":"2026-05-20T09:58:11.622863Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"2026 , howpublished =","venue":null,"work_id":"4565ae45-390e-4219-8493-1e49870d4bc1","year":2026},"citing_paper":{"arxiv_id":"2605.19156","last_updated":"2026-05-18T22:20:33Z","snapshot_observed_at":"2026-08-15T00:50:05.932495Z","submitted_at":"2026-05-18T22:20:33Z","title":"How Far Are We From True Auto-Research?","version":1},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-05-20T09:56:16.160551Z"},"links":{"citing_paper":"/paper/2605.19156"},"observation_digest":"sha256:2400c9ee182ee863c7dc73bcb3a3c07b3a09d64bd4c19ceb6842aa692cfd6c54","observation_id":"90883e17-d97e-4f9d-b590-c7555d52ce13","resolution":{"observed_at":"2026-05-20T09:58:11.627743Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"c0fd3c70-cc1c-432a-acde-2f6c7e2f7aac","year":null},"citing_paper":{"arxiv_id":"2605.19156","last_updated":"2026-05-18T22:20:33Z","snapshot_observed_at":"2026-08-15T00:50:05.932495Z","submitted_at":"2026-05-18T22:20:33Z","title":"How Far Are We From True Auto-Research?","version":1},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-05-20T09:56:16.160551Z"},"links":{"citing_paper":"/paper/2605.19156"},"observation_digest":"sha256:285df6cebf6248d9e18b08ed869c2b8e4eac186ade6a8230cf9da30d98089b2e","observation_id":"b8fc210a-ba54-4c94-b915-0cffda394cab","resolution":{"observed_at":"2026-05-20T09:58:11.598714Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"910f1bad-dc5f-4ce6-8f80-2fa9e0f3b571","year":null},"citing_paper":{"arxiv_id":"2605.19156","last_updated":"2026-05-18T22:20:33Z","snapshot_observed_at":"2026-08-15T00:50:05.932495Z","submitted_at":"2026-05-18T22:20:33Z","title":"How Far Are We From True Auto-Research?","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-05-20T09:56:16.160551Z"},"links":{"citing_paper":"/paper/2605.19156"},"observation_digest":"sha256:c9aca39158e0daf37e02ed1c7fc4ecd5c280a5e26dd4aa00b2d4ea0fc8239986","observation_id":"90808f42-bb9b-470d-9d24-f188f81a1859","resolution":{"observed_at":"2026-05-20T09:58:11.624992Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"2bc14d02-b424-471a-a583-6d1745191481","year":null},"citing_paper":{"arxiv_id":"2605.19156","last_updated":"2026-05-18T22:20:33Z","snapshot_observed_at":"2026-08-15T00:50:05.932495Z","submitted_at":"2026-05-18T22:20:33Z","title":"How Far Are We From True Auto-Research?","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-05-20T09:56:16.160551Z"},"links":{"citing_paper":"/paper/2605.19156"},"observation_digest":"sha256:d08574e2ba11d5b431bbd445b325b434fde6d958b57058d6e30db6faef305d36","observation_id":"36ed9794-dfd6-4b21-ae88-5911bd06568d","resolution":{"observed_at":"2026-05-20T09:58:11.604912Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2210.03629","last_updated":"2023-03-10T01:00:17Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2022-10-06T01:00:32Z","title":"ReAct: Synergizing Reasoning and Acting in Language Models","version":3},"cited_work":{"arxiv_id":"2210.03629","doi":"10.48550/arxiv.2210.03629","metadata_source":"pith","pith_arxiv_id":"2210.03629","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"ReAct: Synergizing Reasoning and Acting in Language Models","venue":"cs.CL","work_id":"407a2351-25f1-497d-b611-f77d0292a8e6","year":2022},"citing_paper":{"arxiv_id":"2605.19156","last_updated":"2026-05-18T22:20:33Z","snapshot_observed_at":"2026-08-15T00:50:05.932495Z","submitted_at":"2026-05-18T22:20:33Z","title":"How Far Are We From True Auto-Research?","version":1},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-05-20T09:56:16.160551Z"},"links":{"cited_paper":"/paper/2210.03629","citing_paper":"/paper/2605.19156"},"observation_digest":"sha256:c4de45a92e1b0c36c3c2139bb6d40a4722189a5ccc5dea501d1a318662d4598b","observation_id":"5fb539c6-2ab2-4113-8d5e-86f99cacc196","resolution":{"observed_at":"2026-05-20T09:58:11.279030Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-07-12T03:19:36.897515+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-12T03:19:36.897515+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-10T14:07:07.078437Z","title":"Advances in neural information processing systems , volume=","venue":null,"work_id":"9e679e73-1ab3-49cd-a880-6583acefe275","year":null},"citing_paper":{"arxiv_id":"2605.19156","last_updated":"2026-05-18T22:20:33Z","snapshot_observed_at":"2026-08-15T00:50:05.932495Z","submitted_at":"2026-05-18T22:20:33Z","title":"How Far Are We From True Auto-Research?","version":1},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-05-20T09:56:16.160551Z"},"links":{"citing_paper":"/paper/2605.19156"},"observation_digest":"sha256:5105c9ee0085e3f92dc4f7745afa194b561cd05b8580910e65b5a636becfacb0","observation_id":"1622ebb1-ead1-4bf8-a2f5-2a86e38cd94d","resolution":{"observed_at":"2026-05-20T09:58:11.611504Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2112.09332","last_updated":"2022-06-01T19:08:11Z","snapshot_observed_at":"2026-08-19T02:54:55.334346Z","submitted_at":"2021-12-17T05:43:43Z","title":"WebGPT: Browser-assisted question-answering with human feedback","version":3},"cited_work":{"arxiv_id":"2112.09332","doi":"10.48550/arxiv.2112.09332","metadata_source":"pith","pith_arxiv_id":"2112.09332","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"WebGPT: Browser-assisted question-answering with human feedback","venue":"cs.CL","work_id":"e25ef3e1-4848-4cb9-bf28-67a420591165","year":2021},"citing_paper":{"arxiv_id":"2605.19156","last_updated":"2026-05-18T22:20:33Z","snapshot_observed_at":"2026-08-15T00:50:05.932495Z","submitted_at":"2026-05-18T22:20:33Z","title":"How Far Are We From True Auto-Research?","version":1},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-05-20T09:56:16.160551Z"},"links":{"cited_paper":"/paper/2112.09332","citing_paper":"/paper/2605.19156"},"observation_digest":"sha256:f66d2aac4ef582900c0b7a9867b5cd4dcbf1c5a15019bf5b427881cd2218af83","observation_id":"99c813c1-2961-427b-8577-340f27a7c974","resolution":{"observed_at":"2026-05-20T09:58:11.261988Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-04T01:08:09.995583+00:00","source":"crossref_status_cache"},{"observed_at":"2026-08-04T01:08:09.995583+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2307.13854","last_updated":"2024-04-16T15:13:18Z","snapshot_observed_at":"2026-08-14T11:14:55.351653Z","submitted_at":"2023-07-25T22:59:32Z","title":"WebArena: A Realistic Web Environment for Building Autonomous Agents","version":4},"cited_work":{"arxiv_id":"2307.13854","doi":"10.48550/arxiv.2307.13854","metadata_source":"pith","pith_arxiv_id":"2307.13854","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"WebArena: A Realistic Web Environment for Building Autonomous Agents","venue":"cs.AI","work_id":"7058ffd2-a339-4102-89eb-248eeb074652","year":2023},"citing_paper":{"arxiv_id":"2605.19156","last_updated":"2026-05-18T22:20:33Z","snapshot_observed_at":"2026-08-15T00:50:05.932495Z","submitted_at":"2026-05-18T22:20:33Z","title":"How Far Are We From True Auto-Research?","version":1},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-05-20T09:56:16.160551Z"},"links":{"cited_paper":"/paper/2307.13854","citing_paper":"/paper/2605.19156"},"observation_digest":"sha256:3798d0307fec21b5cee0f04dc97935ed7cfbfcbc9c69946988b0cb1ef43fd195","observation_id":"bfa4e8e0-8e81-438c-a0c4-37bb850fa61f","resolution":{"observed_at":"2026-05-20T09:58:11.226565Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-15T07:08:14.424698+00:00","source":"crossref_status_cache"},{"observed_at":"2026-08-15T07:08:14.424698+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2305.16291","last_updated":"2023-10-19T16:27:03Z","snapshot_observed_at":"2026-08-13T16:55:46.498156Z","submitted_at":"2023-05-25T17:46:38Z","title":"Voyager: An Open-Ended Embodied Agent with Large Language Models","version":2},"cited_work":{"arxiv_id":"2305.16291","doi":"10.18653/v1/2023.emnlp-main.118","metadata_source":"pith","pith_arxiv_id":"2305.16291","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Voyager: An Open-Ended Embodied Agent with Large Language Models","venue":"cs.AI","work_id":"ffe0d207-86cf-4742-a100-e988ac8b9676","year":2023},"citing_paper":{"arxiv_id":"2605.19156","last_updated":"2026-05-18T22:20:33Z","snapshot_observed_at":"2026-08-15T00:50:05.932495Z","submitted_at":"2026-05-18T22:20:33Z","title":"How Far Are We From True Auto-Research?","version":1},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-05-20T09:56:16.160551Z"},"links":{"cited_paper":"/paper/2305.16291","citing_paper":"/paper/2605.19156"},"observation_digest":"sha256:80fc7c757aa185ecb6a2fad139f155436f4d75a9f0584a2aca482b25a92c43c9","observation_id":"b1ffd6c6-6b0e-4605-9e82-81da42125938","resolution":{"observed_at":"2026-05-20T09:58:11.253444Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-09T05:46:02.064298Z","title":"Advances in Neural Information Processing Systems , volume=","venue":null,"work_id":"78e7be5d-db44-4d87-89e3-a6b37e9a4e34","year":null},"citing_paper":{"arxiv_id":"2605.19156","last_updated":"2026-05-18T22:20:33Z","snapshot_observed_at":"2026-08-15T00:50:05.932495Z","submitted_at":"2026-05-18T22:20:33Z","title":"How Far Are We From True Auto-Research?","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-05-20T09:56:16.160551Z"},"links":{"citing_paper":"/paper/2605.19156"},"observation_digest":"sha256:0615d36ca7343ddd6080d170bb755a488960873c89eb758adeb9d96e602aec8b","observation_id":"ab16fd6b-1ed1-43ee-8212-039e10455dcb","resolution":{"observed_at":"2026-05-20T09:58:11.596398Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"The twelfth international conference on learning representations , year=","venue":null,"work_id":"c8fa70f9-5dbf-4d93-a2f8-3ee62036d103","year":null},"citing_paper":{"arxiv_id":"2605.19156","last_updated":"2026-05-18T22:20:33Z","snapshot_observed_at":"2026-08-15T00:50:05.932495Z","submitted_at":"2026-05-18T22:20:33Z","title":"How Far Are We From True Auto-Research?","version":1},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-05-20T09:56:16.160551Z"},"links":{"citing_paper":"/paper/2605.19156"},"observation_digest":"sha256:4bd2cdebf15f73e0190a48067bf689c7dbd30e8c6d706b0378a735777c2b7342","observation_id":"0f625e52-14e7-4314-a910-83c304338765","resolution":{"observed_at":"2026-05-20T09:58:11.606898Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-10T20:57:35.946557Z","title":"Frontiers of Computer Science , volume=","venue":null,"work_id":"2f3cc25b-7c92-44cd-b5f3-cb7712fc7b22","year":2024},"citing_paper":{"arxiv_id":"2605.19156","last_updated":"2026-05-18T22:20:33Z","snapshot_observed_at":"2026-08-15T00:50:05.932495Z","submitted_at":"2026-05-18T22:20:33Z","title":"How Far Are We From True Auto-Research?","version":1},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-05-20T09:56:16.160551Z"},"links":{"citing_paper":"/paper/2605.19156"},"observation_digest":"sha256:f58f9f2337fa7177b1059ff941c63e9b8ff6e1662a8fa39793c5878001150fc4","observation_id":"30903f54-dd61-4827-bd5c-95a3120c147c","resolution":{"observed_at":"2026-05-20T09:58:11.620536Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2504.08066","last_updated":"2025-04-10T18:44:41Z","snapshot_observed_at":"2026-08-10T03:18:36.275195Z","submitted_at":"2025-04-10T18:44:41Z","title":"The AI Scientist-v2: Workshop-Level Automated Scientific Discovery via Agentic Tree Search","version":1},"cited_work":{"arxiv_id":"2504.08066","doi":"10.48550/arxiv.2504.08066","metadata_source":"pith","pith_arxiv_id":"2504.08066","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"The AI Scientist-v2: Workshop-Level Automated Scientific Discovery via Agentic Tree Search","venue":"cs.AI","work_id":"fa04f346-ee20-4e9d-bf04-3ad3569a8ed1","year":2025},"citing_paper":{"arxiv_id":"2605.19156","last_updated":"2026-05-18T22:20:33Z","snapshot_observed_at":"2026-08-15T00:50:05.932495Z","submitted_at":"2026-05-18T22:20:33Z","title":"How Far Are We From True Auto-Research?","version":1},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-05-20T09:56:16.160551Z"},"links":{"cited_paper":"/paper/2504.08066","citing_paper":"/paper/2605.19156"},"observation_digest":"sha256:a5e59ad3370b806ce3b7071628090ba1a91993daec282dced6f9c73bbcbac8f2","observation_id":"af068e47-a027-4e8d-9063-96c94126e92c","resolution":{"observed_at":"2026-05-20T09:58:11.269496Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-05-25T19:23:27.206897+00:00","source":"crossref_status_cache"},{"observed_at":"2026-05-25T19:23:27.206897+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Findings of the Association for Computational Linguistics: EMNLP 2025 , pages=","venue":null,"work_id":"7d8206f9-b101-43af-adaa-ce15ab43e6e3","year":2025},"citing_paper":{"arxiv_id":"2605.19156","last_updated":"2026-05-18T22:20:33Z","snapshot_observed_at":"2026-08-15T00:50:05.932495Z","submitted_at":"2026-05-18T22:20:33Z","title":"How Far Are We From True Auto-Research?","version":1},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-05-20T09:56:16.160551Z"},"links":{"citing_paper":"/paper/2605.19156"},"observation_digest":"sha256:bf583369df5068b96338f67d9f6f93df3e588237a55eec79928b706b1cb5f737","observation_id":"4dec0428-d156-444f-81d5-7eee2ba13df2","resolution":{"observed_at":"2026-05-20T09:58:11.613704Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-10T20:57:36.023528Z","title":null,"venue":null,"work_id":"42d2d08b-e44a-4ec6-a2ab-cdce7c5245db","year":2025},"citing_paper":{"arxiv_id":"2605.19156","last_updated":"2026-05-18T22:20:33Z","snapshot_observed_at":"2026-08-15T00:50:05.932495Z","submitted_at":"2026-05-18T22:20:33Z","title":"How Far Are We From True Auto-Research?","version":1},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-05-20T09:56:16.160551Z"},"links":{"citing_paper":"/paper/2605.19156"},"observation_digest":"sha256:8c731710843c71e0946520a9a75beb52ba79c687e58e70d9e3afa74c8f8aa3f6","observation_id":"2412e5c4-f8fc-4d01-8a7e-15e455c613a0","resolution":{"observed_at":"2026-05-20T09:58:11.615811Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2503.18102","last_updated":"2025-03-23T15:16:42Z","snapshot_observed_at":"2026-08-19T23:01:07.335547Z","submitted_at":"2025-03-23T15:16:42Z","title":"AgentRxiv: Towards Collaborative Autonomous Research","version":1},"cited_work":{"arxiv_id":"2503.18102","doi":"10.48550/arxiv.2503.18102","metadata_source":"pith","pith_arxiv_id":"2503.18102","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Agentrxiv: Towards collaborative autonomous research","venue":"cs.AI","work_id":"311ec4e1-01f8-4353-8d69-1013fa0ffab4","year":2025},"citing_paper":{"arxiv_id":"2605.19156","last_updated":"2026-05-18T22:20:33Z","snapshot_observed_at":"2026-08-15T00:50:05.932495Z","submitted_at":"2026-05-18T22:20:33Z","title":"How Far Are We From True Auto-Research?","version":1},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-05-20T09:56:16.160551Z"},"links":{"cited_paper":"/paper/2503.18102","citing_paper":"/paper/2605.19156"},"observation_digest":"sha256:68383164722656dbd55219af4beea43977ee271bbca1a8ead852c20f4d2ebf4c","observation_id":"f6c1a4da-f071-4b86-bc45-8e5bfbe48624","resolution":{"observed_at":"2026-05-20T09:58:11.250431Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.03302","last_updated":"2024-04-14T21:02:16Z","snapshot_observed_at":"2026-08-17T14:56:37.479640Z","submitted_at":"2023-10-05T04:06:12Z","title":"MLAgentBench: Evaluating Language Agents on Machine Learning Experimentation","version":2},"cited_work":{"arxiv_id":"2310.03302","doi":null,"metadata_source":"pith","pith_arxiv_id":"2310.03302","snapshot_observed_at":"2026-07-05T17:51:14.743354Z","title":"Mlagentbench: Evaluating language agents on ma- chine learning experimentation","venue":"cs.LG","work_id":"5655b20a-fbb7-4a39-8605-d6e1d689895a","year":2023},"citing_paper":{"arxiv_id":"2605.19156","last_updated":"2026-05-18T22:20:33Z","snapshot_observed_at":"2026-08-15T00:50:05.932495Z","submitted_at":"2026-05-18T22:20:33Z","title":"How Far Are We From True Auto-Research?","version":1},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-05-20T09:56:16.160551Z"},"links":{"cited_paper":"/paper/2310.03302","citing_paper":"/paper/2605.19156"},"observation_digest":"sha256:454d2ff97094e7fe1c679075fc263bc5c2582715451b0505d6735ad07ac3793f","observation_id":"9d3d2142-eb7d-4ff4-8b8b-ced9c26b255a","resolution":{"observed_at":"2026-05-20T09:58:11.238700Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2410.05080","last_updated":"2025-03-31T14:39:44Z","snapshot_observed_at":"2026-08-16T13:11:53.516904Z","submitted_at":"2024-10-07T14:33:50Z","title":"ScienceAgentBench: Toward Rigorous Assessment of Language Agents for Data-Driven Scientific Discovery","version":3},"cited_work":{"arxiv_id":"2410.05080","doi":"10.48550/arxiv.2410.05080","metadata_source":"pith","pith_arxiv_id":"2410.05080","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Scienceagentbench: Toward rigorous assessment of language agents for data-driven scientific discovery","venue":"cs.CL","work_id":"e1160394-4fe6-4475-9753-e69ad39fb09e","year":2024},"citing_paper":{"arxiv_id":"2605.19156","last_updated":"2026-05-18T22:20:33Z","snapshot_observed_at":"2026-08-15T00:50:05.932495Z","submitted_at":"2026-05-18T22:20:33Z","title":"How Far Are We From True Auto-Research?","version":1},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-05-20T09:56:16.160551Z"},"links":{"cited_paper":"/paper/2410.05080","citing_paper":"/paper/2605.19156"},"observation_digest":"sha256:e093defc255f581c450a379c3c5d16752d75108ad30115b372120fe7564dfb23","observation_id":"f05f4a13-68ad-4357-8163-5a251d1de504","resolution":{"observed_at":"2026-05-20T09:58:11.275989Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-05-20T23:23:21.375775+00:00","source":"crossref_status_cache"},{"observed_at":"2026-05-20T23:23:21.375775+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2410.07095","last_updated":"2025-02-26T11:57:30Z","snapshot_observed_at":"2026-08-12T16:49:10.970507Z","submitted_at":"2024-10-09T17:34:27Z","title":"MLE-bench: Evaluating Machine Learning Agents on Machine Learning Engineering","version":6},"cited_work":{"arxiv_id":"2410.07095","doi":"10.48550/arxiv.2410.07095","metadata_source":"pith","pith_arxiv_id":"2410.07095","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"MLE-bench: Evaluating Machine Learning Agents on Machine Learning Engineering","venue":"cs.CL","work_id":"a671e43f-ceab-49e7-adc3-473d802a97ca","year":2024},"citing_paper":{"arxiv_id":"2605.19156","last_updated":"2026-05-18T22:20:33Z","snapshot_observed_at":"2026-08-15T00:50:05.932495Z","submitted_at":"2026-05-18T22:20:33Z","title":"How Far Are We From True Auto-Research?","version":1},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-05-20T09:56:16.160551Z"},"links":{"cited_paper":"/paper/2410.07095","citing_paper":"/paper/2605.19156"},"observation_digest":"sha256:996608e9010109f96ed841c5b463d2ec8d4e3b3dae4740c4817761f1e709e0fe","observation_id":"5f4e81b0-4561-4a35-b96a-98a815f18d14","resolution":{"observed_at":"2026-05-20T09:58:11.265272Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2504.01848","last_updated":"2025-04-07T12:15:49Z","snapshot_observed_at":"2026-07-06T21:03:06.857885Z","submitted_at":"2025-04-02T15:55:24Z","title":"PaperBench: Evaluating AI's Ability to Replicate AI Research","version":3},"cited_work":{"arxiv_id":"2504.01848","doi":"10.1126/science.adp7429","metadata_source":"pith","pith_arxiv_id":"2504.01848","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"PaperBench: Evaluating AI's Ability to Replicate AI Research","venue":"cs.AI","work_id":"7db23490-3dd0-4cfa-a75c-5537ee36dcc2","year":2025},"citing_paper":{"arxiv_id":"2605.19156","last_updated":"2026-05-18T22:20:33Z","snapshot_observed_at":"2026-08-15T00:50:05.932495Z","submitted_at":"2026-05-18T22:20:33Z","title":"How Far Are We From True Auto-Research?","version":1},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-05-20T09:56:16.160551Z"},"links":{"cited_paper":"/paper/2504.01848","citing_paper":"/paper/2605.19156"},"observation_digest":"sha256:7386f898be4d4ef023bec740b263688bc8c942f7942b682b2408ca887fafe8de","observation_id":"5120d42e-0965-495e-ab34-3fc304e1390d","resolution":{"observed_at":"2026-05-20T09:58:11.246139Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2505.19955","doi":"10.48550/arxiv.2505.19955","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"arXiv preprint arXiv:2505.19955(2025)","venue":"ArXiv.org","work_id":"5096c958-8775-4f54-ac19-c33b3bca2724","year":2025},"citing_paper":{"arxiv_id":"2605.19156","last_updated":"2026-05-18T22:20:33Z","snapshot_observed_at":"2026-08-15T00:50:05.932495Z","submitted_at":"2026-05-18T22:20:33Z","title":"How Far Are We From True Auto-Research?","version":1},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-05-20T09:56:16.160551Z"},"links":{"citing_paper":"/paper/2605.19156"},"observation_digest":"sha256:2f376d0364b52a6e8c671f724ad0f845944a099ce73d09f9f44cefd0e2504f43","observation_id":"d76499ed-dea9-45b0-925b-505921504ef0","resolution":{"observed_at":"2026-05-20T09:58:11.272740Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2411.15114","last_updated":"2025-05-27T03:32:23Z","snapshot_observed_at":"2026-08-12T16:49:37.896696Z","submitted_at":"2024-11-22T18:30:46Z","title":"RE-Bench: Evaluating frontier AI R&D capabilities of language model agents against human experts","version":2},"cited_work":{"arxiv_id":"2411.15114","doi":"10.48550/arxiv.2411.15114","metadata_source":"pith","pith_arxiv_id":"2411.15114","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Re-bench: Evaluating frontier ai r&d capabilities of language model agents against human experts","venue":"cs.LG","work_id":"f6a7efa2-8f95-4bbf-9931-611f36393c20","year":2024},"citing_paper":{"arxiv_id":"2605.19156","last_updated":"2026-05-18T22:20:33Z","snapshot_observed_at":"2026-08-15T00:50:05.932495Z","submitted_at":"2026-05-18T22:20:33Z","title":"How Far Are We From True Auto-Research?","version":1},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-05-20T09:56:16.160551Z"},"links":{"cited_paper":"/paper/2411.15114","citing_paper":"/paper/2605.19156"},"observation_digest":"sha256:7ea0dd72beb6e6beef36be0a6036ad10597688c3393bac084bcb30e14ab726b7","observation_id":"321ddc94-9675-4172-88d5-3f37ac4c7741","resolution":{"observed_at":"2026-05-20T09:58:11.242622Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2409.11363","last_updated":"2026-06-22T22:36:12Z","snapshot_observed_at":"2026-08-16T13:17:45.152269Z","submitted_at":"2024-09-17T17:13:19Z","title":"CORE-Bench: Fostering the Credibility of Published Research Through a Computational Reproducibility Agent Benchmark","version":2},"cited_work":{"arxiv_id":"2409.11363","doi":null,"metadata_source":"pith","pith_arxiv_id":"2409.11363","snapshot_observed_at":"2026-07-04T17:20:00.275604Z","title":"Core-bench: Fos- tering the credibility of published research through a computational reproducibility agent benchmark","venue":"cs.CL","work_id":"cdbaede6-c7c7-40e2-8758-2781354ec391","year":2024},"citing_paper":{"arxiv_id":"2605.19156","last_updated":"2026-05-18T22:20:33Z","snapshot_observed_at":"2026-08-15T00:50:05.932495Z","submitted_at":"2026-05-18T22:20:33Z","title":"How Far Are We From True Auto-Research?","version":1},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-05-20T09:56:16.160551Z"},"links":{"cited_paper":"/paper/2409.11363","citing_paper":"/paper/2605.19156"},"observation_digest":"sha256:fcd1e24b0ab67e161d9a0d0daeac45d93ec2667927a564703d1108360e7dd781","observation_id":"3b63700d-e4b1-4e23-9fa4-d130428bdefd","resolution":{"observed_at":"2026-06-24T01:14:19.028324Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2504.09702","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"arXiv preprint arXiv:2504.09702 , year=","venue":null,"work_id":"51994cd9-6dd4-48c7-9389-7c5e71e57da4","year":2025},"citing_paper":{"arxiv_id":"2605.19156","last_updated":"2026-05-18T22:20:33Z","snapshot_observed_at":"2026-08-15T00:50:05.932495Z","submitted_at":"2026-05-18T22:20:33Z","title":"How Far Are We From True Auto-Research?","version":1},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-05-20T09:56:16.160551Z"},"links":{"citing_paper":"/paper/2605.19156"},"observation_digest":"sha256:923d1d3426d5c0913ddaaa22e247dba7fdc504f278377cda9d09a59e48df75f3","observation_id":"b86f826a-fc6c-4fa0-a90e-557158c07e3b","resolution":{"observed_at":"2026-05-20T09:58:11.234616Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"2020 , howpublished =","venue":null,"work_id":"397f8387-0feb-4272-826e-d1b4aa946e07","year":2020},"citing_paper":{"arxiv_id":"2605.19156","last_updated":"2026-05-18T22:20:33Z","snapshot_observed_at":"2026-08-15T00:50:05.932495Z","submitted_at":"2026-05-18T22:20:33Z","title":"How Far Are We From True Auto-Research?","version":1},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-05-20T09:56:16.160551Z"},"links":{"citing_paper":"/paper/2605.19156"},"observation_digest":"sha256:7cecdfa1d79251ca4f33c80b661b2c6ada0c11c9363b04d93128b6b54122e465","observation_id":"ce593d77-6fef-4a1e-99d2-e15150a00b5c","resolution":{"observed_at":"2026-05-20T09:58:11.608973Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2409.04109","last_updated":"2024-09-06T08:25:03Z","snapshot_observed_at":"2026-08-17T16:36:25.101775Z","submitted_at":"2024-09-06T08:25:03Z","title":"Can LLMs Generate Novel Research Ideas? A Large-Scale Human Study with 100+ NLP Researchers","version":1},"cited_work":{"arxiv_id":"2409.04109","doi":"10.48550/arxiv.2409.04109","metadata_source":"pith","pith_arxiv_id":"2409.04109","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Preprint","venue":"cs.CL","work_id":"95c4070f-48fa-44f6-bed8-a4b874c54eac","year":2024},"citing_paper":{"arxiv_id":"2605.19156","last_updated":"2026-05-18T22:20:33Z","snapshot_observed_at":"2026-08-15T00:50:05.932495Z","submitted_at":"2026-05-18T22:20:33Z","title":"How Far Are We From True Auto-Research?","version":1},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-05-20T09:56:16.160551Z"},"links":{"cited_paper":"/paper/2409.04109","citing_paper":"/paper/2605.19156"},"observation_digest":"sha256:e17f3b6f2328c3210ccdf646bc0c42aff9409fc74c6d0b6b611cbdbf569e6a75","observation_id":"e68bc766-611c-4f34-9e66-115773468631","resolution":{"observed_at":"2026-05-20T09:58:11.259495Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"2017 , howpublished =","venue":null,"work_id":"40c780c9-66c3-468e-a7c0-498f74580340","year":2017},"citing_paper":{"arxiv_id":"2605.19156","last_updated":"2026-05-18T22:20:33Z","snapshot_observed_at":"2026-08-15T00:50:05.932495Z","submitted_at":"2026-05-18T22:20:33Z","title":"How Far Are We From True Auto-Research?","version":1},"reference_index":31,"source":"arxiv_source","source_observed_at":"2026-05-20T09:56:16.160551Z"},"links":{"citing_paper":"/paper/2605.19156"},"observation_digest":"sha256:a257d155ef77ba2034e653cef9e7ee19f087f363b82a8c56943aae89949dd318","observation_id":"e8005e41-aa5d-4526-9409-e7d9f6711c2a","resolution":{"observed_at":"2026-05-20T09:58:11.618069Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2605.19156","last_updated":"2026-05-18T22:20:33Z","latest_version":1,"primary_category":"cs.AI","snapshot_observed_at":"2026-08-15T00:50:05.932495Z","submitted_at":"2026-05-18T22:20:33Z","title":"How Far Are We From True Auto-Research?"},"reference_resolution":{"displayed":31,"state_counts":{"malformed_identifier":0,"metadata_mismatch":13,"parse_uncertain":0,"unresolved":5,"verified_exact":3,"verified_fuzzy":10},"total_outbound_references":31},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"thesis":"As of 21 August 2026, this Paper Citation Record lists 31 of 31 outbound references and 6 inbound Pith citation observations for arXiv:2605.19156."}