{"as_of":"2026-08-08T19:35:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:ace387ee87508b6284f3e98d8c41f19702de517798a77971ba354c6b7cfc8fa6","coverage":[{"denominator":47,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":47,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-01T12:50:09.765318Z","state":"measured"},{"denominator":47,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":47,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-08T06:32:00.761636+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2607.26587/citation-record","integrity":"/paper/2607.26587/integrity","json":"/paper/2607.26587/citation-record.json","paper":"/paper/2607.26587"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2408.06292","last_updated":"2024-09-01T00:41:18Z","snapshot_observed_at":"2026-07-06T18:59:43.564435Z","submitted_at":"2024-08-12T16:58:11Z","title":"The AI Scientist: Towards Fully Automated Open-Ended Scientific Discovery","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.06292","snapshot_observed_at":"2026-08-01T12:50:03.355898Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.26587","last_updated":"2026-07-29T08:06:43Z","snapshot_observed_at":"2026-08-07T15:35:26.187389Z","submitted_at":"2026-07-29T08:06:43Z","title":"One Run Is Not an Idea: The Implementation Lottery in Automated Research","version":1},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-01T12:50:03.355898Z"},"links":{"cited_paper":"/paper/2408.06292","citing_paper":"/paper/2607.26587"},"observation_digest":"sha256:c322129b5fd546f4ac74cc46c536237575da1c0f92328b99198d19387f62dc11","observation_id":"2c30e229-6867-499e-b51b-b476fb513c6e","resolution":{"observed_at":"2026-08-01T12:50:03.355898Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2504.08066","last_updated":"2025-04-10T18:44:41Z","snapshot_observed_at":"2026-08-01T14:58:15.255937Z","submitted_at":"2025-04-10T18:44:41Z","title":"The AI Scientist-v2: Workshop-Level Automated Scientific Discovery via Agentic Tree Search","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2504.08066","snapshot_observed_at":"2026-08-01T12:50:03.491698Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.26587","last_updated":"2026-07-29T08:06:43Z","snapshot_observed_at":"2026-08-07T15:35:26.187389Z","submitted_at":"2026-07-29T08:06:43Z","title":"One Run Is Not an Idea: The Implementation Lottery in Automated Research","version":1},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-01T12:50:03.491698Z"},"links":{"cited_paper":"/paper/2504.08066","citing_paper":"/paper/2607.26587"},"observation_digest":"sha256:b5c1b6e47344cddd3b906b7da985c602dbdf91eb84c9c6309bd5d860e9e3923a","observation_id":"81316ea4-b144-4bf9-9486-70b4592e2603","resolution":{"observed_at":"2026-08-01T12:50:03.491698Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T12:50:03.637496Z","title":"Towards End-to-End Automation of","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.26587","last_updated":"2026-07-29T08:06:43Z","snapshot_observed_at":"2026-08-07T15:35:26.187389Z","submitted_at":"2026-07-29T08:06:43Z","title":"One Run Is Not an Idea: The Implementation Lottery in Automated Research","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-01T12:50:03.637496Z"},"links":{"citing_paper":"/paper/2607.26587"},"observation_digest":"sha256:d63fc011279f841a5bdda01dad0d445d98787370506fd42a3929be69b6758ee7","observation_id":"8c74abfe-bb3f-4051-83cc-6ef2c631e315","resolution":{"observed_at":"2026-08-01T12:50:03.637496Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T12:50:03.755997Z","title":"Accelerating Scientific Discovery with","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.26587","last_updated":"2026-07-29T08:06:43Z","snapshot_observed_at":"2026-08-07T15:35:26.187389Z","submitted_at":"2026-07-29T08:06:43Z","title":"One Run Is Not an Idea: The Implementation Lottery in Automated Research","version":1},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-01T12:50:03.755997Z"},"links":{"citing_paper":"/paper/2607.26587"},"observation_digest":"sha256:bc40fb28b1d709e579ecd169d3e371143fe446b3c4a05e23434f127d1d9f508f","observation_id":"dd14c5ad-8c25-4a23-bb38-ac81c0c7b9b6","resolution":{"observed_at":"2026-08-01T12:50:03.755997Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T12:50:03.919063Z","title":null,"venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.26587","last_updated":"2026-07-29T08:06:43Z","snapshot_observed_at":"2026-08-07T15:35:26.187389Z","submitted_at":"2026-07-29T08:06:43Z","title":"One Run Is Not an Idea: The Implementation Lottery in Automated Research","version":1},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-01T12:50:03.919063Z"},"links":{"citing_paper":"/paper/2607.26587"},"observation_digest":"sha256:fbc1e7ee5cd9c53f1fbc3ac084ef17f7d70afa7917444161186d1a92262cfe46","observation_id":"815c48f3-d7a5-4733-ab4f-410214e876d7","resolution":{"observed_at":"2026-08-01T12:50:03.919063Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T12:50:04.074064Z","title":"Agent Laboratory: Using","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.26587","last_updated":"2026-07-29T08:06:43Z","snapshot_observed_at":"2026-08-07T15:35:26.187389Z","submitted_at":"2026-07-29T08:06:43Z","title":"One Run Is Not an Idea: The Implementation Lottery in Automated Research","version":1},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-01T12:50:04.074064Z"},"links":{"citing_paper":"/paper/2607.26587"},"observation_digest":"sha256:d477ca52c86fb3edf5474373a5b6d68404405efbd49eab06e8e7f8f169ee1825","observation_id":"e6939f70-c00f-4baa-9b51-0724fca69adc","resolution":{"observed_at":"2026-08-01T12:50:04.074064Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T12:50:04.209928Z","title":"Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers) , pages =","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.26587","last_updated":"2026-07-29T08:06:43Z","snapshot_observed_at":"2026-08-07T15:35:26.187389Z","submitted_at":"2026-07-29T08:06:43Z","title":"One Run Is Not an Idea: The Implementation Lottery in Automated Research","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-01T12:50:04.209928Z"},"links":{"citing_paper":"/paper/2607.26587"},"observation_digest":"sha256:0f184dde05b50484195e3e86fc6082614afcc835da7741c4d2608736e6080c9c","observation_id":"1b054e87-abfe-4a6c-b660-5391235162c2","resolution":{"observed_at":"2026-08-01T12:50:04.209928Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2502.14499","last_updated":"2025-02-20T12:28:23Z","snapshot_observed_at":"2026-08-08T19:15:34.002979Z","submitted_at":"2025-02-20T12:28:23Z","title":"MLGym: A New Framework and Benchmark for Advancing AI Research Agents","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.14499","snapshot_observed_at":"2026-08-01T12:50:04.327582Z","title":"2025 , url =","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.26587","last_updated":"2026-07-29T08:06:43Z","snapshot_observed_at":"2026-08-07T15:35:26.187389Z","submitted_at":"2026-07-29T08:06:43Z","title":"One Run Is Not an Idea: The Implementation Lottery in Automated Research","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-01T12:50:04.327582Z"},"links":{"cited_paper":"/paper/2502.14499","citing_paper":"/paper/2607.26587"},"observation_digest":"sha256:681fce804a6bf85341d29b9b957aee0740aa8d99e7bffff4a02c1c03d6e98523","observation_id":"90d01cd4-8504-4389-8829-49cd3e2e4d33","resolution":{"observed_at":"2026-08-01T12:50:04.327582Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T12:50:04.474024Z","title":"2025 , url =","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.26587","last_updated":"2026-07-29T08:06:43Z","snapshot_observed_at":"2026-08-07T15:35:26.187389Z","submitted_at":"2026-07-29T08:06:43Z","title":"One Run Is Not an Idea: The Implementation Lottery in Automated Research","version":1},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-01T12:50:04.474024Z"},"links":{"citing_paper":"/paper/2607.26587"},"observation_digest":"sha256:8b69bc3cc79a81932ee353d002deee9b1a8d8d6ed0650ee015f4a1d97a8f469d","observation_id":"9abee1a1-fd67-4fcf-a503-41a7e536aaf7","resolution":{"observed_at":"2026-08-01T12:50:04.474024Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T12:50:04.663685Z","title":"2025 , url =","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.26587","last_updated":"2026-07-29T08:06:43Z","snapshot_observed_at":"2026-08-07T15:35:26.187389Z","submitted_at":"2026-07-29T08:06:43Z","title":"One Run Is Not an Idea: The Implementation Lottery in Automated Research","version":1},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-01T12:50:04.663685Z"},"links":{"citing_paper":"/paper/2607.26587"},"observation_digest":"sha256:edf17ef94c8d4e0bb03748024296c03e4ae44e1b88b1a517cad5f74370331109","observation_id":"61038e7d-422f-4131-8f3c-9542ba0435c0","resolution":{"observed_at":"2026-08-01T12:50:04.663685Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T12:50:04.732944Z","title":"2602.15112 , archivePrefix=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.26587","last_updated":"2026-07-29T08:06:43Z","snapshot_observed_at":"2026-08-07T15:35:26.187389Z","submitted_at":"2026-07-29T08:06:43Z","title":"One Run Is Not an Idea: The Implementation Lottery in Automated Research","version":1},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-01T12:50:04.732944Z"},"links":{"citing_paper":"/paper/2607.26587"},"observation_digest":"sha256:8da8c08b4cf4c365984a9a341598d28d2e7bf7b7dc22860b31b84fc189980fa0","observation_id":"99f4e11a-6983-4f00-adc5-a0342c2b599f","resolution":{"observed_at":"2026-08-01T12:50:04.732944Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T12:50:04.910620Z","title":"2026 , eprint =","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.26587","last_updated":"2026-07-29T08:06:43Z","snapshot_observed_at":"2026-08-07T15:35:26.187389Z","submitted_at":"2026-07-29T08:06:43Z","title":"One Run Is Not an Idea: The Implementation Lottery in Automated Research","version":1},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-01T12:50:04.910620Z"},"links":{"citing_paper":"/paper/2607.26587"},"observation_digest":"sha256:9e5eeab962fb0b3cd1ffb918dc498bba5f58162436879b2e7cb8bee321b76429","observation_id":"98b79ced-0592-4a3d-83a1-2ab78836fbcc","resolution":{"observed_at":"2026-08-01T12:50:04.910620Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T12:50:05.032527Z","title":"2026 , eprint =","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.26587","last_updated":"2026-07-29T08:06:43Z","snapshot_observed_at":"2026-08-07T15:35:26.187389Z","submitted_at":"2026-07-29T08:06:43Z","title":"One Run Is Not an Idea: The Implementation Lottery in Automated Research","version":1},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-01T12:50:05.032527Z"},"links":{"citing_paper":"/paper/2607.26587"},"observation_digest":"sha256:f5bbcf7d84827d21ce5e482f0f1766cbdfe503f625407ef6d5709133e0c49f94","observation_id":"64185f5a-2fe5-4227-8a7a-f9377284138e","resolution":{"observed_at":"2026-08-01T12:50:05.032527Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T12:50:05.143738Z","title":"Revision or Re-Solving? Decomposing Second-Pass Gains in Multi-","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.26587","last_updated":"2026-07-29T08:06:43Z","snapshot_observed_at":"2026-08-07T15:35:26.187389Z","submitted_at":"2026-07-29T08:06:43Z","title":"One Run Is Not an Idea: The Implementation Lottery in Automated Research","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-01T12:50:05.143738Z"},"links":{"citing_paper":"/paper/2607.26587"},"observation_digest":"sha256:143039068d9e282bf219689f7791a8b85ef9cfb79a42019ad1b89dc549708b1c","observation_id":"9652c82b-9cd1-4046-83a4-bf7bc2fd454b","resolution":{"observed_at":"2026-08-01T12:50:05.143738Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T12:50:05.275591Z","title":"2026 , eprint =","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.26587","last_updated":"2026-07-29T08:06:43Z","snapshot_observed_at":"2026-08-07T15:35:26.187389Z","submitted_at":"2026-07-29T08:06:43Z","title":"One Run Is Not an Idea: The Implementation Lottery in Automated Research","version":1},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-01T12:50:05.275591Z"},"links":{"citing_paper":"/paper/2607.26587"},"observation_digest":"sha256:607af3ae3283a67b82e1dd1004bb416ebd0e652331044219d9753210b6749811","observation_id":"a3bf4d44-fde3-49e8-bb34-94d3847295a3","resolution":{"observed_at":"2026-08-01T12:50:05.275591Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T12:50:05.439748Z","title":"Towards Execution-Grounded Automated","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.26587","last_updated":"2026-07-29T08:06:43Z","snapshot_observed_at":"2026-08-07T15:35:26.187389Z","submitted_at":"2026-07-29T08:06:43Z","title":"One Run Is Not an Idea: The Implementation Lottery in Automated Research","version":1},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-01T12:50:05.439748Z"},"links":{"citing_paper":"/paper/2607.26587"},"observation_digest":"sha256:f9abe1a027efae695cd225afe0362cea1a21a7da27e47434d85f3dedef6fed98","observation_id":"616d8f26-c9df-4569-abd7-4fdb9f6ba9de","resolution":{"observed_at":"2026-08-01T12:50:05.439748Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T12:50:05.544167Z","title":"2026 , eprint =","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.26587","last_updated":"2026-07-29T08:06:43Z","snapshot_observed_at":"2026-08-07T15:35:26.187389Z","submitted_at":"2026-07-29T08:06:43Z","title":"One Run Is Not an Idea: The Implementation Lottery in Automated Research","version":1},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-01T12:50:05.544167Z"},"links":{"citing_paper":"/paper/2607.26587"},"observation_digest":"sha256:d69b4f0161e9e221534225b02a2e1ec7bee6ea7364fe5e41583542a3bedaabae","observation_id":"c05103bc-3812-4b58-94c7-4eb1ef826568","resolution":{"observed_at":"2026-08-01T12:50:05.544167Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T12:50:05.643258Z","title":"Towards a Science of","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.26587","last_updated":"2026-07-29T08:06:43Z","snapshot_observed_at":"2026-08-07T15:35:26.187389Z","submitted_at":"2026-07-29T08:06:43Z","title":"One Run Is Not an Idea: The Implementation Lottery in Automated Research","version":1},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-01T12:50:05.643258Z"},"links":{"citing_paper":"/paper/2607.26587"},"observation_digest":"sha256:95c65f0c5338c5cff8aafd58a250a475582d1ce5bd26f966c524c6002a53920c","observation_id":"3baac25a-3659-4112-bb23-fb70a76a95ea","resolution":{"observed_at":"2026-08-01T12:50:05.643258Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2602.11619","last_updated":"2026-07-15T00:10:32Z","snapshot_observed_at":"2026-08-03T00:08:38.315741Z","submitted_at":"2026-02-12T06:15:14Z","title":"When Agents Disagree With Themselves: Behavioral Consistency as an Uncertainty Signal for LLM Agents","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2602.11619","snapshot_observed_at":"2026-08-01T12:50:05.799629Z","title":"When Agents Disagree With Themselves: Behavioral Consistency as an Uncertainty Signal for","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.26587","last_updated":"2026-07-29T08:06:43Z","snapshot_observed_at":"2026-08-07T15:35:26.187389Z","submitted_at":"2026-07-29T08:06:43Z","title":"One Run Is Not an Idea: The Implementation Lottery in Automated Research","version":1},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-01T12:50:05.799629Z"},"links":{"cited_paper":"/paper/2602.11619","citing_paper":"/paper/2607.26587"},"observation_digest":"sha256:16f0e4669f25223ef212dcbd6fe07b8532f34efa368cdaa9b7259aceaa09597f","observation_id":"e785f9dd-8387-4e57-9be3-d1f8d827849d","resolution":{"observed_at":"2026-08-01T12:50:05.799629Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T12:50:05.905882Z","title":"2025 , eprint =","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.26587","last_updated":"2026-07-29T08:06:43Z","snapshot_observed_at":"2026-08-07T15:35:26.187389Z","submitted_at":"2026-07-29T08:06:43Z","title":"One Run Is Not an Idea: The Implementation Lottery in Automated Research","version":1},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-01T12:50:05.905882Z"},"links":{"citing_paper":"/paper/2607.26587"},"observation_digest":"sha256:ddf3b042d9ff7df9f34017b7029ded30f89cf55a1bd596371f68479d76e3c170","observation_id":"29f14157-c359-45bd-aaa6-9c724c66ce8c","resolution":{"observed_at":"2026-08-01T12:50:05.905882Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T12:50:06.015862Z","title":"2026 , eprint =","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.26587","last_updated":"2026-07-29T08:06:43Z","snapshot_observed_at":"2026-08-07T15:35:26.187389Z","submitted_at":"2026-07-29T08:06:43Z","title":"One Run Is Not an Idea: The Implementation Lottery in Automated Research","version":1},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-01T12:50:06.015862Z"},"links":{"citing_paper":"/paper/2607.26587"},"observation_digest":"sha256:d33c290050a8304f66afddc8ffd9e5feff753d5783782dd513e243c5a83e9fb9","observation_id":"7d998d44-da2e-4823-822b-b564275e5965","resolution":{"observed_at":"2026-08-01T12:50:06.015862Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2505.20662","last_updated":"2026-04-24T06:03:13Z","snapshot_observed_at":"2026-07-06T21:31:06.662703Z","submitted_at":"2025-05-27T03:15:21Z","title":"AutoReproduce: Automatic AI Experiment Reproduction with Paper Lineage","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2505.20662","snapshot_observed_at":"2026-08-01T12:50:06.128597Z","title":"2026 , address =","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.26587","last_updated":"2026-07-29T08:06:43Z","snapshot_observed_at":"2026-08-07T15:35:26.187389Z","submitted_at":"2026-07-29T08:06:43Z","title":"One Run Is Not an Idea: The Implementation Lottery in Automated Research","version":1},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-01T12:50:06.128597Z"},"links":{"cited_paper":"/paper/2505.20662","citing_paper":"/paper/2607.26587"},"observation_digest":"sha256:f113e79f2784ff1cccd2e2cdb5ac2d2191e7e355877aeb46e52a239ff26c33a3","observation_id":"aa8e7eee-822f-40d2-856a-6f73db55944d","resolution":{"observed_at":"2026-08-01T12:50:06.128597Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2506.19724","last_updated":"2025-06-24T15:39:20Z","snapshot_observed_at":"2026-08-06T23:01:29.689905Z","submitted_at":"2025-06-24T15:39:20Z","title":"From Reproduction to Replication: Evaluating Research Agents with Progressive Code Masking","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2506.19724","snapshot_observed_at":"2026-08-01T12:50:06.296626Z","title":"International Conference on Learning Representations , year =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.26587","last_updated":"2026-07-29T08:06:43Z","snapshot_observed_at":"2026-08-07T15:35:26.187389Z","submitted_at":"2026-07-29T08:06:43Z","title":"One Run Is Not an Idea: The Implementation Lottery in Automated Research","version":1},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-01T12:50:06.296626Z"},"links":{"cited_paper":"/paper/2506.19724","citing_paper":"/paper/2607.26587"},"observation_digest":"sha256:2dd66acb5d2ea1a2ccb958f78126a76b2f2f979a1bebe9812f0020e65a616900","observation_id":"8953575c-46b8-4456-8809-84e860077fdb","resolution":{"observed_at":"2026-08-01T12:50:06.296626Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T12:50:06.437213Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.26587","last_updated":"2026-07-29T08:06:43Z","snapshot_observed_at":"2026-08-07T15:35:26.187389Z","submitted_at":"2026-07-29T08:06:43Z","title":"One Run Is Not an Idea: The Implementation Lottery in Automated Research","version":1},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-01T12:50:06.437213Z"},"links":{"citing_paper":"/paper/2607.26587"},"observation_digest":"sha256:2c1c12546991f72b62539ff91e9edc241eee31e7e15ca47f4d0b0e54751ea409","observation_id":"5f40e7ba-bbdb-4317-9fd8-b27503102485","resolution":{"observed_at":"2026-08-01T12:50:06.437213Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T12:50:06.575546Z","title":"The Ideation--Execution Gap: Execution Outcomes of","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.26587","last_updated":"2026-07-29T08:06:43Z","snapshot_observed_at":"2026-08-07T15:35:26.187389Z","submitted_at":"2026-07-29T08:06:43Z","title":"One Run Is Not an Idea: The Implementation Lottery in Automated Research","version":1},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-08-01T12:50:06.575546Z"},"links":{"citing_paper":"/paper/2607.26587"},"observation_digest":"sha256:8ee3d2ed4a91abdb826db0406aada8a20e5cd696e31501317432093573debe23","observation_id":"11b17925-0d4d-4c04-83d6-de3eb858e7e6","resolution":{"observed_at":"2026-08-01T12:50:06.575546Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T12:50:06.758690Z","title":"and Liang, Weixin and Sun, Fan-Yun and Haber, Nick , booktitle =","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.26587","last_updated":"2026-07-29T08:06:43Z","snapshot_observed_at":"2026-08-07T15:35:26.187389Z","submitted_at":"2026-07-29T08:06:43Z","title":"One Run Is Not an Idea: The Implementation Lottery in Automated Research","version":1},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-08-01T12:50:06.758690Z"},"links":{"citing_paper":"/paper/2607.26587"},"observation_digest":"sha256:d49e586c6f6421e7310597b1c7d4db708960c6a06ea5d3cd19e31ea346d24616","observation_id":"baf57c11-4a1f-4d4a-9f32-6182f0f055f7","resolution":{"observed_at":"2026-08-01T12:50:06.758690Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2506.01372","last_updated":"2025-06-09T09:01:24Z","snapshot_observed_at":"2026-08-07T12:17:45.194954Z","submitted_at":"2025-06-02T06:59:10Z","title":"AI Scientists Fail Without Strong Implementation Capability","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2506.01372","snapshot_observed_at":"2026-08-01T12:50:06.841591Z","title":"2506.01372 , archivePrefix=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.26587","last_updated":"2026-07-29T08:06:43Z","snapshot_observed_at":"2026-08-07T15:35:26.187389Z","submitted_at":"2026-07-29T08:06:43Z","title":"One Run Is Not an Idea: The Implementation Lottery in Automated Research","version":1},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-08-01T12:50:06.841591Z"},"links":{"cited_paper":"/paper/2506.01372","citing_paper":"/paper/2607.26587"},"observation_digest":"sha256:5ae09ca1a0821b3ae1f28403b69f18dcce40cbf7adf77c94ab3a8518c6575ff9","observation_id":"86739275-b7ef-446e-9e91-d13888aeffe3","resolution":{"observed_at":"2026-08-01T12:50:06.841591Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T12:50:06.948509Z","title":"Proceedings of the AAAI Conference on Artificial Intelligence , volume =","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2607.26587","last_updated":"2026-07-29T08:06:43Z","snapshot_observed_at":"2026-08-07T15:35:26.187389Z","submitted_at":"2026-07-29T08:06:43Z","title":"One Run Is Not an Idea: The Implementation Lottery in Automated Research","version":1},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-08-01T12:50:06.948509Z"},"links":{"citing_paper":"/paper/2607.26587"},"observation_digest":"sha256:51ad54a87e9fb03eed57aa4e8e1cf9f39c0e0771d5ebc51f4a48107808e2b9d5","observation_id":"d8deb343-5931-4220-971e-a9c22a085af7","resolution":{"observed_at":"2026-08-01T12:50:06.948509Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T12:50:07.099072Z","title":"Proceedings of Machine Learning and Systems , volume =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.26587","last_updated":"2026-07-29T08:06:43Z","snapshot_observed_at":"2026-08-07T15:35:26.187389Z","submitted_at":"2026-07-29T08:06:43Z","title":"One Run Is Not an Idea: The Implementation Lottery in Automated Research","version":1},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-08-01T12:50:07.099072Z"},"links":{"citing_paper":"/paper/2607.26587"},"observation_digest":"sha256:470e4987b779357568030ff185b77067e971bb6513c5edd1622e0ef637bec89a","observation_id":"c37fad12-73cc-4beb-b981-44005dd120ea","resolution":{"observed_at":"2026-08-01T12:50:07.099072Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T12:50:07.315086Z","title":"Advances in Neural Information Processing Systems , volume =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.26587","last_updated":"2026-07-29T08:06:43Z","snapshot_observed_at":"2026-08-07T15:35:26.187389Z","submitted_at":"2026-07-29T08:06:43Z","title":"One Run Is Not an Idea: The Implementation Lottery in Automated Research","version":1},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-08-01T12:50:07.315086Z"},"links":{"citing_paper":"/paper/2607.26587"},"observation_digest":"sha256:abaa93a0374766a49a2efca6305d1289f0356c7d086095bfb7077975ead4a466","observation_id":"30416865-c5a0-40c3-bcc0-74ae3e77241f","resolution":{"observed_at":"2026-08-01T12:50:07.315086Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T12:50:07.477024Z","title":"2021 , eprint =","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2607.26587","last_updated":"2026-07-29T08:06:43Z","snapshot_observed_at":"2026-08-07T15:35:26.187389Z","submitted_at":"2026-07-29T08:06:43Z","title":"One Run Is Not an Idea: The Implementation Lottery in Automated Research","version":1},"reference_index":31,"source":"arxiv_source","source_observed_at":"2026-08-01T12:50:07.477024Z"},"links":{"citing_paper":"/paper/2607.26587"},"observation_digest":"sha256:f7e6f23cda0bdffd700999283a82d2cc240b4ebc40bcdd430b1e3c7e7973ad69","observation_id":"19631297-a99f-49f1-bc3a-e3d4aeed9ab2","resolution":{"observed_at":"2026-08-01T12:50:07.477024Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T12:50:07.614459Z","title":"Improving Reproducibility in Machine Learning Research: A Report from the","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.26587","last_updated":"2026-07-29T08:06:43Z","snapshot_observed_at":"2026-08-07T15:35:26.187389Z","submitted_at":"2026-07-29T08:06:43Z","title":"One Run Is Not an Idea: The Implementation Lottery in Automated Research","version":1},"reference_index":32,"source":"arxiv_source","source_observed_at":"2026-08-01T12:50:07.614459Z"},"links":{"citing_paper":"/paper/2607.26587"},"observation_digest":"sha256:4e5cdb55c116cd0a2729f05d747e19fa621663ad12a598e3fe93652a39d28e64","observation_id":"df1b928c-8929-45d1-93c3-9cd4a67dbd04","resolution":{"observed_at":"2026-08-01T12:50:07.614459Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T12:50:07.773939Z","title":"Proceedings of the 2021 ACM Conference on Fairness, Accountability, and Transparency , pages =","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2607.26587","last_updated":"2026-07-29T08:06:43Z","snapshot_observed_at":"2026-08-07T15:35:26.187389Z","submitted_at":"2026-07-29T08:06:43Z","title":"One Run Is Not an Idea: The Implementation Lottery in Automated Research","version":1},"reference_index":33,"source":"arxiv_source","source_observed_at":"2026-08-01T12:50:07.773939Z"},"links":{"citing_paper":"/paper/2607.26587"},"observation_digest":"sha256:df1e67cc7603984d568faea8ac82894b56038273d36f06cbee906357be8dd2af","observation_id":"4b87e57b-bfc7-4d74-8b39-a67760f15784","resolution":{"observed_at":"2026-08-01T12:50:07.773939Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T12:50:07.897389Z","title":"Advances in Neural Information Processing Systems , volume =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.26587","last_updated":"2026-07-29T08:06:43Z","snapshot_observed_at":"2026-08-07T15:35:26.187389Z","submitted_at":"2026-07-29T08:06:43Z","title":"One Run Is Not an Idea: The Implementation Lottery in Automated Research","version":1},"reference_index":34,"source":"arxiv_source","source_observed_at":"2026-08-01T12:50:07.897389Z"},"links":{"citing_paper":"/paper/2607.26587"},"observation_digest":"sha256:67109a799d060c71bd429804d8b3a4b3ab33356d009e2e1277568e061bc59c9c","observation_id":"ddbc9e10-1c5d-43fd-bd2f-d01374e608c5","resolution":{"observed_at":"2026-08-01T12:50:07.897389Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2107.03374","last_updated":"2021-07-14T17:16:02Z","snapshot_observed_at":"2026-08-08T11:58:24.516369Z","submitted_at":"2021-07-07T17:41:24Z","title":"Evaluating Large Language Models Trained on Code","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2107.03374","snapshot_observed_at":"2026-08-01T12:50:08.009775Z","title":"arXiv preprint arXiv:2107.03374 , year =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.26587","last_updated":"2026-07-29T08:06:43Z","snapshot_observed_at":"2026-08-07T15:35:26.187389Z","submitted_at":"2026-07-29T08:06:43Z","title":"One Run Is Not an Idea: The Implementation Lottery in Automated Research","version":1},"reference_index":35,"source":"arxiv_source","source_observed_at":"2026-08-01T12:50:08.009775Z"},"links":{"cited_paper":"/paper/2107.03374","citing_paper":"/paper/2607.26587"},"observation_digest":"sha256:6ca8336d9e95caa166e7acdcb2e26356bcb13b1225ca98eb7a492b671d7c24e5","observation_id":"eda4a81a-5d4a-4cf1-9239-c670f648080b","resolution":{"observed_at":"2026-08-01T12:50:08.009775Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T12:50:08.181433Z","title":"Psychological Bulletin , volume =","venue":null,"work_id":null,"year":1979},"citing_paper":{"arxiv_id":"2607.26587","last_updated":"2026-07-29T08:06:43Z","snapshot_observed_at":"2026-08-07T15:35:26.187389Z","submitted_at":"2026-07-29T08:06:43Z","title":"One Run Is Not an Idea: The Implementation Lottery in Automated Research","version":1},"reference_index":36,"source":"arxiv_source","source_observed_at":"2026-08-01T12:50:08.181433Z"},"links":{"citing_paper":"/paper/2607.26587"},"observation_digest":"sha256:13edfc3ad06731055eb40f3e6b49d205c160c224de626fa49fc3ff8b2f76d690","observation_id":"ec637b2f-c1dd-4b10-8660-1762073fdc73","resolution":{"observed_at":"2026-08-01T12:50:08.181433Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T12:50:08.343451Z","title":"2001 , doi =","venue":null,"work_id":null,"year":2001},"citing_paper":{"arxiv_id":"2607.26587","last_updated":"2026-07-29T08:06:43Z","snapshot_observed_at":"2026-08-07T15:35:26.187389Z","submitted_at":"2026-07-29T08:06:43Z","title":"One Run Is Not an Idea: The Implementation Lottery in Automated Research","version":1},"reference_index":37,"source":"arxiv_source","source_observed_at":"2026-08-01T12:50:08.343451Z"},"links":{"citing_paper":"/paper/2607.26587"},"observation_digest":"sha256:e08397597f4b0ccb8dd149e4a7f3f784969e4bc0a25692d218263cacf9a6b5c2","observation_id":"420ea730-b262-4400-bed8-cea33161b978","resolution":{"observed_at":"2026-08-01T12:50:08.343451Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T12:50:08.516080Z","title":"and Bischl, Bernd and Torgo, Luis , journal =","venue":null,"work_id":null,"year":2014},"citing_paper":{"arxiv_id":"2607.26587","last_updated":"2026-07-29T08:06:43Z","snapshot_observed_at":"2026-08-07T15:35:26.187389Z","submitted_at":"2026-07-29T08:06:43Z","title":"One Run Is Not an Idea: The Implementation Lottery in Automated Research","version":1},"reference_index":38,"source":"arxiv_source","source_observed_at":"2026-08-01T12:50:08.516080Z"},"links":{"citing_paper":"/paper/2607.26587"},"observation_digest":"sha256:36dd014e396fa524dd1150f0dadf5eeeefbe9e03405ac4ee41a2841e69f3f20a","observation_id":"1fc3d3d4-b35e-41ea-af10-5bcd290746a6","resolution":{"observed_at":"2026-08-01T12:50:08.516080Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T12:50:08.673326Z","title":"Benchmarking Materials Property Prediction Methods: The","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2607.26587","last_updated":"2026-07-29T08:06:43Z","snapshot_observed_at":"2026-08-07T15:35:26.187389Z","submitted_at":"2026-07-29T08:06:43Z","title":"One Run Is Not an Idea: The Implementation Lottery in Automated Research","version":1},"reference_index":39,"source":"arxiv_source","source_observed_at":"2026-08-01T12:50:08.673326Z"},"links":{"citing_paper":"/paper/2607.26587"},"observation_digest":"sha256:0e767dbe98c11e5fe1f2b53acc036ad8f1608ad4d617a4d66a85ca5ffac903c8","observation_id":"0711b329-442a-4065-8444-6555d9ced230","resolution":{"observed_at":"2026-08-01T12:50:08.673326Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T12:50:08.827675Z","title":"Nature , volume =","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.26587","last_updated":"2026-07-29T08:06:43Z","snapshot_observed_at":"2026-08-07T15:35:26.187389Z","submitted_at":"2026-07-29T08:06:43Z","title":"One Run Is Not an Idea: The Implementation Lottery in Automated Research","version":1},"reference_index":40,"source":"arxiv_source","source_observed_at":"2026-08-01T12:50:08.827675Z"},"links":{"citing_paper":"/paper/2607.26587"},"observation_digest":"sha256:10e34be0819c2ebe95e4b01c9224c10c6d524a9182de4f22c0768bd7d8a6a5c7","observation_id":"60fca023-149d-43c1-b0b1-d9dde10d6367","resolution":{"observed_at":"2026-08-01T12:50:08.827675Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T12:50:09.005092Z","title":"Nature , volume =","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.26587","last_updated":"2026-07-29T08:06:43Z","snapshot_observed_at":"2026-08-07T15:35:26.187389Z","submitted_at":"2026-07-29T08:06:43Z","title":"One Run Is Not an Idea: The Implementation Lottery in Automated Research","version":1},"reference_index":41,"source":"arxiv_source","source_observed_at":"2026-08-01T12:50:09.005092Z"},"links":{"citing_paper":"/paper/2607.26587"},"observation_digest":"sha256:598642861c265fcc3db81812be35132f4d5e67e39ab9e20676d1aa6b0185f81c","observation_id":"2ff1128d-4ebd-44c9-bebe-1603b540f4ea","resolution":{"observed_at":"2026-08-01T12:50:09.005092Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T12:50:09.110591Z","title":"2025 , eprint =","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.26587","last_updated":"2026-07-29T08:06:43Z","snapshot_observed_at":"2026-08-07T15:35:26.187389Z","submitted_at":"2026-07-29T08:06:43Z","title":"One Run Is Not an Idea: The Implementation Lottery in Automated Research","version":1},"reference_index":42,"source":"arxiv_source","source_observed_at":"2026-08-01T12:50:09.110591Z"},"links":{"citing_paper":"/paper/2607.26587"},"observation_digest":"sha256:1c257a1b4cf35b10577c472a56c49dff462ad4872347ce4d8ee1749ed123a7f8","observation_id":"97747b65-5ff9-4e4d-9296-7fa4674bdb52","resolution":{"observed_at":"2026-08-01T12:50:09.110591Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T12:50:09.226819Z","title":"International Conference on Learning Representations , year =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.26587","last_updated":"2026-07-29T08:06:43Z","snapshot_observed_at":"2026-08-07T15:35:26.187389Z","submitted_at":"2026-07-29T08:06:43Z","title":"One Run Is Not an Idea: The Implementation Lottery in Automated Research","version":1},"reference_index":43,"source":"arxiv_source","source_observed_at":"2026-08-01T12:50:09.226819Z"},"links":{"citing_paper":"/paper/2607.26587"},"observation_digest":"sha256:c6e18c82766c1b723718aff9ea3aa641889cea163fb790d5d3c3a1db13a859fa","observation_id":"e61f2e89-1026-4197-aa24-17d7a838248f","resolution":{"observed_at":"2026-08-01T12:50:09.226819Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T12:50:09.369681Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.26587","last_updated":"2026-07-29T08:06:43Z","snapshot_observed_at":"2026-08-07T15:35:26.187389Z","submitted_at":"2026-07-29T08:06:43Z","title":"One Run Is Not an Idea: The Implementation Lottery in Automated Research","version":1},"reference_index":44,"source":"arxiv_source","source_observed_at":"2026-08-01T12:50:09.369681Z"},"links":{"citing_paper":"/paper/2607.26587"},"observation_digest":"sha256:a56746ecceba45ac0416d27467b565a96182e3ec76b7dc954c0e3eee8b291a16","observation_id":"f776d012-4939-4f9b-94d3-83555f17e9d3","resolution":{"observed_at":"2026-08-01T12:50:09.369681Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T12:50:09.530623Z","title":"Proceedings of the 39th International Conference on Machine Learning , series =","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2607.26587","last_updated":"2026-07-29T08:06:43Z","snapshot_observed_at":"2026-08-07T15:35:26.187389Z","submitted_at":"2026-07-29T08:06:43Z","title":"One Run Is Not an Idea: The Implementation Lottery in Automated Research","version":1},"reference_index":45,"source":"arxiv_source","source_observed_at":"2026-08-01T12:50:09.530623Z"},"links":{"citing_paper":"/paper/2607.26587"},"observation_digest":"sha256:f8aebb4bb6f0b574baa4f4ac3fdd943a2343d757a59fceb5a281993658285559","observation_id":"1593ecdc-303b-4220-947e-0996d694d508","resolution":{"observed_at":"2026-08-01T12:50:09.530623Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T12:50:09.660337Z","title":"Computational Materials Science , volume =","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2607.26587","last_updated":"2026-07-29T08:06:43Z","snapshot_observed_at":"2026-08-07T15:35:26.187389Z","submitted_at":"2026-07-29T08:06:43Z","title":"One Run Is Not an Idea: The Implementation Lottery in Automated Research","version":1},"reference_index":46,"source":"arxiv_source","source_observed_at":"2026-08-01T12:50:09.660337Z"},"links":{"citing_paper":"/paper/2607.26587"},"observation_digest":"sha256:45449ae054e9464f995b17c3052079e800f686fa1a796d10a28ccb3b45482b0a","observation_id":"1531f071-7ecf-4fa3-9be6-e4da153df8d1","resolution":{"observed_at":"2026-08-01T12:50:09.660337Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T12:50:09.765318Z","title":"Transactions on Machine Learning Research , year =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.26587","last_updated":"2026-07-29T08:06:43Z","snapshot_observed_at":"2026-08-07T15:35:26.187389Z","submitted_at":"2026-07-29T08:06:43Z","title":"One Run Is Not an Idea: The Implementation Lottery in Automated Research","version":1},"reference_index":47,"source":"arxiv_source","source_observed_at":"2026-08-01T12:50:09.765318Z"},"links":{"citing_paper":"/paper/2607.26587"},"observation_digest":"sha256:d955fd15cf1daba76bdfcb2d90a9f9ca7ec6e37ef582ec3899abe4875c91331c","observation_id":"fadcef1b-3686-41de-828f-c9573261d9fb","resolution":{"observed_at":"2026-08-01T12:50:09.765318Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2607.26587","last_updated":"2026-07-29T08:06:43Z","latest_version":1,"primary_category":"cs.MA","snapshot_observed_at":"2026-08-07T15:35:26.187389Z","submitted_at":"2026-07-29T08:06:43Z","title":"One Run Is Not an Idea: The Implementation Lottery in Automated Research"},"reference_resolution":{"displayed":47,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":47,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":47},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"thesis":"As of 8 August 2026, this Paper Citation Record lists 47 of 47 outbound references and 0 inbound Pith citation observations for arXiv:2607.26587."}