{"as_of":"2026-08-08T15:25:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:b35afb96885e25a2e781b9be18f6170f64a69c0cacc0bf16165e385d087e51fe","coverage":[{"denominator":31,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":31,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T22:46:33.156020Z","state":"measured"},{"denominator":48,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":48,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-08T06:32:00.761636+00:00","state":"measured"},{"denominator":17,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":17,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T00:15:14.211946Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":1,"source":"arxiv_reference","source_observed_at":"2026-08-05T02:28:24.338817Z","state":"measured"}],"external_citation_measurements":[{"count":5,"observed_at":"2026-08-05T02:28:24.338817Z","source":"arxiv_reference"}],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-08T00:00:29.854162Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2506.20803","snapshot_observed_at":"2026-08-02T18:14:49.432140Z","title":"The ideation-execution gap: Execution outcomes of llm-generated versus human research ideas, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2603.14473","last_updated":"2026-07-15T10:22:14Z","snapshot_observed_at":"2026-08-05T20:09:51.962104Z","submitted_at":"2026-03-15T16:31:51Z","title":"AI Can Learn Scientific Taste","version":2},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-02T18:14:49.432140Z"},"links":{"cited_paper":"/paper/2506.20803","citing_paper":"/paper/2603.14473"},"observation_digest":"sha256:856539153aca1b689056989f914d008d68869c1182da9c358a96da75b4eb1681","observation_id":"0ed6a4f8-d435-46e3-a8f4-50c19c7b8ac4","resolution":{"observed_at":"2026-08-02T18:14:49.432140Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-08T00:00:29.854162Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"cited_work":{"arxiv_id":"2506.20803","doi":"10.48550/arxiv.2506.20803","metadata_source":"arxiv_reference","pith_arxiv_id":"2506.20803","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Chenglei Si, Diyi Yang, and Tatsunori Hashimoto","venue":"ArXiv.org","work_id":"edf387b7-50ec-4bb8-8678-8a0159d9c8ed","year":2025},"citing_paper":{"arxiv_id":"2604.09793","last_updated":"2026-04-10T18:13:55Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2026-04-10T18:13:55Z","title":"GIANTS: Generative Insight Anticipation from Scientific Literature","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-05-10T17:03:15.684802Z"},"links":{"cited_paper":"/paper/2506.20803","citing_paper":"/paper/2604.09793"},"observation_digest":"sha256:00f562255df8c4ac104a2942d728b0937ab42de39a6ec78a1d30f72e3b90dd30","observation_id":"9949dd71-25f5-4968-b5d1-670f981561cc","resolution":{"observed_at":"2026-05-11T07:41:00.552303Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-08T00:00:29.854162Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"cited_work":{"arxiv_id":"2506.20803","doi":"10.48550/arxiv.2506.20803","metadata_source":"arxiv_reference","pith_arxiv_id":"2506.20803","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Chenglei Si, Diyi Yang, and Tatsunori Hashimoto","venue":"ArXiv.org","work_id":"edf387b7-50ec-4bb8-8678-8a0159d9c8ed","year":2025},"citing_paper":{"arxiv_id":"2604.11009","last_updated":"2026-06-11T01:43:39Z","snapshot_observed_at":"2026-07-12T22:15:35.362555Z","submitted_at":"2026-04-13T05:21:07Z","title":"From Planning to Revision: How AI Writing Support at Different Stages Alters Ownership","version":1},"reference_index":51,"source":"pdf_text","source_observed_at":"2026-05-10T16:15:30.759417Z"},"links":{"cited_paper":"/paper/2506.20803","citing_paper":"/paper/2604.11009"},"observation_digest":"sha256:236de82a4616cdb855cc4bfd4891f13180fa69e42bb77fcf69e3a4499faeccf6","observation_id":"044efe7b-72d8-4864-9ad5-53c35b3dc21a","resolution":{"observed_at":"2026-05-10T16:15:33.902253Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-08T00:00:29.854162Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"cited_work":{"arxiv_id":"2506.20803","doi":"10.48550/arxiv.2506.20803","metadata_source":"arxiv_reference","pith_arxiv_id":"2506.20803","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Chenglei Si, Diyi Yang, and Tatsunori Hashimoto","venue":"ArXiv.org","work_id":"edf387b7-50ec-4bb8-8678-8a0159d9c8ed","year":2025},"citing_paper":{"arxiv_id":"2604.25929","last_updated":"2026-04-01T16:13:09Z","snapshot_observed_at":"2026-08-07T21:07:09.005909Z","submitted_at":"2026-04-01T16:13:09Z","title":"LLMs Generate Kitsch","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-05-13T22:25:13.409458Z"},"links":{"cited_paper":"/paper/2506.20803","citing_paper":"/paper/2604.25929"},"observation_digest":"sha256:d12db1886670ad4ac35c860f34a33a992d3fc7c33154ef85c1c3fe6f2cbe0769","observation_id":"570744b8-3df6-4651-b28f-afd51983726e","resolution":{"observed_at":"2026-05-13T22:28:21.223860Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-08T00:00:29.854162Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"cited_work":{"arxiv_id":"2506.20803","doi":"10.48550/arxiv.2506.20803","metadata_source":"arxiv_reference","pith_arxiv_id":"2506.20803","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Chenglei Si, Diyi Yang, and Tatsunori Hashimoto","venue":"ArXiv.org","work_id":"edf387b7-50ec-4bb8-8678-8a0159d9c8ed","year":2025},"citing_paper":{"arxiv_id":"2604.28158","last_updated":"2026-05-01T14:37:29Z","snapshot_observed_at":"2026-07-06T23:13:29.310140Z","submitted_at":"2026-04-30T17:44:55Z","title":"Intern-Atlas: A Methodological Evolution Graph as Research Infrastructure for AI Scientists","version":2},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-05-07T06:42:17.145367Z"},"links":{"cited_paper":"/paper/2506.20803","citing_paper":"/paper/2604.28158"},"observation_digest":"sha256:aa6c937979e302af98965d3cf907474a5f75d3be44de8246d120692d059d3039","observation_id":"ddc097c4-4d02-45e6-8dbe-57570441d222","resolution":{"observed_at":"2026-05-12T10:16:28.550299Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-08T00:00:29.854162Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"cited_work":{"arxiv_id":"2506.20803","doi":"10.48550/arxiv.2506.20803","metadata_source":"arxiv_reference","pith_arxiv_id":"2506.20803","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Chenglei Si, Diyi Yang, and Tatsunori Hashimoto","venue":"ArXiv.org","work_id":"edf387b7-50ec-4bb8-8678-8a0159d9c8ed","year":2025},"citing_paper":{"arxiv_id":"2605.06123","last_updated":"2026-05-07T12:30:58Z","snapshot_observed_at":"2026-08-05T00:34:28.299803Z","submitted_at":"2026-05-07T12:30:58Z","title":"Back to the Beginning of Heuristic Design: Bridging Code and Knowledge with LLMs","version":1},"reference_index":74,"source":"pdf_text","source_observed_at":"2026-05-08T10:35:18.493523Z"},"links":{"cited_paper":"/paper/2506.20803","citing_paper":"/paper/2605.06123"},"observation_digest":"sha256:935eda1350087f11e0bee0b08bef5e6271d406c49e9c5e3914d8a3dd66796dd0","observation_id":"e7633602-7dc8-445d-8878-b630e77f9868","resolution":{"observed_at":"2026-05-11T19:56:10.169967Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-08T00:00:29.854162Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"cited_work":{"arxiv_id":"2506.20803","doi":"10.48550/arxiv.2506.20803","metadata_source":"arxiv_reference","pith_arxiv_id":"2506.20803","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Chenglei Si, Diyi Yang, and Tatsunori Hashimoto","venue":"ArXiv.org","work_id":"edf387b7-50ec-4bb8-8678-8a0159d9c8ed","year":2025},"citing_paper":{"arxiv_id":"2605.13450","last_updated":"2026-05-13T12:46:05Z","snapshot_observed_at":"2026-07-06T23:25:01.951546Z","submitted_at":"2026-05-13T12:46:05Z","title":"Assessing the Creativity of Large Language Models: Testing, Limits, and New Frontiers","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-05-14T19:11:07.615149Z"},"links":{"cited_paper":"/paper/2506.20803","citing_paper":"/paper/2605.13450"},"observation_digest":"sha256:f6df6924d871886235ac77baf04d1ac0d97cb800fd8ccdd61a3dd78451327389","observation_id":"50e7016b-2e05-4c35-85be-1fc8291b34a6","resolution":{"observed_at":"2026-05-14T19:12:50.807123Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-08T00:00:29.854162Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"cited_work":{"arxiv_id":"2506.20803","doi":"10.48550/arxiv.2506.20803","metadata_source":"arxiv_reference","pith_arxiv_id":"2506.20803","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Chenglei Si, Diyi Yang, and Tatsunori Hashimoto","venue":"ArXiv.org","work_id":"edf387b7-50ec-4bb8-8678-8a0159d9c8ed","year":2025},"citing_paper":{"arxiv_id":"2605.18661","last_updated":"2026-07-20T17:24:03Z","snapshot_observed_at":"2026-08-02T13:43:29.187658Z","submitted_at":"2026-05-18T17:08:26Z","title":"AI for Auto-Research: Roadmap & User Guide","version":1},"reference_index":185,"source":"pdf_text","source_observed_at":"2026-05-20T10:30:50.256635Z"},"links":{"cited_paper":"/paper/2506.20803","citing_paper":"/paper/2605.18661"},"observation_digest":"sha256:17f207fe5dcabf3fe7a0c99096944019ac065d9e28d75cccfc4116be4ca83b57","observation_id":"4af4b0c6-37a8-4a13-92ba-9b6ddd322ea7","resolution":{"observed_at":"2026-05-20T10:33:12.535856Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-08T00:00:29.854162Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2506.20803","snapshot_observed_at":"2026-08-02T13:43:46.164762Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2605.18661","last_updated":"2026-07-20T17:24:03Z","snapshot_observed_at":"2026-08-02T13:43:29.187658Z","submitted_at":"2026-05-18T17:08:26Z","title":"AI for Auto-Research: Roadmap & User Guide","version":2},"reference_index":184,"source":"pdf_text","source_observed_at":"2026-08-02T13:43:46.164762Z"},"links":{"cited_paper":"/paper/2506.20803","citing_paper":"/paper/2605.18661"},"observation_digest":"sha256:ddc572648dcc71a1c7898d95cc1a1eff4500b31532923ad139bd2065e77bffbd","observation_id":"b026461f-8a43-4a19-8ea0-a840c966dae9","resolution":{"observed_at":"2026-08-02T13:43:46.164762Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-08T00:00:29.854162Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"cited_work":{"arxiv_id":"2506.20803","doi":"10.48550/arxiv.2506.20803","metadata_source":"arxiv_reference","pith_arxiv_id":"2506.20803","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Chenglei Si, Diyi Yang, and Tatsunori Hashimoto","venue":"ArXiv.org","work_id":"edf387b7-50ec-4bb8-8678-8a0159d9c8ed","year":2025},"citing_paper":{"arxiv_id":"2605.21491","last_updated":"2026-04-06T19:03:11Z","snapshot_observed_at":"2026-07-06T23:31:56.199912Z","submitted_at":"2026-04-06T19:03:11Z","title":"Teaching Language Models to Forecast Research Success Through Comparative Idea Evaluation","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-05-22T01:46:49.952433Z"},"links":{"cited_paper":"/paper/2506.20803","citing_paper":"/paper/2605.21491"},"observation_digest":"sha256:5195d315e4651628c281f52dedff88ebe8d378c6f5bd11c7250060bdc33512ec","observation_id":"57cc7d64-b31e-4b0e-ac57-b0cfc488eb74","resolution":{"observed_at":"2026-05-22T01:50:54.720402Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-08T00:00:29.854162Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"cited_work":{"arxiv_id":"2506.20803","doi":"10.48550/arxiv.2506.20803","metadata_source":"arxiv_reference","pith_arxiv_id":"2506.20803","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Chenglei Si, Diyi Yang, and Tatsunori Hashimoto","venue":"ArXiv.org","work_id":"edf387b7-50ec-4bb8-8678-8a0159d9c8ed","year":2025},"citing_paper":{"arxiv_id":"2605.30329","last_updated":"2026-05-28T17:57:37Z","snapshot_observed_at":"2026-08-06T08:03:02.263598Z","submitted_at":"2026-05-28T17:57:37Z","title":"SoundnessBench: Can Your AI Scientist Really Tell Good Research Ideas from Bad Ones?","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-06-29T08:13:42.770740Z"},"links":{"cited_paper":"/paper/2506.20803","citing_paper":"/paper/2605.30329"},"observation_digest":"sha256:fd267931edf85dd3be29b2d1f88cb73fde8cd3d3ed9e3d1d10e9263fdd6fbc8c","observation_id":"6f270a66-6110-40d3-b08c-2ded9fd70e3f","resolution":{"observed_at":"2026-06-29T08:23:15.803581Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-08T00:00:29.854162Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"cited_work":{"arxiv_id":"2506.20803","doi":"10.48550/arxiv.2506.20803","metadata_source":"arxiv_reference","pith_arxiv_id":"2506.20803","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Chenglei Si, Diyi Yang, and Tatsunori Hashimoto","venue":"ArXiv.org","work_id":"edf387b7-50ec-4bb8-8678-8a0159d9c8ed","year":2025},"citing_paper":{"arxiv_id":"2606.11337","last_updated":"2026-06-09T18:16:04Z","snapshot_observed_at":"2026-07-06T23:50:25.158108Z","submitted_at":"2026-06-09T18:16:04Z","title":"Can AI Agents Synthesize Scientific Conclusions?","version":1},"reference_index":108,"source":"pdf_text","source_observed_at":"2026-06-27T13:05:07.718882Z"},"links":{"cited_paper":"/paper/2506.20803","citing_paper":"/paper/2606.11337"},"observation_digest":"sha256:d80d7871c7a09f1d41fa9668f00846d8f636be8ffa5606e52fcbf1c0e3286e71","observation_id":"4affd43c-bcbd-46a2-bca8-4da7f884a6df","resolution":{"observed_at":"2026-07-03T05:47:41.449102Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-08T00:00:29.854162Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"cited_work":{"arxiv_id":"2506.20803","doi":"10.48550/arxiv.2506.20803","metadata_source":"arxiv_reference","pith_arxiv_id":"2506.20803","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Chenglei Si, Diyi Yang, and Tatsunori Hashimoto","venue":"ArXiv.org","work_id":"edf387b7-50ec-4bb8-8678-8a0159d9c8ed","year":2025},"citing_paper":{"arxiv_id":"2607.01233","last_updated":"2026-07-01T17:59:56Z","snapshot_observed_at":"2026-07-07T00:06:49.412663Z","submitted_at":"2026-07-01T17:59:56Z","title":"Measuring the Gap Between Human and LLM Research Ideas","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-07-02T12:22:54.748120Z"},"links":{"cited_paper":"/paper/2506.20803","citing_paper":"/paper/2607.01233"},"observation_digest":"sha256:332a468aba025bdd45499702b9cc32a985b97e7ac4934ab477f165863a3465a2","observation_id":"1e1ab769-01bd-43e5-8bd0-903555bdda78","resolution":{"observed_at":"2026-07-02T12:26:56.091188Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-08T00:00:29.854162Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2506.20803","snapshot_observed_at":"2026-07-11T19:11:37.739920Z","title":"The ideation-execution gap: Execution outcomes of LLM-generated versus human research ideas, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.04439","last_updated":"2026-07-05T17:59:43Z","snapshot_observed_at":"2026-07-11T19:11:36.152412Z","submitted_at":"2026-07-05T17:59:43Z","title":"ResearchStudio-Idea: An Evidence-Grounded Research-Ideation Skill Suite from ML Conference Outcomes","version":1},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-07-11T19:11:37.739920Z"},"links":{"cited_paper":"/paper/2506.20803","citing_paper":"/paper/2607.04439"},"observation_digest":"sha256:6f5c2f60900fe3e95e945b66e2856532f8cd424836bfc2fabf49ffabaaf84769","observation_id":"1aa1b5ea-6b5f-4e98-ad7c-3f15b4a5674e","resolution":{"observed_at":"2026-07-11T19:11:37.739920Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-08T00:00:29.854162Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2506.20803","snapshot_observed_at":"2026-08-02T14:33:45.588264Z","title":"arXiv preprint arXiv:2506.20803 , year =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.14118","last_updated":"2026-05-09T14:54:36Z","snapshot_observed_at":"2026-08-08T00:00:45.604741Z","submitted_at":"2026-05-09T14:54:36Z","title":"Budgeted Subset Refinement for Execution-Aware LLM Research Ideation","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-02T14:33:45.588264Z"},"links":{"cited_paper":"/paper/2506.20803","citing_paper":"/paper/2607.14118"},"observation_digest":"sha256:cdc2fc441ff4a5a1dc72fa06c6cd21b796c06321130af95437f1f3d0799f80cc","observation_id":"bce017b7-dd87-48ca-bb02-a5878b6ccb61","resolution":{"observed_at":"2026-08-02T14:33:45.588264Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-08T00:00:29.854162Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2506.20803","snapshot_observed_at":"2026-08-04T23:25:09.648518Z","title":"arXiv preprint arXiv:2506.20803 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.01666","last_updated":"2026-08-04T03:10:26Z","snapshot_observed_at":"2026-08-08T00:49:20.883513Z","submitted_at":"2026-08-03T04:01:02Z","title":"Style Wins, Substance Loses: A Diagnosis of LLM-as-Judge in Idea Generation","version":1},"reference_index":56,"source":"arxiv_source","source_observed_at":"2026-08-04T23:25:09.648518Z"},"links":{"cited_paper":"/paper/2506.20803","citing_paper":"/paper/2608.01666"},"observation_digest":"sha256:0113135980bb2211ae07e868c3067834b392dd44b23c79626567ece526ec245e","observation_id":"1a671460-725d-485a-9989-34d35d766423","resolution":{"observed_at":"2026-08-04T23:25:09.648518Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-08T00:00:29.854162Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2506.20803","snapshot_observed_at":"2026-08-07T00:15:14.211946Z","title":"arXiv preprint arXiv:2506.20803 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.01666","last_updated":"2026-08-04T03:10:26Z","snapshot_observed_at":"2026-08-08T00:49:20.883513Z","submitted_at":"2026-08-03T04:01:02Z","title":"Style Wins, Substance Loses: A Diagnosis of LLM-as-Judge in Idea Generation","version":2},"reference_index":56,"source":"arxiv_source","source_observed_at":"2026-08-07T00:15:14.211946Z"},"links":{"cited_paper":"/paper/2506.20803","citing_paper":"/paper/2608.01666"},"observation_digest":"sha256:ca7138464b7fb30d7903ab952488ab397d54469656a84a761844780896d0e94e","observation_id":"ed1ad1a1-61ef-4dfd-b8ff-2c1325abd7d6","resolution":{"observed_at":"2026-08-07T00:15:14.211946Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2506.20803/citation-record","integrity":"/paper/2506.20803/integrity","json":"/paper/2506.20803/citation-record.json","paper":"/paper/2506.20803"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:46:35.085380Z","title":"ResearchAgent: Iterative Research Idea Generation over Scientific Literature with Large Language Models","venue":null,"work_id":"f6041baf-2d65-48c5-a1cc-f35812e60fbd","year":2025},"citing_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-08T00:00:29.854162Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-06T22:46:32.291276Z"},"links":{"citing_paper":"/paper/2506.20803"},"observation_digest":"sha256:6a2246ca536618cee81ea600225973e9c32659b30b74d520d3c15c032fc14824","observation_id":"00703af7-326d-4ffc-b93c-00dacbf50e1b","resolution":{"observed_at":"2026-08-06T22:46:35.190941Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2504.20965","last_updated":"2025-06-13T22:43:06Z","snapshot_observed_at":"2026-08-07T15:58:07.339962Z","submitted_at":"2025-04-29T17:36:05Z","title":"AegisLLM: Scaling Agentic Systems for Self-Reflective Defense in LLM Security","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2504.20965","snapshot_observed_at":"2026-08-06T22:46:32.294610Z","title":"Bartoldson, Bhavya Kailkhura, Tom Goldstein, and Furong Huang","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-08T00:00:29.854162Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-06T22:46:32.294610Z"},"links":{"cited_paper":"/paper/2504.20965","citing_paper":"/paper/2506.20803"},"observation_digest":"sha256:051f7c7594ac1cfa63c8cdd1018bf418176dda015477356a0fb56667430e2fa3","observation_id":"67fd02ed-a4bf-4d53-a634-a0ad047660a0","resolution":{"observed_at":"2026-08-06T22:46:32.294610Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:46:34.834548Z","title":"MLE-bench: Evaluating Machine Learning Agents on Machine Learning Engineering","venue":null,"work_id":"6dcefde4-7f3a-45d3-8492-e47644718fe8","year":2025},"citing_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-08T00:00:29.854162Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-06T22:46:32.298312Z"},"links":{"citing_paper":"/paper/2506.20803"},"observation_digest":"sha256:1217cf3a8a0c19666b45a93ae9c6214fffa029bac97c10cea2a87026ffa3dcd1","observation_id":"228813cc-0da4-46f0-8bf2-3bd2f3fc728d","resolution":{"observed_at":"2026-08-06T22:46:34.988182Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2503.23687","last_updated":"2025-03-31T03:38:12Z","snapshot_observed_at":"2026-08-07T16:26:20.105620Z","submitted_at":"2025-03-31T03:38:12Z","title":"MKA: Leveraging Cross-Lingual Consensus for Model Abstention","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2503.23687","snapshot_observed_at":"2026-08-06T22:46:32.302278Z","title":"MKA: Leveraging Cross-Lingual Consensus for Model Abstention","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-08T00:00:29.854162Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-06T22:46:32.302278Z"},"links":{"cited_paper":"/paper/2503.23687","citing_paper":"/paper/2506.20803"},"observation_digest":"sha256:60617a82862e7601f4677731c24092c21a57129588ba2f32b7b131a84259692e","observation_id":"98378095-ac1b-4c4f-88a7-0c3de786aa44","resolution":{"observed_at":"2026-08-06T22:46:32.302278Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:46:34.587394Z","title":"GraphEval: A Lightweight Graph-Based LLM Framework for Idea Evaluation","venue":null,"work_id":"21949997-a272-4eb5-b4ef-406fa55d6def","year":2025},"citing_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-08T00:00:29.854162Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-06T22:46:32.305812Z"},"links":{"citing_paper":"/paper/2506.20803"},"observation_digest":"sha256:f84eb7c5bc31f357ebe814eb004cfc8cc103a102284098a8132d5b06227cc4fd","observation_id":"eb204c3a-d88b-4077-b0e3-58a2dde035fe","resolution":{"observed_at":"2026-08-06T22:46:34.736239Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2505.13400","last_updated":"2025-05-19T17:36:17Z","snapshot_observed_at":"2026-08-07T15:43:00.817463Z","submitted_at":"2025-05-19T17:36:17Z","title":"Robin: A multi-agent system for automating scientific discovery","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2505.13400","snapshot_observed_at":"2026-08-06T22:46:32.311908Z","title":"Szostkiewicz, Jon M","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-08T00:00:29.854162Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-06T22:46:32.311908Z"},"links":{"cited_paper":"/paper/2505.13400","citing_paper":"/paper/2506.20803"},"observation_digest":"sha256:5922a498f8519e673d2dfa434e34a65fac5dc07dc21d3d94b144d378c6674e1c","observation_id":"bc61364e-4920-4792-b090-a888717aff0b","resolution":{"observed_at":"2026-08-06T22:46:32.311908Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2502.18864","last_updated":"2025-02-26T06:17:13Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-02-26T06:17:13Z","title":"Towards an AI co-scientist","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.18864","snapshot_observed_at":"2026-08-06T22:46:32.324482Z","title":"Towards an AI co-scientist","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-08T00:00:29.854162Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-06T22:46:32.324482Z"},"links":{"cited_paper":"/paper/2502.18864","citing_paper":"/paper/2506.20803"},"observation_digest":"sha256:8ed48e25aca3c4aa801f17ac6b14f3fbdc7ece55ef329fd68e1b1dc34d156b25","observation_id":"fc741bfc-a45e-4124-8c5e-3b35c936be64","resolution":{"observed_at":"2026-08-06T22:46:32.324482Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.14255","last_updated":"2024-10-27T04:02:32Z","snapshot_observed_at":"2026-07-06T19:35:48.603411Z","submitted_at":"2024-10-18T08:04:36Z","title":"Nova: An Iterative Planning and Search Approach to Enhance Novelty and Diversity of LLM Generated Ideas","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.14255","snapshot_observed_at":"2026-08-06T22:46:32.340092Z","title":"Nova: An Iterative Planning and Search Approach to Enhance Novelty and Diversity of LLM Generated Ideas","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-08T00:00:29.854162Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-06T22:46:32.340092Z"},"links":{"cited_paper":"/paper/2410.14255","citing_paper":"/paper/2506.20803"},"observation_digest":"sha256:0134602dc1c4d29d231cf226a75a82d9bbb0b649d37ed68030908e5b2bf2578f","observation_id":"c7302cbb-5dcf-4c0a-81b8-1cfc06a113be","resolution":{"observed_at":"2026-08-06T22:46:32.340092Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2506.02314","last_updated":"2025-06-02T23:04:12Z","snapshot_observed_at":"2026-08-07T11:24:09.913185Z","submitted_at":"2025-06-02T23:04:12Z","title":"ResearchCodeBench: Benchmarking LLMs on Implementing Novel Machine Learning Research Code","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2506.02314","snapshot_observed_at":"2026-08-06T22:46:32.360665Z","title":"Truong, Weixin Liang, Fan-Yun Sun, and Nick Haber","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-08T00:00:29.854162Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-06T22:46:32.360665Z"},"links":{"cited_paper":"/paper/2506.02314","citing_paper":"/paper/2506.20803"},"observation_digest":"sha256:5391bf1c640c8940c967b7d059ca7493b93b2f88a2d38505ed7ab005126e1997","observation_id":"b555cb75-8a55-487b-8429-0ff88055c6cd","resolution":{"observed_at":"2026-08-06T22:46:32.360665Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:46:34.322604Z","title":"Chain of Ideas: Revolutionizing Research Via Novel Idea Development with LLM Agents","venue":null,"work_id":"fe713473-3b24-40f5-93c1-47e71b57fdbc","year":2025},"citing_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-08T00:00:29.854162Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-06T22:46:32.380745Z"},"links":{"citing_paper":"/paper/2506.20803"},"observation_digest":"sha256:e09b21e917676a83410ddb1450f6cbb92826f48d5e63fe30009009ae3c182423","observation_id":"aec80428-b394-42a8-8609-6c56c78011e8","resolution":{"observed_at":"2026-08-06T22:46:34.474816Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2505.23723","last_updated":"2026-04-30T19:55:27Z","snapshot_observed_at":"2026-07-06T21:33:07.415628Z","submitted_at":"2025-05-29T17:54:44Z","title":"ML-Agent: Reinforcing LLM Agents for Autonomous Machine Learning Engineering","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2505.23723","snapshot_observed_at":"2026-08-06T22:46:32.398654Z","title":"ML-Agent: Reinforcing LLM Agents for Autonomous Machine Learning Engineering","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-08T00:00:29.854162Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-06T22:46:32.398654Z"},"links":{"cited_paper":"/paper/2505.23723","citing_paper":"/paper/2506.20803"},"observation_digest":"sha256:63a6d1af869b9c34bb42c59ae32af679ca44c98d4360cd8631533711dec2887e","observation_id":"2ab0eccf-1846-4796-83ff-da46695cc234","resolution":{"observed_at":"2026-08-06T22:46:32.398654Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.06292","last_updated":"2024-09-01T00:41:18Z","snapshot_observed_at":"2026-07-06T18:59:43.564435Z","submitted_at":"2024-08-12T16:58:11Z","title":"The AI Scientist: Towards Fully Automated Open-Ended Scientific Discovery","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.06292","snapshot_observed_at":"2026-08-06T22:46:32.410987Z","title":"The AI Scientist: Towards Fully Automated Open-Ended Scientific Discovery","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-08T00:00:29.854162Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-06T22:46:32.410987Z"},"links":{"cited_paper":"/paper/2408.06292","citing_paper":"/paper/2506.20803"},"observation_digest":"sha256:a1844f376d0240d5ba13019560a0c39d2a21a37b8dfc18a71b66ba13166b7eb7","observation_id":"80e5480a-d942-4a84-b4da-0e154b53ff9c","resolution":{"observed_at":"2026-08-06T22:46:32.410987Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2506.13131","last_updated":"2025-06-16T06:37:18Z","snapshot_observed_at":"2026-08-07T04:21:43.190472Z","submitted_at":"2025-06-16T06:37:18Z","title":"AlphaEvolve: A coding agent for scientific and algorithmic discovery","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2506.13131","snapshot_observed_at":"2026-08-06T22:46:32.430763Z","title":"Kozlovskii, Francisco J","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-08T00:00:29.854162Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-06T22:46:32.430763Z"},"links":{"cited_paper":"/paper/2506.13131","citing_paper":"/paper/2506.20803"},"observation_digest":"sha256:6754ede6fbb758a37caafa7a1e9c4c9e89e8358b3fbb722588ca4783a64554f3","observation_id":"096d9ea9-c184-4cc3-9609-1cf21468d86a","resolution":{"observed_at":"2026-08-06T22:46:32.430763Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2504.12976","last_updated":"2025-04-17T14:29:18Z","snapshot_observed_at":"2026-08-07T16:01:26.184746Z","submitted_at":"2025-04-17T14:29:18Z","title":"Sparks of Science: Hypothesis Generation Using Structured Paper Data","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2504.12976","snapshot_observed_at":"2026-08-06T22:46:32.449311Z","title":"Sparks of Science: Hypothesis Generation Using Structured Paper Data","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-08T00:00:29.854162Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-06T22:46:32.449311Z"},"links":{"cited_paper":"/paper/2504.12976","citing_paper":"/paper/2506.20803"},"observation_digest":"sha256:4bea03ef46e6d2ffd53bdafecd2d808b4b8019ae22bf805e2cc2230ae1c5897e","observation_id":"4922400d-bfb2-4c28-a819-628dc7d78ad4","resolution":{"observed_at":"2026-08-06T22:46:32.449311Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2502.19756","last_updated":"2025-06-02T19:50:52Z","snapshot_observed_at":"2026-08-07T20:25:22.712763Z","submitted_at":"2025-02-27T04:41:22Z","title":"PolyPrompt: Automating Knowledge Extraction from Multilingual Language Models with Dynamic Prompt Generation","version":2},"cited_work":{"arxiv_id":"2502.19756","doi":null,"metadata_source":"pith","pith_arxiv_id":"2502.19756","snapshot_observed_at":"2026-08-06T22:46:33.413724Z","title":"PolyPrompt: Automating Knowledge Extraction from Multilingual Language Models with Dynamic Prompt Generation","venue":"cs.CL","work_id":"d5d92660-e578-4021-a751-dd0888c4b5e4","year":2025},"citing_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-08T00:00:29.854162Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-06T22:46:32.459855Z"},"links":{"cited_paper":"/paper/2502.19756","citing_paper":"/paper/2506.20803"},"observation_digest":"sha256:4dea3019abdf3edce59437ce63d8baf1dd37785413710ea41a64829748b5f087","observation_id":"30c85b91-49e7-4937-a634-b0b933e1094b","resolution":{"observed_at":"2026-08-06T22:46:33.488984Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2501.04227","last_updated":"2025-06-17T16:19:14Z","snapshot_observed_at":"2026-08-03T03:40:06.947021Z","submitted_at":"2025-01-08T01:58:42Z","title":"Agent Laboratory: Using LLM Agents as Research Assistants","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2501.04227","snapshot_observed_at":"2026-08-06T22:46:32.469365Z","title":"Agent Laboratory: Using LLM Agents as Research Assistants","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-08T00:00:29.854162Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-06T22:46:32.469365Z"},"links":{"cited_paper":"/paper/2501.04227","citing_paper":"/paper/2506.20803"},"observation_digest":"sha256:48104287e246957b203e79a6cd0b9ddca4f335e75e8a94075e61d4aad82efbf1","observation_id":"1c778db2-2db4-4144-9714-876a10428770","resolution":{"observed_at":"2026-08-06T22:46:32.469365Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.04109","last_updated":"2024-09-06T08:25:03Z","snapshot_observed_at":"2026-08-08T00:38:42.440129Z","submitted_at":"2024-09-06T08:25:03Z","title":"Can LLMs Generate Novel Research Ideas? A Large-Scale Human Study with 100+ NLP Researchers","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.04109","snapshot_observed_at":"2026-08-06T22:46:32.481284Z","title":"Can LLMs Generate Novel Research Ideas? A Large-Scale Human Study with 100+ NLP Researchers","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-08T00:00:29.854162Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-06T22:46:32.481284Z"},"links":{"cited_paper":"/paper/2409.04109","citing_paper":"/paper/2506.20803"},"observation_digest":"sha256:9f7462ed3a0098cfdf3c8e4cb38def1ef734b5170f5ffc1cf924e484edfcdba9","observation_id":"db1c6437-2bef-476a-9b20-a1e4b10dce65","resolution":{"observed_at":"2026-08-06T22:46:32.481284Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1007/s11192-024-04968-7","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:46:33.240229Z","title":"Do grant proposal texts matter for funding decisions? a field experiment","venue":null,"work_id":"afae2196-a895-4540-b51d-cf2cea94640d","year":2024},"citing_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-08T00:00:29.854162Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-06T22:46:32.493449Z"},"links":{"citing_paper":"/paper/2506.20803"},"observation_digest":"sha256:dc88f6812f7867add124e8e14a04a9dc293d5835ac48a8528e9adee88be5d895","observation_id":"1304bac4-e3b0-4c61-b74d-e54f6d1e89de","resolution":{"observed_at":"2026-08-06T22:46:33.291371Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[{"edge_observation":{"observed_at":"2026-08-07T06:34:21.451453+00:00","source":"paper_reference_links","state":"open"},"event_date":"2025-07-31","event_type":"correction","notice_doi":"10.1007/s11192-025-05378-z","provenance":{"observed_at":"2026-07-11T03:07:12.810595+00:00","source":"crossref","source_record_id":"10.1007/s11192-025-05378-z->10.1007/s11192-024-04968-7:correction"}}],"reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2504.01848","last_updated":"2025-04-07T12:15:49Z","snapshot_observed_at":"2026-07-06T21:03:06.857885Z","submitted_at":"2025-04-02T15:55:24Z","title":"PaperBench: Evaluating AI's Ability to Replicate AI Research","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2504.01848","snapshot_observed_at":"2026-08-06T22:46:32.508384Z","title":"PaperBench: Evaluating AI's Ability to Replicate AI Research","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-08T00:00:29.854162Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-06T22:46:32.508384Z"},"links":{"cited_paper":"/paper/2504.01848","citing_paper":"/paper/2506.20803"},"observation_digest":"sha256:bbea87324f0b97789838c0e248b1c00dc1b33a603973d02e3097cbc1df2d82b5","observation_id":"4fa9087a-1413-4dc8-bd64-04df1a96429b","resolution":{"observed_at":"2026-08-06T22:46:32.508384Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:46:34.152656Z","title":"Many Heads Are Better Than One: Improved Scientific Idea Generation by A LLM-Based Multi-Agent System","venue":null,"work_id":"aa8705c6-0fd1-4751-b8df-e6aa8e327cce","year":2025},"citing_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-08T00:00:29.854162Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-06T22:46:32.518304Z"},"links":{"citing_paper":"/paper/2506.20803"},"observation_digest":"sha256:5a4743e7aab388261057b8b4d8e574d66548f237db331b41303ed3cebafb1138","observation_id":"7c4f7d9d-15af-4f9b-aeb7-f1d761c34805","resolution":{"observed_at":"2026-08-06T22:46:34.210417Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:46:33.998449Z","title":"SciMON: Scientific Inspiration Machines Optimized for Novelty","venue":null,"work_id":"3219503e-6423-4b62-9886-3ab16ba2d521","year":2024},"citing_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-08T00:00:29.854162Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-06T22:46:32.531862Z"},"links":{"citing_paper":"/paper/2506.20803"},"observation_digest":"sha256:d22028eeaaa425a1bb5b4a9d5ba19de3afe06d91afaf5eae77841f74376b1fd8","observation_id":"cf35c5c4-4142-4fc9-904d-8697248ce283","resolution":{"observed_at":"2026-08-06T22:46:34.075925Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2410.23166","last_updated":"2025-02-17T08:59:45Z","snapshot_observed_at":"2026-08-08T00:00:08.825747Z","submitted_at":"2024-10-30T16:18:22Z","title":"SciPIP: An LLM-based Scientific Paper Idea Proposer","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.23166","snapshot_observed_at":"2026-08-06T22:46:32.550114Z","title":"SciPIP: An LLM-based Scientific Paper Idea Proposer","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-08T00:00:29.854162Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-06T22:46:32.550114Z"},"links":{"cited_paper":"/paper/2410.23166","citing_paper":"/paper/2506.20803"},"observation_digest":"sha256:a3a6a4a739319a0b752e224dda15ffdd67c0b80512bf36bec832c3a7e30a6119","observation_id":"3a74ba77-5c9c-446e-a6d5-bc8516f37112","resolution":{"observed_at":"2026-08-06T22:46:32.550114Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2506.00794","last_updated":"2025-06-01T02:46:31Z","snapshot_observed_at":"2026-08-07T11:55:29.059375Z","submitted_at":"2025-06-01T02:46:31Z","title":"Predicting Empirical AI Research Outcomes with Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2506.00794","snapshot_observed_at":"2026-08-06T22:46:32.625500Z","title":"Predicting Empirical AI Research Outcomes with Language Models","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-08T00:00:29.854162Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-06T22:46:32.625500Z"},"links":{"cited_paper":"/paper/2506.00794","citing_paper":"/paper/2506.20803"},"observation_digest":"sha256:5a3670756ef75df9b05720952b856c9dbb5e04cf34d00bbe641d62e5db77378b","observation_id":"75729d29-f9d4-45d6-9258-680d865673ea","resolution":{"observed_at":"2026-08-06T22:46:32.625500Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:46:33.884060Z","title":"CycleResearcher: Improving Automated Research via Automated Review","venue":null,"work_id":"58227497-2213-4c7a-bb48-14e9516ce030","year":2025},"citing_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-08T00:00:29.854162Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-06T22:46:32.675985Z"},"links":{"citing_paper":"/paper/2506.20803"},"observation_digest":"sha256:10e57750ac2bda16c1a5f74b3c335874308ef9be2ea474aec02d00579ccfd0c4","observation_id":"07005814-025f-417a-b89c-e587dbdbdbfe","resolution":{"observed_at":"2026-08-06T22:46:33.948261Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2504.08066","last_updated":"2025-04-10T18:44:41Z","snapshot_observed_at":"2026-08-01T14:58:15.255937Z","submitted_at":"2025-04-10T18:44:41Z","title":"The AI Scientist-v2: Workshop-Level Automated Scientific Discovery via Agentic Tree Search","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2504.08066","snapshot_observed_at":"2026-08-06T22:46:32.774937Z","title":"The AI Scientist-v2: Workshop-Level Automated Scientific Discovery via Agentic Tree Search","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-08T00:00:29.854162Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-08-06T22:46:32.774937Z"},"links":{"cited_paper":"/paper/2504.08066","citing_paper":"/paper/2506.20803"},"observation_digest":"sha256:b8a13b7fb26b8030ef6f15f5bfe7c7e7541b92562e7758a15295ff9573ee2a76","observation_id":"d6c149a9-9e06-4ed2-9645-1f0d172889d3","resolution":{"observed_at":"2026-08-06T22:46:32.774937Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:46:33.809739Z","title":null,"venue":null,"work_id":"cd676b78-f4cc-484a-9057-0f5d43de5e20","year":2024},"citing_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-08T00:00:29.854162Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-08-06T22:46:32.835580Z"},"links":{"citing_paper":"/paper/2506.20803"},"observation_digest":"sha256:2aa67549d999299348fe29a600faac7d096cce84f837d5a9fbb1bd6b54fde001","observation_id":"ee2ec944-7953-4fb2-b559-fa5dda004153","resolution":{"observed_at":"2026-08-06T22:46:33.843638Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2505.22954","last_updated":"2026-03-12T23:47:40Z","snapshot_observed_at":"2026-07-06T21:32:33.515702Z","submitted_at":"2025-05-29T00:26:15Z","title":"Darwin Godel Machine: Open-Ended Evolution of Self-Improving Agents","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2505.22954","snapshot_observed_at":"2026-08-06T22:46:32.924554Z","title":"Darwin Godel Machine: Open-Ended Evolution of Self-Improving Agents","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-08T00:00:29.854162Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-08-06T22:46:32.924554Z"},"links":{"cited_paper":"/paper/2505.22954","citing_paper":"/paper/2506.20803"},"observation_digest":"sha256:4b7948e51df20d8af77ace75cac07c5f16d209b2147dabb1c31fa17873d24e45","observation_id":"41a2dcef-2df7-4852-90cf-5c5f2302e465","resolution":{"observed_at":"2026-08-06T22:46:32.924554Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2503.08569","last_updated":"2025-03-11T15:59:43Z","snapshot_observed_at":"2026-08-07T17:12:32.675735Z","submitted_at":"2025-03-11T15:59:43Z","title":"DeepReview: Improving LLM-based Paper Review with Human-like Deep Thinking Process","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2503.08569","snapshot_observed_at":"2026-08-06T22:46:32.974824Z","title":"DeepReview: Improving LLM-based Paper Review with Human-like Deep Thinking Process","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-08T00:00:29.854162Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-08-06T22:46:32.974824Z"},"links":{"cited_paper":"/paper/2503.08569","citing_paper":"/paper/2506.20803"},"observation_digest":"sha256:708614ec18b9f106a2b3e926bc0360ccbb9819aa84253a48bd919b299b06b082","observation_id":"752cd971-5ef7-4051-a633-16f5c3105158","resolution":{"observed_at":"2026-08-06T22:46:32.974824Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:46:33.041988Z","title":"@esa (Ref","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-08T00:00:29.854162Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-08-06T22:46:33.041988Z"},"links":{"citing_paper":"/paper/2506.20803"},"observation_digest":"sha256:2640aac020ad44e2ba61f9299f23356e26aa043b7b97cfa844b976b57d9c7e21","observation_id":"46068ff3-3751-4f20-a76c-059dd8f25427","resolution":{"observed_at":"2026-08-06T22:46:33.041988Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:46:33.113858Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-08T00:00:29.854162Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-08-06T22:46:33.113858Z"},"links":{"citing_paper":"/paper/2506.20803"},"observation_digest":"sha256:727fd588b7ad8de0670c31b77b91fbc5629a5e704fd63dfd270cf9fc9f1acb1e","observation_id":"cd9b7540-cd1b-4e3a-8dc7-a405e752411a","resolution":{"observed_at":"2026-08-06T22:46:33.113858Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:46:33.632694Z","title":null,"venue":null,"work_id":"ebb6bf0e-402b-4d66-9b03-40c00a0a193a","year":null},"citing_paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","snapshot_observed_at":"2026-08-08T00:00:29.854162Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas","version":1},"reference_index":31,"source":"arxiv_source","source_observed_at":"2026-08-06T22:46:33.156020Z"},"links":{"citing_paper":"/paper/2506.20803"},"observation_digest":"sha256:5338f6bf211981a4fbf48638239d47ed41de7fd98bc7118c19e5bf189d84aa0a","observation_id":"2ba246fc-1f3e-46e9-b782-0e3ef5bc0616","resolution":{"observed_at":"2026-08-06T22:46:33.702397Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2506.20803","last_updated":"2025-06-25T19:47:23Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-08T00:00:29.854162Z","submitted_at":"2025-06-25T19:47:23Z","title":"The Ideation-Execution Gap: Execution Outcomes of LLM-Generated versus Human Research Ideas"},"reference_resolution":{"displayed":31,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":22,"verified_exact":2,"verified_fuzzy":7},"total_outbound_references":31},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"thesis":"As of 8 August 2026, this Paper Citation Record lists 31 of 31 outbound references and 17 inbound Pith citation observations for arXiv:2506.20803."}