{"as_of":"2026-08-04T16:50:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:77b0e75ab0c2439fab6519cde243e38ae0b1fd544f3251f5577aacf35d86f9e7","coverage":[{"denominator":68,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":68,"source":"paper_references, paper_reference_links","source_observed_at":"2026-07-11T11:50:26.030339Z","state":"measured"},{"denominator":69,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":69,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-04T06:34:03.388597+00:00","state":"measured"},{"denominator":1,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":1,"source":"paper_references, paper_reference_links","source_observed_at":"2026-06-25T19:20:07.367715Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"pith","source_observed_at":"2026-07-04T21:00:08.992520Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2604.10718","last_updated":"2026-04-12T16:28:51Z","snapshot_observed_at":"2026-07-31T09:28:04.079811Z","submitted_at":"2026-04-12T16:28:51Z","title":"SciPredict: Can LLMs Predict the Outcomes of Scientific Experiments in Natural Sciences?","version":1},"cited_work":{"arxiv_id":"2604.10718","doi":null,"metadata_source":"pith","pith_arxiv_id":"2604.10718","snapshot_observed_at":"2026-07-04T21:00:08.992520Z","title":"SciPredict: Can LLMs Predict the Outcomes of Scientific Experiments in Natural Sciences?","venue":"cs.AI","work_id":"78dbfb78-fb01-4864-a8bc-31cd42c7b9f4","year":2026},"citing_paper":{"arxiv_id":"2606.25879","last_updated":"2026-06-24T14:23:14Z","snapshot_observed_at":"2026-08-04T05:49:57.774019Z","submitted_at":"2026-06-24T14:23:14Z","title":"AI-Assisted Computational Reproducibility on the FABRIC Testbed","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-06-25T19:20:07.367715Z"},"links":{"cited_paper":"/paper/2604.10718","citing_paper":"/paper/2606.25879"},"observation_digest":"sha256:f85ca79c4696264c193ecd8bcc3b530adaca88a56a79a1d0156647e05669c81d","observation_id":"687aeb7c-dfbd-40ab-bde7-60234771e9cd","resolution":{"observed_at":"2026-07-04T21:00:08.994110Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2604.10718/citation-record","integrity":"/paper/2604.10718/integrity","json":"/paper/2604.10718/citation-record.json","paper":"/paper/2604.10718"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Abdel-Rehim, H","venue":null,"work_id":"189ecec3-0acd-4d72-9b3f-89b654aa8ab1","year":2025},"citing_paper":{"arxiv_id":"2604.10718","last_updated":"2026-04-12T16:28:51Z","snapshot_observed_at":"2026-07-31T09:28:04.079811Z","submitted_at":"2026-04-12T16:28:51Z","title":"SciPredict: Can LLMs Predict the Outcomes of Scientific Experiments in Natural Sciences?","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-05-10T15:55:34.768853Z"},"links":{"citing_paper":"/paper/2604.10718"},"observation_digest":"sha256:602ddf730276de0dfa7f5cbefb8128ff82471d219210adae4c7305013b96c544","observation_id":"3b07ee98-79e6-49bf-b55e-aa7d718dbd8d","resolution":{"observed_at":"2026-05-17T17:52:00.758371Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Ali-Dib and K","venue":null,"work_id":"87a1b860-ec46-43b5-98e5-693bcbaf81a6","year":2024},"citing_paper":{"arxiv_id":"2604.10718","last_updated":"2026-04-12T16:28:51Z","snapshot_observed_at":"2026-07-31T09:28:04.079811Z","submitted_at":"2026-04-12T16:28:51Z","title":"SciPredict: Can LLMs Predict the Outcomes of Scientific Experiments in Natural Sciences?","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-05-10T15:55:34.768853Z"},"links":{"citing_paper":"/paper/2604.10718"},"observation_digest":"sha256:82ea492782d1a95f562917f83d89c51ed964104ee81b483a264517684856f4b9","observation_id":"34b9823c-32ac-4910-891a-0c07b81c8dc0","resolution":{"observed_at":"2026-05-17T17:52:00.753354Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Amayuelas, K","venue":null,"work_id":"da729be6-2b52-49f5-9041-239898fcd772","year":2024},"citing_paper":{"arxiv_id":"2604.10718","last_updated":"2026-04-12T16:28:51Z","snapshot_observed_at":"2026-07-31T09:28:04.079811Z","submitted_at":"2026-04-12T16:28:51Z","title":"SciPredict: Can LLMs Predict the Outcomes of Scientific Experiments in Natural Sciences?","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-05-10T15:55:34.768853Z"},"links":{"citing_paper":"/paper/2604.10718"},"observation_digest":"sha256:d1d8f63e0d7a6a58edc20886486782347db92aeb81e7fea32efd58cbc0b9b5eb","observation_id":"3aa2238d-df71-4d8e-bbd5-6fe3bbdc6830","resolution":{"observed_at":"2026-05-17T17:52:00.720536Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2505.08775","last_updated":"2025-05-13T17:53:59Z","snapshot_observed_at":"2026-07-06T21:23:23.760393Z","submitted_at":"2025-05-13T17:53:59Z","title":"HealthBench: Evaluating Large Language Models Towards Improved Human Health","version":1},"cited_work":{"arxiv_id":"2505.08775","doi":"10.48550/arxiv.2505.08775","metadata_source":"pith","pith_arxiv_id":"2505.08775","snapshot_observed_at":"2026-07-10T18:57:31.585722Z","title":"HealthBench: Evaluating Large Language Models Towards Improved Human Health","venue":"cs.CL","work_id":"5d613c2c-158f-488c-9981-fc9b82a5e093","year":2025},"citing_paper":{"arxiv_id":"2604.10718","last_updated":"2026-04-12T16:28:51Z","snapshot_observed_at":"2026-07-31T09:28:04.079811Z","submitted_at":"2026-04-12T16:28:51Z","title":"SciPredict: Can LLMs Predict the Outcomes of Scientific Experiments in Natural Sciences?","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-05-10T15:55:34.768853Z"},"links":{"cited_paper":"/paper/2505.08775","citing_paper":"/paper/2604.10718"},"observation_digest":"sha256:912673aaf96da9ee282cb4c249e9f077277c311f64ebcc742ebceeb2f7e96161","observation_id":"036e9e55-cea3-428d-b22d-cf5538291cc5","resolution":{"observed_at":"2026-05-13T05:18:21.444858Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2512.24661","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-03T08:17:45.269577Z","title":"Barkan, Sid Black, and Oliver Sourbut","venue":null,"work_id":"59df0a2a-11eb-4f4e-87a3-f888d9151f1b","year":2025},"citing_paper":{"arxiv_id":"2604.10718","last_updated":"2026-04-12T16:28:51Z","snapshot_observed_at":"2026-07-31T09:28:04.079811Z","submitted_at":"2026-04-12T16:28:51Z","title":"SciPredict: Can LLMs Predict the Outcomes of Scientific Experiments in Natural Sciences?","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-05-10T15:55:34.768853Z"},"links":{"citing_paper":"/paper/2604.10718"},"observation_digest":"sha256:32072e6e38a5245f2ab5a885ea6e304615c411b5952e305cb361dcb9d8c341a5","observation_id":"ba63b4f0-d603-426e-aa29-080d86efacc9","resolution":{"observed_at":"2026-05-11T09:36:03.755367Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Replicating a high-impact scientific publication using systems of large language models.bioRxiv, pages 2024– 04","venue":null,"work_id":"c3e2a55d-2068-44cb-ba28-c1d4af1fbc07","year":2024},"citing_paper":{"arxiv_id":"2604.10718","last_updated":"2026-04-12T16:28:51Z","snapshot_observed_at":"2026-07-31T09:28:04.079811Z","submitted_at":"2026-04-12T16:28:51Z","title":"SciPredict: Can LLMs Predict the Outcomes of Scientific Experiments in Natural Sciences?","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-05-10T15:55:34.768853Z"},"links":{"citing_paper":"/paper/2604.10718"},"observation_digest":"sha256:80367f95dd5be05b120878b4f569a1fbd74f89bf6b4c56be8f1edd35cc962c95","observation_id":"b5f2e046-7499-47e2-aee0-59ccd005fd5b","resolution":{"observed_at":"2026-05-17T17:52:00.730723Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Brunnsåker, A","venue":null,"work_id":"a8abcbaa-768a-487a-a9e2-df959be0b42d","year":2025},"citing_paper":{"arxiv_id":"2604.10718","last_updated":"2026-04-12T16:28:51Z","snapshot_observed_at":"2026-07-31T09:28:04.079811Z","submitted_at":"2026-04-12T16:28:51Z","title":"SciPredict: Can LLMs Predict the Outcomes of Scientific Experiments in Natural Sciences?","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-05-10T15:55:34.768853Z"},"links":{"citing_paper":"/paper/2604.10718"},"observation_digest":"sha256:2c3d1c62b461063ce3afc4ecab173e003f9bdb39a02ed5b3ccadd73d78aa5a63","observation_id":"6725e7eb-9442-4dfd-9015-5cc73b9c3b58","resolution":{"observed_at":"2026-05-17T17:52:00.746664Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2410.07095","last_updated":"2025-02-26T11:57:30Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-10-09T17:34:27Z","title":"MLE-bench: Evaluating Machine Learning Agents on Machine Learning Engineering","version":6},"cited_work":{"arxiv_id":"2410.07095","doi":"10.48550/arxiv.2410.07095","metadata_source":"pith","pith_arxiv_id":"2410.07095","snapshot_observed_at":"2026-07-10T13:17:05.857039Z","title":"MLE-bench: Evaluating Machine Learning Agents on Machine Learning Engineering","venue":"cs.CL","work_id":"a671e43f-ceab-49e7-adc3-473d802a97ca","year":2024},"citing_paper":{"arxiv_id":"2604.10718","last_updated":"2026-04-12T16:28:51Z","snapshot_observed_at":"2026-07-31T09:28:04.079811Z","submitted_at":"2026-04-12T16:28:51Z","title":"SciPredict: Can LLMs Predict the Outcomes of Scientific Experiments in Natural Sciences?","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-05-10T15:55:34.768853Z"},"links":{"cited_paper":"/paper/2410.07095","citing_paper":"/paper/2604.10718"},"observation_digest":"sha256:85c8e66471c37a979587c12ec583826fa462b6d2e62b065192d1b832fac6a241","observation_id":"ea68e041-dfcd-410b-a9b8-b2602f0a0fb3","resolution":{"observed_at":"2026-05-11T09:36:03.503133Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"4e56ac49-deac-4b3c-affe-973ffb4dd05b","year":2004},"citing_paper":{"arxiv_id":"2604.10718","last_updated":"2026-04-12T16:28:51Z","snapshot_observed_at":"2026-07-31T09:28:04.079811Z","submitted_at":"2026-04-12T16:28:51Z","title":"SciPredict: Can LLMs Predict the Outcomes of Scientific Experiments in Natural Sciences?","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-05-10T15:55:34.768853Z"},"links":{"citing_paper":"/paper/2604.10718"},"observation_digest":"sha256:67ddc80d7bf15d1d1de677099f9e81b4adf179db5e2d359057eec27119fc7a67","observation_id":"39ee44ea-27d4-4076-8d38-39e643d745c6","resolution":{"observed_at":"2026-05-17T17:52:00.809987Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2505.19955","doi":"10.48550/arxiv.2505.19955","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-10T12:15:01.137692Z","title":"arXiv preprint arXiv:2505.19955(2025)","venue":null,"work_id":"5096c958-8775-4f54-ac19-c33b3bca2724","year":2025},"citing_paper":{"arxiv_id":"2604.10718","last_updated":"2026-04-12T16:28:51Z","snapshot_observed_at":"2026-07-31T09:28:04.079811Z","submitted_at":"2026-04-12T16:28:51Z","title":"SciPredict: Can LLMs Predict the Outcomes of Scientific Experiments in Natural Sciences?","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-05-10T15:55:34.768853Z"},"links":{"citing_paper":"/paper/2604.10718"},"observation_digest":"sha256:529899345c001d4695aaf48a94b31d25d6d0709deb0f888b7360ec699ff19d8e","observation_id":"731cc20f-b8d1-45df-b2b0-948662dd52ba","resolution":{"observed_at":"2026-05-11T09:36:03.815255Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2109.00122","last_updated":"2022-05-07T07:52:39Z","snapshot_observed_at":"2026-07-06T11:43:15.244747Z","submitted_at":"2021-09-01T00:08:14Z","title":"FinQA: A Dataset of Numerical Reasoning over Financial Data","version":3},"cited_work":{"arxiv_id":"2109.00122","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2109.00122","snapshot_observed_at":"2026-07-04T04:09:34.781811Z","title":"FinQA: A dataset of numerical reasoning over financial data","venue":null,"work_id":"a11b4f4b-d693-4a54-b14a-49094201d947","year":2021},"citing_paper":{"arxiv_id":"2604.10718","last_updated":"2026-04-12T16:28:51Z","snapshot_observed_at":"2026-07-31T09:28:04.079811Z","submitted_at":"2026-04-12T16:28:51Z","title":"SciPredict: Can LLMs Predict the Outcomes of Scientific Experiments in Natural Sciences?","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-05-10T15:55:34.768853Z"},"links":{"cited_paper":"/paper/2109.00122","citing_paper":"/paper/2604.10718"},"observation_digest":"sha256:65619a150bcfa675cb21fb27113f36d3928fd8d6628c4b072e859b501480a829","observation_id":"55634f5f-1a65-42e0-9b3b-7fee70d45fd6","resolution":{"observed_at":"2026-05-11T09:36:03.692837Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"d8e3b989-e506-4b84-9ee8-abd4e2796ad7","year":2024},"citing_paper":{"arxiv_id":"2604.10718","last_updated":"2026-04-12T16:28:51Z","snapshot_observed_at":"2026-07-31T09:28:04.079811Z","submitted_at":"2026-04-12T16:28:51Z","title":"SciPredict: Can LLMs Predict the Outcomes of Scientific Experiments in Natural Sciences?","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-05-10T15:55:34.768853Z"},"links":{"citing_paper":"/paper/2604.10718"},"observation_digest":"sha256:6a4ff4268b41bb779fbef5b273c0d4ec5e09c7e0bd8d53dc0bc2a9c170963797","observation_id":"8149c9f9-864b-4d14-afd2-63605d7e1b1f","resolution":{"observed_at":"2026-05-17T17:52:00.812973Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.11763","last_updated":"2025-06-13T13:17:32Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-06-13T13:17:32Z","title":"DeepResearch Bench: A Comprehensive Benchmark for Deep Research Agents","version":1},"cited_work":{"arxiv_id":"2506.11763","doi":"10.48550/arxiv.2506.11763","metadata_source":"pith","pith_arxiv_id":"2506.11763","snapshot_observed_at":"2026-07-10T12:15:01.137692Z","title":"DeepResearch Bench: A Comprehensive Benchmark for Deep Research Agents","venue":"cs.CL","work_id":"449edaa7-8f9d-4170-952d-4ab0d740572c","year":2025},"citing_paper":{"arxiv_id":"2604.10718","last_updated":"2026-04-12T16:28:51Z","snapshot_observed_at":"2026-07-31T09:28:04.079811Z","submitted_at":"2026-04-12T16:28:51Z","title":"SciPredict: Can LLMs Predict the Outcomes of Scientific Experiments in Natural Sciences?","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-05-10T15:55:34.768853Z"},"links":{"cited_paper":"/paper/2506.11763","citing_paper":"/paper/2604.10718"},"observation_digest":"sha256:d669b0c5c80e3921f8dfc889a92e99e2cee2d3a9245da8ceb8235aea5690736a","observation_id":"14da2a88-ee9f-442f-8eb6-8f6f5f206ffd","resolution":{"observed_at":"2026-05-16T08:07:39.643626Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-07-12T03:19:29.66339+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-12T03:19:29.66339+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"a8b63778-e54c-4c4c-ae51-8ca771b8d321","year":null},"citing_paper":{"arxiv_id":"2604.10718","last_updated":"2026-04-12T16:28:51Z","snapshot_observed_at":"2026-07-31T09:28:04.079811Z","submitted_at":"2026-04-12T16:28:51Z","title":"SciPredict: Can LLMs Predict the Outcomes of Scientific Experiments in Natural Sciences?","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-05-10T15:55:34.768853Z"},"links":{"citing_paper":"/paper/2604.10718"},"observation_digest":"sha256:c6916f4de0dd0c1b264c1babc8fd628b246246cd49ef225ff21a9c40a6ef8131","observation_id":"8e4c603d-caab-4be5-8966-64f910bc9442","resolution":{"observed_at":"2026-05-17T17:52:00.819231Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2308.11462","last_updated":"2023-08-20T22:08:03Z","snapshot_observed_at":"2026-08-03T20:35:47.668090Z","submitted_at":"2023-08-20T22:08:03Z","title":"LegalBench: A Collaboratively Built Benchmark for Measuring Legal Reasoning in Large Language Models","version":1},"cited_work":{"arxiv_id":"2308.11462","doi":"10.48550/arxiv.2308.11462","metadata_source":"arxiv_reference","pith_arxiv_id":"2308.11462","snapshot_observed_at":"2026-07-10T06:15:00.866473Z","title":"URLhttps://doi.org/10.48550/arxiv.2308.11462","venue":null,"work_id":"39567bec-304b-4b6e-9c07-4269cd9d1af6","year":2023},"citing_paper":{"arxiv_id":"2604.10718","last_updated":"2026-04-12T16:28:51Z","snapshot_observed_at":"2026-07-31T09:28:04.079811Z","submitted_at":"2026-04-12T16:28:51Z","title":"SciPredict: Can LLMs Predict the Outcomes of Scientific Experiments in Natural Sciences?","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-05-10T15:55:34.768853Z"},"links":{"cited_paper":"/paper/2308.11462","citing_paper":"/paper/2604.10718"},"observation_digest":"sha256:6291a6c06a3835fd6af25b2804a0c2058d79ae40133bba2e8f83fc3c7077fbf4","observation_id":"0770fa1b-4680-4353-8f8d-7a5cd87c9fbc","resolution":{"observed_at":"2026-05-11T09:36:03.821732Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"bed69121-c5f2-4325-bbe0-4f93fd2c26b3","year":2017},"citing_paper":{"arxiv_id":"2604.10718","last_updated":"2026-04-12T16:28:51Z","snapshot_observed_at":"2026-07-31T09:28:04.079811Z","submitted_at":"2026-04-12T16:28:51Z","title":"SciPredict: Can LLMs Predict the Outcomes of Scientific Experiments in Natural Sciences?","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-05-10T15:55:34.768853Z"},"links":{"citing_paper":"/paper/2604.10718"},"observation_digest":"sha256:7dc7c2c70916658ac831eac702241197fc370487b6c13be13c20a55a6a31e82e","observation_id":"094ff7ff-6eb4-4f9e-96a8-da9fc568c003","resolution":{"observed_at":"2026-05-17T17:52:00.829344Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1610.02136","last_updated":"2018-10-03T07:32:57Z","snapshot_observed_at":"2026-08-02T06:41:33.803920Z","submitted_at":"2016-10-07T04:06:01Z","title":"A Baseline for Detecting Misclassified and Out-of-Distribution Examples in Neural Networks","version":3},"cited_work":{"arxiv_id":"1610.02136","doi":"10.48550/arxiv.1610.02136","metadata_source":"pith","pith_arxiv_id":"1610.02136","snapshot_observed_at":"2026-07-10T19:27:32.286105Z","title":"A Baseline for Detecting Misclassified and Out-of-Distribution Examples in Neural Networks","venue":"cs.NE","work_id":"010332fc-8aad-4ab2-a1de-1ddd0a3c4b7f","year":2016},"citing_paper":{"arxiv_id":"2604.10718","last_updated":"2026-04-12T16:28:51Z","snapshot_observed_at":"2026-07-31T09:28:04.079811Z","submitted_at":"2026-04-12T16:28:51Z","title":"SciPredict: Can LLMs Predict the Outcomes of Scientific Experiments in Natural Sciences?","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-05-10T15:55:34.768853Z"},"links":{"cited_paper":"/paper/1610.02136","citing_paper":"/paper/2604.10718"},"observation_digest":"sha256:1285125c5dc3eb8fc78fb3dbc80ba45a793fee4b82fd5524448d22f896c0dc96","observation_id":"311e5b5c-9434-4940-84d6-d76676ead1ae","resolution":{"observed_at":"2026-05-12T18:23:45.262282Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-05-22T21:23:24.594975+00:00","source":"crossref_status_cache"},{"observed_at":"2026-05-22T21:23:24.594975+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.02314","last_updated":"2025-06-02T23:04:12Z","snapshot_observed_at":"2026-07-06T21:35:27.380132Z","submitted_at":"2025-06-02T23:04:12Z","title":"ResearchCodeBench: Benchmarking LLMs on Implementing Novel Machine Learning Research Code","version":1},"cited_work":{"arxiv_id":"2506.02314","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2506.02314","snapshot_observed_at":"2026-06-29T12:23:24.671544Z","title":"Truong, Weixin Liang, Fan-Yun Sun, and Nick Haber","venue":null,"work_id":"87d25587-298e-4185-97fa-87cc76a87d92","year":2025},"citing_paper":{"arxiv_id":"2604.10718","last_updated":"2026-04-12T16:28:51Z","snapshot_observed_at":"2026-07-31T09:28:04.079811Z","submitted_at":"2026-04-12T16:28:51Z","title":"SciPredict: Can LLMs Predict the Outcomes of Scientific Experiments in Natural Sciences?","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-05-10T15:55:34.768853Z"},"links":{"cited_paper":"/paper/2506.02314","citing_paper":"/paper/2604.10718"},"observation_digest":"sha256:e73b53e08091c49b5c825efa672fe0ad6fb36445ddfa7391e7856f19abc429ad","observation_id":"9827d15f-5293-4b57-aa18-9223ba4c8115","resolution":{"observed_at":"2026-05-11T09:36:03.778992Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.03302","last_updated":"2024-04-14T21:02:16Z","snapshot_observed_at":"2026-08-03T01:30:37.931398Z","submitted_at":"2023-10-05T04:06:12Z","title":"MLAgentBench: Evaluating Language Agents on Machine Learning Experimentation","version":2},"cited_work":{"arxiv_id":"2310.03302","doi":null,"metadata_source":"pith","pith_arxiv_id":"2310.03302","snapshot_observed_at":"2026-07-05T17:51:14.743354Z","title":"Mlagentbench: Evaluating language agents on ma- chine learning experimentation","venue":"cs.LG","work_id":"5655b20a-fbb7-4a39-8605-d6e1d689895a","year":2023},"citing_paper":{"arxiv_id":"2604.10718","last_updated":"2026-04-12T16:28:51Z","snapshot_observed_at":"2026-07-31T09:28:04.079811Z","submitted_at":"2026-04-12T16:28:51Z","title":"SciPredict: Can LLMs Predict the Outcomes of Scientific Experiments in Natural Sciences?","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-05-10T15:55:34.768853Z"},"links":{"cited_paper":"/paper/2310.03302","citing_paper":"/paper/2604.10718"},"observation_digest":"sha256:1993a10865a2b32c1b195a17cf52d8c371bb412ad28282c4b82eeae5321e7b9d","observation_id":"cd3f2020-b5ed-4450-bbe0-7742b0f2ee6c","resolution":{"observed_at":"2026-05-11T09:36:03.453162Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Jiang, J","venue":null,"work_id":"affa7b45-4ac1-4019-b02e-989ca1345754","year":2021},"citing_paper":{"arxiv_id":"2604.10718","last_updated":"2026-04-12T16:28:51Z","snapshot_observed_at":"2026-07-31T09:28:04.079811Z","submitted_at":"2026-04-12T16:28:51Z","title":"SciPredict: Can LLMs Predict the Outcomes of Scientific Experiments in Natural Sciences?","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-05-10T15:55:34.768853Z"},"links":{"citing_paper":"/paper/2604.10718"},"observation_digest":"sha256:28dffacca690a888331d5b2502b36fd81822f40b6a5a3ed18b1b7acbbbe8b3ae","observation_id":"d7e1e5d5-936d-4295-9739-243415122989","resolution":{"observed_at":"2026-05-17T17:52:00.800977Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2502.13138","last_updated":"2025-02-18T18:57:21Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-02-18T18:57:21Z","title":"AIDE: AI-Driven Exploration in the Space of Code","version":1},"cited_work":{"arxiv_id":"2502.13138","doi":"10.48550/arxiv.2502.13138","metadata_source":"pith","pith_arxiv_id":"2502.13138","snapshot_observed_at":"2026-07-10T12:15:01.137692Z","title":"AIDE: AI-Driven Exploration in the Space of Code","venue":"cs.AI","work_id":"22aa3d2a-9edd-44c4-b8b8-1442ea805e01","year":2025},"citing_paper":{"arxiv_id":"2604.10718","last_updated":"2026-04-12T16:28:51Z","snapshot_observed_at":"2026-07-31T09:28:04.079811Z","submitted_at":"2026-04-12T16:28:51Z","title":"SciPredict: Can LLMs Predict the Outcomes of Scientific Experiments in Natural Sciences?","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-05-10T15:55:34.768853Z"},"links":{"cited_paper":"/paper/2502.13138","citing_paper":"/paper/2604.10718"},"observation_digest":"sha256:6612d3ec4ddcca5d7e0c206ce2ad9cfc1df1a2b4ad5940ff67817c34b22bb82c","observation_id":"6e1813b6-a0d5-45c0-bc54-42edfb765e3f","resolution":{"observed_at":"2026-05-17T18:22:30.071006Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-05-25T19:23:24.934132+00:00","source":"crossref_status_cache"},{"observed_at":"2026-05-25T19:23:24.934132+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"a884d152-bec9-4704-9e74-50079c5c9810","year":2019},"citing_paper":{"arxiv_id":"2604.10718","last_updated":"2026-04-12T16:28:51Z","snapshot_observed_at":"2026-07-31T09:28:04.079811Z","submitted_at":"2026-04-12T16:28:51Z","title":"SciPredict: Can LLMs Predict the Outcomes of Scientific Experiments in Natural Sciences?","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-05-10T15:55:34.768853Z"},"links":{"citing_paper":"/paper/2604.10718"},"observation_digest":"sha256:4abda65dcf727c2a247d2d8cbe7ecb55db471f857927b71669bf9b143c8a4db2","observation_id":"a19438a1-6666-48a5-aab9-897881953d72","resolution":{"observed_at":"2026-05-17T17:52:00.795472Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2505.06108","last_updated":"2025-05-21T20:34:27Z","snapshot_observed_at":"2026-07-06T21:21:29.121212Z","submitted_at":"2025-05-09T15:05:57Z","title":"LLMs Outperform Experts on Challenging Biology Benchmarks","version":3},"cited_work":{"arxiv_id":"2505.06108","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2505.06108","snapshot_observed_at":"2026-07-01T20:56:14.383793Z","title":"arXiv preprint arXiv:2505.06108 , year=","venue":null,"work_id":"92b40722-75d1-4448-b626-e2700b92a064","year":2025},"citing_paper":{"arxiv_id":"2604.10718","last_updated":"2026-04-12T16:28:51Z","snapshot_observed_at":"2026-07-31T09:28:04.079811Z","submitted_at":"2026-04-12T16:28:51Z","title":"SciPredict: Can LLMs Predict the Outcomes of Scientific Experiments in Natural Sciences?","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-05-10T15:55:34.768853Z"},"links":{"cited_paper":"/paper/2505.06108","citing_paper":"/paper/2604.10718"},"observation_digest":"sha256:b7bafb74eed7f2832c499708502c5fe6dcf2adb94fdd74dd6677c234c63810f6","observation_id":"9df7ae24-de2d-4e6d-aa4c-723214bf7c3f","resolution":{"observed_at":"2026-05-11T09:36:03.539063Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2508.01285","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Biodisco: Multi-agent hypothesis generation with dual-mode evidence, iterative feedback and temporal evaluation","venue":null,"work_id":"e735e8be-df1a-40e6-b7c6-177f0f4485da","year":2025},"citing_paper":{"arxiv_id":"2604.10718","last_updated":"2026-04-12T16:28:51Z","snapshot_observed_at":"2026-07-31T09:28:04.079811Z","submitted_at":"2026-04-12T16:28:51Z","title":"SciPredict: Can LLMs Predict the Outcomes of Scientific Experiments in Natural Sciences?","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-05-10T15:55:34.768853Z"},"links":{"citing_paper":"/paper/2604.10718"},"observation_digest":"sha256:efcab7c19bff986361cf8e145e2419c942f325d681b9b280706a7a15e9debc60","observation_id":"22ec6186-1c88-4672-9c0b-7087abbba5a3","resolution":{"observed_at":"2026-05-11T09:36:03.674194Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2505.24785","last_updated":"2025-06-02T01:59:50Z","snapshot_observed_at":"2026-07-06T21:33:50.814913Z","submitted_at":"2025-05-30T16:46:29Z","title":"EXP-Bench: Can AI Conduct AI Research Experiments?","version":2},"cited_work":{"arxiv_id":"2505.24785","doi":"10.48550/arxiv.2505.24785","metadata_source":"arxiv_reference","pith_arxiv_id":"2505.24785","snapshot_observed_at":"2026-07-10T12:15:01.137692Z","title":"Exp-bench: Can ai conduct ai research experiments?","venue":null,"work_id":"37455c23-0127-444d-b7df-c4a5cfbe5601","year":2025},"citing_paper":{"arxiv_id":"2604.10718","last_updated":"2026-04-12T16:28:51Z","snapshot_observed_at":"2026-07-31T09:28:04.079811Z","submitted_at":"2026-04-12T16:28:51Z","title":"SciPredict: Can LLMs Predict the Outcomes of Scientific Experiments in Natural Sciences?","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-05-10T15:55:34.768853Z"},"links":{"cited_paper":"/paper/2505.24785","citing_paper":"/paper/2604.10718"},"observation_digest":"sha256:c5532464cf04d3ca05aa7c3101c249e59a2dfaff336d1bb922cb510efdca26d4","observation_id":"c3e5a5ad-7bab-4e13-8f47-16a6ab38472c","resolution":{"observed_at":"2026-05-11T09:36:03.727079Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2407.10362","last_updated":"2024-07-17T17:28:36Z","snapshot_observed_at":"2026-08-01T17:24:17.492643Z","submitted_at":"2024-07-14T23:52:25Z","title":"LAB-Bench: Measuring Capabilities of Language Models for Biology Research","version":3},"cited_work":{"arxiv_id":"2407.10362","doi":"10.1038/s41467-020-20383-x","metadata_source":"pith","pith_arxiv_id":"2407.10362","snapshot_observed_at":"2026-07-11T11:50:26.030339Z","title":"LAB-Bench: Measuring Capabilities of Language Models for Biology Research","venue":"cs.AI","work_id":"37c8ae9b-ff00-4fa0-9c5c-8b3c255352ff","year":2024},"citing_paper":{"arxiv_id":"2604.10718","last_updated":"2026-04-12T16:28:51Z","snapshot_observed_at":"2026-07-31T09:28:04.079811Z","submitted_at":"2026-04-12T16:28:51Z","title":"SciPredict: Can LLMs Predict the Outcomes of Scientific Experiments in Natural Sciences?","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-05-10T15:55:34.768853Z"},"links":{"cited_paper":"/paper/2407.10362","citing_paper":"/paper/2604.10718"},"observation_digest":"sha256:71abba17cf5fd4fc75d5150bf610423b99d678a689b314206901a803f50e486f","observation_id":"5602d642-9f07-46b6-93fa-bd6de7b13f00","resolution":{"observed_at":"2026-05-16T15:58:18.270625Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"c1d047a3-612c-4cf3-aa43-570256e03216","year":2025},"citing_paper":{"arxiv_id":"2604.10718","last_updated":"2026-04-12T16:28:51Z","snapshot_observed_at":"2026-07-31T09:28:04.079811Z","submitted_at":"2026-04-12T16:28:51Z","title":"SciPredict: Can LLMs Predict the Outcomes of Scientific Experiments in Natural Sciences?","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-05-10T15:55:34.768853Z"},"links":{"citing_paper":"/paper/2604.10718"},"observation_digest":"sha256:ae6a0cbe64c6dd54df135659bfb3d3f0cfb2022e26ab86429b8a4935b4025dda","observation_id":"2ab4fb84-f5c5-40b1-9bf1-6ca4ff26dec9","resolution":{"observed_at":"2026-05-17T17:52:00.807111Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2205.14334","last_updated":"2022-06-13T05:04:53Z","snapshot_observed_at":"2026-08-03T04:20:54.522222Z","submitted_at":"2022-05-28T05:02:31Z","title":"Teaching Models to Express Their Uncertainty in Words","version":2},"cited_work":{"arxiv_id":"2205.14334","doi":"10.1093/jamiaopen/ooaf058","metadata_source":"pith","pith_arxiv_id":"2205.14334","snapshot_observed_at":"2026-07-11T11:50:26.030339Z","title":"Teaching Models to Express Their Uncertainty in Words","venue":"cs.CL","work_id":"5dfa654a-4d1b-41c5-a6e0-769ffe4b7741","year":2022},"citing_paper":{"arxiv_id":"2604.10718","last_updated":"2026-04-12T16:28:51Z","snapshot_observed_at":"2026-07-31T09:28:04.079811Z","submitted_at":"2026-04-12T16:28:51Z","title":"SciPredict: Can LLMs Predict the Outcomes of Scientific Experiments in Natural Sciences?","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-05-10T15:55:34.768853Z"},"links":{"cited_paper":"/paper/2205.14334","citing_paper":"/paper/2604.10718"},"observation_digest":"sha256:1fdc8558d5dd0f0871904282cb41f410a9200aa1470a3cc0aa8aac0ebdd22669","observation_id":"83dee032-ad94-44a4-8b99-a568bdd02b78","resolution":{"observed_at":"2026-05-16T17:36:08.649609Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2504.20115","last_updated":"2025-05-24T14:36:15Z","snapshot_observed_at":"2026-07-06T21:15:59.063396Z","submitted_at":"2025-04-28T05:47:37Z","title":"AutoP2C: An LLM-Based Agent Framework for Code Repository Generation from Multimodal Content in Academic Papers","version":2},"cited_work":{"arxiv_id":"2504.20115","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2504.20115","snapshot_observed_at":"2026-07-02T17:47:17.824691Z","title":"arXiv preprint arXiv:2504.20115 , year=","venue":null,"work_id":"a0336f07-52dc-4d88-b06b-c7803e6d5e18","year":2025},"citing_paper":{"arxiv_id":"2604.10718","last_updated":"2026-04-12T16:28:51Z","snapshot_observed_at":"2026-07-31T09:28:04.079811Z","submitted_at":"2026-04-12T16:28:51Z","title":"SciPredict: Can LLMs Predict the Outcomes of Scientific Experiments in Natural Sciences?","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-05-10T15:55:34.768853Z"},"links":{"cited_paper":"/paper/2504.20115","citing_paper":"/paper/2604.10718"},"observation_digest":"sha256:3d7c1433e8420b2d0a247c86b77b2092ca0ebcd95ea4710eed0379e50a2f02d2","observation_id":"e21c4469-9bae-42e6-99dc-fb976a554e29","resolution":{"observed_at":"2026-05-11T09:36:03.464378Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.09731","last_updated":"2024-02-16T17:30:41Z","snapshot_observed_at":"2026-07-06T16:48:29.239105Z","submitted_at":"2023-11-16T10:02:40Z","title":"Examining LLMs' Uncertainty Expression Towards Questions Outside Parametric Knowledge","version":2},"cited_work":{"arxiv_id":"2311.09731","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2311.09731","snapshot_observed_at":"2026-07-04T03:39:30.297841Z","title":"arXiv preprint arXiv:2311.09731 , year=","venue":null,"work_id":"55e97699-704f-4ab4-b773-34bef51c191e","year":2023},"citing_paper":{"arxiv_id":"2604.10718","last_updated":"2026-04-12T16:28:51Z","snapshot_observed_at":"2026-07-31T09:28:04.079811Z","submitted_at":"2026-04-12T16:28:51Z","title":"SciPredict: Can LLMs Predict the Outcomes of Scientific Experiments in Natural Sciences?","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-05-10T15:55:34.768853Z"},"links":{"cited_paper":"/paper/2311.09731","citing_paper":"/paper/2604.10718"},"observation_digest":"sha256:f108b501ff5dc459dd25a5c0a6a415bf91631d2a68fd84ebb44ff9c7e6d6d8bf","observation_id":"795be5aa-673a-42e4-bdcf-6bcddfcbde39","resolution":{"observed_at":"2026-05-11T09:36:03.616348Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2506.06214","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-01T18:25:58.704202Z","title":"arXiv preprint arXiv:2506.06214 , year=","venue":null,"work_id":"5f994146-b451-4ead-b58e-65c5784c01ac","year":2025},"citing_paper":{"arxiv_id":"2604.10718","last_updated":"2026-04-12T16:28:51Z","snapshot_observed_at":"2026-07-31T09:28:04.079811Z","submitted_at":"2026-04-12T16:28:51Z","title":"SciPredict: Can LLMs Predict the Outcomes of Scientific Experiments in Natural Sciences?","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-05-10T15:55:34.768853Z"},"links":{"citing_paper":"/paper/2604.10718"},"observation_digest":"sha256:3ea2ad186907aaf8945305f1945ec9a5fcc53d3d8b1daa688704250aad710558","observation_id":"34487790-24d1-400a-8b42-ff2c96aca8d2","resolution":{"observed_at":"2026-05-11T09:36:03.472242Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2203.14371","last_updated":"2022-03-27T18:59:16Z","snapshot_observed_at":"2026-07-06T12:52:58.991468Z","submitted_at":"2022-03-27T18:59:16Z","title":"MedMCQA : A Large-scale Multi-Subject Multi-Choice Dataset for Medical domain Question Answering","version":1},"cited_work":{"arxiv_id":"2203.14371","doi":"10.48550/arxiv.2203.14371","metadata_source":"arxiv_reference","pith_arxiv_id":"2203.14371","snapshot_observed_at":"2026-07-10T06:15:00.866473Z","title":"Medmcqa: A large-scale multi-subject multi-choice dataset for medical domain question answering","venue":null,"work_id":"45fe1a29-cea0-45f2-b467-46962d2d680e","year":2024},"citing_paper":{"arxiv_id":"2604.10718","last_updated":"2026-04-12T16:28:51Z","snapshot_observed_at":"2026-07-31T09:28:04.079811Z","submitted_at":"2026-04-12T16:28:51Z","title":"SciPredict: Can LLMs Predict the Outcomes of Scientific Experiments in Natural Sciences?","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-05-10T15:55:34.768853Z"},"links":{"cited_paper":"/paper/2203.14371","citing_paper":"/paper/2604.10718"},"observation_digest":"sha256:547f0658e2b78f2a790fc01989361e3d727ed06da525d063e538041391faa208","observation_id":"f11797a3-8542-4150-b492-a333827e5ce6","resolution":{"observed_at":"2026-05-11T09:36:03.488297Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Stronginference: Certainsystematicmethods of scientific thinking may produce much more rapid progress than others.science, 146(3642):347–353","venue":null,"work_id":"7ecd88d3-a456-4bf8-a48c-563cb96115bb","year":1964},"citing_paper":{"arxiv_id":"2604.10718","last_updated":"2026-04-12T16:28:51Z","snapshot_observed_at":"2026-07-31T09:28:04.079811Z","submitted_at":"2026-04-12T16:28:51Z","title":"SciPredict: Can LLMs Predict the Outcomes of Scientific Experiments in Natural Sciences?","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-05-10T15:55:34.768853Z"},"links":{"citing_paper":"/paper/2604.10718"},"observation_digest":"sha256:7f5a7fc6f36d65cf32a9c638a511fb686009813255d5cb3dee5e7a65ff8aee3d","observation_id":"36a8ec1a-c2a2-4b0e-a213-210eba44d344","resolution":{"observed_at":"2026-05-17T17:52:00.798586Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2503.10671","last_updated":"2025-03-10T11:48:05Z","snapshot_observed_at":"2026-08-04T02:27:17.030991Z","submitted_at":"2025-03-10T11:48:05Z","title":"Identifying Non-Replicable Social Science Studies with Language Models","version":1},"cited_work":{"arxiv_id":"2503.10671","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2503.10671","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"arXiv preprint arXiv:2503.10671 , year=","venue":null,"work_id":"98d098cd-7319-4e17-8704-24177e017fe5","year":2025},"citing_paper":{"arxiv_id":"2604.10718","last_updated":"2026-04-12T16:28:51Z","snapshot_observed_at":"2026-07-31T09:28:04.079811Z","submitted_at":"2026-04-12T16:28:51Z","title":"SciPredict: Can LLMs Predict the Outcomes of Scientific Experiments in Natural Sciences?","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-05-10T15:55:34.768853Z"},"links":{"cited_paper":"/paper/2503.10671","citing_paper":"/paper/2604.10718"},"observation_digest":"sha256:760e12abcbe47cf17fab3b42189445f99b07706467ec561c4d52cedb07a972b1","observation_id":"a1c516a6-63cd-4fc2-b4cc-9ae80ae64ee5","resolution":{"observed_at":"2026-05-11T09:36:03.769778Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Shojaee, K","venue":null,"work_id":"c567f40a-742a-4be4-ae19-aaa6b0c671eb","year":null},"citing_paper":{"arxiv_id":"2604.10718","last_updated":"2026-04-12T16:28:51Z","snapshot_observed_at":"2026-07-31T09:28:04.079811Z","submitted_at":"2026-04-12T16:28:51Z","title":"SciPredict: Can LLMs Predict the Outcomes of Scientific Experiments in Natural Sciences?","version":1},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-05-10T15:55:34.768853Z"},"links":{"citing_paper":"/paper/2604.10718"},"observation_digest":"sha256:257641283b4a20e9938690b072473d6a6507b95154521a5f1907ceae529cbccc","observation_id":"cc1293ff-cbbf-4b61-b49d-0b6d43ed7517","resolution":{"observed_at":"2026-05-17T17:52:00.736771Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Shorinwa, Z","venue":null,"work_id":"912b1ab2-7b0e-41ff-89f7-c48eee6cf708","year":2025},"citing_paper":{"arxiv_id":"2604.10718","last_updated":"2026-04-12T16:28:51Z","snapshot_observed_at":"2026-07-31T09:28:04.079811Z","submitted_at":"2026-04-12T16:28:51Z","title":"SciPredict: Can LLMs Predict the Outcomes of Scientific Experiments in Natural Sciences?","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-05-10T15:55:34.768853Z"},"links":{"citing_paper":"/paper/2604.10718"},"observation_digest":"sha256:4d3af0f93fe131fde2ef54c57b2911ae491c9c2c32d73348d4604bdd23fad7e8","observation_id":"1969ff57-fe99-4605-99f6-ab26847bad80","resolution":{"observed_at":"2026-05-17T17:52:00.789889Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2509.20374","last_updated":"2026-04-26T17:39:58Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-09-19T22:21:26Z","title":"CFDLLMBench: A Benchmark Suite for Evaluating Large Language Models in Computational Fluid Dynamics","version":3},"cited_work":{"arxiv_id":"2509.20374","doi":"10.48550/arxiv.2509.20374","metadata_source":"pith","pith_arxiv_id":"2509.20374","snapshot_observed_at":"2026-07-10T12:15:01.137692Z","title":"CFDLLMBench: A Benchmark Suite for Evaluating Large Language Models in Computational Fluid Dynamics","venue":"cs.CL","work_id":"0128e9f3-8e2c-4a09-94fb-cddddeb9fb8c","year":2025},"citing_paper":{"arxiv_id":"2604.10718","last_updated":"2026-04-12T16:28:51Z","snapshot_observed_at":"2026-07-31T09:28:04.079811Z","submitted_at":"2026-04-12T16:28:51Z","title":"SciPredict: Can LLMs Predict the Outcomes of Scientific Experiments in Natural Sciences?","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-05-10T15:55:34.768853Z"},"links":{"cited_paper":"/paper/2509.20374","citing_paper":"/paper/2604.10718"},"observation_digest":"sha256:f617f4ba0a492ee458d891be9a7d826a6d3878cb8679dab51d432a4f32983b47","observation_id":"2ebc79ed-ee9c-4499-b303-0319715111bf","resolution":{"observed_at":"2026-05-11T09:36:03.528172Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-05-20T23:23:33.865704+00:00","source":"crossref_status_cache"},{"observed_at":"2026-05-20T23:23:33.865704+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Starace, O","venue":null,"work_id":"e5fb1d11-1ad9-4c6b-a2f4-f65cf1787464","year":null},"citing_paper":{"arxiv_id":"2604.10718","last_updated":"2026-04-12T16:28:51Z","snapshot_observed_at":"2026-07-31T09:28:04.079811Z","submitted_at":"2026-04-12T16:28:51Z","title":"SciPredict: Can LLMs Predict the Outcomes of Scientific Experiments in Natural Sciences?","version":1},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-05-10T15:55:34.768853Z"},"links":{"citing_paper":"/paper/2604.10718"},"observation_digest":"sha256:faa2b1577ee0e9c0c34ea33419e61202958719706ecc30cae78c187556f17add","observation_id":"d1fa9b1a-3946-4482-9c60-e297ce7224fd","resolution":{"observed_at":"2026-05-17T17:52:00.750622Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2211.09085","last_updated":"2022-11-16T18:06:33Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2022-11-16T18:06:33Z","title":"Galactica: A Large Language Model for Science","version":1},"cited_work":{"arxiv_id":"2211.09085","doi":"10.48550/arxiv.2211.09085","metadata_source":"pith","pith_arxiv_id":"2211.09085","snapshot_observed_at":"2026-07-10T06:15:00.866473Z","title":"Galactica: A Large Language Model for Science","venue":"cs.CL","work_id":"fddd3111-c69a-4453-8bf2-d3517e863145","year":2022},"citing_paper":{"arxiv_id":"2604.10718","last_updated":"2026-04-12T16:28:51Z","snapshot_observed_at":"2026-07-31T09:28:04.079811Z","submitted_at":"2026-04-12T16:28:51Z","title":"SciPredict: Can LLMs Predict the Outcomes of Scientific Experiments in Natural Sciences?","version":1},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-05-10T15:55:34.768853Z"},"links":{"cited_paper":"/paper/2211.09085","citing_paper":"/paper/2604.10718"},"observation_digest":"sha256:90e28a296c571923c02ff7a7f10c1e842ee15fb816b3f8f4a2760230ada89ea6","observation_id":"fb78c448-7be7-4e7d-b191-90ff65b8ebc0","resolution":{"observed_at":"2026-05-13T05:53:22.462487Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"50d0f52b-58f6-4760-9e03-a105a9031f33","year":2024},"citing_paper":{"arxiv_id":"2604.10718","last_updated":"2026-04-12T16:28:51Z","snapshot_observed_at":"2026-07-31T09:28:04.079811Z","submitted_at":"2026-04-12T16:28:51Z","title":"SciPredict: Can LLMs Predict the Outcomes of Scientific Experiments in Natural Sciences?","version":1},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-05-10T15:55:34.768853Z"},"links":{"citing_paper":"/paper/2604.10718"},"observation_digest":"sha256:af8895aafee6b16c4df3f566953c63da8deba733dafb9f031c7e4947c8c6c287","observation_id":"5b8cf999-c370-4d17-9d80-225ad5e0abff","resolution":{"observed_at":"2026-05-17T17:52:00.739995Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Alvers, M","venue":null,"work_id":"172690ca-4a59-4fba-a094-191c56e150c0","year":2012},"citing_paper":{"arxiv_id":"2604.10718","last_updated":"2026-04-12T16:28:51Z","snapshot_observed_at":"2026-07-31T09:28:04.079811Z","submitted_at":"2026-04-12T16:28:51Z","title":"SciPredict: Can LLMs Predict the Outcomes of Scientific Experiments in Natural Sciences?","version":1},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-05-10T15:55:34.768853Z"},"links":{"citing_paper":"/paper/2604.10718"},"observation_digest":"sha256:43f1c8b62b2fd4eff1eb389be1db18a4919f3f676ce6cbdeb62dcfd593ebb22c","observation_id":"61657fe9-1ec8-44b5-be07-a6322ebaf362","resolution":{"observed_at":"2026-05-17T17:52:00.792767Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"d2542dcd-4f4f-494e-bdbd-36bff16ec5c0","year":2025},"citing_paper":{"arxiv_id":"2604.10718","last_updated":"2026-04-12T16:28:51Z","snapshot_observed_at":"2026-07-31T09:28:04.079811Z","submitted_at":"2026-04-12T16:28:51Z","title":"SciPredict: Can LLMs Predict the Outcomes of Scientific Experiments in Natural Sciences?","version":1},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-05-10T15:55:34.768853Z"},"links":{"citing_paper":"/paper/2604.10718"},"observation_digest":"sha256:0fa06b273c0379b4250e61dcfb0e58a0f632397f8a52b486a3418551f2285bed","observation_id":"4a616413-a739-4069-b51d-4134ae834950","resolution":{"observed_at":"2026-05-17T17:52:00.803835Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2510.11661","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-02T16:17:09.458525Z","title":"arXiv preprint arXiv:2510.11661 , year=","venue":null,"work_id":"1a4603df-125f-4aba-be8a-e464c67c60d8","year":2025},"citing_paper":{"arxiv_id":"2604.10718","last_updated":"2026-04-12T16:28:51Z","snapshot_observed_at":"2026-07-31T09:28:04.079811Z","submitted_at":"2026-04-12T16:28:51Z","title":"SciPredict: Can LLMs Predict the Outcomes of Scientific Experiments in Natural Sciences?","version":1},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-05-10T15:55:34.768853Z"},"links":{"citing_paper":"/paper/2604.10718"},"observation_digest":"sha256:262cd61b59338fbea103d054da2fd4245aba9d5fb743a2374df6d730336c5989","observation_id":"765a0478-7ad6-4066-954b-690b66088232","resolution":{"observed_at":"2026-05-11T09:36:03.608704Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2306.13063","last_updated":"2024-03-17T04:38:48Z","snapshot_observed_at":"2026-07-06T15:45:39.649725Z","submitted_at":"2023-06-22T17:31:44Z","title":"Can LLMs Express Their Uncertainty? An Empirical Evaluation of Confidence Elicitation in LLMs","version":2},"cited_work":{"arxiv_id":"2306.13063","doi":"10.48550/arxiv.2306.13063","metadata_source":"pith","pith_arxiv_id":"2306.13063","snapshot_observed_at":"2026-07-11T03:07:50.413356Z","title":"Can LLMs Express Their Uncertainty? An Empirical Evaluation of Confidence Elicitation in LLMs","venue":"cs.CL","work_id":"7c5c5f6d-fd68-4f65-ac05-5d90308e8bc2","year":2023},"citing_paper":{"arxiv_id":"2604.10718","last_updated":"2026-04-12T16:28:51Z","snapshot_observed_at":"2026-07-31T09:28:04.079811Z","submitted_at":"2026-04-12T16:28:51Z","title":"SciPredict: Can LLMs Predict the Outcomes of Scientific Experiments in Natural Sciences?","version":1},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-05-10T15:55:34.768853Z"},"links":{"cited_paper":"/paper/2306.13063","citing_paper":"/paper/2604.10718"},"observation_digest":"sha256:b74a3f1172046d338350b8d2d10bc6074b87eb3883bdf8321f9a02be5c89e1a2","observation_id":"575d4e86-2cbc-4325-b539-f152c6a9e09c","resolution":{"observed_at":"2026-05-13T08:40:32.974213Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-07-18T08:21:07.82596+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-18T08:21:07.82596+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2507.16280","last_updated":"2025-07-22T06:51:26Z","snapshot_observed_at":"2026-07-06T22:00:52.749944Z","submitted_at":"2025-07-22T06:51:26Z","title":"ResearcherBench: Evaluating Deep AI Research Systems on the Frontiers of Scientific Inquiry","version":1},"cited_work":{"arxiv_id":"2507.16280","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2507.16280","snapshot_observed_at":"2026-07-03T05:47:41.419232Z","title":"Researcherbench: Evaluating deep ai research systems on the frontiers of scientific inquiry","venue":null,"work_id":"5511bfb9-8ecb-4c5d-a38f-89d73c3a7152","year":2025},"citing_paper":{"arxiv_id":"2604.10718","last_updated":"2026-04-12T16:28:51Z","snapshot_observed_at":"2026-07-31T09:28:04.079811Z","submitted_at":"2026-04-12T16:28:51Z","title":"SciPredict: Can LLMs Predict the Outcomes of Scientific Experiments in Natural Sciences?","version":1},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-05-10T15:55:34.768853Z"},"links":{"cited_paper":"/paper/2507.16280","citing_paper":"/paper/2604.10718"},"observation_digest":"sha256:c0c35ce9b80ea1abef4ddb07c01aba81938f9e5c67a07f7df5852bd7977cc5e6","observation_id":"16eec53e-f625-49f9-8cf6-884348be1f2f","resolution":{"observed_at":"2026-05-11T09:36:03.520818Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.17335","last_updated":"2025-06-19T07:04:16Z","snapshot_observed_at":"2026-07-06T21:45:29.688758Z","submitted_at":"2025-06-19T07:04:16Z","title":"LMR-BENCH: Evaluating LLM Agent's Ability on Reproducing Language Modeling Research","version":1},"cited_work":{"arxiv_id":"2506.17335","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2506.17335","snapshot_observed_at":"2026-07-04T16:49:57.838826Z","title":"arXiv preprint arXiv:2506.17335 , year=","venue":null,"work_id":"17da4978-f30d-468c-a3da-0dee18d2be06","year":2025},"citing_paper":{"arxiv_id":"2604.10718","last_updated":"2026-04-12T16:28:51Z","snapshot_observed_at":"2026-07-31T09:28:04.079811Z","submitted_at":"2026-04-12T16:28:51Z","title":"SciPredict: Can LLMs Predict the Outcomes of Scientific Experiments in Natural Sciences?","version":1},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-05-10T15:55:34.768853Z"},"links":{"cited_paper":"/paper/2506.17335","citing_paper":"/paper/2604.10718"},"observation_digest":"sha256:1c7f8d4fef22fdae4a8462ab9f0797b1648a4da855e80eb0b6873a8c494018cd","observation_id":"60fbff89-35b2-4fa3-bcb4-5cb540e0de55","resolution":{"observed_at":"2026-05-11T09:36:03.510020Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2412.14737","last_updated":"2026-05-05T09:22:58Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-12-19T11:10:36Z","title":"On Verbalized Confidence Scores for LLMs","version":2},"cited_work":{"arxiv_id":"2412.14737","doi":"10.48550/arxiv.2412.14737","metadata_source":"pith","pith_arxiv_id":"2412.14737","snapshot_observed_at":"2026-07-10T06:15:00.866473Z","title":"On Verbalized Confidence Scores for LLMs","venue":"cs.CL","work_id":"2f06055e-cb87-48e6-b737-6a084329edd5","year":2024},"citing_paper":{"arxiv_id":"2604.10718","last_updated":"2026-04-12T16:28:51Z","snapshot_observed_at":"2026-07-31T09:28:04.079811Z","submitted_at":"2026-04-12T16:28:51Z","title":"SciPredict: Can LLMs Predict the Outcomes of Scientific Experiments in Natural Sciences?","version":1},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-05-10T15:55:34.768853Z"},"links":{"cited_paper":"/paper/2412.14737","citing_paper":"/paper/2604.10718"},"observation_digest":"sha256:7483be630d4187e34109eefcfb20fa8ee016112777a55e5cb1de3de537bc9535","observation_id":"05ec3265-05db-4f9b-a0ec-0b411e687e78","resolution":{"observed_at":"2026-05-11T09:36:03.553386Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"1be38a86-4315-4c5c-8504-a419aaf6e4fc","year":2025},"citing_paper":{"arxiv_id":"2604.10718","last_updated":"2026-04-12T16:28:51Z","snapshot_observed_at":"2026-07-31T09:28:04.079811Z","submitted_at":"2026-04-12T16:28:51Z","title":"SciPredict: Can LLMs Predict the Outcomes of Scientific Experiments in Natural Sciences?","version":1},"reference_index":48,"source":"pdf_text","source_observed_at":"2026-05-10T15:55:34.768853Z"},"links":{"citing_paper":"/paper/2604.10718"},"observation_digest":"sha256:6db3e59c7ef94b44529bd76e41d12c59407207aa455d71c6ed59ef762db7749f","observation_id":"65204bd9-d664-4958-900f-57fbb50af219","resolution":{"observed_at":"2026-05-17T17:52:00.822452Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2305.18153","last_updated":"2023-05-30T15:14:06Z","snapshot_observed_at":"2026-07-06T15:34:47.996817Z","submitted_at":"2023-05-29T15:30:13Z","title":"Do Large Language Models Know What They Don't Know?","version":2},"cited_work":{"arxiv_id":"2305.18153","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2305.18153","snapshot_observed_at":"2026-07-04T09:59:44.928520Z","title":"Do large language models know what they don’t know? arXiv preprint arXiv:2305.18153","venue":null,"work_id":"74eba3ec-bb8a-41cb-ade7-748534fc1802","year":2023},"citing_paper":{"arxiv_id":"2604.10718","last_updated":"2026-04-12T16:28:51Z","snapshot_observed_at":"2026-07-31T09:28:04.079811Z","submitted_at":"2026-04-12T16:28:51Z","title":"SciPredict: Can LLMs Predict the Outcomes of Scientific Experiments in Natural Sciences?","version":1},"reference_index":49,"source":"pdf_text","source_observed_at":"2026-05-10T15:55:34.768853Z"},"links":{"cited_paper":"/paper/2305.18153","citing_paper":"/paper/2604.10718"},"observation_digest":"sha256:a482bb9b6652f878a19823148a806682cd4dcbcb1b115ded75c4b0a566fce7fc","observation_id":"28a42fb6-3d52-4639-aa39-5598ee28b393","resolution":{"observed_at":"2026-05-11T09:36:03.445327Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.09677","last_updated":"2024-06-07T02:46:36Z","snapshot_observed_at":"2026-07-06T16:48:29.239105Z","submitted_at":"2023-11-16T08:45:44Z","title":"R-Tuning: Instructing Large Language Models to Say `I Don't Know'","version":3},"cited_work":{"arxiv_id":"2311.09677","doi":"10.48550/arxiv.2311.09677","metadata_source":"pith","pith_arxiv_id":"2311.09677","snapshot_observed_at":"2026-07-10T12:15:01.137692Z","title":"arXiv preprint arXiv:2311.09677 , volume=","venue":"cs.CL","work_id":"4fe6644b-4440-46bb-a8e3-6e74bc9fc4ea","year":2023},"citing_paper":{"arxiv_id":"2604.10718","last_updated":"2026-04-12T16:28:51Z","snapshot_observed_at":"2026-07-31T09:28:04.079811Z","submitted_at":"2026-04-12T16:28:51Z","title":"SciPredict: Can LLMs Predict the Outcomes of Scientific Experiments in Natural Sciences?","version":1},"reference_index":50,"source":"pdf_text","source_observed_at":"2026-05-10T15:55:34.768853Z"},"links":{"cited_paper":"/paper/2311.09677","citing_paper":"/paper/2604.10718"},"observation_digest":"sha256:30f43199b5b4ae17be9a338b4ad69f13eeb425b6fff9d679d166f0d729e89076","observation_id":"60cda131-5854-49fd-93f2-5e38a942ff73","resolution":{"observed_at":"2026-05-11T09:36:03.598331Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-07-18T08:21:08.502883+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-18T08:21:08.502883+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Zhang, J","venue":null,"work_id":"33c38265-f641-4c11-8752-ac2f0940ef39","year":2018},"citing_paper":{"arxiv_id":"2604.10718","last_updated":"2026-04-12T16:28:51Z","snapshot_observed_at":"2026-07-31T09:28:04.079811Z","submitted_at":"2026-04-12T16:28:51Z","title":"SciPredict: Can LLMs Predict the Outcomes of Scientific Experiments in Natural Sciences?","version":1},"reference_index":51,"source":"pdf_text","source_observed_at":"2026-05-10T15:55:34.768853Z"},"links":{"citing_paper":"/paper/2604.10718"},"observation_digest":"sha256:df576a7785f9cccca08fc476d20958a6f8cfa08b8cfa6ebdd755aad43ec74d8a","observation_id":"2aa91597-2083-4e47-ab7e-86abff54e23c","resolution":{"observed_at":"2026-05-17T17:52:00.826251Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2504.09702","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"arXiv preprint arXiv:2504.09702 , year=","venue":null,"work_id":"51994cd9-6dd4-48c7-9389-7c5e71e57da4","year":2025},"citing_paper":{"arxiv_id":"2604.10718","last_updated":"2026-04-12T16:28:51Z","snapshot_observed_at":"2026-07-31T09:28:04.079811Z","submitted_at":"2026-04-12T16:28:51Z","title":"SciPredict: Can LLMs Predict the Outcomes of Scientific Experiments in Natural Sciences?","version":1},"reference_index":52,"source":"pdf_text","source_observed_at":"2026-05-10T15:55:34.768853Z"},"links":{"citing_paper":"/paper/2604.10718"},"observation_digest":"sha256:9acf64eed6a7c8ac4f542eb697c605546afed0ae9558820c2ffff7da50bf091c","observation_id":"4651ddd9-47f5-471f-93e4-8ad9797878fc","resolution":{"observed_at":"2026-05-11T09:36:03.798109Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2505.20662","last_updated":"2026-04-24T06:03:13Z","snapshot_observed_at":"2026-07-06T21:31:06.662703Z","submitted_at":"2025-05-27T03:15:21Z","title":"AutoReproduce: Automatic AI Experiment Reproduction with Paper Lineage","version":4},"cited_work":{"arxiv_id":"2505.20662","doi":"10.1101/2025.09.05.674457v1.full","metadata_source":"pith","pith_arxiv_id":"2505.20662","snapshot_observed_at":"2026-07-11T11:50:26.030339Z","title":"AutoReproduce: Automatic AI Experiment Reproduction with Paper Lineage","venue":"cs.AI","work_id":"e5a104be-5894-4a4b-b45d-56f683903202","year":2025},"citing_paper":{"arxiv_id":"2604.10718","last_updated":"2026-04-12T16:28:51Z","snapshot_observed_at":"2026-07-31T09:28:04.079811Z","submitted_at":"2026-04-12T16:28:51Z","title":"SciPredict: Can LLMs Predict the Outcomes of Scientific Experiments in Natural Sciences?","version":1},"reference_index":53,"source":"pdf_text","source_observed_at":"2026-07-11T11:50:26.030339Z"},"links":{"cited_paper":"/paper/2505.20662","citing_paper":"/paper/2604.10718"},"observation_digest":"sha256:ff6e539da5162ab3e8dcc1151f83007540f906ececb5112b2e4f4ba510ce2b01","observation_id":"91681cd8-870f-45ed-9356-70ea052666fc","resolution":{"observed_at":"2026-05-10T21:40:48.243723Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"This is the primary error if the answer, regardless of its correctness, is for the wrong question","venue":null,"work_id":"805ee7ed-b8d6-4c2a-b026-73685356c253","year":null},"citing_paper":{"arxiv_id":"2604.10718","last_updated":"2026-04-12T16:28:51Z","snapshot_observed_at":"2026-07-31T09:28:04.079811Z","submitted_at":"2026-04-12T16:28:51Z","title":"SciPredict: Can LLMs Predict the Outcomes of Scientific Experiments in Natural Sciences?","version":1},"reference_index":54,"source":"pdf_text","source_observed_at":"2026-05-10T15:55:34.768853Z"},"links":{"citing_paper":"/paper/2604.10718"},"observation_digest":"sha256:4112af780b6372c0fdfc98930f97a02b339075a1ca48a53cb10433b9c6b4d3e3","observation_id":"6d350eeb-fe97-4390-a8ca-d70bce14b575","resolution":{"observed_at":"2026-05-17T17:52:00.816117Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"It omits, fabricates, or directly contradicts facts that are clearly stated","venue":null,"work_id":"b3d4fe3f-dab4-45f4-becd-366f97c22e7c","year":null},"citing_paper":{"arxiv_id":"2604.10718","last_updated":"2026-04-12T16:28:51Z","snapshot_observed_at":"2026-07-31T09:28:04.079811Z","submitted_at":"2026-04-12T16:28:51Z","title":"SciPredict: Can LLMs Predict the Outcomes of Scientific Experiments in Natural Sciences?","version":1},"reference_index":55,"source":"pdf_text","source_observed_at":"2026-05-10T15:55:34.768853Z"},"links":{"citing_paper":"/paper/2604.10718"},"observation_digest":"sha256:332e680e0a89623073e83663d2b3cea9fe901ef7e2272449449b3b420d13e4d5","observation_id":"93daa3a4-6e5d-4310-9157-061de25f03c2","resolution":{"observed_at":"2026-05-17T17:52:00.745502Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"The connections between evidence and conclusion are invalid","venue":null,"work_id":"4cc238ab-2f22-43d2-88d0-87db2048b47b","year":null},"citing_paper":{"arxiv_id":"2604.10718","last_updated":"2026-04-12T16:28:51Z","snapshot_observed_at":"2026-07-31T09:28:04.079811Z","submitted_at":"2026-04-12T16:28:51Z","title":"SciPredict: Can LLMs Predict the Outcomes of Scientific Experiments in Natural Sciences?","version":1},"reference_index":56,"source":"pdf_text","source_observed_at":"2026-05-10T15:55:34.768853Z"},"links":{"citing_paper":"/paper/2604.10718"},"observation_digest":"sha256:b47e92dfa54cd4686f5e4328fe055a6a43ed29378da5d172f8320269837a3e6e","observation_id":"8a545690-b89d-42e6-8b55-318a6d16a34e","resolution":{"observed_at":"2026-05-17T17:52:00.756457Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"It may be factually correct but is presented with false certainty or violates a core scientific principle","venue":null,"work_id":"afcf52fe-d7d0-4014-b1af-9ef622291b84","year":null},"citing_paper":{"arxiv_id":"2604.10718","last_updated":"2026-04-12T16:28:51Z","snapshot_observed_at":"2026-07-31T09:28:04.079811Z","submitted_at":"2026-04-12T16:28:51Z","title":"SciPredict: Can LLMs Predict the Outcomes of Scientific Experiments in Natural Sciences?","version":1},"reference_index":57,"source":"pdf_text","source_observed_at":"2026-05-10T15:55:34.768853Z"},"links":{"citing_paper":"/paper/2604.10718"},"observation_digest":"sha256:f7c84bd0b55c3ab2b74d54a736f7c84ff59a3b1f791ff9b4546d1d32a6e61611","observation_id":"be2e9628-ffa0-4f31-a27d-7724748c7530","resolution":{"observed_at":"2026-05-17T17:52:00.780264Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Detailed Analysis Flags: First, choose a PRIMARY ERROR CATEGORY from the five main categories above that best explains WHY the ‘suggested_answer‘ is flawed or incorrect","venue":null,"work_id":"001a31c8-029a-461f-96eb-4e92f475f2c6","year":null},"citing_paper":{"arxiv_id":"2604.10718","last_updated":"2026-04-12T16:28:51Z","snapshot_observed_at":"2026-07-31T09:28:04.079811Z","submitted_at":"2026-04-12T16:28:51Z","title":"SciPredict: Can LLMs Predict the Outcomes of Scientific Experiments in Natural Sciences?","version":1},"reference_index":58,"source":"pdf_text","source_observed_at":"2026-05-10T15:55:34.768853Z"},"links":{"citing_paper":"/paper/2604.10718"},"observation_digest":"sha256:1c641e883d1546a0cc25d4e71bfbb09887e847d0e6b52d1a42d90f0015cfb42a","observation_id":"1362eab2-9f60-4d36-8a26-83f79ae8fb00","resolution":{"observed_at":"2026-05-17T17:52:00.777133Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"- Definition: Whether the ‘suggested_answer‘ addresses a fundamentally different question than the one posed","venue":null,"work_id":"ccfa762c-5c50-435e-a254-0bc721942027","year":null},"citing_paper":{"arxiv_id":"2604.10718","last_updated":"2026-04-12T16:28:51Z","snapshot_observed_at":"2026-07-31T09:28:04.079811Z","submitted_at":"2026-04-12T16:28:51Z","title":"SciPredict: Can LLMs Predict the Outcomes of Scientific Experiments in Natural Sciences?","version":1},"reference_index":59,"source":"pdf_text","source_observed_at":"2026-05-10T15:55:34.768853Z"},"links":{"citing_paper":"/paper/2604.10718"},"observation_digest":"sha256:726a5ae08d7fdc846a818deba3e559aee6d16480b2e01c408cdf9ed859b0e960","observation_id":"0fed20d0-d366-4c9b-a2e9-2bee093c313c","resolution":{"observed_at":"2026-05-17T17:52:00.730948Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"- Definition: Whether the ‘suggested_answer‘ fails to extract or reports as \"missing\" a REQUIRED piece of data explicitly present in the provided materials","venue":null,"work_id":"93b6118e-fe17-47e8-98a9-3e1dcb11d706","year":null},"citing_paper":{"arxiv_id":"2604.10718","last_updated":"2026-04-12T16:28:51Z","snapshot_observed_at":"2026-07-31T09:28:04.079811Z","submitted_at":"2026-04-12T16:28:51Z","title":"SciPredict: Can LLMs Predict the Outcomes of Scientific Experiments in Natural Sciences?","version":1},"reference_index":60,"source":"pdf_text","source_observed_at":"2026-05-10T15:55:34.768853Z"},"links":{"citing_paper":"/paper/2604.10718"},"observation_digest":"sha256:6fe3ec5f4e388163cba3820b29175b9b30d097b3fabc17adbc2985161c1e2320","observation_id":"1349b545-dfc7-45a3-be2d-23f9173bb9d2","resolution":{"observed_at":"2026-05-17T17:52:00.783527Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"- Definition: Whether the justification restates the conclusion without providing independent evidence","venue":null,"work_id":"08f65439-8df9-4887-9987-8bdb48beae30","year":null},"citing_paper":{"arxiv_id":"2604.10718","last_updated":"2026-04-12T16:28:51Z","snapshot_observed_at":"2026-07-31T09:28:04.079811Z","submitted_at":"2026-04-12T16:28:51Z","title":"SciPredict: Can LLMs Predict the Outcomes of Scientific Experiments in Natural Sciences?","version":1},"reference_index":61,"source":"pdf_text","source_observed_at":"2026-05-10T15:55:34.768853Z"},"links":{"citing_paper":"/paper/2604.10718"},"observation_digest":"sha256:8f2a11fcd921654c13864e43ce04a860dc21d1bc2c9ecda9b814d2dfd6d68429","observation_id":"b0714910-f6fc-4427-8235-6cf1feee5e35","resolution":{"observed_at":"2026-05-17T17:52:00.786817Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"- Definition: Whether the ‘suggested_answer‘ presents a probabilistic, correlational, or uncertain outcome as a definitive fact","venue":null,"work_id":"01102887-65de-47fd-af4a-a58338f6f28c","year":null},"citing_paper":{"arxiv_id":"2604.10718","last_updated":"2026-04-12T16:28:51Z","snapshot_observed_at":"2026-07-31T09:28:04.079811Z","submitted_at":"2026-04-12T16:28:51Z","title":"SciPredict: Can LLMs Predict the Outcomes of Scientific Experiments in Natural Sciences?","version":1},"reference_index":62,"source":"pdf_text","source_observed_at":"2026-05-10T15:55:34.768853Z"},"links":{"citing_paper":"/paper/2604.10718"},"observation_digest":"sha256:1a55900203cc74f17934513acae5ed5568230f4dd1158a2d885fb43f7ad626b5","observation_id":"fb1e789c-2698-40e0-868d-d4fc95aa91b8","resolution":{"observed_at":"2026-05-17T17:52:00.773943Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"\"\" {experimental_setup}","venue":null,"work_id":"cc4f1607-a7c2-41dd-a558-13075413f500","year":null},"citing_paper":{"arxiv_id":"2604.10718","last_updated":"2026-04-12T16:28:51Z","snapshot_observed_at":"2026-07-31T09:28:04.079811Z","submitted_at":"2026-04-12T16:28:51Z","title":"SciPredict: Can LLMs Predict the Outcomes of Scientific Experiments in Natural Sciences?","version":1},"reference_index":63,"source":"pdf_text","source_observed_at":"2026-05-10T15:55:34.768853Z"},"links":{"citing_paper":"/paper/2604.10718"},"observation_digest":"sha256:c78dccf97230a74054b7f80516bc272f7ebb9dc88649b0f96a933b37a7c64372","observation_id":"c5e4fa11-9665-4830-866d-41236e678f8a","resolution":{"observed_at":"2026-05-17T17:52:00.767687Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Use the provided ‘experimental_setup‘ and ‘measurements_taken‘ to inform your understanding","venue":null,"work_id":"ae00dd78-30c8-4cf4-8023-a29aa9fe8eb2","year":null},"citing_paper":{"arxiv_id":"2604.10718","last_updated":"2026-04-12T16:28:51Z","snapshot_observed_at":"2026-07-31T09:28:04.079811Z","submitted_at":"2026-04-12T16:28:51Z","title":"SciPredict: Can LLMs Predict the Outcomes of Scientific Experiments in Natural Sciences?","version":1},"reference_index":64,"source":"pdf_text","source_observed_at":"2026-05-10T15:55:34.768853Z"},"links":{"citing_paper":"/paper/2604.10718"},"observation_digest":"sha256:b855084eb78a47ecf2b42bef28a3875d02635408e3655cb9aa2439744fe1b84a","observation_id":"767ad5ee-d683-4c41-b2be-fa794ae8f59c","resolution":{"observed_at":"2026-05-17T17:52:00.771046Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"dfdb3a01-7ee7-4685-8a86-5454b0f73986","year":null},"citing_paper":{"arxiv_id":"2604.10718","last_updated":"2026-04-12T16:28:51Z","snapshot_observed_at":"2026-07-31T09:28:04.079811Z","submitted_at":"2026-04-12T16:28:51Z","title":"SciPredict: Can LLMs Predict the Outcomes of Scientific Experiments in Natural Sciences?","version":1},"reference_index":65,"source":"pdf_text","source_observed_at":"2026-05-10T15:55:34.768853Z"},"links":{"citing_paper":"/paper/2604.10718"},"observation_digest":"sha256:482e887d29a64b714f653ee9966fcaaa627966ba4124efa47416a1eab4477c57","observation_id":"771d6367-4c9b-43b7-9d18-7a85938ef4cb","resolution":{"observed_at":"2026-05-17T17:52:00.764135Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"true\" or","venue":null,"work_id":"f3a63385-ec74-4bd1-8130-5bf5ca170a2d","year":null},"citing_paper":{"arxiv_id":"2604.10718","last_updated":"2026-04-12T16:28:51Z","snapshot_observed_at":"2026-07-31T09:28:04.079811Z","submitted_at":"2026-04-12T16:28:51Z","title":"SciPredict: Can LLMs Predict the Outcomes of Scientific Experiments in Natural Sciences?","version":1},"reference_index":66,"source":"pdf_text","source_observed_at":"2026-05-10T15:55:34.768853Z"},"links":{"citing_paper":"/paper/2604.10718"},"observation_digest":"sha256:c2fdab59eb89bba9f85da367babcbcca97ec74c863391a09b9f39945edc6b435","observation_id":"87c53d95-f827-4c2c-a445-9eb3f33ad50a","resolution":{"observed_at":"2026-05-17T17:52:00.733625Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Do not introduce external knowledge or make assumptions beyond the provided text","venue":null,"work_id":"6e5842e5-c6de-47c9-9e23-7c1aa303886c","year":null},"citing_paper":{"arxiv_id":"2604.10718","last_updated":"2026-04-12T16:28:51Z","snapshot_observed_at":"2026-07-31T09:28:04.079811Z","submitted_at":"2026-04-12T16:28:51Z","title":"SciPredict: Can LLMs Predict the Outcomes of Scientific Experiments in Natural Sciences?","version":1},"reference_index":67,"source":"pdf_text","source_observed_at":"2026-05-10T15:55:34.768853Z"},"links":{"citing_paper":"/paper/2604.10718"},"observation_digest":"sha256:388f20e3f87e8cb7bcb353b208c2ec6fcee79aa09960011b2ea3502ca402b31c","observation_id":"9a4f6046-fad7-4304-9996-e9148a49a69c","resolution":{"observed_at":"2026-05-17T17:52:00.723603Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"true\"/\"false","venue":null,"work_id":"6e234c1f-3bcc-492e-aed4-8d430a264a28","year":null},"citing_paper":{"arxiv_id":"2604.10718","last_updated":"2026-04-12T16:28:51Z","snapshot_observed_at":"2026-07-31T09:28:04.079811Z","submitted_at":"2026-04-12T16:28:51Z","title":"SciPredict: Can LLMs Predict the Outcomes of Scientific Experiments in Natural Sciences?","version":1},"reference_index":68,"source":"pdf_text","source_observed_at":"2026-05-10T15:55:34.768853Z"},"links":{"citing_paper":"/paper/2604.10718"},"observation_digest":"sha256:cef2f1a66cea1cf184ae34f8de6c5428a70d7890010bcea867812016350e7800","observation_id":"88634a0d-3a1f-4fa0-84aa-02e983284f7d","resolution":{"observed_at":"2026-05-17T17:52:00.760024Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2604.10718","last_updated":"2026-04-12T16:28:51Z","latest_version":1,"primary_category":"cs.AI","snapshot_observed_at":"2026-07-31T09:28:04.079811Z","submitted_at":"2026-04-12T16:28:51Z","title":"SciPredict: Can LLMs Predict the Outcomes of Scientific Experiments in Natural Sciences?"},"reference_resolution":{"displayed":68,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":10,"verified_exact":32,"verified_fuzzy":26},"total_outbound_references":68},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"thesis":"As of 4 August 2026, this Paper Citation Record lists 68 of 68 outbound references and 1 inbound Pith citation observation for arXiv:2604.10718."}