{"as_of":"2026-08-06T03:02:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:dae654178c949f23b00c7f4902a958dd7b50070fa17a56f4ffb40ae2efe56f0d","coverage":[{"denominator":62,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":62,"source":"paper_references, paper_reference_links","source_observed_at":"2026-05-19T17:14:18.558837Z","state":"measured"},{"denominator":62,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":62,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-05T06:32:48.257954+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2605.02651/citation-record","integrity":"/paper/2605.02651/integrity","json":"/paper/2605.02651/citation-record.json","paper":"/paper/2605.02651"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.2307/1290335","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Publish or perish","venue":"Michigan Law Review","work_id":"645bdc08-04c9-4c7c-978f-b9503dffe8e1","year":2000},"citing_paper":{"arxiv_id":"2605.02651","last_updated":"2026-05-14T18:08:35Z","snapshot_observed_at":"2026-07-06T23:15:41.793878Z","submitted_at":"2026-05-04T14:34:36Z","title":"ARA: Agentic Reproducibility Assessment For Scalable Support Of Scientific Peer-Review","version":2},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-05-19T17:14:18.558837Z"},"links":{"citing_paper":"/paper/2605.02651"},"observation_digest":"sha256:421e0d58bd084bd8b2d08be72d01ad90f93edd550639a71c13ac89de26ca37de","observation_id":"aef62008-1ee7-4d8d-a569-f8ea26d71eb8","resolution":{"observed_at":"2026-05-19T17:17:42.647130Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1038/440413a","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Science in an exponential world","venue":"Nature","work_id":"6d117d26-eaeb-4fa7-bb39-cdd415b36894","year":2006},"citing_paper":{"arxiv_id":"2605.02651","last_updated":"2026-05-14T18:08:35Z","snapshot_observed_at":"2026-07-06T23:15:41.793878Z","submitted_at":"2026-05-04T14:34:36Z","title":"ARA: Agentic Reproducibility Assessment For Scalable Support Of Scientific Peer-Review","version":2},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-05-19T17:14:18.558837Z"},"links":{"citing_paper":"/paper/2605.02651"},"observation_digest":"sha256:855e0cd625853113f957d6e38af027bbe067f8837300467f3aad5635342c96af","observation_id":"212454a1-7fd3-489a-8560-1d28071a2f0e","resolution":{"observed_at":"2026-05-19T17:17:42.662929Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2023.trustnlp-1.17","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Distinguishing","venue":null,"work_id":"3d37b1b4-088e-49ae-a71c-4b42f8f881fb","year":2023},"citing_paper":{"arxiv_id":"2605.02651","last_updated":"2026-05-14T18:08:35Z","snapshot_observed_at":"2026-07-06T23:15:41.793878Z","submitted_at":"2026-05-04T14:34:36Z","title":"ARA: Agentic Reproducibility Assessment For Scalable Support Of Scientific Peer-Review","version":2},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-05-19T17:14:18.558837Z"},"links":{"citing_paper":"/paper/2605.02651"},"observation_digest":"sha256:01aa2628602112420f3025dcf4588e83fe63817081cd41886e933d64d07750b5","observation_id":"e58e1e0e-fd3c-488d-b5dd-6a631a21191e","resolution":{"observed_at":"2026-05-19T17:17:42.685688Z","resolver_source":"doi","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-07-14T22:51:21.162694+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-14T22:51:21.162694+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1101/2024.03.25.586710","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Have AI-generated texts from LLM infiltrated the realm of scientific writing? a large-scale analysis of preprint platforms","venue":"bioRxiv (Cold Spring Harbor Laboratory)","work_id":"6c2fddeb-b9f4-4665-875e-34f6bff5eae1","year":2024},"citing_paper":{"arxiv_id":"2605.02651","last_updated":"2026-05-14T18:08:35Z","snapshot_observed_at":"2026-07-06T23:15:41.793878Z","submitted_at":"2026-05-04T14:34:36Z","title":"ARA: Agentic Reproducibility Assessment For Scalable Support Of Scientific Peer-Review","version":2},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-05-19T17:14:18.558837Z"},"links":{"citing_paper":"/paper/2605.02651"},"observation_digest":"sha256:ea63fc04af6cd61b90d31648dcfd4debf4f5068ff8b2a9243c95a5e4ec4685a4","observation_id":"1072c615-6d8f-4752-b394-55a73791afc2","resolution":{"observed_at":"2026-05-19T17:17:42.729435Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Is LLM a reliable reviewer? a comprehensive evaluation of LLM on automatic paper reviewing tasks","venue":null,"work_id":"30ca2493-b3c7-4a16-8bf5-08d8ad266893","year":2024},"citing_paper":{"arxiv_id":"2605.02651","last_updated":"2026-05-14T18:08:35Z","snapshot_observed_at":"2026-07-06T23:15:41.793878Z","submitted_at":"2026-05-04T14:34:36Z","title":"ARA: Agentic Reproducibility Assessment For Scalable Support Of Scientific Peer-Review","version":2},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-05-19T17:14:18.558837Z"},"links":{"citing_paper":"/paper/2605.02651"},"observation_digest":"sha256:63b56e01d822cf0a376190a25324851b65c4bf6b0c01468c00814123942be624","observation_id":"aec1adf6-c8c5-4e4f-888b-5d5eac52800d","resolution":{"observed_at":"2026-05-19T17:17:43.531335Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"7295.2010","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Is peer review in decline?","venue":null,"work_id":"ac4e040e-64ac-4791-8f3d-08fa7307124b","year":2011},"citing_paper":{"arxiv_id":"2605.02651","last_updated":"2026-05-14T18:08:35Z","snapshot_observed_at":"2026-07-06T23:15:41.793878Z","submitted_at":"2026-05-04T14:34:36Z","title":"ARA: Agentic Reproducibility Assessment For Scalable Support Of Scientific Peer-Review","version":2},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-05-19T17:14:18.558837Z"},"links":{"citing_paper":"/paper/2605.02651"},"observation_digest":"sha256:4d297124e74546d7a9d37104ecaaa6ed27db713a28f16ae0b48a06b382f8e69b","observation_id":"e9ba4ef6-553d-4565-812f-2b5f46e81d9f","resolution":{"observed_at":"2026-05-19T17:17:42.657920Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.08134","last_updated":"2026-06-09T00:39:28Z","snapshot_observed_at":"2026-07-06T21:39:18.245916Z","submitted_at":"2025-06-09T18:37:14Z","title":"Position: The ML Community Must Build an AI-Augmented Peer-Review Ecosystem","version":4},"cited_work":{"arxiv_id":"2506.08134","doi":"10.48550/arxiv.2506.08134","metadata_source":"arxiv_reference","pith_arxiv_id":"2506.08134","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"The AI impera- tive: Scaling high-quality peer review in machine learning","venue":"ArXiv.org","work_id":"33c52e23-604b-4f09-b800-79c8ee62dbdd","year":2025},"citing_paper":{"arxiv_id":"2605.02651","last_updated":"2026-05-14T18:08:35Z","snapshot_observed_at":"2026-07-06T23:15:41.793878Z","submitted_at":"2026-05-04T14:34:36Z","title":"ARA: Agentic Reproducibility Assessment For Scalable Support Of Scientific Peer-Review","version":2},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-05-19T17:14:18.558837Z"},"links":{"cited_paper":"/paper/2506.08134","citing_paper":"/paper/2605.02651"},"observation_digest":"sha256:3fcb15d47a27e2eecd3ae82359370beeb15f5a9ee449776d37c6b902581916bc","observation_id":"6dbf92fd-70a0-4e65-a041-06bc2cb2dfa6","resolution":{"observed_at":"2026-06-10T02:10:30.997109Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1007/978-3-7091-4177-9","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Popper,Logik der Forschung","venue":null,"work_id":"a2d8fe8c-5666-4cd3-8b26-066c822c083f","year":1935},"citing_paper":{"arxiv_id":"2605.02651","last_updated":"2026-05-14T18:08:35Z","snapshot_observed_at":"2026-07-06T23:15:41.793878Z","submitted_at":"2026-05-04T14:34:36Z","title":"ARA: Agentic Reproducibility Assessment For Scalable Support Of Scientific Peer-Review","version":2},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-05-19T17:14:18.558837Z"},"links":{"citing_paper":"/paper/2605.02651"},"observation_digest":"sha256:60f36bac69481f1e4dfeb024c543f9f3b235f81e29c0383e91ae823b6638dc9e","observation_id":"9657a55f-f82b-45b0-8181-c0bcf7c224f3","resolution":{"observed_at":"2026-05-19T17:17:42.649600Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.2307/2412687","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"London, UK: Hutchinson & Co","venue":"Systematic Zoology","work_id":"f542d33d-9b25-4eb2-b3ad-f6f684be64c3","year":1959},"citing_paper":{"arxiv_id":"2605.02651","last_updated":"2026-05-14T18:08:35Z","snapshot_observed_at":"2026-07-06T23:15:41.793878Z","submitted_at":"2026-05-04T14:34:36Z","title":"ARA: Agentic Reproducibility Assessment For Scalable Support Of Scientific Peer-Review","version":2},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-05-19T17:14:18.558837Z"},"links":{"citing_paper":"/paper/2605.02651"},"observation_digest":"sha256:2a0f44c56c19d445c4855fa966873a33c663e7f4c3146003a8475f7c7c55b0a1","observation_id":"a0f81cdf-8c1b-4f01-b151-74ef65f74264","resolution":{"observed_at":"2026-05-19T17:17:42.665141Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"3603.2019","doi":"10.1080/23743603.2019.1684822","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"The replicability crisis and public trust in psychological sci- ence","venue":"Comprehensive Results in Social Psychology","work_id":"610af618-374b-4ed0-8a0e-e38f69f4d34e","year":2018},"citing_paper":{"arxiv_id":"2605.02651","last_updated":"2026-05-14T18:08:35Z","snapshot_observed_at":"2026-07-06T23:15:41.793878Z","submitted_at":"2026-05-04T14:34:36Z","title":"ARA: Agentic Reproducibility Assessment For Scalable Support Of Scientific Peer-Review","version":2},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-05-19T17:14:18.558837Z"},"links":{"citing_paper":"/paper/2605.02651"},"observation_digest":"sha256:380b56916f5b1e14945faea279df641e10c44815b6a92f5903518b8ad8980def","observation_id":"d7b80a6b-5109-4f76-a2c3-e4b6aac53037","resolution":{"observed_at":"2026-05-19T17:17:42.547085Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.7554/elife.04333","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"An open investi- gation of the reproducibility of cancer biology research","venue":"eLife","work_id":"92efb610-8a7e-41df-937f-7474c5c48e5a","year":2014},"citing_paper":{"arxiv_id":"2605.02651","last_updated":"2026-05-14T18:08:35Z","snapshot_observed_at":"2026-07-06T23:15:41.793878Z","submitted_at":"2026-05-04T14:34:36Z","title":"ARA: Agentic Reproducibility Assessment For Scalable Support Of Scientific Peer-Review","version":2},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-05-19T17:14:18.558837Z"},"links":{"citing_paper":"/paper/2605.02651"},"observation_digest":"sha256:1f6dc2dae4941374c782c2fb88f87c710d9eb677213a9a34edba8ece5db45a58","observation_id":"40a9665a-46fe-4a75-bf91-c16859459f09","resolution":{"observed_at":"2026-05-19T17:17:42.553238Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1038/s41746-019-0079-z","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"The reproducibility crisis in the age of digital medicine","venue":"npj Digital Medicine","work_id":"2be3b27c-c04f-4a14-b48b-edb430f1b3bd","year":2019},"citing_paper":{"arxiv_id":"2605.02651","last_updated":"2026-05-14T18:08:35Z","snapshot_observed_at":"2026-07-06T23:15:41.793878Z","submitted_at":"2026-05-04T14:34:36Z","title":"ARA: Agentic Reproducibility Assessment For Scalable Support Of Scientific Peer-Review","version":2},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-05-19T17:14:18.558837Z"},"links":{"citing_paper":"/paper/2605.02651"},"observation_digest":"sha256:d27602cf092117179d4076afac4b1e918dd14d3a8ddb6569f8770dc2dc17d4e5","observation_id":"81781be7-32e2-4538-8542-8b94fb349881","resolution":{"observed_at":"2026-05-19T17:17:42.605637Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[{"edge_observation":{"observed_at":"2026-07-11T04:03:04.093761+00:00","source":"paper_reference_links","state":"open"},"event_date":"2019-03-19","event_type":"correction","notice_doi":"10.1038/s41746-019-0098-9","provenance":{"observed_at":"2026-07-11T03:07:00.225541+00:00","source":"crossref","source_record_id":"10.1038/s41746-019-0098-9->10.1038/s41746-019-0079-z:correction"}}],"reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1186/s13041-020-0552-2","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"No raw data, no science: another possible source of the reproducibility crisis","venue":"Molecular Brain","work_id":"36b4304d-6b5b-42d4-a6f4-1e354ed45ece","year":2020},"citing_paper":{"arxiv_id":"2605.02651","last_updated":"2026-05-14T18:08:35Z","snapshot_observed_at":"2026-07-06T23:15:41.793878Z","submitted_at":"2026-05-04T14:34:36Z","title":"ARA: Agentic Reproducibility Assessment For Scalable Support Of Scientific Peer-Review","version":2},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-05-19T17:14:18.558837Z"},"links":{"citing_paper":"/paper/2605.02651"},"observation_digest":"sha256:7ad9a34a700167d0b8dc1cfc89b96225470a7773ffa41c5e51fd3472beb76af9","observation_id":"b24a3527-45f2-4170-b086-b32ebf1dca25","resolution":{"observed_at":"2026-05-19T17:17:42.640874Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2023.03556","doi":"10.1287/mnsc.2023.03556","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Repro- ducibility in management science","venue":"Management Science","work_id":"a95473d8-693e-4026-8d7f-fcfdecc3c631","year":2024},"citing_paper":{"arxiv_id":"2605.02651","last_updated":"2026-05-14T18:08:35Z","snapshot_observed_at":"2026-07-06T23:15:41.793878Z","submitted_at":"2026-05-04T14:34:36Z","title":"ARA: Agentic Reproducibility Assessment For Scalable Support Of Scientific Peer-Review","version":2},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-05-19T17:14:18.558837Z"},"links":{"citing_paper":"/paper/2605.02651"},"observation_digest":"sha256:36b5b169f8ad005ee0a0c2526a9f42a1e535e606719bc75ff60344007cba50e3","observation_id":"41f60052-ee59-47d7-9b4a-998fa275030c","resolution":{"observed_at":"2026-05-19T17:17:42.668995Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1038/s41586-025-10078-y","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Investigating the replicability of the social and behavioural sciences","venue":"Nature","work_id":"f52b53db-9534-42af-8651-8763a1ba5baa","year":2026},"citing_paper":{"arxiv_id":"2605.02651","last_updated":"2026-05-14T18:08:35Z","snapshot_observed_at":"2026-07-06T23:15:41.793878Z","submitted_at":"2026-05-04T14:34:36Z","title":"ARA: Agentic Reproducibility Assessment For Scalable Support Of Scientific Peer-Review","version":2},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-05-19T17:14:18.558837Z"},"links":{"citing_paper":"/paper/2605.02651"},"observation_digest":"sha256:066f8cf02cbce87df87e23a3977181462c82ec9fdc7b844ade750bf6082adaeb","observation_id":"fdc5aa28-958a-4613-a1b8-dfb4df50a836","resolution":{"observed_at":"2026-05-19T17:17:42.590045Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Artificial intelligence faces reproducibility crisis","venue":null,"work_id":"e0fce247-76e0-4877-8f9c-5569d30a7162","year":null},"citing_paper":{"arxiv_id":"2605.02651","last_updated":"2026-05-14T18:08:35Z","snapshot_observed_at":"2026-07-06T23:15:41.793878Z","submitted_at":"2026-05-04T14:34:36Z","title":"ARA: Agentic Reproducibility Assessment For Scalable Support Of Scientific Peer-Review","version":2},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-05-19T17:14:18.558837Z"},"links":{"citing_paper":"/paper/2605.02651"},"observation_digest":"sha256:c9ce7b3b7393982dedc50aadf7cce18e6ccd76bad09e75e08da41f87b4f4f305","observation_id":"d5c24350-85c4-4b36-b7e2-c33eb2a32803","resolution":{"observed_at":"2026-05-19T17:17:43.518512Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1126/science.359.6377.725","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Artificial intelligence faces reproducibility crisis","venue":"Science","work_id":"b281b253-19f7-4212-911c-2151651f8f9f","year":2018},"citing_paper":{"arxiv_id":"2605.02651","last_updated":"2026-05-14T18:08:35Z","snapshot_observed_at":"2026-07-06T23:15:41.793878Z","submitted_at":"2026-05-04T14:34:36Z","title":"ARA: Agentic Reproducibility Assessment For Scalable Support Of Scientific Peer-Review","version":2},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-05-19T17:14:18.558837Z"},"links":{"citing_paper":"/paper/2605.02651"},"observation_digest":"sha256:27078b9503e14241996bce27b5176c6ee869c9f308fad3ea03d50172148c93f5","observation_id":"c7fda214-750e-4446-b0ca-5dd73115f659","resolution":{"observed_at":"2026-05-19T17:17:42.671696Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1186/s12544-025-00718-9","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Revisiting reproducibility in transportation simulation studies","venue":"European Transport Research Review","work_id":"8e703101-4937-451d-b796-7184433ab175","year":2025},"citing_paper":{"arxiv_id":"2605.02651","last_updated":"2026-05-14T18:08:35Z","snapshot_observed_at":"2026-07-06T23:15:41.793878Z","submitted_at":"2026-05-04T14:34:36Z","title":"ARA: Agentic Reproducibility Assessment For Scalable Support Of Scientific Peer-Review","version":2},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-05-19T17:14:18.558837Z"},"links":{"citing_paper":"/paper/2605.02651"},"observation_digest":"sha256:48174015a4f46e7204a683e9e23ede054a1d1b5b68b3a8ba085e2d8bce545dfb","observation_id":"de58af73-7927-4742-b58f-002b8d73e892","resolution":{"observed_at":"2026-05-19T17:17:42.674053Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1038/533437a","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Reproducibility crisis","venue":"Nature","work_id":"de0e3d57-0d8a-4677-9329-4025b8652b4c","year":2016},"citing_paper":{"arxiv_id":"2605.02651","last_updated":"2026-05-14T18:08:35Z","snapshot_observed_at":"2026-07-06T23:15:41.793878Z","submitted_at":"2026-05-04T14:34:36Z","title":"ARA: Agentic Reproducibility Assessment For Scalable Support Of Scientific Peer-Review","version":2},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-05-19T17:14:18.558837Z"},"links":{"citing_paper":"/paper/2605.02651"},"observation_digest":"sha256:9575d97870b24f95aa2ca5bac108226d8bc547d7d851a21349ea364c869b87e1","observation_id":"fbf49dcc-e9c6-4745-9b38-8a22f83de16c","resolution":{"observed_at":"2026-05-19T17:17:42.710499Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1073/pnas.1708272114","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Is science really facing a reproducibility crisis, and do we need it to?","venue":"Proceedings of the National Academy of Sciences","work_id":"e0f7c0a8-46de-4aea-ae73-5cdbc98b998e","year":2018},"citing_paper":{"arxiv_id":"2605.02651","last_updated":"2026-05-14T18:08:35Z","snapshot_observed_at":"2026-07-06T23:15:41.793878Z","submitted_at":"2026-05-04T14:34:36Z","title":"ARA: Agentic Reproducibility Assessment For Scalable Support Of Scientific Peer-Review","version":2},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-05-19T17:14:18.558837Z"},"links":{"citing_paper":"/paper/2605.02651"},"observation_digest":"sha256:51886fa0c06e747cad809c30dd977f836613cf34dd85878d0d9c968d349992ef","observation_id":"b9250b5b-9241-414d-ab28-5ca948c08e28","resolution":{"observed_at":"2026-05-19T17:17:42.634438Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1038/d41586-018-05256-0","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Before reproducibility must come preproducibility","venue":"Nature","work_id":"1edc4048-fbc3-4ad2-9424-6b0969680b19","year":2018},"citing_paper":{"arxiv_id":"2605.02651","last_updated":"2026-05-14T18:08:35Z","snapshot_observed_at":"2026-07-06T23:15:41.793878Z","submitted_at":"2026-05-04T14:34:36Z","title":"ARA: Agentic Reproducibility Assessment For Scalable Support Of Scientific Peer-Review","version":2},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-05-19T17:14:18.558837Z"},"links":{"citing_paper":"/paper/2605.02651"},"observation_digest":"sha256:94ca9deff666d8ef97dc8e5d15618b65c2051ad66ea30d82f9b0578976eaa221","observation_id":"19fb843c-86d8-40ba-bd24-8d81bec1bb36","resolution":{"observed_at":"2026-05-19T17:17:42.559980Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.17226/25303","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"National Academies Press","venue":"National Academies Press eBooks","work_id":"9589b950-c755-46da-a79c-e912b7cf4ed4","year":2019},"citing_paper":{"arxiv_id":"2605.02651","last_updated":"2026-05-14T18:08:35Z","snapshot_observed_at":"2026-07-06T23:15:41.793878Z","submitted_at":"2026-05-04T14:34:36Z","title":"ARA: Agentic Reproducibility Assessment For Scalable Support Of Scientific Peer-Review","version":2},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-05-19T17:14:18.558837Z"},"links":{"citing_paper":"/paper/2605.02651"},"observation_digest":"sha256:a8f0bc58b9196259df25b20cd3635f61893bb17fbf9a0655246672d3bf7e2147","observation_id":"1d65c982-a9ee-4737-b0b4-1b02a4823c56","resolution":{"observed_at":"2026-05-19T17:17:42.652543Z","resolver_source":"doi_truncated","status":"malformed_identifier"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2025.353285","doi":"10.1109/tdsc.2025.3532850","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Agentic AI: Autonomous Intelligence for Complex Goals—A Comprehensive Survey","venue":"IEEE Transactions on Dependable and Secure Computing","work_id":"ab4340e4-ffc2-45b8-89ba-fce197c119cc","year":2025},"citing_paper":{"arxiv_id":"2605.02651","last_updated":"2026-05-14T18:08:35Z","snapshot_observed_at":"2026-07-06T23:15:41.793878Z","submitted_at":"2026-05-04T14:34:36Z","title":"ARA: Agentic Reproducibility Assessment For Scalable Support Of Scientific Peer-Review","version":2},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-05-19T17:14:18.558837Z"},"links":{"citing_paper":"/paper/2605.02651"},"observation_digest":"sha256:cfa38cabea02812a7563052c9bcc40649d24cd07223f57c4aafb289084e6aa77","observation_id":"82340d20-57ee-4432-a5a7-01529bfde5ec","resolution":{"observed_at":"2026-05-19T17:17:42.596376Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-07-17T21:51:13.515642+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-17T21:51:13.515642+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2025.emnlp-main.138","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-03T14:48:32.225027Z","title":"From generation to judgment: Opportunities and challenges of LLM-as-a-judge","venue":"Proceedings of the 2025 Conference on Empirical Methods in Natural Language Processing","work_id":"d1491133-c760-4410-a6df-a93780897bef","year":2025},"citing_paper":{"arxiv_id":"2605.02651","last_updated":"2026-05-14T18:08:35Z","snapshot_observed_at":"2026-07-06T23:15:41.793878Z","submitted_at":"2026-05-04T14:34:36Z","title":"ARA: Agentic Reproducibility Assessment For Scalable Support Of Scientific Peer-Review","version":2},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-05-19T17:14:18.558837Z"},"links":{"citing_paper":"/paper/2605.02651"},"observation_digest":"sha256:d1cf7fadbcbe0c82a5b43b0fb81a62f192fb6c228c0a1ed4a9202e62d4a9157a","observation_id":"673bbea0-2a38-4653-92a5-292b581b74d5","resolution":{"observed_at":"2026-05-19T17:17:42.602557Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2024.emnlp-main.70","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"AgentReview: Exploring Peer Review Dynamics with","venue":null,"work_id":"88d41c18-2315-4c54-8398-a4b7b9ed8f31","year":2024},"citing_paper":{"arxiv_id":"2605.02651","last_updated":"2026-05-14T18:08:35Z","snapshot_observed_at":"2026-07-06T23:15:41.793878Z","submitted_at":"2026-05-04T14:34:36Z","title":"ARA: Agentic Reproducibility Assessment For Scalable Support Of Scientific Peer-Review","version":2},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-05-19T17:14:18.558837Z"},"links":{"citing_paper":"/paper/2605.02651"},"observation_digest":"sha256:7665f428912d5aaf65ff701616b0f1a69692140c5e28d4bb9bf2bbef0f81d45d","observation_id":"497633d2-6cd5-4e87-9b82-ea111d31eef1","resolution":{"observed_at":"2026-05-19T17:17:42.682560Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-05-25T19:23:26.04212+00:00","source":"crossref_status_cache"},{"observed_at":"2026-05-25T19:23:26.04212+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2504.09737","last_updated":"2025-04-13T22:01:25Z","snapshot_observed_at":"2026-07-06T21:08:42.919796Z","submitted_at":"2025-04-13T22:01:25Z","title":"Can LLM feedback enhance review quality? A randomized study of 20K reviews at ICLR 2025","version":1},"cited_work":{"arxiv_id":"2504.09737","doi":"10.48550/arxiv.2504.09737","metadata_source":"arxiv_reference","pith_arxiv_id":"2504.09737","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Can LLM feedback enhance review quality? a randomized study of 20k reviews at ICLR 2025","venue":"ArXiv.org","work_id":"d4cfe9b1-6433-4f4b-9812-55ed8616a3a4","year":2025},"citing_paper":{"arxiv_id":"2605.02651","last_updated":"2026-05-14T18:08:35Z","snapshot_observed_at":"2026-07-06T23:15:41.793878Z","submitted_at":"2026-05-04T14:34:36Z","title":"ARA: Agentic Reproducibility Assessment For Scalable Support Of Scientific Peer-Review","version":2},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-05-19T17:14:18.558837Z"},"links":{"cited_paper":"/paper/2504.09737","citing_paper":"/paper/2605.02651"},"observation_digest":"sha256:842c3ad7dde4f6b21017220d2ced46becdaf68d217fff8da671453f262368329","observation_id":"8cda4d67-4213-45da-b591-f87d436e9e81","resolution":{"observed_at":"2026-05-19T17:17:42.717638Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1056/aioa2400196","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Can large language models provide useful feedback on research papers? a large-scale empirical analysis","venue":"NEJM AI","work_id":"047c2de3-bb82-43fb-ace5-f06cd06451f5","year":2024},"citing_paper":{"arxiv_id":"2605.02651","last_updated":"2026-05-14T18:08:35Z","snapshot_observed_at":"2026-07-06T23:15:41.793878Z","submitted_at":"2026-05-04T14:34:36Z","title":"ARA: Agentic Reproducibility Assessment For Scalable Support Of Scientific Peer-Review","version":2},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-05-19T17:14:18.558837Z"},"links":{"citing_paper":"/paper/2605.02651"},"observation_digest":"sha256:a9c5b4494215e09ad3baf56d0798f95743a9fac54d145601be9250089f036dff","observation_id":"582f3849-92c6-43f1-a88a-65a9ff6cddec","resolution":{"observed_at":"2026-05-19T17:17:42.621626Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-07-15T00:22:21.661436+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-15T00:22:21.661436+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2025.naacl-long.395","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"LLMs as meta-reviewers’ assistants: A case study","venue":null,"work_id":"4e514f71-3d7d-477b-856f-fc68985d2082","year":2025},"citing_paper":{"arxiv_id":"2605.02651","last_updated":"2026-05-14T18:08:35Z","snapshot_observed_at":"2026-07-06T23:15:41.793878Z","submitted_at":"2026-05-04T14:34:36Z","title":"ARA: Agentic Reproducibility Assessment For Scalable Support Of Scientific Peer-Review","version":2},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-05-19T17:14:18.558837Z"},"links":{"citing_paper":"/paper/2605.02651"},"observation_digest":"sha256:deb6db7f824de51fbe0d076fa94a1eff9431350231e36b56e5a36576024b63a3","observation_id":"b465d3ae-24cd-49da-a1c7-1693b2442824","resolution":{"observed_at":"2026-05-19T17:17:42.628663Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2025.103332","doi":"10.1016/j.inffus.2025.103332","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Large language models for automated scholarly paper review: A survey","venue":"Information Fusion","work_id":"4321f430-1aa4-4652-8eda-67366da1701e","year":2025},"citing_paper":{"arxiv_id":"2605.02651","last_updated":"2026-05-14T18:08:35Z","snapshot_observed_at":"2026-07-06T23:15:41.793878Z","submitted_at":"2026-05-04T14:34:36Z","title":"ARA: Agentic Reproducibility Assessment For Scalable Support Of Scientific Peer-Review","version":2},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-05-19T17:14:18.558837Z"},"links":{"citing_paper":"/paper/2605.02651"},"observation_digest":"sha256:a2b3f2d168eab29a97d1eab2fb39af72d41299a835f0a8982f1bc9701c667950","observation_id":"e6ed954b-2acf-400d-b754-6132923cafa2","resolution":{"observed_at":"2026-05-19T17:17:42.638087Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2025.findings-acl.1210","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Repro-bench: Can agentic ai systems assess the reproducibility of social science research?","venue":null,"work_id":"3c0f4d3e-e3ce-4ddc-9856-b433659ae84a","year":2025},"citing_paper":{"arxiv_id":"2605.02651","last_updated":"2026-05-14T18:08:35Z","snapshot_observed_at":"2026-07-06T23:15:41.793878Z","submitted_at":"2026-05-04T14:34:36Z","title":"ARA: Agentic Reproducibility Assessment For Scalable Support Of Scientific Peer-Review","version":2},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-05-19T17:14:18.558837Z"},"links":{"citing_paper":"/paper/2605.02651"},"observation_digest":"sha256:0def6b5c273a123ca7a36ad8ac4066ca3927aa202e22fea3fcdf0cf10d944af0","observation_id":"2a09d6c0-f660-4e67-9a41-187cee2a0f0a","resolution":{"observed_at":"2026-05-19T17:17:42.550032Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2602.11354","last_updated":"2026-04-09T18:26:34Z","snapshot_observed_at":"2026-07-06T22:45:34.674215Z","submitted_at":"2026-02-11T20:42:10Z","title":"ReplicatorBench: Benchmarking LLM Agents for Replicability in Social and Behavioral Sciences","version":2},"cited_work":{"arxiv_id":"2602.11354","doi":"10.48550/arxiv.2602.11354","metadata_source":"pith","pith_arxiv_id":"2602.11354","snapshot_observed_at":"2026-08-05T02:49:54.815029Z","title":"ReplicatorBench: Benchmarking LLM Agents for Replicability in Social and Behavioral Sciences","venue":"cs.AI","work_id":"0c9b2fd8-b848-4235-b4ef-e43e05fa3980","year":2026},"citing_paper":{"arxiv_id":"2605.02651","last_updated":"2026-05-14T18:08:35Z","snapshot_observed_at":"2026-07-06T23:15:41.793878Z","submitted_at":"2026-05-04T14:34:36Z","title":"ARA: Agentic Reproducibility Assessment For Scalable Support Of Scientific Peer-Review","version":2},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-05-19T17:14:18.558837Z"},"links":{"cited_paper":"/paper/2602.11354","citing_paper":"/paper/2605.02651"},"observation_digest":"sha256:96a84b150b98ea995f81db8a5823bbb5a5785d6f6fba3568becb249274d7a14f","observation_id":"b38edb3c-11a2-40da-8a0f-8921ed2ba1b8","resolution":{"observed_at":"2026-05-19T17:17:42.625324Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2602.06855","doi":"10.48550/arxiv.2602.06855","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Airs-bench: a suite of tasks for frontier ai research science agents","venue":"Open MIND","work_id":"7731b867-20aa-438e-a6e4-69f2d4185aa5","year":2026},"citing_paper":{"arxiv_id":"2605.02651","last_updated":"2026-05-14T18:08:35Z","snapshot_observed_at":"2026-07-06T23:15:41.793878Z","submitted_at":"2026-05-04T14:34:36Z","title":"ARA: Agentic Reproducibility Assessment For Scalable Support Of Scientific Peer-Review","version":2},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-05-19T17:14:18.558837Z"},"links":{"citing_paper":"/paper/2605.02651"},"observation_digest":"sha256:5f379e4089fabf805229e0718c13edb82a1411c6070ffa2e2837d1465d29a6eb","observation_id":"d3e4ec10-a122-4934-8313-995cc7272db8","resolution":{"observed_at":"2026-05-19T17:17:42.563888Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.19724","last_updated":"2025-06-24T15:39:20Z","snapshot_observed_at":"2026-07-06T21:47:01.972372Z","submitted_at":"2025-06-24T15:39:20Z","title":"From Reproduction to Replication: Evaluating Research Agents with Progressive Code Masking","version":1},"cited_work":{"arxiv_id":"2506.19724","doi":"10.48550/arxiv.2506.19724","metadata_source":"arxiv_reference","pith_arxiv_id":"2506.19724","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Gyeongwon James Kim, Alex Wilf, Louis philippe Morency, and Daniel Fried","venue":"ArXiv.org","work_id":"02ceb4f0-c9a4-45f3-9642-12d16a8b71fc","year":2025},"citing_paper":{"arxiv_id":"2605.02651","last_updated":"2026-05-14T18:08:35Z","snapshot_observed_at":"2026-07-06T23:15:41.793878Z","submitted_at":"2026-05-04T14:34:36Z","title":"ARA: Agentic Reproducibility Assessment For Scalable Support Of Scientific Peer-Review","version":2},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-05-19T17:14:18.558837Z"},"links":{"cited_paper":"/paper/2506.19724","citing_paper":"/paper/2605.02651"},"observation_digest":"sha256:e03b43c2add36c7daecbbd12c927b093c7bafdd36e6e88df7f1c7b657f0ec978","observation_id":"08e6f8e8-4af8-40bb-8597-57a8f9af6bec","resolution":{"observed_at":"2026-05-19T17:17:42.689492Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-07-15T00:22:10.59879+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-15T00:22:10.59879+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2504.17192","doi":"10.48550/arxiv.2504.17192","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Zachary S Siegel, Sayash Kapoor, Nitya Nagdir, Benedikt Stroebl, and Arvind Narayanan","venue":"ArXiv.org","work_id":"90d70472-2cc8-421e-85af-7f4f74d1bc7e","year":2025},"citing_paper":{"arxiv_id":"2605.02651","last_updated":"2026-05-14T18:08:35Z","snapshot_observed_at":"2026-07-06T23:15:41.793878Z","submitted_at":"2026-05-04T14:34:36Z","title":"ARA: Agentic Reproducibility Assessment For Scalable Support Of Scientific Peer-Review","version":2},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-05-19T17:14:18.558837Z"},"links":{"citing_paper":"/paper/2605.02651"},"observation_digest":"sha256:a5b5d71d85c89be154c23af9bcc68546020ffbb80878bfaf35caa76995edda55","observation_id":"83c27c53-ada5-4c13-a904-025947946bfb","resolution":{"observed_at":"2026-05-19T17:17:42.721577Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1007/978-3-030-23987-9_14","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Rescience c: a journal for reproducible replications in computa- tional science","venue":"Lecture notes in computer science","work_id":"465105a0-fa15-4cb2-af39-1a51b5a2220c","year":2018},"citing_paper":{"arxiv_id":"2605.02651","last_updated":"2026-05-14T18:08:35Z","snapshot_observed_at":"2026-07-06T23:15:41.793878Z","submitted_at":"2026-05-04T14:34:36Z","title":"ARA: Agentic Reproducibility Assessment For Scalable Support Of Scientific Peer-Review","version":2},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-05-19T17:14:18.558837Z"},"links":{"citing_paper":"/paper/2605.02651"},"observation_digest":"sha256:cd331153e41eed1e4538857ac0a3405500868eadb1c06aeaecfa43d9217981a1","observation_id":"05335627-eafa-4673-a2a8-3ed0767c8922","resolution":{"observed_at":"2026-05-19T17:17:42.566608Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1038/sdata.2019.30","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Assessing data availability and research reproducibility in hydrology and water resources","venue":"Scientific Data","work_id":"fb30e339-41af-463c-875b-225d6ef26b33","year":2019},"citing_paper":{"arxiv_id":"2605.02651","last_updated":"2026-05-14T18:08:35Z","snapshot_observed_at":"2026-07-06T23:15:41.793878Z","submitted_at":"2026-05-04T14:34:36Z","title":"ARA: Agentic Reproducibility Assessment For Scalable Support Of Scientific Peer-Review","version":2},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-05-19T17:14:18.558837Z"},"links":{"citing_paper":"/paper/2605.02651"},"observation_digest":"sha256:7bba7c09fb95087ed54fe81cee838bbfe8e93ccd565253b763a5c8a700a040b7","observation_id":"14fd027b-924f-4631-b780-5ec51578971a","resolution":{"observed_at":"2026-05-19T17:17:42.587192Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[{"edge_observation":{"observed_at":"2026-07-11T04:03:03.467443+00:00","source":"paper_reference_links","state":"open"},"event_date":"2019-04-24","event_type":"correction","notice_doi":"10.1038/s41597-019-0039-0","provenance":{"observed_at":"2026-07-11T03:01:42.144587+00:00","source":"crossref","source_record_id":"10.1038/s41597-019-0039-0->10.1038/sdata.2019.30:correction"}}],"reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2929.2004","doi":"10.1111/j.1365-2929.2004.01932.x","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Reliability: on the reproducibility of assessment data","venue":"Medical Education","work_id":"03304bb7-5e14-4f25-9d5f-c720ee2d0371","year":2004},"citing_paper":{"arxiv_id":"2605.02651","last_updated":"2026-05-14T18:08:35Z","snapshot_observed_at":"2026-07-06T23:15:41.793878Z","submitted_at":"2026-05-04T14:34:36Z","title":"ARA: Agentic Reproducibility Assessment For Scalable Support Of Scientific Peer-Review","version":2},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-05-19T17:14:18.558837Z"},"links":{"citing_paper":"/paper/2605.02651"},"observation_digest":"sha256:bea2d86f22fc5fe1a8b35169423494a980d07855e518c22ef439087bb05e950c","observation_id":"fff27472-d22c-411f-a640-70e1a117e489","resolution":{"observed_at":"2026-05-19T17:17:42.573695Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1016/j.acra.2011.04.014","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Accuracy, reproducibility and repeatability of ultrasonography in the assessment of abdominal adiposity","venue":"Academic Radiology","work_id":"5255bacf-3818-4ed9-9cbe-41514c7408af","year":2011},"citing_paper":{"arxiv_id":"2605.02651","last_updated":"2026-05-14T18:08:35Z","snapshot_observed_at":"2026-07-06T23:15:41.793878Z","submitted_at":"2026-05-04T14:34:36Z","title":"ARA: Agentic Reproducibility Assessment For Scalable Support Of Scientific Peer-Review","version":2},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-05-19T17:14:18.558837Z"},"links":{"citing_paper":"/paper/2605.02651"},"observation_digest":"sha256:54c1572ad56393bc313bd21a34bd6c49bd84ca24776a85a83c73b103701ae7ae","observation_id":"3fb8a861-0544-4031-ba8e-faae328978a8","resolution":{"observed_at":"2026-05-19T17:17:42.592887Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1016/j.echo.2016.08.006","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Critical review of current approaches for echocardiographic reproducibility and reliability assessment in clinical research","venue":"Journal of the American Society of Echocardiography","work_id":"626b5bc1-5cc9-4a1a-860c-aca4324a87ab","year":2016},"citing_paper":{"arxiv_id":"2605.02651","last_updated":"2026-05-14T18:08:35Z","snapshot_observed_at":"2026-07-06T23:15:41.793878Z","submitted_at":"2026-05-04T14:34:36Z","title":"ARA: Agentic Reproducibility Assessment For Scalable Support Of Scientific Peer-Review","version":2},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-05-19T17:14:18.558837Z"},"links":{"citing_paper":"/paper/2605.02651"},"observation_digest":"sha256:276b26ac6f44e608e370bb5178663f0a170d30402e7596e657da47dd0d6be5a8","observation_id":"be224a15-22ed-4256-a7a8-817aa75031ad","resolution":{"observed_at":"2026-05-19T17:17:42.614551Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1016/j.echo.2019.08.015","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"A practical guide to assess the reproducibility of echocardiographic measurements","venue":"Journal of the American Society of Echocardiography","work_id":"89271177-dab4-49da-861c-a42217e5a53a","year":2019},"citing_paper":{"arxiv_id":"2605.02651","last_updated":"2026-05-14T18:08:35Z","snapshot_observed_at":"2026-07-06T23:15:41.793878Z","submitted_at":"2026-05-04T14:34:36Z","title":"ARA: Agentic Reproducibility Assessment For Scalable Support Of Scientific Peer-Review","version":2},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-05-19T17:14:18.558837Z"},"links":{"citing_paper":"/paper/2605.02651"},"observation_digest":"sha256:02c25b64eb9b4650cee3c56934cd34fc1396db67bf06876223735e8bb5e288bc","observation_id":"4e9228ec-07b0-47a8-9b06-16d007cd6544","resolution":{"observed_at":"2026-05-19T17:17:42.599483Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1214/20-aoas1336","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Statistical methods for replicability assessment","venue":"The Annals of Applied Statistics","work_id":"0edb7567-1d5e-46ba-8582-6166ef43b3af","year":2020},"citing_paper":{"arxiv_id":"2605.02651","last_updated":"2026-05-14T18:08:35Z","snapshot_observed_at":"2026-07-06T23:15:41.793878Z","submitted_at":"2026-05-04T14:34:36Z","title":"ARA: Agentic Reproducibility Assessment For Scalable Support Of Scientific Peer-Review","version":2},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-05-19T17:14:18.558837Z"},"links":{"citing_paper":"/paper/2605.02651"},"observation_digest":"sha256:e4643a7dcab4c6510dadcdc1eb4cc73cebdc42ada42ae2a6d905f452d049a2a4","observation_id":"786ec293-dd7e-49cb-bd37-67483c6249f4","resolution":{"observed_at":"2026-05-19T17:17:42.611555Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1098/rsos.240149","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"The assessment of replicability using the sum of p-values","venue":"Royal Society Open Science","work_id":"5457e6f8-1507-4ea8-a968-ee7d9e438b37","year":2024},"citing_paper":{"arxiv_id":"2605.02651","last_updated":"2026-05-14T18:08:35Z","snapshot_observed_at":"2026-07-06T23:15:41.793878Z","submitted_at":"2026-05-04T14:34:36Z","title":"ARA: Agentic Reproducibility Assessment For Scalable Support Of Scientific Peer-Review","version":2},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-05-19T17:14:18.558837Z"},"links":{"citing_paper":"/paper/2605.02651"},"observation_digest":"sha256:0400e25011c7164aaa1e6c88e712e56284c569f7a31f888fd2a5d623e243405c","observation_id":"925a6776-4362-49eb-b84e-0f65f8d4da8a","resolution":{"observed_at":"2026-05-19T17:17:42.708090Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1371/journal.pbio.3001886","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Systematic assessment of the replicability and generalizability of preclinical findings: Impact of protocol harmonization across laboratory sites","venue":"PLoS Biology","work_id":"bc7e8de2-c096-4668-be5e-9111e1ecd267","year":2022},"citing_paper":{"arxiv_id":"2605.02651","last_updated":"2026-05-14T18:08:35Z","snapshot_observed_at":"2026-07-06T23:15:41.793878Z","submitted_at":"2026-05-04T14:34:36Z","title":"ARA: Agentic Reproducibility Assessment For Scalable Support Of Scientific Peer-Review","version":2},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-05-19T17:14:18.558837Z"},"links":{"citing_paper":"/paper/2605.02651"},"observation_digest":"sha256:e18b094e6397c5b77e40c1d410ea58f3135e3c9006bd56c07f7a5c770ce9d160","observation_id":"1aa11151-2242-49dd-9ba3-4ac3da88fdb6","resolution":{"observed_at":"2026-05-19T17:17:42.713970Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Deepcode: Open agentic coding","venue":null,"work_id":"12f88beb-7bf6-4df6-90b2-2fb625ca5e6d","year":null},"citing_paper":{"arxiv_id":"2605.02651","last_updated":"2026-05-14T18:08:35Z","snapshot_observed_at":"2026-07-06T23:15:41.793878Z","submitted_at":"2026-05-04T14:34:36Z","title":"ARA: Agentic Reproducibility Assessment For Scalable Support Of Scientific Peer-Review","version":2},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-05-19T17:14:18.558837Z"},"links":{"citing_paper":"/paper/2605.02651"},"observation_digest":"sha256:0a8d776ac06963fce21bada615aeecd869743de6e359e1d68d539361cf3a6c73","observation_id":"096ccee8-75b1-4d24-8a48-8d6a2abf6fd6","resolution":{"observed_at":"2026-05-19T17:17:43.537031Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2512.07921","doi":"10.48550/arxiv.2512.07921","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"https: //arxiv.org/abs/2512.07921","venue":"arXiv (Cornell University)","work_id":"5be74771-d07f-4370-883a-3aad377e5e06","year":2025},"citing_paper":{"arxiv_id":"2605.02651","last_updated":"2026-05-14T18:08:35Z","snapshot_observed_at":"2026-07-06T23:15:41.793878Z","submitted_at":"2026-05-04T14:34:36Z","title":"ARA: Agentic Reproducibility Assessment For Scalable Support Of Scientific Peer-Review","version":2},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-05-19T17:14:18.558837Z"},"links":{"citing_paper":"/paper/2605.02651"},"observation_digest":"sha256:bcfbeb24546b6623f366feedd959ccff79a4e66eca36e6171d4e4d13924ff30e","observation_id":"24f182b8-2df4-4542-aa53-68064df04865","resolution":{"observed_at":"2026-05-19T17:17:42.557111Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2510.24591","doi":"10.48550/arxiv.2510.24591","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Replicationbench: Can AI agents replicate astrophysics research papers?","venue":"arXiv (Cornell University)","work_id":"c95133cf-0903-41b4-9152-ec6a23afa7b4","year":2025},"citing_paper":{"arxiv_id":"2605.02651","last_updated":"2026-05-14T18:08:35Z","snapshot_observed_at":"2026-07-06T23:15:41.793878Z","submitted_at":"2026-05-04T14:34:36Z","title":"ARA: Agentic Reproducibility Assessment For Scalable Support Of Scientific Peer-Review","version":2},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-05-19T17:14:18.558837Z"},"links":{"citing_paper":"/paper/2605.02651"},"observation_digest":"sha256:3bf5ccb8e0a5ec54ae761ec4c7f344cb77adf37a8e205a7555433d4827d8169e","observation_id":"c0802c46-5ac9-428d-b93f-ae792626016e","resolution":{"observed_at":"2026-05-19T17:17:42.677953Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-07-15T00:22:12.825436+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-15T00:22:12.825436+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2504.01848","last_updated":"2025-04-07T12:15:49Z","snapshot_observed_at":"2026-07-06T21:03:06.857885Z","submitted_at":"2025-04-02T15:55:24Z","title":"PaperBench: Evaluating AI's Ability to Replicate AI Research","version":3},"cited_work":{"arxiv_id":"2504.01848","doi":"10.1126/science.adp7429","metadata_source":"pith","pith_arxiv_id":"2504.01848","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"PaperBench: Evaluating AI's Ability to Replicate AI Research","venue":"cs.AI","work_id":"7db23490-3dd0-4cfa-a75c-5537ee36dcc2","year":2025},"citing_paper":{"arxiv_id":"2605.02651","last_updated":"2026-05-14T18:08:35Z","snapshot_observed_at":"2026-07-06T23:15:41.793878Z","submitted_at":"2026-05-04T14:34:36Z","title":"ARA: Agentic Reproducibility Assessment For Scalable Support Of Scientific Peer-Review","version":2},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-05-19T17:14:18.558837Z"},"links":{"cited_paper":"/paper/2504.01848","citing_paper":"/paper/2605.02651"},"observation_digest":"sha256:c1077dd874f870755b70c30b810ddd1583dcde3bfa7048ecfada5721c2df540c","observation_id":"9e73d574-d455-423e-a21d-523752807a52","resolution":{"observed_at":"2026-05-19T17:17:42.608991Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2602.18453","doi":"10.48550/arxiv.2602.18453","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"LLM-assisted replication for quantitative social science","venue":"Open MIND","work_id":"04ad07df-f64c-4574-9781-499430690059","year":2026},"citing_paper":{"arxiv_id":"2605.02651","last_updated":"2026-05-14T18:08:35Z","snapshot_observed_at":"2026-07-06T23:15:41.793878Z","submitted_at":"2026-05-04T14:34:36Z","title":"ARA: Agentic Reproducibility Assessment For Scalable Support Of Scientific Peer-Review","version":2},"reference_index":48,"source":"pdf_text","source_observed_at":"2026-05-19T17:14:18.558837Z"},"links":{"citing_paper":"/paper/2605.02651"},"observation_digest":"sha256:104315537eef48481f8506cd9550e4cf45f499fa12680b8068a68e63e2987a39","observation_id":"f79221ea-2366-469f-97c8-1984d0a5d8c5","resolution":{"observed_at":"2026-05-19T17:17:42.576935Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"LLM-assisted replication as scientific infrastructure","venue":null,"work_id":"2c0048e8-c311-42e2-9eba-b0a34cd8d662","year":2026},"citing_paper":{"arxiv_id":"2605.02651","last_updated":"2026-05-14T18:08:35Z","snapshot_observed_at":"2026-07-06T23:15:41.793878Z","submitted_at":"2026-05-04T14:34:36Z","title":"ARA: Agentic Reproducibility Assessment For Scalable Support Of Scientific Peer-Review","version":2},"reference_index":49,"source":"pdf_text","source_observed_at":"2026-05-19T17:14:18.558837Z"},"links":{"citing_paper":"/paper/2605.02651"},"observation_digest":"sha256:293130c566f5ecdb232a683d1d558f38181cd0a9700f287902d1b62a268a3d0e","observation_id":"18ba462e-9292-44b2-a2dd-39975907ba7f","resolution":{"observed_at":"2026-05-19T17:17:43.534337Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2408.10365","last_updated":"2024-08-19T19:10:38Z","snapshot_observed_at":"2026-08-05T23:34:51.095156Z","submitted_at":"2024-08-19T19:10:38Z","title":"AI-Driven Review Systems: Evaluating LLMs in Scalable and Bias-Aware Academic Reviews","version":1},"cited_work":{"arxiv_id":"2408.10365","doi":"10.48550/arxiv.2408.10365","metadata_source":"arxiv_reference","pith_arxiv_id":"2408.10365","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"AI-driven review systems: evaluating LLMs in scalable and bias-aware academic reviews","venue":"arXiv (Cornell University)","work_id":"9d5cdfec-c963-4ad2-9fc8-e79c7f804bdf","year":2024},"citing_paper":{"arxiv_id":"2605.02651","last_updated":"2026-05-14T18:08:35Z","snapshot_observed_at":"2026-07-06T23:15:41.793878Z","submitted_at":"2026-05-04T14:34:36Z","title":"ARA: Agentic Reproducibility Assessment For Scalable Support Of Scientific Peer-Review","version":2},"reference_index":50,"source":"pdf_text","source_observed_at":"2026-05-19T17:14:18.558837Z"},"links":{"cited_paper":"/paper/2408.10365","citing_paper":"/paper/2605.02651"},"observation_digest":"sha256:a7e0f6b6657ee847ea12796144e4d37b016648248cd696f700a69139d9811f40","observation_id":"6be7028c-01eb-49d9-9e36-34063937707b","resolution":{"observed_at":"2026-05-19T17:17:42.570124Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2506.11343","doi":"10.48550/arxiv.2506.11343","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"From replication to redesign: Exploring pairwise comparisons for LLM-based peer review","venue":"ArXiv.org","work_id":"7a2a2e25-e88b-4e57-9129-d12b8723c4ef","year":2025},"citing_paper":{"arxiv_id":"2605.02651","last_updated":"2026-05-14T18:08:35Z","snapshot_observed_at":"2026-07-06T23:15:41.793878Z","submitted_at":"2026-05-04T14:34:36Z","title":"ARA: Agentic Reproducibility Assessment For Scalable Support Of Scientific Peer-Review","version":2},"reference_index":51,"source":"pdf_text","source_observed_at":"2026-05-19T17:14:18.558837Z"},"links":{"citing_paper":"/paper/2605.02651"},"observation_digest":"sha256:174a9bbe5f662a3d8d1e6d08b3915a68bbc5e3d0cc0b1a117cff94c84b7a877c","observation_id":"0d8652f6-d694-4569-9631-1032e3f6356a","resolution":{"observed_at":"2026-05-19T17:17:42.580541Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1038/d41586-025-00894-7","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Ai is transforming peer review—and many scientists are worried","venue":"Nature","work_id":"9c6a6d7c-3876-46c5-91da-0e15ae33c5c4","year":2025},"citing_paper":{"arxiv_id":"2605.02651","last_updated":"2026-05-14T18:08:35Z","snapshot_observed_at":"2026-07-06T23:15:41.793878Z","submitted_at":"2026-05-04T14:34:36Z","title":"ARA: Agentic Reproducibility Assessment For Scalable Support Of Scientific Peer-Review","version":2},"reference_index":52,"source":"pdf_text","source_observed_at":"2026-05-19T17:14:18.558837Z"},"links":{"citing_paper":"/paper/2605.02651"},"observation_digest":"sha256:fdff9f3722153be62b460deabe5351ddb9cace025426fbcab7d7f749844c6857","observation_id":"03812ca5-de47-41d8-9691-b6ba6ea13c1f","resolution":{"observed_at":"2026-05-19T17:17:42.660530Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1038/d41586-025-04066-5","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"More than half of researchers now use AI for peer review—often against guidance","venue":"Nature","work_id":"786d3a04-edda-421d-99d8-8a413c102bea","year":2026},"citing_paper":{"arxiv_id":"2605.02651","last_updated":"2026-05-14T18:08:35Z","snapshot_observed_at":"2026-07-06T23:15:41.793878Z","submitted_at":"2026-05-04T14:34:36Z","title":"ARA: Agentic Reproducibility Assessment For Scalable Support Of Scientific Peer-Review","version":2},"reference_index":53,"source":"pdf_text","source_observed_at":"2026-05-19T17:14:18.558837Z"},"links":{"citing_paper":"/paper/2605.02651"},"observation_digest":"sha256:679a900f4223fb16d677d87c24a88d6451e06012fda5ed05d0b5fa51ba285819","observation_id":"a339beed-f21b-46f0-9596-a70cf473ffaa","resolution":{"observed_at":"2026-05-19T17:17:42.680259Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"1525.366362","doi":"10.1145/3641525.3663623","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Reproscreener: Leveraging LLMs for assessing computational reproducibility of machine learning pipelines","venue":null,"work_id":"ca05d559-d457-403e-9187-a337c9dd5db4","year":2024},"citing_paper":{"arxiv_id":"2605.02651","last_updated":"2026-05-14T18:08:35Z","snapshot_observed_at":"2026-07-06T23:15:41.793878Z","submitted_at":"2026-05-04T14:34:36Z","title":"ARA: Agentic Reproducibility Assessment For Scalable Support Of Scientific Peer-Review","version":2},"reference_index":54,"source":"pdf_text","source_observed_at":"2026-05-19T17:14:18.558837Z"},"links":{"citing_paper":"/paper/2605.02651"},"observation_digest":"sha256:167b0a5a0e3fff55581da42a3227b22ef6850bf22d0cca0878f90d1a03c1466e","observation_id":"7b64681f-fde3-4b2f-a507-b483da68ba29","resolution":{"observed_at":"2026-05-19T17:17:42.618694Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Paper-snitch: A practical tool for evidence-based reproducibility assessment","venue":null,"work_id":"8423e8fc-3700-4536-b9a1-e90ed1ffcffa","year":2024},"citing_paper":{"arxiv_id":"2605.02651","last_updated":"2026-05-14T18:08:35Z","snapshot_observed_at":"2026-07-06T23:15:41.793878Z","submitted_at":"2026-05-04T14:34:36Z","title":"ARA: Agentic Reproducibility Assessment For Scalable Support Of Scientific Peer-Review","version":2},"reference_index":55,"source":"pdf_text","source_observed_at":"2026-05-19T17:14:18.558837Z"},"links":{"citing_paper":"/paper/2605.02651"},"observation_digest":"sha256:837922fb1bbd1ad2747fb4da86cbd4ddc95ed19bdaed75ee736cb38a8b7e3f75","observation_id":"20e0d459-80ca-4be3-abe0-1c86674ee17e","resolution":{"observed_at":"2026-05-19T17:17:43.528865Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2602.07059","doi":"10.48550/arxiv.2602.07059","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Assessing reproducibility in evolutionary computation: A case study using human-and LLM-based assessment","venue":"Open MIND","work_id":"d12f320c-8f2b-488a-8218-1a1a32788376","year":2026},"citing_paper":{"arxiv_id":"2605.02651","last_updated":"2026-05-14T18:08:35Z","snapshot_observed_at":"2026-07-06T23:15:41.793878Z","submitted_at":"2026-05-04T14:34:36Z","title":"ARA: Agentic Reproducibility Assessment For Scalable Support Of Scientific Peer-Review","version":2},"reference_index":56,"source":"pdf_text","source_observed_at":"2026-05-19T17:14:18.558837Z"},"links":{"citing_paper":"/paper/2605.02651"},"observation_digest":"sha256:52c80951402f01bb37a94297d5f6e090bc76d1fef2e602f4e30636040c86d471","observation_id":"128090fa-89dd-4346-bb94-4f8af7db6f14","resolution":{"observed_at":"2026-05-19T17:17:42.632032Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2025.112358","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Auto-metrics: LLM-assisted scientific quality control for radiomics research","venue":null,"work_id":"3e1d659d-1e78-4b86-80aa-cf681bc8f9fb","year":2025},"citing_paper":{"arxiv_id":"2605.02651","last_updated":"2026-05-14T18:08:35Z","snapshot_observed_at":"2026-07-06T23:15:41.793878Z","submitted_at":"2026-05-04T14:34:36Z","title":"ARA: Agentic Reproducibility Assessment For Scalable Support Of Scientific Peer-Review","version":2},"reference_index":57,"source":"pdf_text","source_observed_at":"2026-05-19T17:14:18.558837Z"},"links":{"citing_paper":"/paper/2605.02651"},"observation_digest":"sha256:d977de0d1d827256a0a18ff2aba3a1a15df19d7c2cc94373993cb81cffac32f9","observation_id":"2ae921f7-a45e-4961-a5d2-cb61eb686c47","resolution":{"observed_at":"2026-05-19T17:17:42.726541Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Mass reproducibility and replicability: A new hope","venue":null,"work_id":"904da430-2ba2-4b54-8155-1007e917c99d","year":2024},"citing_paper":{"arxiv_id":"2605.02651","last_updated":"2026-05-14T18:08:35Z","snapshot_observed_at":"2026-07-06T23:15:41.793878Z","submitted_at":"2026-05-04T14:34:36Z","title":"ARA: Agentic Reproducibility Assessment For Scalable Support Of Scientific Peer-Review","version":2},"reference_index":58,"source":"pdf_text","source_observed_at":"2026-05-19T17:14:18.558837Z"},"links":{"citing_paper":"/paper/2605.02651"},"observation_digest":"sha256:a0d69b416e6180d04a5bbafa0bc0b3eaaae9cf03929cd2ee00e5ad3094d7ba79","observation_id":"8e81159b-4a44-48c1-a3fe-062a26f33644","resolution":{"observed_at":"2026-05-19T17:17:43.526435Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1609/aaai.v32i1.11503","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"State of the art: Reproducibility in artificial intelligence.Proceedings of the AAAI Conference on Artificial Intelligence, 32(1), April 2018","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","work_id":"6f235bdc-ff68-4b9c-a6d2-a0e5a996fe8a","year":2018},"citing_paper":{"arxiv_id":"2605.02651","last_updated":"2026-05-14T18:08:35Z","snapshot_observed_at":"2026-07-06T23:15:41.793878Z","submitted_at":"2026-05-04T14:34:36Z","title":"ARA: Agentic Reproducibility Assessment For Scalable Support Of Scientific Peer-Review","version":2},"reference_index":59,"source":"pdf_text","source_observed_at":"2026-05-19T17:14:18.558837Z"},"links":{"citing_paper":"/paper/2605.02651"},"observation_digest":"sha256:1b24c195d709014bce0581035ab32f7e7bc3a39b7e89b83a41786e07d685f8e3","observation_id":"8a3a6f94-f50b-48e0-93ff-c46d68a644e0","resolution":{"observed_at":"2026-05-19T17:17:42.583972Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-05-22T08:54:26.791351+00:00","source":"crossref_status_cache"},{"observed_at":"2026-05-22T08:54:26.791351+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"I4r discussion paper series, the institute for replication (i4r)","venue":null,"work_id":"b54634e1-42df-4d34-b30d-4661195bcd2e","year":2024},"citing_paper":{"arxiv_id":"2605.02651","last_updated":"2026-05-14T18:08:35Z","snapshot_observed_at":"2026-07-06T23:15:41.793878Z","submitted_at":"2026-05-04T14:34:36Z","title":"ARA: Agentic Reproducibility Assessment For Scalable Support Of Scientific Peer-Review","version":2},"reference_index":60,"source":"pdf_text","source_observed_at":"2026-05-19T17:14:18.558837Z"},"links":{"citing_paper":"/paper/2605.02651"},"observation_digest":"sha256:733088aa32a9d554bd840b7938d822c772e5e5616828d573f4e7d972009046c0","observation_id":"0d56ecff-c5e4-4f45-b826-5cb90e5d6ab1","resolution":{"observed_at":"2026-05-19T17:17:43.520908Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1155/2021/6669028","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Retraction watch – tracking retractions as a window into the scientific process","venue":"Journal of Advanced Transportation","work_id":"4196a116-f278-41a9-9a77-d8fd22693ff4","year":2024},"citing_paper":{"arxiv_id":"2605.02651","last_updated":"2026-05-14T18:08:35Z","snapshot_observed_at":"2026-07-06T23:15:41.793878Z","submitted_at":"2026-05-04T14:34:36Z","title":"ARA: Agentic Reproducibility Assessment For Scalable Support Of Scientific Peer-Review","version":2},"reference_index":61,"source":"pdf_text","source_observed_at":"2026-05-19T17:14:18.558837Z"},"links":{"citing_paper":"/paper/2605.02651"},"observation_digest":"sha256:c2a1317e21520d57c7e5c92112edba15a05f6fdc8ba5a020896f02458d13b40a","observation_id":"dcd0c530-1647-4d37-a534-9070edb41a24","resolution":{"observed_at":"2026-05-19T17:17:42.654823Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Guidelines: • The answer [N/A] means that the paper does not involve crowdsourcing nor research with human subjects","venue":null,"work_id":"0413b705-1bf5-48ec-b3ac-c1b8a407f5ce","year":null},"citing_paper":{"arxiv_id":"2605.02651","last_updated":"2026-05-14T18:08:35Z","snapshot_observed_at":"2026-07-06T23:15:41.793878Z","submitted_at":"2026-05-04T14:34:36Z","title":"ARA: Agentic Reproducibility Assessment For Scalable Support Of Scientific Peer-Review","version":2},"reference_index":62,"source":"pdf_text","source_observed_at":"2026-05-19T17:14:18.558837Z"},"links":{"citing_paper":"/paper/2605.02651"},"observation_digest":"sha256:6e14106fa1d2a2019cc3a24b60a08f9ad7672398386e95de56a92159d37f5686","observation_id":"d280e570-2b88-4ffb-99b9-dffcb93683d6","resolution":{"observed_at":"2026-05-19T17:17:43.523994Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2605.02651","last_updated":"2026-05-14T18:08:35Z","latest_version":2,"primary_category":"cs.DL","snapshot_observed_at":"2026-07-06T23:15:41.793878Z","submitted_at":"2026-05-04T14:34:36Z","title":"ARA: Agentic Reproducibility Assessment For Scalable Support Of Scientific Peer-Review"},"reference_resolution":{"displayed":62,"state_counts":{"malformed_identifier":1,"metadata_mismatch":6,"parse_uncertain":0,"unresolved":0,"verified_exact":47,"verified_fuzzy":8},"total_outbound_references":62},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"thesis":"As of 6 August 2026, this Paper Citation Record lists 62 of 62 outbound references and 0 inbound Pith citation observations for arXiv:2605.02651."}