{"as_of":"2026-08-08T09:57:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:4417ce153477603241e32537c650592f5efb9dae72200cf4c7b07b31c06d9d8b","coverage":[{"denominator":53,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":53,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T19:10:00.850198Z","state":"measured"},{"denominator":55,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":55,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-08T06:32:00.761636+00:00","state":"measured"},{"denominator":2,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":2,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T20:45:12.972717Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"pith","source_observed_at":"2026-08-06T10:55:16.407293Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-07T18:57:49.126462Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2503.05712","snapshot_observed_at":"2026-08-06T20:45:12.972717Z","title":"Automatic evaluation metrics for artificially generated scientific research.arXiv preprint arXiv:2503.05712, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.01903","last_updated":"2025-08-05T16:19:40Z","snapshot_observed_at":"2026-08-08T04:30:09.801268Z","submitted_at":"2025-07-02T17:19:20Z","title":"AI4Research: A Survey of Artificial Intelligence for Scientific Research","version":2},"reference_index":297,"source":"pdf_text","source_observed_at":"2026-08-06T20:45:12.972717Z"},"links":{"cited_paper":"/paper/2503.05712","citing_paper":"/paper/2507.01903"},"observation_digest":"sha256:b6950e7e811e6afa4416d1acb15de26cb28dd323c0ecfcca8b41f987230a70e4","observation_id":"c008acfe-be17-458a-9f34-828d2def96e7","resolution":{"observed_at":"2026-08-06T20:45:12.972717Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-07T18:57:49.126462Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"cited_work":{"arxiv_id":"2503.05712","doi":null,"metadata_source":"pith","pith_arxiv_id":"2503.05712","snapshot_observed_at":"2026-08-06T10:55:16.407293Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","venue":"cs.CY","work_id":"b033280d-ec71-41f6-97c6-719f113da339","year":2025},"citing_paper":{"arxiv_id":"2507.23276","last_updated":"2025-08-01T12:49:36Z","snapshot_observed_at":"2026-08-06T10:54:57.937285Z","submitted_at":"2025-07-31T06:32:06Z","title":"How Far Are AI Scientists from Changing the World?","version":2},"reference_index":52,"source":"arxiv_source","source_observed_at":"2026-08-06T10:55:14.706692Z"},"links":{"cited_paper":"/paper/2503.05712","citing_paper":"/paper/2507.23276"},"observation_digest":"sha256:8e06970466dadeffd34ec070d605c0fbe480d23cd851f2a29aa815db5fa17b28","observation_id":"9a3c9632-923a-48bb-b104-d4fa0a3f5822","resolution":{"observed_at":"2026-08-06T10:55:16.410913Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2503.05712/citation-record","integrity":"/paper/2503.05712/integrity","json":"/paper/2503.05712/citation-record.json","paper":"/paper/2503.05712"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2404.07738","last_updated":"2025-02-09T08:15:44Z","snapshot_observed_at":"2026-07-06T17:58:52.016903Z","submitted_at":"2024-04-11T13:36:29Z","title":"ResearchAgent: Iterative Research Idea Generation over Scientific Literature with Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.07738","snapshot_observed_at":"2026-08-07T19:10:00.281598Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-07T18:57:49.126462Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.281598Z"},"links":{"cited_paper":"/paper/2404.07738","citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:115098c2217814e9f2c518f849a95d726ad4f036d49b87eba2c96409c35119ec","observation_id":"7cab76ef-7b7a-4236-99f3-397249324150","resolution":{"observed_at":"2026-08-07T19:10:00.281598Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1016/j.joi.2019.01.010","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T19:10:03.724720Z","title":null,"venue":null,"work_id":"b1186ef2-ee73-4770-a568-91bbb8b75fc2","year":2019},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-07T18:57:49.126462Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.290661Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:c84f903b177356623a393c2a06daf42eeca08379bc8462cb7f09d8b6ee0768dc","observation_id":"07897e1b-d7b7-48b8-bc83-c1a837894b20","resolution":{"observed_at":"2026-08-07T19:10:03.729896Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1007/978-3-030-91669-5","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T19:10:03.610974Z","title":null,"venue":null,"work_id":"0c15150e-6237-452e-8f2f-ed7b7fba0a5e","year":2021},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-07T18:57:49.126462Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.298197Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:b4b0c0caca1bc3f2c5f0dacf95b5bcc64ee15c30dbf579809ebc773349cbedd4","observation_id":"51b1df11-cb69-414d-8db7-f42758efde5c","resolution":{"observed_at":"2026-08-07T19:10:03.674868Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T19:10:09.364553Z","title":null,"venue":null,"work_id":"5035a6a0-9033-4f6e-8753-413c28ebf2f0","year":2006},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-07T18:57:49.126462Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.304824Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:3f2caff3ceeda84aec3e46460893bcd15e49764cb27f9194f34bb6b3712d6926","observation_id":"53ecfe4b-0e78-4402-8469-aaa4d93c2a62","resolution":{"observed_at":"2026-08-07T19:10:09.369305Z","resolver_source":"arxiv_id_nonexistent","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T19:10:09.592488Z","title":"Blei, Andrew Y","venue":null,"work_id":"e6840809-b920-477b-ba87-7893bbcff9ab","year":2003},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-07T18:57:49.126462Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.309938Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:12d85198816bc572fabed8a352e2612c338aae312fa103b6fc1b0692d62ee474","observation_id":"89febdca-ac35-4685-816a-2e57177e4e32","resolution":{"observed_at":"2026-08-07T19:10:09.596522Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T19:10:00.315525Z","title":"Boiko, Robert MacKnight, Ben Kline, and Gabe Gomes","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-07T18:57:49.126462Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.315525Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:c4eb3d29d280bc74631d74e2f1d5bdb3c6903127c9880cf43578ea6323e20df5","observation_id":"e3e25ed8-d81a-4844-bff4-6adf1b1f1b96","resolution":{"observed_at":"2026-08-07T19:10:00.315525Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T19:10:00.354679Z","title":"Bran, Sam Cox, Oliver Schilter, Carlo Baldassari, Andrew D","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-07T18:57:49.126462Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.354679Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:2ac2565338848d34ed75b4052c44919ed4f97fa263ef8825627cef1e61a3ef69","observation_id":"9eb2d681-d7d0-45f1-8335-0e5b1d499d34","resolution":{"observed_at":"2026-08-07T19:10:00.354679Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.04259","last_updated":"2024-01-08T22:24:17Z","snapshot_observed_at":"2026-08-07T22:46:31.467173Z","submitted_at":"2024-01-08T22:24:17Z","title":"MARG: Multi-Agent Review Generation for Scientific Papers","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.04259","snapshot_observed_at":"2026-08-07T19:10:00.421403Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-07T18:57:49.126462Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.421403Z"},"links":{"cited_paper":"/paper/2401.04259","citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:cfaf4e52587a59750c7c87c6407dc90a52ccc03559e98e20a6f0993d872202d4","observation_id":"a6c85d05-f64e-43ce-8cdf-ad1c6e3f15ea","resolution":{"observed_at":"2026-08-07T19:10:00.421403Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.07971","last_updated":"2023-08-15T18:18:34Z","snapshot_observed_at":"2026-07-06T16:06:34.630077Z","submitted_at":"2023-08-15T18:18:34Z","title":"MultiSChuBERT: Effective Multimodal Fusion for Scholarly Document Quality Prediction","version":1},"cited_work":{"arxiv_id":"2308.07971","doi":"10.48550/arxiv.2308.07971","metadata_source":"pith","pith_arxiv_id":"2308.07971","snapshot_observed_at":"2026-08-08T00:16:16.039225Z","title":"MultiSChuBERT: Effective Multimodal Fusion for Scholarly Document Quality Prediction","venue":"cs.CL","work_id":"9c668962-13f3-439f-8906-391b87052ac7","year":2023},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-07T18:57:49.126462Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.495669Z"},"links":{"cited_paper":"/paper/2308.07971","citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:0453feb9afa0a9a021fd3cfac0a226f6d60c4a528c858003f7ac2a8b78a58972","observation_id":"0a8c45bd-2b0d-45b5-8b78-a7fcb1cfed33","resolution":{"observed_at":"2026-08-07T19:10:03.563249Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T19:10:09.578584Z","title":null,"venue":null,"work_id":"fd95b2fc-963f-4637-842a-f3e828eb1020","year":2023},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-07T18:57:49.126462Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.545336Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:ada9de6c46cb1cb3bf3dc3d871126e3674d5e9126fac5c0daacff45bbc157e3c","observation_id":"ee673df1-f5eb-48c9-ad0b-df71d3a8c188","resolution":{"observed_at":"2026-08-07T19:10:09.582751Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T19:10:00.586912Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-07T18:57:49.126462Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.586912Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:e7295286e7c6ff7b144bd9b7e8277f6188f97672c04bd3906b378a84c5ed5d06","observation_id":"50ef2640-6cbd-4670-9ba7-cb4c7d593485","resolution":{"observed_at":"2026-08-07T19:10:00.586912Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T19:10:09.562800Z","title":null,"venue":null,"work_id":"dd2ff6f3-e10c-44db-a809-c7ff06781cc7","year":2024},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-07T18:57:49.126462Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.593564Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:38614f9221b9b426f3bf59818fd95aecf6784248e0d162927586e994bd4fa29f","observation_id":"56f60e0a-b581-4752-affa-6f39ea646c01","resolution":{"observed_at":"2026-08-07T19:10:09.567896Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1007/s00799-023-00382-1","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T19:10:03.524847Z","title":null,"venue":null,"work_id":"ce079fce-ad54-4579-906e-e29c38e4ef4e","year":2024},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-07T18:57:49.126462Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.599512Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:9c22a936216dca9280ab9c2e95bfd2df6b17455fd2839e7d895f9143e5847bfe","observation_id":"70546a91-32ba-4d65-81cf-4d1efb1f5d8f","resolution":{"observed_at":"2026-08-07T19:10:03.530010Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T19:10:09.546464Z","title":"Fu and Constantin F","venue":null,"work_id":"62ab15f9-89b8-4e9a-a8f2-1d4f7d9f90c3","year":2008},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-07T18:57:49.126462Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.617093Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:6407b88686c7ccc24773da4ba6b8f34e16d3212701f9f18076ae5d2489a7211f","observation_id":"261fa722-1442-45ac-a022-cc7555ec6e75","resolution":{"observed_at":"2026-08-07T19:10:09.552087Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T19:10:00.621751Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-07T18:57:49.126462Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.621751Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:60916136f2c3ac91c6493d31cee1eacbecc712cda9fb7a4c32ccdd3f67999009","observation_id":"dc21aa39-be2b-491f-9866-004f929c9a10","resolution":{"observed_at":"2026-08-07T19:10:00.621751Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T19:10:00.627019Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-07T18:57:49.126462Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.627019Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:5dca14667c35daa31f5aca197e110c7ed312c28926e33d92468d0ebf5bbdcadc","observation_id":"7391e9c7-d405-40ad-9edb-87c1d4a77d1e","resolution":{"observed_at":"2026-08-07T19:10:00.627019Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2023.findings-eacl.84","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T19:10:03.488444Z","title":null,"venue":null,"work_id":"f7b7713e-0cba-4063-af32-b570d27f33af","year":2023},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-07T18:57:49.126462Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.633416Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:89fbebef2bcaf4a5af134e7e32772c7b4e6444014a3d61df60519eb3f30a3bfc","observation_id":"a9dcfe86-7d97-4618-a486-fb02eebbaeec","resolution":{"observed_at":"2026-08-07T19:10:03.493525Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2410.04404","last_updated":"2024-10-06T08:39:13Z","snapshot_observed_at":"2026-07-06T19:28:35.110264Z","submitted_at":"2024-10-06T08:39:13Z","title":"CiMaTe: Citation Count Prediction Effectively Leveraging the Main Text","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.04404","snapshot_observed_at":"2026-08-07T19:10:00.640846Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-07T18:57:49.126462Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.640846Z"},"links":{"cited_paper":"/paper/2410.04404","citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:25d60fbdc574f08ea6ef476781960da363dd3189b99d36aa090022d94aa84ca8","observation_id":"148a100a-a844-44d4-8d9a-5f646a9eb22a","resolution":{"observed_at":"2026-08-07T19:10:00.640846Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1093/bioinformatics/btp585","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T19:10:03.452829Z","title":null,"venue":null,"work_id":"99bc5619-4a4e-4bb2-b30b-f84ae6dc5f56","year":2009},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-07T18:57:49.126462Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.647815Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:608d15453d6a6dba03d3ee3b59c62a38cc454cdc99a3937fa16b056e8c6ba362","observation_id":"d676f037-6711-4e95-8f4f-96518cdbf610","resolution":{"observed_at":"2026-08-07T19:10:03.457824Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T19:10:09.155542Z","title":"Shah, and Fei Fang","venue":null,"work_id":"0e012491-6ffd-43d5-b644-e6b4fcb0f181","year":2023},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-07T18:57:49.126462Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.655485Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:7cd2f2a804d0a752e62da2552dd701bc52c2e00cd7a1df1f0c643415154d2f75","observation_id":"d7aa6e4e-b81e-44ad-9ee3-b476092df366","resolution":{"observed_at":"2026-08-07T19:10:09.163043Z","resolver_source":"arxiv_id_nonexistent","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2407.19942","last_updated":"2024-07-29T12:23:15Z","snapshot_observed_at":"2026-08-08T08:39:04.780860Z","submitted_at":"2024-07-29T12:23:15Z","title":"Predicting citation impact of research papers using GPT and other text embeddings","version":1},"cited_work":{"arxiv_id":"2407.19942","doi":"10.48550/arxiv.2407.19942","metadata_source":"pith","pith_arxiv_id":"2407.19942","snapshot_observed_at":"2026-08-08T00:16:16.039225Z","title":"Predicting citation impact of research papers using GPT and other text embeddings","venue":"cs.DL","work_id":"571860b6-9e0a-4336-92de-1cd926764ae6","year":2024},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-07T18:57:49.126462Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.660566Z"},"links":{"cited_paper":"/paper/2407.19942","citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:16a815d2434c4203c2f5d62d8a3bac584b8ddc7c0b88bbdb92bb6c2861d56d4f","observation_id":"9f6dd40f-93a4-432e-9f36-df24ae431392","resolution":{"observed_at":"2026-08-07T19:10:03.440958Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T19:10:00.665954Z","title":"Hovy, and Roy Schwartz","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-07T18:57:49.126462Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.665954Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:3c0763c6f2d270369153036f81f0eb5622bfaec94493f1380db9ab7ea2f96d34","observation_id":"81b048d0-e61e-48e1-9f5c-209b2463f50c","resolution":{"observed_at":"2026-08-07T19:10:00.665954Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T19:10:06.746655Z","title":null,"venue":null,"work_id":"ae7191aa-175e-4c61-9dd0-8707f6c990cb","year":2022},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-07T18:57:49.126462Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.672519Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:72b202c1f97a39db1fe6fad4cae28d9d80ba869390c842d18d23762b4fe1ab5e","observation_id":"a4a84669-8c96-48ab-b2d0-50f80a86d59a","resolution":{"observed_at":"2026-08-07T19:10:06.751538Z","resolver_source":"arxiv_id_nonexistent","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T19:10:00.678717Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-07T18:57:49.126462Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.678717Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:a07a73384b5df6ab9257ecec1993fbf5d36738398a536568f4423c5763c0510c","observation_id":"3738deab-619c-46ba-8577-d0fbb0643f18","resolution":{"observed_at":"2026-08-07T19:10:00.678717Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/d19-1497","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T19:10:01.210077Z","title":null,"venue":null,"work_id":"8c2127ea-69b8-4ae4-8c10-d3ee30ccf416","year":2019},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-07T18:57:49.126462Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.684790Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:099cba78a3304ff2ca8570f667073fe8d7db272687e5268ffc356c69b80eff26","observation_id":"439b22e7-13f5-43e6-b19c-863d35730912","resolution":{"observed_at":"2026-08-07T19:10:01.216752Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2306.00622","last_updated":"2023-06-01T12:45:53Z","snapshot_observed_at":"2026-08-08T01:45:46.706489Z","submitted_at":"2023-06-01T12:45:53Z","title":"ReviewerGPT? An Exploratory Study on Using Large Language Models for Paper Reviewing","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.00622","snapshot_observed_at":"2026-08-07T19:10:00.689487Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-07T18:57:49.126462Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.689487Z"},"links":{"cited_paper":"/paper/2306.00622","citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:5b27da672a5bd170d093858dff3b669b5a36552dce832cf3b54e0a31d20cf479","observation_id":"1fea0a82-127f-441c-9167-8ae1483614cf","resolution":{"observed_at":"2026-08-07T19:10:00.689487Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.06292","last_updated":"2024-09-01T00:41:18Z","snapshot_observed_at":"2026-07-06T18:59:43.564435Z","submitted_at":"2024-08-12T16:58:11Z","title":"The AI Scientist: Towards Fully Automated Open-Ended Scientific Discovery","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.06292","snapshot_observed_at":"2026-08-07T19:10:00.695462Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-07T18:57:49.126462Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.695462Z"},"links":{"cited_paper":"/paper/2408.06292","citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:9be1d62f78024d673876d9a534883a856a28676075a26b3740dd9585b5a0cdeb","observation_id":"0f7bb827-d778-4e24-9f7b-ce876cb42555","resolution":{"observed_at":"2026-08-07T19:10:00.695462Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T19:10:09.529394Z","title":"Lundberg and Su - In Lee","venue":null,"work_id":"57b44e0f-5061-41e8-9067-c6afd78cc1a6","year":2017},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-07T18:57:49.126462Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.706160Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:f2426536d27b77327f2d989db2c35857c4e90e6d85ae11121db36894ecd1f88b","observation_id":"18a263e9-f0f6-4922-b66c-f518839da135","resolution":{"observed_at":"2026-08-07T19:10:09.535907Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T19:10:09.513124Z","title":"Mendoza, Wojciech Kusa, Alaa El - Ebshihy, Ronin Wu, David Pride, Petr Knoth, Drahomira Herrmannova, Florina Piroi, Gabriella Pasi, and Allan Hanbury","venue":null,"work_id":"9decf5da-fc64-4604-88dc-0a6b4f98a893","year":2022},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-07T18:57:49.126462Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.712057Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:9a8c7beae9b55846d67c29209b60a0c8694419294c53d86881eceb3d798d1238","observation_id":"0e3e1c43-d5c4-46f3-a621-7f8f653b55b5","resolution":{"observed_at":"2026-08-07T19:10:09.517794Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2022.findings-emnlp.164","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T19:10:01.147806Z","title":null,"venue":null,"work_id":"7ed35ef8-973a-466f-ae9e-e95c8cda0a6b","year":2022},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-07T18:57:49.126462Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.717284Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:a606fc82d89376c5cbbc83e037ee51c59f8439c591a88addad96389cc9901c57","observation_id":"b9bc4564-2fcd-4bb8-9522-98b67e92c89e","resolution":{"observed_at":"2026-08-07T19:10:01.153513Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T19:10:09.498751Z","title":null,"venue":null,"work_id":"dad0b5f5-e6bd-479e-8650-260ce7134d73","year":2023},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-07T18:57:49.126462Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":31,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.723585Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:63fd881c118172d669a7c244c6d0fff57c7fcbc8c2a5e780aa203492ba7830ce","observation_id":"13930eea-2212-428c-889d-01a2cea6ec85","resolution":{"observed_at":"2026-08-07T19:10:09.503110Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T19:10:09.484163Z","title":null,"venue":null,"work_id":"68391580-ae33-4c44-87ae-35e91130355c","year":2010},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-07T18:57:49.126462Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":32,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.729110Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:a35d7818b4c288b7a37c070daca2ee3b1f5165a81e9218b720ec88c92412acc9","observation_id":"7c64c49d-4a25-4a25-8832-c4cc939e235b","resolution":{"observed_at":"2026-08-07T19:10:09.488343Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2303.08774","last_updated":"2024-03-04T06:01:33Z","snapshot_observed_at":"2026-08-07T07:30:12.213965Z","submitted_at":"2023-03-15T17:15:04Z","title":"GPT-4 Technical Report","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.08774","snapshot_observed_at":"2026-08-07T19:10:00.733691Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-07T18:57:49.126462Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":33,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.733691Z"},"links":{"cited_paper":"/paper/2303.08774","citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:72b617cd36f736ae6719f99afd965b44e50fde70a5721e159d11b5175a19cc9e","observation_id":"bf4d9081-ac34-4905-8139-7b1283354746","resolution":{"observed_at":"2026-08-07T19:10:00.733691Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T19:10:09.469052Z","title":null,"venue":null,"work_id":"339dfd0c-b1d6-466f-9e59-a60463f30903","year":1977},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-07T18:57:49.126462Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":34,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.738586Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:a88a0375c3070f9a53ab70adf7fb43f346bcd25e55005c074c95f8792c56b788","observation_id":"de5a80b4-e07d-4bb6-9343-cf6c89bba2bf","resolution":{"observed_at":"2026-08-07T19:10:09.473791Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T19:10:09.453374Z","title":null,"venue":null,"work_id":"1d4c08dd-3a68-4d66-a34c-93ca087cc9e8","year":2019},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-07T18:57:49.126462Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":35,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.743380Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:8b1851e27d32ced18eac4a16d9308fd812b0abfb27a41c1a933b8d1539b27498","observation_id":"7d9bdf3b-db12-4519-9e32-013434f2cc91","resolution":{"observed_at":"2026-08-07T19:10:09.458418Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.05965","last_updated":"2023-11-10T10:03:49Z","snapshot_observed_at":"2026-07-06T16:45:40.019771Z","submitted_at":"2023-11-10T10:03:49Z","title":"Large Language Models are Zero Shot Hypothesis Proposers","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.05965","snapshot_observed_at":"2026-08-07T19:10:00.750614Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-07T18:57:49.126462Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":36,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.750614Z"},"links":{"cited_paper":"/paper/2311.05965","citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:d4ecbf06fb40ee0c8eedb351b8b3cec6fd70586d13ee8e007cb6c027042e530c","observation_id":"0c998d39-d725-447f-a2bb-245354371302","resolution":{"observed_at":"2026-08-07T19:10:00.750614Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T19:10:00.757530Z","title":null,"venue":null,"work_id":null,"year":2010},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-07T18:57:49.126462Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":37,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.757530Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:dc1cdfd69770abbed11085f93d004a6f15d001db80cdcb65bc99e5938640c441","observation_id":"74e11acf-a50a-47c1-9595-bb72f7cc53f5","resolution":{"observed_at":"2026-08-07T19:10:00.757530Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T19:10:00.763247Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-07T18:57:49.126462Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":38,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.763247Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:c680c4aea36f6ea949c03f25335f7f4f27221a7678cd170eef0c9e1d5ba0ffaf","observation_id":"3e0da629-b6ee-4ec4-850a-790dee80742a","resolution":{"observed_at":"2026-08-07T19:10:00.763247Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.04109","last_updated":"2024-09-06T08:25:03Z","snapshot_observed_at":"2026-08-08T00:38:42.440129Z","submitted_at":"2024-09-06T08:25:03Z","title":"Can LLMs Generate Novel Research Ideas? A Large-Scale Human Study with 100+ NLP Researchers","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.04109","snapshot_observed_at":"2026-08-07T19:10:00.769390Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-07T18:57:49.126462Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":39,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.769390Z"},"links":{"cited_paper":"/paper/2409.04109","citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:02f2424371bd17bfaf916b2f72832855f56646f95b9215d4228ce733ab0917e1","observation_id":"ce48789f-73e8-4431-927f-bdbae54d9aa5","resolution":{"observed_at":"2026-08-07T19:10:00.769390Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T19:10:00.774743Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-07T18:57:49.126462Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":40,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.774743Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:70b66481321b566920daeae8568ee1bfd5a832744753fe468fca67edb85974c0","observation_id":"21afd922-17ad-4e62-8655-58c626e05ed3","resolution":{"observed_at":"2026-08-07T19:10:00.774743Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T19:10:06.539677Z","title":"Hinton, Alex Krizhevsky, Ilya Sutskever, and Ruslan Salakhutdinov","venue":null,"work_id":"e8feeee0-1750-42bd-86a8-1bc16077f7b5","year":2014},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-07T18:57:49.126462Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":41,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.779650Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:77b592ec624f045c4198b1a53daab3b28a3c5b75d764ea27cf8baf79d4aaffcd","observation_id":"6666337e-1b36-4ca6-b9da-bb4e7ac8371e","resolution":{"observed_at":"2026-08-07T19:10:06.546192Z","resolver_source":"arxiv_id_nonexistent","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T19:10:09.427678Z","title":null,"venue":null,"work_id":"23b85f46-5612-4b76-8881-36c4ea93e059","year":2024},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-07T18:57:49.126462Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":42,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.785746Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:96fc5b8ea73b508a68747c7433c27c76b6127b4366912fe19f28e72ba37c409a","observation_id":"c10db443-9fc9-496c-a6f7-ffc2045af108","resolution":{"observed_at":"2026-08-07T19:10:09.433111Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2020.sdp-1.17","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T19:10:01.012670Z","title":null,"venue":null,"work_id":"752c4bbf-1dc6-4674-aabf-899dbbbc65a2","year":2020},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-07T18:57:49.126462Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":43,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.792394Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:b2e0eb4c8136c6b1597f16d5e798b9218cc0a8da9fe93a6dfceee2902b957584","observation_id":"7feaf7d6-4a31-4d49-84c5-337a1c606a65","resolution":{"observed_at":"2026-08-07T19:10:01.020027Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T19:10:00.798937Z","title":"Gomez, Lukasz Kaiser, and Illia Polosukhin","venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-07T18:57:49.126462Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":44,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.798937Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:45c7869b747fb34080b4450beccd3139623bb0fac19c2060305cf504795b5909","observation_id":"10514ac4-5790-4eb1-9960-06f605d2a3ee","resolution":{"observed_at":"2026-08-07T19:10:00.798937Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1007/978-3-030-85896-4","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T19:10:00.990134Z","title":null,"venue":null,"work_id":"4edb21a4-f4fc-45f7-9252-b7e4c7faa952","year":2021},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-07T18:57:49.126462Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":45,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.804848Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:a5e4fee3260b8cdc21fe6277d566e8d525c7c86b72a9757677cb72b5477d997f","observation_id":"1cd53b43-5305-4072-a71e-db8630ad6270","resolution":{"observed_at":"2026-08-07T19:10:00.996313Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1007/s11192-021-04026-6","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T19:10:00.971456Z","title":null,"venue":null,"work_id":"cfbf0358-eab8-45c9-b057-083dd402812e","year":2021},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-07T18:57:49.126462Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":46,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.810351Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:1d437691b466e0ed8c11714022239d534a0820c1497f552a12440538cf38cdab","observation_id":"e6031ccd-2591-47ff-a414-6318edb2493a","resolution":{"observed_at":"2026-08-07T19:10:00.976541Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T19:10:00.815706Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-07T18:57:49.126462Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":47,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.815706Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:1b223a6317d64810893f1a89ce4bf0a750b1d8a712851955485ce8825012a3c8","observation_id":"449b1c75-1087-4e7d-a4b6-857c6311193d","resolution":{"observed_at":"2026-08-07T19:10:00.815706Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T19:10:00.820709Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-07T18:57:49.126462Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":48,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.820709Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:56e3d69570c96524ab41a57f50a3faf0da585bb88ef8dec77985fbb9652f7754","observation_id":"43fe0865-b887-4604-9e56-a0dabd473d55","resolution":{"observed_at":"2026-08-07T19:10:00.820709Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T19:10:00.827281Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-07T18:57:49.126462Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":49,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.827281Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:2d5ee3044ba83b84c69aa66eee02d724eee2873debc016ed88275675b6b35509","observation_id":"393877d5-553d-4fef-9de5-afc44ab49143","resolution":{"observed_at":"2026-08-07T19:10:00.827281Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1007/s11192-024-05086-0","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T19:10:00.899600Z","title":null,"venue":null,"work_id":"28edb60c-61f1-4294-a496-7b3e7892ba3a","year":2024},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-07T18:57:49.126462Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":50,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.832575Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:0fd6bb82070fb81d5cb9efdba22b19322f38b7de7768dd0f4fdbc72493f1e85c","observation_id":"b64df2f1-8618-4bd7-ba5d-087c36aa848c","resolution":{"observed_at":"2026-08-07T19:10:00.909463Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T19:10:09.402663Z","title":null,"venue":null,"work_id":"9f7c55d5-09a8-4a1d-b07e-5eca5b184e2c","year":2024},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-07T18:57:49.126462Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":51,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.837719Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:4c1d8861e84509385a1cb113537951a44fe28c3781e7bd93a0aabca9ae1d1282","observation_id":"e2b83a91-642e-4be8-a892-dde132f55414","resolution":{"observed_at":"2026-08-07T19:10:09.406978Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T19:10:00.842884Z","title":"online\" 'onlinestring :=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-07T18:57:49.126462Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":52,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.842884Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:b20694e550a246e18511524a43c13be4ed29f02815d606476dac35a908c71e35","observation_id":"146d6011-23a5-4884-8430-a6c3e7d919ef","resolution":{"observed_at":"2026-08-07T19:10:00.842884Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T19:10:00.850198Z","title":"write newline","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","snapshot_observed_at":"2026-08-07T18:57:49.126462Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research","version":1},"reference_index":53,"source":"arxiv_source","source_observed_at":"2026-08-07T19:10:00.850198Z"},"links":{"citing_paper":"/paper/2503.05712"},"observation_digest":"sha256:7c2b9cb9bd2146824c37896ae6651e43b288f8fdab03cc7b1b82be1b9d66c288","observation_id":"a264fb33-0ad2-49af-a268-3f1aa30e138a","resolution":{"observed_at":"2026-08-07T19:10:00.850198Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2503.05712","last_updated":"2025-02-14T14:56:14Z","latest_version":1,"primary_category":"cs.CY","snapshot_observed_at":"2026-08-07T18:57:49.126462Z","submitted_at":"2025-02-14T14:56:14Z","title":"Automatic Evaluation Metrics for Artificially Generated Scientific Research"},"reference_resolution":{"displayed":53,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":32,"verified_exact":17,"verified_fuzzy":4},"total_outbound_references":53},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"thesis":"As of 8 August 2026, this Paper Citation Record lists 53 of 53 outbound references and 2 inbound Pith citation observations for arXiv:2503.05712."}