{"as_of":"2026-08-05T06:51:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:8efe87d2084e9bedf07dad427a6e4117762b7970e1484629847da728b0a68bab","coverage":[{"denominator":27,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":27,"source":"paper_references, paper_reference_links","source_observed_at":"2026-07-11T11:50:26.030339Z","state":"measured"},{"denominator":28,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":28,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-05T06:32:48.257954+00:00","state":"measured"},{"denominator":1,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":1,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-04T04:52:00.834543Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2604.19502","last_updated":"2026-04-22T06:14:31Z","snapshot_observed_at":"2026-08-03T20:53:30.885834Z","submitted_at":"2026-04-21T14:21:15Z","title":"Beyond Rating: A Comprehensive Evaluation and Benchmark for AI Reviews","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2604.19502","snapshot_observed_at":"2026-08-04T04:52:00.834543Z","title":null,"venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2608.00005","last_updated":"2026-06-04T10:47:08Z","snapshot_observed_at":"2026-08-05T06:20:34.241576Z","submitted_at":"2026-06-04T10:47:08Z","title":"RubricReviewer: From Direct Critique to Objective and Comprehensive Rubric-Driven Peer Review","version":1},"reference_index":66,"source":"arxiv_source","source_observed_at":"2026-08-04T04:52:00.834543Z"},"links":{"cited_paper":"/paper/2604.19502","citing_paper":"/paper/2608.00005"},"observation_digest":"sha256:ba5dc5dddc07234b829e7cc1cf6469bbf8492ec0c233d06b6c0829f22a49b59c","observation_id":"eb520d27-456e-4a95-9e39-2d11f7f5683b","resolution":{"observed_at":"2026-08-04T04:52:00.834543Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2604.19502/citation-record","integrity":"/paper/2604.19502/integrity","json":"/paper/2604.19502/citation-record.json","paper":"/paper/2604.19502"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2601.03267","last_updated":"2026-05-01T23:55:43Z","snapshot_observed_at":"2026-08-02T10:52:10.211700Z","submitted_at":"2025-12-19T07:05:38Z","title":"OpenAI GPT-5 System Card","version":2},"cited_work":{"arxiv_id":"2601.03267","doi":"10.48550/arxiv.2601.03267","metadata_source":"pith","pith_arxiv_id":"2601.03267","snapshot_observed_at":"2026-08-05T02:49:54.815029Z","title":"OpenAI GPT-5 System Card","venue":"cs.CL","work_id":"ca87689a-0d29-4476-b504-b65dbbb08af4","year":2025},"citing_paper":{"arxiv_id":"2604.19502","last_updated":"2026-04-22T06:14:31Z","snapshot_observed_at":"2026-08-03T20:53:30.885834Z","submitted_at":"2026-04-21T14:21:15Z","title":"Beyond Rating: A Comprehensive Evaluation and Benchmark for AI Reviews","version":2},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-07-11T11:50:26.030339Z"},"links":{"cited_paper":"/paper/2601.03267","citing_paper":"/paper/2604.19502"},"observation_digest":"sha256:911a05894269579545b48785e09a528ad1b58632fc594a4f4ebb7c5c00842e7c","observation_id":"3442dd42-0843-4151-988f-701da98869ba","resolution":{"observed_at":"2026-05-10T02:11:56.973494Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-03T00:38:11.458508+00:00","source":"crossref_status_cache"},{"observed_at":"2026-08-03T00:38:11.458508+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2407.12857","last_updated":"2024-10-01T17:13:38Z","snapshot_observed_at":"2026-07-06T18:48:00.070861Z","submitted_at":"2024-07-09T15:06:14Z","title":"Automated Peer Reviewing in Paper SEA: Standardization, Evaluation, and Analysis","version":2},"cited_work":{"arxiv_id":"2407.12857","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2407.12857","snapshot_observed_at":"2026-07-04T17:30:00.415962Z","title":"Wenzheng Zhang, Sam Wiseman, and Karl Stratos","venue":null,"work_id":"5cb00d17-6886-4cfd-a669-c572cc9c731d","year":2024},"citing_paper":{"arxiv_id":"2604.19502","last_updated":"2026-04-22T06:14:31Z","snapshot_observed_at":"2026-08-03T20:53:30.885834Z","submitted_at":"2026-04-21T14:21:15Z","title":"Beyond Rating: A Comprehensive Evaluation and Benchmark for AI Reviews","version":2},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-05-10T02:11:04.169104Z"},"links":{"cited_paper":"/paper/2407.12857","citing_paper":"/paper/2604.19502"},"observation_digest":"sha256:dedb091776f0186828472e2d88867ebaddb259bca1bccbaf543d659e09fcb690","observation_id":"076bbd1f-ebf3-41e6-9e75-b590639385b7","resolution":{"observed_at":"2026-05-11T13:11:23.496191Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"2f089e5f-52ad-48ac-a63d-51276d05c95a","year":null},"citing_paper":{"arxiv_id":"2604.19502","last_updated":"2026-04-22T06:14:31Z","snapshot_observed_at":"2026-08-03T20:53:30.885834Z","submitted_at":"2026-04-21T14:21:15Z","title":"Beyond Rating: A Comprehensive Evaluation and Benchmark for AI Reviews","version":2},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-05-10T02:11:04.169104Z"},"links":{"citing_paper":"/paper/2604.19502"},"observation_digest":"sha256:fa3a4668123fd160a5b0abb03bf97521e883d386bd7135f5dba01ea53683bac1","observation_id":"ee13770a-8d63-4782-97f3-c2a4e48368c9","resolution":{"observed_at":"2026-05-23T00:27:18.568298Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"762e3061-da85-416f-aba6-0968f7e932f1","year":null},"citing_paper":{"arxiv_id":"2604.19502","last_updated":"2026-04-22T06:14:31Z","snapshot_observed_at":"2026-08-03T20:53:30.885834Z","submitted_at":"2026-04-21T14:21:15Z","title":"Beyond Rating: A Comprehensive Evaluation and Benchmark for AI Reviews","version":2},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-05-10T02:11:04.169104Z"},"links":{"citing_paper":"/paper/2604.19502"},"observation_digest":"sha256:a36b656fb66b78edc6629e5c4f0ec1659b42f3ba4744cf79d1a745ea0e694ab1","observation_id":"4b3e876f-9359-4a1b-a731-bbeda4b458ff","resolution":{"observed_at":"2026-05-23T00:27:18.540517Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"32639db1-5da8-4b23-83b4-790028a7527e","year":null},"citing_paper":{"arxiv_id":"2604.19502","last_updated":"2026-04-22T06:14:31Z","snapshot_observed_at":"2026-08-03T20:53:30.885834Z","submitted_at":"2026-04-21T14:21:15Z","title":"Beyond Rating: A Comprehensive Evaluation and Benchmark for AI Reviews","version":2},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-05-10T02:11:04.169104Z"},"links":{"citing_paper":"/paper/2604.19502"},"observation_digest":"sha256:826d0da363c3bcf9908d9cf6093cc8eb0faa75902c94ef609d2af7d4f3492eb8","observation_id":"7e49d690-278e-41e3-8ce7-a32c9c8f89a6","resolution":{"observed_at":"2026-05-23T00:27:18.570725Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Output JSON: {","venue":null,"work_id":"e6e0e83e-1fdc-46f1-8b70-4e53fd9aecc8","year":2023},"citing_paper":{"arxiv_id":"2604.19502","last_updated":"2026-04-22T06:14:31Z","snapshot_observed_at":"2026-08-03T20:53:30.885834Z","submitted_at":"2026-04-21T14:21:15Z","title":"Beyond Rating: A Comprehensive Evaluation and Benchmark for AI Reviews","version":2},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-05-10T02:11:04.169104Z"},"links":{"citing_paper":"/paper/2604.19502"},"observation_digest":"sha256:6380ae74e13fa3f535d8ee7ae2877afb52d95e01fe8087bef8d3b010fe190c70","observation_id":"a912e0ea-9024-4376-85aa-b6961b7a0acf","resolution":{"observed_at":"2026-05-23T00:27:18.536250Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"cdda8d52-0f75-4237-b854-07de475a6002","year":null},"citing_paper":{"arxiv_id":"2604.19502","last_updated":"2026-04-22T06:14:31Z","snapshot_observed_at":"2026-08-03T20:53:30.885834Z","submitted_at":"2026-04-21T14:21:15Z","title":"Beyond Rating: A Comprehensive Evaluation and Benchmark for AI Reviews","version":2},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-05-10T02:11:04.169104Z"},"links":{"citing_paper":"/paper/2604.19502"},"observation_digest":"sha256:ab42ee1906b07859db608593623d72fe587459398ba1aa17fb0649692119903e","observation_id":"31b8d70a-7bc8-4dc7-a0f3-2526a9429094","resolution":{"observed_at":"2026-05-23T00:27:18.521540Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"b4dee705-d811-4088-b5e6-053411873b20","year":null},"citing_paper":{"arxiv_id":"2604.19502","last_updated":"2026-04-22T06:14:31Z","snapshot_observed_at":"2026-08-03T20:53:30.885834Z","submitted_at":"2026-04-21T14:21:15Z","title":"Beyond Rating: A Comprehensive Evaluation and Benchmark for AI Reviews","version":2},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-05-10T02:11:04.169104Z"},"links":{"citing_paper":"/paper/2604.19502"},"observation_digest":"sha256:ae7e04c477593dcbc417264d961e7bea976ed3ad17859bdf6ca5748e81149650","observation_id":"59822e2a-08f1-4edb-bb96-d512793a28fa","resolution":{"observed_at":"2026-05-23T00:27:18.547734Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"b36746c7-dac2-4a8d-a2af-ed62ccb2b0c4","year":null},"citing_paper":{"arxiv_id":"2604.19502","last_updated":"2026-04-22T06:14:31Z","snapshot_observed_at":"2026-08-03T20:53:30.885834Z","submitted_at":"2026-04-21T14:21:15Z","title":"Beyond Rating: A Comprehensive Evaluation and Benchmark for AI Reviews","version":2},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-05-10T02:11:04.169104Z"},"links":{"citing_paper":"/paper/2604.19502"},"observation_digest":"sha256:9198b87f80f339743fb0bfe1ce6db77d2b5eceb342d10111948d8002f245e41c","observation_id":"9170e825-c9de-4b5e-a789-b1868db9a046","resolution":{"observed_at":"2026-05-23T00:27:18.575110Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"0bf6f14e-6c5d-4465-9e14-f15005f8cd8b","year":null},"citing_paper":{"arxiv_id":"2604.19502","last_updated":"2026-04-22T06:14:31Z","snapshot_observed_at":"2026-08-03T20:53:30.885834Z","submitted_at":"2026-04-21T14:21:15Z","title":"Beyond Rating: A Comprehensive Evaluation and Benchmark for AI Reviews","version":2},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-05-10T02:11:04.169104Z"},"links":{"citing_paper":"/paper/2604.19502"},"observation_digest":"sha256:f42cfc0332ab4ca62091debc2263f3d6eff22792b3ccfae4efcc4f59d216bd3f","observation_id":"55b5af7e-29bd-4c76-ae53-b317446f7a1f","resolution":{"observed_at":"2026-05-23T00:27:18.545217Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Output JSON: {","venue":null,"work_id":"bac30d9a-d729-4e24-994b-56a6edaa049d","year":2023},"citing_paper":{"arxiv_id":"2604.19502","last_updated":"2026-04-22T06:14:31Z","snapshot_observed_at":"2026-08-03T20:53:30.885834Z","submitted_at":"2026-04-21T14:21:15Z","title":"Beyond Rating: A Comprehensive Evaluation and Benchmark for AI Reviews","version":2},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-05-10T02:11:04.169104Z"},"links":{"citing_paper":"/paper/2604.19502"},"observation_digest":"sha256:d3e2f4c4afa6c2b4e4284e91eed01c64cf6b37d651d68c05cb6f04c3cc907b8c","observation_id":"12b1b725-00e7-4025-a685-c33f1a2959ef","resolution":{"observed_at":"2026-05-23T00:27:18.528875Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"2419a90c-c896-4aab-97ea-5b755d458f13","year":null},"citing_paper":{"arxiv_id":"2604.19502","last_updated":"2026-04-22T06:14:31Z","snapshot_observed_at":"2026-08-03T20:53:30.885834Z","submitted_at":"2026-04-21T14:21:15Z","title":"Beyond Rating: A Comprehensive Evaluation and Benchmark for AI Reviews","version":2},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-05-10T02:11:04.169104Z"},"links":{"citing_paper":"/paper/2604.19502"},"observation_digest":"sha256:9f71209c7dd6cf564f59f1360bb65f9f7788fd632748d976dad293153452ddd7","observation_id":"2ebba881-0d60-47df-986f-c587ee6dee21","resolution":{"observed_at":"2026-05-23T00:27:18.552816Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"yes\" only if they describe the same point; loosely related or overlapping topics are","venue":null,"work_id":"1d249308-8c1a-4929-afaf-0022cd2cbd94","year":null},"citing_paper":{"arxiv_id":"2604.19502","last_updated":"2026-04-22T06:14:31Z","snapshot_observed_at":"2026-08-03T20:53:30.885834Z","submitted_at":"2026-04-21T14:21:15Z","title":"Beyond Rating: A Comprehensive Evaluation and Benchmark for AI Reviews","version":2},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-05-10T02:11:04.169104Z"},"links":{"citing_paper":"/paper/2604.19502"},"observation_digest":"sha256:66d1c06dc0e79384f34f77b0eca6267d58bd04d2420d2ebd607cfb89ecd36512","observation_id":"45a10b5d-8f2b-49d3-84e5-ceddf8b199dd","resolution":{"observed_at":"2026-05-23T00:27:18.556970Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"7d2e93b4-d50d-4600-b450-496ab35d0600","year":null},"citing_paper":{"arxiv_id":"2604.19502","last_updated":"2026-04-22T06:14:31Z","snapshot_observed_at":"2026-08-03T20:53:30.885834Z","submitted_at":"2026-04-21T14:21:15Z","title":"Beyond Rating: A Comprehensive Evaluation and Benchmark for AI Reviews","version":2},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-05-10T02:11:04.169104Z"},"links":{"citing_paper":"/paper/2604.19502"},"observation_digest":"sha256:3e16d6f90f027d2a2d92f99e519f45e83712fe682155a33262e0835e5e483d39","observation_id":"6cbce760-c54a-427f-acce-197eb1286e6c","resolution":{"observed_at":"2026-05-23T00:27:18.554755Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"why\" or","venue":null,"work_id":"cf104f31-57dc-41b0-bb5a-c393b9f38793","year":null},"citing_paper":{"arxiv_id":"2604.19502","last_updated":"2026-04-22T06:14:31Z","snapshot_observed_at":"2026-08-03T20:53:30.885834Z","submitted_at":"2026-04-21T14:21:15Z","title":"Beyond Rating: A Comprehensive Evaluation and Benchmark for AI Reviews","version":2},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-05-10T02:11:04.169104Z"},"links":{"citing_paper":"/paper/2604.19502"},"observation_digest":"sha256:4b492c8f224b35989e2db133c0266c377d7dde5c1fea023c2a64a7dca2a6770d","observation_id":"64e31fab-a975-439c-a415-8f06f48a773d","resolution":{"observed_at":"2026-05-23T00:27:18.524045Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"yes\". - **Assign","venue":null,"work_id":"a82993e7-4d0f-487b-885a-e1929eb798f3","year":null},"citing_paper":{"arxiv_id":"2604.19502","last_updated":"2026-04-22T06:14:31Z","snapshot_observed_at":"2026-08-03T20:53:30.885834Z","submitted_at":"2026-04-21T14:21:15Z","title":"Beyond Rating: A Comprehensive Evaluation and Benchmark for AI Reviews","version":2},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-05-10T02:11:04.169104Z"},"links":{"citing_paper":"/paper/2604.19502"},"observation_digest":"sha256:25500b5ed065e96f86aa92b34f960f59eb723821660ca67ecc47b51f2555f456","observation_id":"cdf8a53a-3020-4fc4-bee8-923df89288b5","resolution":{"observed_at":"2026-05-23T00:27:18.561516Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"697d4fe5-c656-40b7-b6ef-959ff4392ce5","year":null},"citing_paper":{"arxiv_id":"2604.19502","last_updated":"2026-04-22T06:14:31Z","snapshot_observed_at":"2026-08-03T20:53:30.885834Z","submitted_at":"2026-04-21T14:21:15Z","title":"Beyond Rating: A Comprehensive Evaluation and Benchmark for AI Reviews","version":2},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-05-10T02:11:04.169104Z"},"links":{"citing_paper":"/paper/2604.19502"},"observation_digest":"sha256:ed1a96a058c1046dcaa17240fc043b54214273ac0e931607d83314c11dfc8dd0","observation_id":"1c14f27c-be88-4128-a2f0-568a45e8429c","resolution":{"observed_at":"2026-05-23T00:27:18.531339Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"12876ac4-9955-4191-9ca3-917163fa6d87","year":null},"citing_paper":{"arxiv_id":"2604.19502","last_updated":"2026-04-22T06:14:31Z","snapshot_observed_at":"2026-08-03T20:53:30.885834Z","submitted_at":"2026-04-21T14:21:15Z","title":"Beyond Rating: A Comprehensive Evaluation and Benchmark for AI Reviews","version":2},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-05-10T02:11:04.169104Z"},"links":{"citing_paper":"/paper/2604.19502"},"observation_digest":"sha256:168ad676f84c8641f845af856d7042256d4aaa7c91c625362d47c15b5b7485bc","observation_id":"fc3ac65e-fb1b-449f-9fb3-82435aec043d","resolution":{"observed_at":"2026-05-23T00:27:18.566077Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"yes\" for keyword matches alone; the explanatory intent must be satisfied. 29 Beyond Rating: A Comprehensive Evaluation and Benchmark for AI Reviews # Output Format {{","venue":null,"work_id":"baec1368-5910-4442-9a49-70e402ecff49","year":null},"citing_paper":{"arxiv_id":"2604.19502","last_updated":"2026-04-22T06:14:31Z","snapshot_observed_at":"2026-08-03T20:53:30.885834Z","submitted_at":"2026-04-21T14:21:15Z","title":"Beyond Rating: A Comprehensive Evaluation and Benchmark for AI Reviews","version":2},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-05-10T02:11:04.169104Z"},"links":{"citing_paper":"/paper/2604.19502"},"observation_digest":"sha256:5146b53832b6e1ebabfd23475cbcfafcd21aaacfc231c697e431dd8d8461b15d","observation_id":"92d021d5-8389-41be-ae4c-1b8644ba1bd9","resolution":{"observed_at":"2026-05-23T00:27:18.563879Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"This category captures assessments of whether the work introduces new ideas, methods, or perspectives that advance the field","venue":null,"work_id":"04aa6b4b-476f-4c57-bad9-e2e4917b0647","year":null},"citing_paper":{"arxiv_id":"2604.19502","last_updated":"2026-04-22T06:14:31Z","snapshot_observed_at":"2026-08-03T20:53:30.885834Z","submitted_at":"2026-04-21T14:21:15Z","title":"Beyond Rating: A Comprehensive Evaluation and Benchmark for AI Reviews","version":2},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-05-10T02:11:04.169104Z"},"links":{"citing_paper":"/paper/2604.19502"},"observation_digest":"sha256:68066c02608b750f470ec7df8119c196a0ebefba93631bd2dafde5c9cfc7f699","observation_id":"5fd12722-8c61-430b-b8b4-d498dd913593","resolution":{"observed_at":"2026-05-23T00:27:18.519305Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"This includes assessments of mathemati- cal rigor, logical consistency, and methodological validity","venue":null,"work_id":"13fd247b-785d-4261-9ca0-d1ed3ee67391","year":null},"citing_paper":{"arxiv_id":"2604.19502","last_updated":"2026-04-22T06:14:31Z","snapshot_observed_at":"2026-08-03T20:53:30.885834Z","submitted_at":"2026-04-21T14:21:15Z","title":"Beyond Rating: A Comprehensive Evaluation and Benchmark for AI Reviews","version":2},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-05-10T02:11:04.169104Z"},"links":{"citing_paper":"/paper/2604.19502"},"observation_digest":"sha256:714c9704ba04d3402ce4d16ab74c4230b15e3a6f27073801b511f1c80a7dde7c","observation_id":"1087915b-8e0a-4ffc-b21c-7aed34f25027","resolution":{"observed_at":"2026-05-23T00:27:18.550549Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"This category includes evaluations of experimental setup, data quality, statistical analysis, and result interpretation","venue":null,"work_id":"53894a3e-b7c7-481d-8a6a-24dc9cb89cb5","year":null},"citing_paper":{"arxiv_id":"2604.19502","last_updated":"2026-04-22T06:14:31Z","snapshot_observed_at":"2026-08-03T20:53:30.885834Z","submitted_at":"2026-04-21T14:21:15Z","title":"Beyond Rating: A Comprehensive Evaluation and Benchmark for AI Reviews","version":2},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-05-10T02:11:04.169104Z"},"links":{"citing_paper":"/paper/2604.19502"},"observation_digest":"sha256:073e4dbb403ffed9f71099ba5ff4b1462ff99c8f0df5185bb0d2a5d790250143","observation_id":"e64ccbe9-994e-429f-9fb9-ca95b9673e5e","resolution":{"observed_at":"2026-05-23T00:27:18.559250Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"This includes assessments of paper organization, writing clarity, figure quality, and overall presentation effectiveness","venue":null,"work_id":"527d168e-eac2-47b4-9b95-18db145874a5","year":null},"citing_paper":{"arxiv_id":"2604.19502","last_updated":"2026-04-22T06:14:31Z","snapshot_observed_at":"2026-08-03T20:53:30.885834Z","submitted_at":"2026-04-21T14:21:15Z","title":"Beyond Rating: A Comprehensive Evaluation and Benchmark for AI Reviews","version":2},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-05-10T02:11:04.169104Z"},"links":{"citing_paper":"/paper/2604.19502"},"observation_digest":"sha256:155d46a92d41de4c8dcac455d8b3d42a5c0d053256aa14ab7be1855b3f7b576c","observation_id":"17a5e7a1-9c57-4c7f-9fee-86f006a12aa6","resolution":{"observed_at":"2026-05-23T00:27:18.534144Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"This category captures evaluations of the work’s importance, potential applications, and contribution to the field","venue":null,"work_id":"ff667602-a771-40a4-9b18-23a4df91d176","year":null},"citing_paper":{"arxiv_id":"2604.19502","last_updated":"2026-04-22T06:14:31Z","snapshot_observed_at":"2026-08-03T20:53:30.885834Z","submitted_at":"2026-04-21T14:21:15Z","title":"Beyond Rating: A Comprehensive Evaluation and Benchmark for AI Reviews","version":2},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-05-10T02:11:04.169104Z"},"links":{"citing_paper":"/paper/2604.19502"},"observation_digest":"sha256:38b5959e9711f3fdb7a3b2bd5fcb8814e7c533f4d0c90cd09a1b1712a86ccebf","observation_id":"e9510c24-a87b-4d54-be0d-68f683ac517d","resolution":{"observed_at":"2026-05-23T00:27:18.542946Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"This includes assessments of whether sufficient information is provided for reproducing the results, code availability, and parameter documentation","venue":null,"work_id":"4d693940-e340-4667-b202-1e13286aec71","year":null},"citing_paper":{"arxiv_id":"2604.19502","last_updated":"2026-04-22T06:14:31Z","snapshot_observed_at":"2026-08-03T20:53:30.885834Z","submitted_at":"2026-04-21T14:21:15Z","title":"Beyond Rating: A Comprehensive Evaluation and Benchmark for AI Reviews","version":2},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-05-10T02:11:04.169104Z"},"links":{"citing_paper":"/paper/2604.19502"},"observation_digest":"sha256:842b3ac4be2932ac6ac20536b4de77d9999eaf7de13d114d40cacadaf7a3d8d7","observation_id":"b00b8b82-98cc-4af3-af38-8809600f2f38","resolution":{"observed_at":"2026-05-23T00:27:18.573102Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"This category includes assessments of whether relevant prior work is properly cited and discussed, and whether the work is properly positioned within the existing literature","venue":null,"work_id":"1523f1e9-4126-41db-81bd-f3e33a7a976b","year":null},"citing_paper":{"arxiv_id":"2604.19502","last_updated":"2026-04-22T06:14:31Z","snapshot_observed_at":"2026-08-03T20:53:30.885834Z","submitted_at":"2026-04-21T14:21:15Z","title":"Beyond Rating: A Comprehensive Evaluation and Benchmark for AI Reviews","version":2},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-05-10T02:11:04.169104Z"},"links":{"citing_paper":"/paper/2604.19502"},"observation_digest":"sha256:d6efe09c88c29eff8527a6c8bf3812ffbf0629151ce80ecb937265fe1de76e89","observation_id":"22c692aa-3588-4559-9e16-27a454011c07","resolution":{"observed_at":"2026-05-23T00:27:18.526529Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"a8653d67-dd48-4380-93b4-db43967e3449","year":2022},"citing_paper":{"arxiv_id":"2604.19502","last_updated":"2026-04-22T06:14:31Z","snapshot_observed_at":"2026-08-03T20:53:30.885834Z","submitted_at":"2026-04-21T14:21:15Z","title":"Beyond Rating: A Comprehensive Evaluation and Benchmark for AI Reviews","version":2},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-05-10T02:11:04.169104Z"},"links":{"citing_paper":"/paper/2604.19502"},"observation_digest":"sha256:b9788c175d3c8d7c0c34591fec2ed07019e6f2089834fd6f3d3683dd0cc02f2e","observation_id":"35b4eed7-7731-453c-bfa4-0f4b1b181321","resolution":{"observed_at":"2026-05-23T00:27:18.538229Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2604.19502","last_updated":"2026-04-22T06:14:31Z","latest_version":2,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-03T20:53:30.885834Z","submitted_at":"2026-04-21T14:21:15Z","title":"Beyond Rating: A Comprehensive Evaluation and Benchmark for AI Reviews"},"reference_resolution":{"displayed":27,"state_counts":{"malformed_identifier":0,"metadata_mismatch":1,"parse_uncertain":0,"unresolved":12,"verified_exact":1,"verified_fuzzy":13},"total_outbound_references":27},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"thesis":"As of 5 August 2026, this Paper Citation Record lists 27 of 27 outbound references and 1 inbound Pith citation observation for arXiv:2604.19502."}