{"as_of":"2026-08-09T10:07:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:3d41c827be9223beb1e8ac4542e83974accfdc47648f72e74db1f1f72b2ad20b","coverage":[{"denominator":31,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":31,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-02T15:15:45.954615Z","state":"measured"},{"denominator":31,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":31,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-09T06:31:02.800959+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2607.27209/citation-record","integrity":"/paper/2607.27209/integrity","json":"/paper/2607.27209/citation-record.json","paper":"/paper/2607.27209"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-02T15:15:45.941466Z","title":"We obtain Λ = 341.2 , p= 5.1×10 −3","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.27209","last_updated":"2026-04-30T10:54:54Z","snapshot_observed_at":"2026-08-06T19:16:04.197566Z","submitted_at":"2026-04-30T10:54:54Z","title":"Reviewer Scores Are Not Comparable Across Research Areas in ML Peer Review","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-02T15:15:45.941466Z"},"links":{"citing_paper":"/paper/2607.27209"},"observation_digest":"sha256:85bdf116687ad600a2444d8aa725b047f5be78c9cc0a3867d0148e451492655a","observation_id":"66fb758c-0d9e-4ffc-9fbd-ebc5fe67612e","resolution":{"observed_at":"2026-08-02T15:15:45.941466Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2306.03262","last_updated":"2023-06-05T21:26:12Z","snapshot_observed_at":"2026-08-07T09:20:57.913406Z","submitted_at":"2023-06-05T21:26:12Z","title":"Has the Machine Learning Review Process Become More Arbitrary as the Field Has Grown? The NeurIPS 2021 Consistency Experiment","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.03262","snapshot_observed_at":"2026-08-02T15:15:45.837048Z","title":"Abeba Birhane, Pratyusha Kalluri, Dallas Card, William Agnew, Ravit Dotan, and Michelle Bao","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2607.27209","last_updated":"2026-04-30T10:54:54Z","snapshot_observed_at":"2026-08-06T19:16:04.197566Z","submitted_at":"2026-04-30T10:54:54Z","title":"Reviewer Scores Are Not Comparable Across Research Areas in ML Peer Review","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-02T15:15:45.837048Z"},"links":{"cited_paper":"/paper/2306.03262","citing_paper":"/paper/2607.27209"},"observation_digest":"sha256:0cfb1b269af259171500cab49a31b6ae5b5adcf11858153647d2f94eeb93bf6e","observation_id":"a77bebf8-c0b9-4e06-81bb-5431eaefbf16","resolution":{"observed_at":"2026-08-02T15:15:45.837048Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2311.09497","last_updated":"2024-11-07T12:37:06Z","snapshot_observed_at":"2026-08-09T01:26:04.975687Z","submitted_at":"2023-11-16T01:40:07Z","title":"Peer Reviews of Peer Reviews: A Randomized Controlled Trial and Other Experiments","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.09497","snapshot_observed_at":"2026-08-02T15:15:45.850899Z","title":"Maarten R","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.27209","last_updated":"2026-04-30T10:54:54Z","snapshot_observed_at":"2026-08-06T19:16:04.197566Z","submitted_at":"2026-04-30T10:54:54Z","title":"Reviewer Scores Are Not Comparable Across Research Areas in ML Peer Review","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-02T15:15:45.850899Z"},"links":{"cited_paper":"/paper/2311.09497","citing_paper":"/paper/2607.27209"},"observation_digest":"sha256:d2c9ce97a3cf435684bce865b51a62029d62629c533801e3459c9635ddd8cc3d","observation_id":"225771a6-f0b3-47f7-8701-d1dd67f67490","resolution":{"observed_at":"2026-08-02T15:15:45.850899Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-02T15:15:45.859643Z","title":"doi: 10.18653/v1/ N18-1149","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.27209","last_updated":"2026-04-30T10:54:54Z","snapshot_observed_at":"2026-08-06T19:16:04.197566Z","submitted_at":"2026-04-30T10:54:54Z","title":"Reviewer Scores Are Not Comparable Across Research Areas in ML Peer Review","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-02T15:15:45.859643Z"},"links":{"citing_paper":"/paper/2607.27209"},"observation_digest":"sha256:cb3ed9f7975a8ffb49da12c9fde4acf41d90c8f0ad0c552e4411badd3d941483","observation_id":"59f82a07-7a9e-41d4-a6f7-ee97892f578d","resolution":{"observed_at":"2026-08-02T15:15:45.859643Z","resolver_source":null,"status":"malformed_identifier"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.01783","last_updated":"2023-10-03T04:14:17Z","snapshot_observed_at":"2026-08-03T02:36:19.000729Z","submitted_at":"2023-10-03T04:14:17Z","title":"Can large language models provide useful feedback on research papers? A large-scale empirical analysis","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.01783","snapshot_observed_at":"2026-08-02T15:15:45.881309Z","title":"Weixin Liang, Yuhui Zhang, Hancheng Cao, Binglu Wang, Daisy Ding, Xinyu Yang, Kailas V odra- halli, Siyu He, Daniel Scott Smith, Yian Yin, Daniel A","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.27209","last_updated":"2026-04-30T10:54:54Z","snapshot_observed_at":"2026-08-06T19:16:04.197566Z","submitted_at":"2026-04-30T10:54:54Z","title":"Reviewer Scores Are Not Comparable Across Research Areas in ML Peer Review","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-02T15:15:45.881309Z"},"links":{"cited_paper":"/paper/2310.01783","citing_paper":"/paper/2607.27209"},"observation_digest":"sha256:d529437646e6d6ed95cfead92a4df7910ec4c22cfd7e26209affb6ba70b0cfa3","observation_id":"d5a24064-d7eb-44ee-9065-e7d889d50c2b","resolution":{"observed_at":"2026-08-02T15:15:45.881309Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-02T15:15:45.889537Z","title":"Neil Millar, Bojan Batalo, and Brian Budgell","venue":null,"work_id":null,"year":1985},"citing_paper":{"arxiv_id":"2607.27209","last_updated":"2026-04-30T10:54:54Z","snapshot_observed_at":"2026-08-06T19:16:04.197566Z","submitted_at":"2026-04-30T10:54:54Z","title":"Reviewer Scores Are Not Comparable Across Research Areas in ML Peer Review","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-02T15:15:45.889537Z"},"links":{"citing_paper":"/paper/2607.27209"},"observation_digest":"sha256:e1efe0a2d58e2f559c1800bced8adfccfdf97061e6ebbb24eaf4b44dc82c1c8e","observation_id":"a1ce3e71-9886-420f-9983-66c7d1745e5d","resolution":{"observed_at":"2026-08-02T15:15:45.889537Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-02T15:15:45.894262Z","title":"Joelle Pineau, Philippe Vincent-Lamarre, Koustuv Sinha, Vincent Larivière, Alina Beygelzimer, Flo- rence d’Alché Buc, Emily B","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2607.27209","last_updated":"2026-04-30T10:54:54Z","snapshot_observed_at":"2026-08-06T19:16:04.197566Z","submitted_at":"2026-04-30T10:54:54Z","title":"Reviewer Scores Are Not Comparable Across Research Areas in ML Peer Review","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-02T15:15:45.894262Z"},"links":{"citing_paper":"/paper/2607.27209"},"observation_digest":"sha256:25a542b9dbdbd27061f9cab9421b119017ee0489ad3617f94c767f2d659d6d57","observation_id":"0a88b73e-a8dd-4cf4-aa14-f9077186929f","resolution":{"observed_at":"2026-08-02T15:15:45.894262Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-02T15:15:45.902221Z","title":"doi: 10.18653/v1/2020.findings-emnlp.112","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2607.27209","last_updated":"2026-04-30T10:54:54Z","snapshot_observed_at":"2026-08-06T19:16:04.197566Z","submitted_at":"2026-04-30T10:54:54Z","title":"Reviewer Scores Are Not Comparable Across Research Areas in ML Peer Review","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-02T15:15:45.902221Z"},"links":{"citing_paper":"/paper/2607.27209"},"observation_digest":"sha256:a32fd5755f677639e67534ade94196d6bdecb221d6767d538408e4ecf4b11db9","observation_id":"ea4926a7-c33d-4e65-810c-eb6f93386daf","resolution":{"observed_at":"2026-08-02T15:15:45.902221Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-02T15:15:45.910673Z","title":"Buxin Su, Jiayao Zhang, Natalie Collina, Yuling Yan, Didong Li, Kyunghyun Cho, Jianqing Fan, Aaron Roth, and Weijie J Su","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.27209","last_updated":"2026-04-30T10:54:54Z","snapshot_observed_at":"2026-08-06T19:16:04.197566Z","submitted_at":"2026-04-30T10:54:54Z","title":"Reviewer Scores Are Not Comparable Across Research Areas in ML Peer Review","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-02T15:15:45.910673Z"},"links":{"citing_paper":"/paper/2607.27209"},"observation_digest":"sha256:7bfbace9c476ea2cb8f7972831a20ce3703e01873dc7f1ff585f28c5de6ab6c0","observation_id":"d01fe63d-26ed-475f-b996-ebfb2b830d3a","resolution":{"observed_at":"2026-08-02T15:15:45.910673Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-02T15:15:45.915003Z","title":"arXiv:2408.13430","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.27209","last_updated":"2026-04-30T10:54:54Z","snapshot_observed_at":"2026-08-06T19:16:04.197566Z","submitted_at":"2026-04-30T10:54:54Z","title":"Reviewer Scores Are Not Comparable Across Research Areas in ML Peer Review","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-02T15:15:45.915003Z"},"links":{"citing_paper":"/paper/2607.27209"},"observation_digest":"sha256:6177b8b83dd1a86469e4246c5e78ac502aa6bf9bf6edb9b92e1f0987a995270d","observation_id":"f71fa99f-f580-437d-9c3e-bf0f953b4f3f","resolution":{"observed_at":"2026-08-02T15:15:45.915003Z","resolver_source":null,"status":"malformed_identifier"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-02T15:15:45.923662Z","title":null,"venue":null,"work_id":null,"year":2010},"citing_paper":{"arxiv_id":"2607.27209","last_updated":"2026-04-30T10:54:54Z","snapshot_observed_at":"2026-08-06T19:16:04.197566Z","submitted_at":"2026-04-30T10:54:54Z","title":"Reviewer Scores Are Not Comparable Across Research Areas in ML Peer Review","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-02T15:15:45.923662Z"},"links":{"citing_paper":"/paper/2607.27209"},"observation_digest":"sha256:b6d8ac2b5c7134b5be4935d48fbd60acf70362f98b974264413ea5731d5e8228","observation_id":"a3669e08-68e9-48b6-8e8a-5ab1bb248921","resolution":{"observed_at":"2026-08-02T15:15:45.923662Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-02T15:15:45.931996Z","title":"12 A Main Results Figures This appendix collects all figures referenced in the main text","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2607.27209","last_updated":"2026-04-30T10:54:54Z","snapshot_observed_at":"2026-08-06T19:16:04.197566Z","submitted_at":"2026-04-30T10:54:54Z","title":"Reviewer Scores Are Not Comparable Across Research Areas in ML Peer Review","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-02T15:15:45.931996Z"},"links":{"citing_paper":"/paper/2607.27209"},"observation_digest":"sha256:24f291319438bdef2b1a4d29d10c62e3b3e5ded2b1171ce3c0b0676a5dfaa800","observation_id":"10791afb-b12c-4f61-85d3-45e23c24f27f","resolution":{"observed_at":"2026-08-02T15:15:45.931996Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-02T15:15:45.946057Z","title":"auto” (directly from BERTopic keywords) or source=“override","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.27209","last_updated":"2026-04-30T10:54:54Z","snapshot_observed_at":"2026-08-06T19:16:04.197566Z","submitted_at":"2026-04-30T10:54:54Z","title":"Reviewer Scores Are Not Comparable Across Research Areas in ML Peer Review","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-02T15:15:45.946057Z"},"links":{"citing_paper":"/paper/2607.27209"},"observation_digest":"sha256:37c651cb6bfa36c3f689426475cd4941e546993dfd3e12c8c8c9f7592504cb16","observation_id":"e0f25186-02ee-4c0a-ba88-f5e9006ad717","resolution":{"observed_at":"2026-08-02T15:15:45.946057Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-02T15:15:45.950579Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.27209","last_updated":"2026-04-30T10:54:54Z","snapshot_observed_at":"2026-08-06T19:16:04.197566Z","submitted_at":"2026-04-30T10:54:54Z","title":"Reviewer Scores Are Not Comparable Across Research Areas in ML Peer Review","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-02T15:15:45.950579Z"},"links":{"citing_paper":"/paper/2607.27209"},"observation_digest":"sha256:946ed1fc07f3714d9e7cfb758419098b686dda5463ae11d2400ff748c7253f19","observation_id":"4c0c559a-2bb7-407a-ad96-ea462f23ad45","resolution":{"observed_at":"2026-08-02T15:15:45.950579Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-02T15:15:45.954615Z","title":"novel”, “superior","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2607.27209","last_updated":"2026-04-30T10:54:54Z","snapshot_observed_at":"2026-08-06T19:16:04.197566Z","submitted_at":"2026-04-30T10:54:54Z","title":"Reviewer Scores Are Not Comparable Across Research Areas in ML Peer Review","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-02T15:15:45.954615Z"},"links":{"citing_paper":"/paper/2607.27209"},"observation_digest":"sha256:ec2ccd19eedf9dcb9cd05f3ff400ba153e663c9cc3a7885509c12116305e78bd","observation_id":"7c197f5c-e2bd-408a-a498-bde2ab12b527","resolution":{"observed_at":"2026-08-02T15:15:45.954615Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-02T15:15:45.936543Z","title":"same score","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2607.27209","last_updated":"2026-04-30T10:54:54Z","snapshot_observed_at":"2026-08-06T19:16:04.197566Z","submitted_at":"2026-04-30T10:54:54Z","title":"Reviewer Scores Are Not Comparable Across Research Areas in ML Peer Review","version":1},"reference_index":322,"source":"pdf_text","source_observed_at":"2026-08-02T15:15:45.936543Z"},"links":{"citing_paper":"/paper/2607.27209"},"observation_digest":"sha256:aefd5d1df072036865f9f1537b210295afc1c4aeddac6c3dabdde35d636e261b","observation_id":"5e58c251-ce35-479a-9c27-21759464ad1b","resolution":{"observed_at":"2026-08-02T15:15:45.936543Z","resolver_source":null,"status":"malformed_identifier"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-02T15:15:45.927747Z","title":"org/CorpusID:121572396","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.27209","last_updated":"2026-04-30T10:54:54Z","snapshot_observed_at":"2026-08-06T19:16:04.197566Z","submitted_at":"2026-04-30T10:54:54Z","title":"Reviewer Scores Are Not Comparable Across Research Areas in ML Peer Review","version":1},"reference_index":1927,"source":"pdf_text","source_observed_at":"2026-08-02T15:15:45.927747Z"},"links":{"citing_paper":"/paper/2607.27209"},"observation_digest":"sha256:ddffd0355e9b15f1000f3a37d065f83bcbc67fc5bbd920c7929225a7ab4e41d6","observation_id":"50f96f6a-e1a7-4eb3-bbe2-dc55c64cf540","resolution":{"observed_at":"2026-08-02T15:15:45.927747Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-02T15:15:45.863826Z","title":"Amir Hossein Kargaran, Nafiseh Nikeghbal, Jing Yang, and Nedjma Djouhra Ousidhoum","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.27209","last_updated":"2026-04-30T10:54:54Z","snapshot_observed_at":"2026-08-06T19:16:04.197566Z","submitted_at":"2026-04-30T10:54:54Z","title":"Reviewer Scores Are Not Comparable Across Research Areas in ML Peer Review","version":1},"reference_index":1975,"source":"pdf_text","source_observed_at":"2026-08-02T15:15:45.863826Z"},"links":{"citing_paper":"/paper/2607.27209"},"observation_digest":"sha256:004e136c9d7e70990e02986bed1e549cb4890f6485694388bcfc37b942402906","observation_id":"3a2c9a4b-b3e3-4eb7-9805-176ac717d5fd","resolution":{"observed_at":"2026-08-02T15:15:45.863826Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-02T15:15:45.877210Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.27209","last_updated":"2026-04-30T10:54:54Z","snapshot_observed_at":"2026-08-06T19:16:04.197566Z","submitted_at":"2026-04-30T10:54:54Z","title":"Reviewer Scores Are Not Comparable Across Research Areas in ML Peer Review","version":1},"reference_index":2013,"source":"pdf_text","source_observed_at":"2026-08-02T15:15:45.877210Z"},"links":{"citing_paper":"/paper/2607.27209"},"observation_digest":"sha256:912b6506fd7fc9434580a725109ee6ce97a4bf623f9367a7b84661b39726090c","observation_id":"8da1311c-48f1-44ab-bec0-440a2dea3da1","resolution":{"observed_at":"2026-08-02T15:15:45.877210Z","resolver_source":null,"status":"malformed_identifier"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-02T15:15:45.873109Z","title":"doi: 10.1145/2732417","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.27209","last_updated":"2026-04-30T10:54:54Z","snapshot_observed_at":"2026-08-06T19:16:04.197566Z","submitted_at":"2026-04-30T10:54:54Z","title":"Reviewer Scores Are Not Comparable Across Research Areas in ML Peer Review","version":1},"reference_index":2015,"source":"pdf_text","source_observed_at":"2026-08-02T15:15:45.873109Z"},"links":{"citing_paper":"/paper/2607.27209"},"observation_digest":"sha256:a384760e692ce04b132df5c023549fd3b5ead722bc67bc7ffa1db2fd52ff7a6e","observation_id":"a5191365-4bb2-4963-842b-c1c4f50f69f0","resolution":{"observed_at":"2026-08-02T15:15:45.873109Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-02T15:15:45.832589Z","title":"Alina Beygelzimer, Yann N","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2607.27209","last_updated":"2026-04-30T10:54:54Z","snapshot_observed_at":"2026-08-06T19:16:04.197566Z","submitted_at":"2026-04-30T10:54:54Z","title":"Reviewer Scores Are Not Comparable Across Research Areas in ML Peer Review","version":1},"reference_index":2016,"source":"pdf_text","source_observed_at":"2026-08-02T15:15:45.832589Z"},"links":{"citing_paper":"/paper/2607.27209"},"observation_digest":"sha256:d8ccf46bcbf61c25468b4e69dc13cfc556cd55b1d5e824444cda58cd5ca92339","observation_id":"91171a7d-63ae-4c3e-8594-dad22579e43c","resolution":{"observed_at":"2026-08-02T15:15:45.832589Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2010.05137","last_updated":"2020-10-26T19:36:11Z","snapshot_observed_at":"2026-07-06T10:03:19.159580Z","submitted_at":"2020-10-11T02:06:04Z","title":"An Open Review of OpenReview: A Critical Analysis of the Machine Learning Conference Review Process","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2010.05137","snapshot_observed_at":"2026-08-02T15:15:45.919458Z","title":"David Tran, Alex Valtchanov, Keshav Ganapathy, Raymond Feng, Eric Slud, Micah Goldblum, and Tom Goldstein","venue":null,"work_id":null,"year":2010},"citing_paper":{"arxiv_id":"2607.27209","last_updated":"2026-04-30T10:54:54Z","snapshot_observed_at":"2026-08-06T19:16:04.197566Z","submitted_at":"2026-04-30T10:54:54Z","title":"Reviewer Scores Are Not Comparable Across Research Areas in ML Peer Review","version":1},"reference_index":2017,"source":"pdf_text","source_observed_at":"2026-08-02T15:15:45.919458Z"},"links":{"cited_paper":"/paper/2010.05137","citing_paper":"/paper/2607.27209"},"observation_digest":"sha256:2867bd6118172f9284af1ab0816d04ae2291aea04c9ca161c05fc33118215e03","observation_id":"20530eae-719f-44c8-a57e-eca9e5839c1a","resolution":{"observed_at":"2026-08-02T15:15:45.919458Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-02T15:15:45.841986Z","title":"Corinna Cortes and Neil D","venue":null,"work_id":null,"year":2014},"citing_paper":{"arxiv_id":"2607.27209","last_updated":"2026-04-30T10:54:54Z","snapshot_observed_at":"2026-08-06T19:16:04.197566Z","submitted_at":"2026-04-30T10:54:54Z","title":"Reviewer Scores Are Not Comparable Across Research Areas in ML Peer Review","version":1},"reference_index":2018,"source":"pdf_text","source_observed_at":"2026-08-02T15:15:45.841986Z"},"links":{"citing_paper":"/paper/2607.27209"},"observation_digest":"sha256:c3627a22ca88dd0367187dd225f8ed5191c6a63ff2ece4bfbe1c32cf5b29044a","observation_id":"7055a669-46d6-4e53-9abb-4f51f6eeec19","resolution":{"observed_at":"2026-08-02T15:15:45.841986Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-02T15:15:45.885477Z","title":"doi: 10.1145/3316774","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.27209","last_updated":"2026-04-30T10:54:54Z","snapshot_observed_at":"2026-08-06T19:16:04.197566Z","submitted_at":"2026-04-30T10:54:54Z","title":"Reviewer Scores Are Not Comparable Across Research Areas in ML Peer Review","version":1},"reference_index":2019,"source":"pdf_text","source_observed_at":"2026-08-02T15:15:45.885477Z"},"links":{"citing_paper":"/paper/2607.27209"},"observation_digest":"sha256:4f354a7c982a1304e16265d9e62dfc7e42e08e54c210361abb53d1b06c1d6003","observation_id":"4eaf6312-2f72-4c5d-b5bc-40f4ad7d9f73","resolution":{"observed_at":"2026-08-02T15:15:45.885477Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-02T15:15:45.898344Z","title":"Anna Rogers and Isabelle Augenstein","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2607.27209","last_updated":"2026-04-30T10:54:54Z","snapshot_observed_at":"2026-08-06T19:16:04.197566Z","submitted_at":"2026-04-30T10:54:54Z","title":"Reviewer Scores Are Not Comparable Across Research Areas in ML Peer Review","version":1},"reference_index":2020,"source":"pdf_text","source_observed_at":"2026-08-02T15:15:45.898344Z"},"links":{"citing_paper":"/paper/2607.27209"},"observation_digest":"sha256:01cb2da12e1db82f814f983722491c0612f092c4fab84b8f6740455f33d78076","observation_id":"dc11ec61-c6e6-47ab-b442-73b243d7e1fe","resolution":{"observed_at":"2026-08-02T15:15:45.898344Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2109.09774","last_updated":"2021-09-20T18:06:22Z","snapshot_observed_at":"2026-07-06T11:49:38.497583Z","submitted_at":"2021-09-20T18:06:22Z","title":"Inconsistency in Conference Peer Review: Revisiting the 2014 NeurIPS Experiment","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2109.09774","snapshot_observed_at":"2026-08-02T15:15:45.846382Z","title":"issue-attention cycle","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.27209","last_updated":"2026-04-30T10:54:54Z","snapshot_observed_at":"2026-08-06T19:16:04.197566Z","submitted_at":"2026-04-30T10:54:54Z","title":"Reviewer Scores Are Not Comparable Across Research Areas in ML Peer Review","version":1},"reference_index":2021,"source":"pdf_text","source_observed_at":"2026-08-02T15:15:45.846382Z"},"links":{"cited_paper":"/paper/2109.09774","citing_paper":"/paper/2607.27209"},"observation_digest":"sha256:37b430f7371115e9e71738ba843178eafb4cb6dc659cf4e2f2e4ca6d4436575b","observation_id":"2915af06-693b-4391-9ed0-ac2d77cdaca0","resolution":{"observed_at":"2026-08-02T15:15:45.846382Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-02T15:15:45.906290Z","title":"11 Ivan Stelmakh, Nihar B","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.27209","last_updated":"2026-04-30T10:54:54Z","snapshot_observed_at":"2026-08-06T19:16:04.197566Z","submitted_at":"2026-04-30T10:54:54Z","title":"Reviewer Scores Are Not Comparable Across Research Areas in ML Peer Review","version":1},"reference_index":2022,"source":"pdf_text","source_observed_at":"2026-08-02T15:15:45.906290Z"},"links":{"citing_paper":"/paper/2607.27209"},"observation_digest":"sha256:765b6c500c6f3a8af85e6beb109492fa3beb41322e9707751447963ec55a47cc","observation_id":"ef8c9dfd-329a-4879-b7a9-5f6b2dabbb88","resolution":{"observed_at":"2026-08-02T15:15:45.906290Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-02T15:15:45.822170Z","title":"doi: 10.18653/v1/2023.acl-long.734","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.27209","last_updated":"2026-04-30T10:54:54Z","snapshot_observed_at":"2026-08-06T19:16:04.197566Z","submitted_at":"2026-04-30T10:54:54Z","title":"Reviewer Scores Are Not Comparable Across Research Areas in ML Peer Review","version":1},"reference_index":2023,"source":"pdf_text","source_observed_at":"2026-08-02T15:15:45.822170Z"},"links":{"citing_paper":"/paper/2607.27209"},"observation_digest":"sha256:934bba26b142944ecf43393e0bcd5366bc7b481e881bd89cc2cad55d67f8e1ec","observation_id":"3afdbd3d-6faa-4bcc-b99a-0ffecbb2f014","resolution":{"observed_at":"2026-08-02T15:15:45.822170Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.07793","last_updated":"2024-11-28T06:56:49Z","snapshot_observed_at":"2026-08-08T05:35:16.143470Z","submitted_at":"2024-11-28T06:56:49Z","title":"Publication Trends in Artificial Intelligence Conferences: The Rise of Super Prolific Authors","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.07793","snapshot_observed_at":"2026-08-02T15:15:45.827468Z","title":"Stefano Balietti, Robert L","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.27209","last_updated":"2026-04-30T10:54:54Z","snapshot_observed_at":"2026-08-06T19:16:04.197566Z","submitted_at":"2026-04-30T10:54:54Z","title":"Reviewer Scores Are Not Comparable Across Research Areas in ML Peer Review","version":1},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-02T15:15:45.827468Z"},"links":{"cited_paper":"/paper/2412.07793","citing_paper":"/paper/2607.27209"},"observation_digest":"sha256:8f9c1a2ec5af41b77ba8f5aa42d699ab43f873f54e87a28b738a26a33e4d8bed","observation_id":"7cc05038-dd52-4b48-86a4-606412ad775c","resolution":{"observed_at":"2026-08-02T15:15:45.827468Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2505.04966","last_updated":"2025-05-08T05:51:48Z","snapshot_observed_at":"2026-08-07T15:48:54.594414Z","submitted_at":"2025-05-08T05:51:48Z","title":"Position: The AI Conference Peer Review Crisis Demands Author Feedback and Reviewer Rewards","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2505.04966","snapshot_observed_at":"2026-08-02T15:15:45.867941Z","title":"Thomas S","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.27209","last_updated":"2026-04-30T10:54:54Z","snapshot_observed_at":"2026-08-06T19:16:04.197566Z","submitted_at":"2026-04-30T10:54:54Z","title":"Reviewer Scores Are Not Comparable Across Research Areas in ML Peer Review","version":1},"reference_index":2025,"source":"pdf_text","source_observed_at":"2026-08-02T15:15:45.867941Z"},"links":{"cited_paper":"/paper/2505.04966","citing_paper":"/paper/2607.27209"},"observation_digest":"sha256:a50299a8e28a74a3a80dd494d5efbc3b72a3dfad59dfcff27ae59f6576f79f77","observation_id":"0e253ae6-38a8-4bad-b59d-8b9e11f6cd38","resolution":{"observed_at":"2026-08-02T15:15:45.867941Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-02T15:15:45.855419Z","title":null,"venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2607.27209","last_updated":"2026-04-30T10:54:54Z","snapshot_observed_at":"2026-08-06T19:16:04.197566Z","submitted_at":"2026-04-30T10:54:54Z","title":"Reviewer Scores Are Not Comparable Across Research Areas in ML Peer Review","version":1},"reference_index":2026,"source":"pdf_text","source_observed_at":"2026-08-02T15:15:45.855419Z"},"links":{"citing_paper":"/paper/2607.27209"},"observation_digest":"sha256:4f04a6f9aea492d920e62581ffccf9bef26a883a1310d4f4efa20204fe3186a7","observation_id":"e69394d7-1c97-4832-a4c2-35c2b8933734","resolution":{"observed_at":"2026-08-02T15:15:45.855419Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2607.27209","last_updated":"2026-04-30T10:54:54Z","latest_version":1,"primary_category":"cs.DL","snapshot_observed_at":"2026-08-06T19:16:04.197566Z","submitted_at":"2026-04-30T10:54:54Z","title":"Reviewer Scores Are Not Comparable Across Research Areas in ML Peer Review"},"reference_resolution":{"displayed":31,"state_counts":{"malformed_identifier":4,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":27,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":31},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"thesis":"As of 9 August 2026, this Paper Citation Record lists 31 of 31 outbound references and 0 inbound Pith citation observations for arXiv:2607.27209."}