{"as_of":"2026-08-10T10:30:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:8289dccdddf102bca012c2ed3f6a94257d9aa822ab4b48a32d384f2a0b5adb02","coverage":[{"denominator":47,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":47,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-03T11:07:15.277013Z","state":"measured"},{"denominator":47,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":47,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-10T06:31:04.303077+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2601.07648/citation-record","integrity":"/paper/2601.07648/integrity","json":"/paper/2601.07648/citation-record.json","paper":"/paper/2601.07648"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-03T11:07:10.490133Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2601.07648","last_updated":"2026-05-27T13:07:42Z","snapshot_observed_at":"2026-08-03T11:07:08.279581Z","submitted_at":"2026-01-12T15:27:58Z","title":"What Are We Measuring in NLG? A Meta-Analysis of Evaluation Trends 2020-2025","version":2},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-03T11:07:10.490133Z"},"links":{"citing_paper":"/paper/2601.07648"},"observation_digest":"sha256:760b2ac53507c82c24d222ea5eb45961f164dddfbfa9fde36bb4112f5e87dae3","observation_id":"9c5b182c-cded-4298-8376-4d2b87820a7f","resolution":{"observed_at":"2026-08-03T11:07:10.490133Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-03T11:07:10.568246Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2601.07648","last_updated":"2026-05-27T13:07:42Z","snapshot_observed_at":"2026-08-03T11:07:08.279581Z","submitted_at":"2026-01-12T15:27:58Z","title":"What Are We Measuring in NLG? A Meta-Analysis of Evaluation Trends 2020-2025","version":2},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-03T11:07:10.568246Z"},"links":{"citing_paper":"/paper/2601.07648"},"observation_digest":"sha256:5040129986efe502937eec08120aa5ad0d71bade5efdea040cc14b168e39510d","observation_id":"ad4a6030-f68d-4fc4-a4d5-2b2a420a55f2","resolution":{"observed_at":"2026-08-03T11:07:10.568246Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-03T11:07:09.863772Z","title":"InFindings of the As- sociation for Computational Linguistics: ACL 2025, pages 5880–5895, Vienna, Austria","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2601.07648","last_updated":"2026-05-27T13:07:42Z","snapshot_observed_at":"2026-08-03T11:07:08.279581Z","submitted_at":"2026-01-12T15:27:58Z","title":"What Are We Measuring in NLG? A Meta-Analysis of Evaluation Trends 2020-2025","version":2},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-03T11:07:09.863772Z"},"links":{"citing_paper":"/paper/2601.07648"},"observation_digest":"sha256:433d2d43128a335d70747a2696404ec57dfe9ab2733beb8a64f101f8d3106b7e","observation_id":"73cb2e66-cf2e-41fc-8372-1becf84e55a1","resolution":{"observed_at":"2026-08-03T11:07:09.863772Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-03T11:07:10.791081Z","title":"answer_1","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2601.07648","last_updated":"2026-05-27T13:07:42Z","snapshot_observed_at":"2026-08-03T11:07:08.279581Z","submitted_at":"2026-01-12T15:27:58Z","title":"What Are We Measuring in NLG? A Meta-Analysis of Evaluation Trends 2020-2025","version":2},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-03T11:07:10.791081Z"},"links":{"citing_paper":"/paper/2601.07648"},"observation_digest":"sha256:66058c1aa0119fa14883deac30a897e3daec15a9ec40349943cf6feeca8cd5a8","observation_id":"5ef54681-29b2-4dc1-9540-fe5ddca25ed4","resolution":{"observed_at":"2026-08-03T11:07:10.791081Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-03T11:07:11.668359Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2601.07648","last_updated":"2026-05-27T13:07:42Z","snapshot_observed_at":"2026-08-03T11:07:08.279581Z","submitted_at":"2026-01-12T15:27:58Z","title":"What Are We Measuring in NLG? A Meta-Analysis of Evaluation Trends 2020-2025","version":2},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-03T11:07:11.668359Z"},"links":{"citing_paper":"/paper/2601.07648"},"observation_digest":"sha256:00523c102012200acc81b5d2f61d339ad631621c870593e1159f4b6aa7961400","observation_id":"4f9016b2-c3fc-4dbe-a49f-776550fe6028","resolution":{"observed_at":"2026-08-03T11:07:11.668359Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2505.09388","last_updated":"2025-05-14T13:41:34Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-05-14T13:41:34Z","title":"Qwen3 Technical Report","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2505.09388","snapshot_observed_at":"2026-08-03T11:07:10.361084Z","title":"multilingual","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2601.07648","last_updated":"2026-05-27T13:07:42Z","snapshot_observed_at":"2026-08-03T11:07:08.279581Z","submitted_at":"2026-01-12T15:27:58Z","title":"What Are We Measuring in NLG? A Meta-Analysis of Evaluation Trends 2020-2025","version":2},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-03T11:07:10.361084Z"},"links":{"cited_paper":"/paper/2505.09388","citing_paper":"/paper/2601.07648"},"observation_digest":"sha256:67c49426453c7b96cafbac3f8f612699e64326ca90aee5bb2f8bcad95ee6a21b","observation_id":"873ab719-bad3-4d39-b876-5e441fc42894","resolution":{"observed_at":"2026-08-03T11:07:10.361084Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-03T11:07:15.110663Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2601.07648","last_updated":"2026-05-27T13:07:42Z","snapshot_observed_at":"2026-08-03T11:07:08.279581Z","submitted_at":"2026-01-12T15:27:58Z","title":"What Are We Measuring in NLG? A Meta-Analysis of Evaluation Trends 2020-2025","version":2},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-03T11:07:15.110663Z"},"links":{"citing_paper":"/paper/2601.07648"},"observation_digest":"sha256:8613960439c68543809593c3f564a6a7be481e6d1d302a97b1080c48b09fedb5","observation_id":"37ca2b67-b338-4c6e-9cdd-69a791744ce5","resolution":{"observed_at":"2026-08-03T11:07:15.110663Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-03T11:07:15.277013Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2601.07648","last_updated":"2026-05-27T13:07:42Z","snapshot_observed_at":"2026-08-03T11:07:08.279581Z","submitted_at":"2026-01-12T15:27:58Z","title":"What Are We Measuring in NLG? A Meta-Analysis of Evaluation Trends 2020-2025","version":2},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-03T11:07:15.277013Z"},"links":{"citing_paper":"/paper/2601.07648"},"observation_digest":"sha256:c3f8d7e9d05aa3a8b7d5abc00c49f0f6f2566a0c8425346b8ad391cc533b5469","observation_id":"0d567f10-9f5d-4557-a1aa-4c391ca9e5e1","resolution":{"observed_at":"2026-08-03T11:07:15.277013Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-03T11:07:10.673305Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2601.07648","last_updated":"2026-05-27T13:07:42Z","snapshot_observed_at":"2026-08-03T11:07:08.279581Z","submitted_at":"2026-01-12T15:27:58Z","title":"What Are We Measuring in NLG? A Meta-Analysis of Evaluation Trends 2020-2025","version":2},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-03T11:07:10.673305Z"},"links":{"citing_paper":"/paper/2601.07648"},"observation_digest":"sha256:ba6252a93d98b1ff17425fe8bf2adc831e73e64223c11c5bac335073fa6ff1b1","observation_id":"adf5a4f3-78f4-4927-b2a0-3240a54c428f","resolution":{"observed_at":"2026-08-03T11:07:10.673305Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-03T11:07:10.932726Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2601.07648","last_updated":"2026-05-27T13:07:42Z","snapshot_observed_at":"2026-08-03T11:07:08.279581Z","submitted_at":"2026-01-12T15:27:58Z","title":"What Are We Measuring in NLG? A Meta-Analysis of Evaluation Trends 2020-2025","version":2},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-03T11:07:10.932726Z"},"links":{"citing_paper":"/paper/2601.07648"},"observation_digest":"sha256:11e320b2afcd685af6c01c29e1e64e9bfb79cacd09324ee44d79f735d6cca731","observation_id":"cd016d24-7815-44ef-ad23-a3faca984cce","resolution":{"observed_at":"2026-08-03T11:07:10.932726Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-03T11:07:11.100896Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2601.07648","last_updated":"2026-05-27T13:07:42Z","snapshot_observed_at":"2026-08-03T11:07:08.279581Z","submitted_at":"2026-01-12T15:27:58Z","title":"What Are We Measuring in NLG? A Meta-Analysis of Evaluation Trends 2020-2025","version":2},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-03T11:07:11.100896Z"},"links":{"citing_paper":"/paper/2601.07648"},"observation_digest":"sha256:2e255f338dd3d080197c372f4dc31b2fe0d1c75b68bf9a6a0e693c53481428ce","observation_id":"381cf7f7-1c48-426b-9e1e-8b02dbd32c84","resolution":{"observed_at":"2026-08-03T11:07:11.100896Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-03T11:07:11.240316Z","title":"fluency\",","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2601.07648","last_updated":"2026-05-27T13:07:42Z","snapshot_observed_at":"2026-08-03T11:07:08.279581Z","submitted_at":"2026-01-12T15:27:58Z","title":"What Are We Measuring in NLG? A Meta-Analysis of Evaluation Trends 2020-2025","version":2},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-03T11:07:11.240316Z"},"links":{"citing_paper":"/paper/2601.07648"},"observation_digest":"sha256:9c07d307a2c8490522e7d23e1b05421185bf1f8d8f0d74fb86a5a5b40ee6f6fa","observation_id":"56f5495a-d7a9-430d-9051-c17c1eb9cae4","resolution":{"observed_at":"2026-08-03T11:07:11.240316Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-03T11:07:11.410043Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2601.07648","last_updated":"2026-05-27T13:07:42Z","snapshot_observed_at":"2026-08-03T11:07:08.279581Z","submitted_at":"2026-01-12T15:27:58Z","title":"What Are We Measuring in NLG? A Meta-Analysis of Evaluation Trends 2020-2025","version":2},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-03T11:07:11.410043Z"},"links":{"citing_paper":"/paper/2601.07648"},"observation_digest":"sha256:88eec5171e173344a36592023c58e7b3ae5e9d52e7527fb1d8cdbf545e6bcdd3","observation_id":"f2ece903-a024-40ce-85a2-74fb63ae5a92","resolution":{"observed_at":"2026-08-03T11:07:11.410043Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-03T11:07:11.485444Z","title":"BLEU\" instead of","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2601.07648","last_updated":"2026-05-27T13:07:42Z","snapshot_observed_at":"2026-08-03T11:07:08.279581Z","submitted_at":"2026-01-12T15:27:58Z","title":"What Are We Measuring in NLG? A Meta-Analysis of Evaluation Trends 2020-2025","version":2},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-03T11:07:11.485444Z"},"links":{"citing_paper":"/paper/2601.07648"},"observation_digest":"sha256:1b44196a78fde39765388a5c0bf18c7dfc0a97ad292892d3801e749ae4bd1f4c","observation_id":"d201eb66-533c-4bd4-865d-78d06446136c","resolution":{"observed_at":"2026-08-03T11:07:11.485444Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-03T11:07:11.540159Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2601.07648","last_updated":"2026-05-27T13:07:42Z","snapshot_observed_at":"2026-08-03T11:07:08.279581Z","submitted_at":"2026-01-12T15:27:58Z","title":"What Are We Measuring in NLG? A Meta-Analysis of Evaluation Trends 2020-2025","version":2},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-03T11:07:11.540159Z"},"links":{"citing_paper":"/paper/2601.07648"},"observation_digest":"sha256:3f06567c38405d218c0ce720936cf9ed6218689eecba02f194817e832b197dbc","observation_id":"96658450-adad-4103-a188-7176342a9ffb","resolution":{"observed_at":"2026-08-03T11:07:11.540159Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-03T11:07:11.557237Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2601.07648","last_updated":"2026-05-27T13:07:42Z","snapshot_observed_at":"2026-08-03T11:07:08.279581Z","submitted_at":"2026-01-12T15:27:58Z","title":"What Are We Measuring in NLG? A Meta-Analysis of Evaluation Trends 2020-2025","version":2},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-03T11:07:11.557237Z"},"links":{"citing_paper":"/paper/2601.07648"},"observation_digest":"sha256:962f928b0445bd8d3f1e92faab73be3c57f80b42b1b163d702dae4f022220f1e","observation_id":"a395e559-9ec0-41d7-8ea3-988ca24dbec7","resolution":{"observed_at":"2026-08-03T11:07:11.557237Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-03T11:07:11.766337Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2601.07648","last_updated":"2026-05-27T13:07:42Z","snapshot_observed_at":"2026-08-03T11:07:08.279581Z","submitted_at":"2026-01-12T15:27:58Z","title":"What Are We Measuring in NLG? A Meta-Analysis of Evaluation Trends 2020-2025","version":2},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-03T11:07:11.766337Z"},"links":{"citing_paper":"/paper/2601.07648"},"observation_digest":"sha256:f8feae0754043c51ce5e9bccb608f391b1bbc896be87e824393da9a8a631fb67","observation_id":"0de7956b-3914-43dc-8ede-7afa9133872e","resolution":{"observed_at":"2026-08-03T11:07:11.766337Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-03T11:07:11.882834Z","title":"BLEU\" vs","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2601.07648","last_updated":"2026-05-27T13:07:42Z","snapshot_observed_at":"2026-08-03T11:07:08.279581Z","submitted_at":"2026-01-12T15:27:58Z","title":"What Are We Measuring in NLG? A Meta-Analysis of Evaluation Trends 2020-2025","version":2},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-03T11:07:11.882834Z"},"links":{"citing_paper":"/paper/2601.07648"},"observation_digest":"sha256:f481cc93dce569364f4951014a8291434029f30bd3f2a6392e26a13f92e5a6dd","observation_id":"640f0f15-0838-46ac-a5b3-02f76dea872e","resolution":{"observed_at":"2026-08-03T11:07:11.882834Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-03T11:07:11.970940Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2601.07648","last_updated":"2026-05-27T13:07:42Z","snapshot_observed_at":"2026-08-03T11:07:08.279581Z","submitted_at":"2026-01-12T15:27:58Z","title":"What Are We Measuring in NLG? A Meta-Analysis of Evaluation Trends 2020-2025","version":2},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-03T11:07:11.970940Z"},"links":{"citing_paper":"/paper/2601.07648"},"observation_digest":"sha256:42daa5054f3b4cca1927a865923edce472f1346c79f8af0ad14ef022bad146e9","observation_id":"04923dfc-94ac-40d8-a6bd-a610095308e3","resolution":{"observed_at":"2026-08-03T11:07:11.970940Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-03T11:07:12.070951Z","title":"BLEU\" not","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2601.07648","last_updated":"2026-05-27T13:07:42Z","snapshot_observed_at":"2026-08-03T11:07:08.279581Z","submitted_at":"2026-01-12T15:27:58Z","title":"What Are We Measuring in NLG? A Meta-Analysis of Evaluation Trends 2020-2025","version":2},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-03T11:07:12.070951Z"},"links":{"citing_paper":"/paper/2601.07648"},"observation_digest":"sha256:403c1c3086786439d6e241a329996df1e723137c531a20962aed09cbf1db22a5","observation_id":"b4fb5d8e-65d4-48ae-a297-04f1d8387a00","resolution":{"observed_at":"2026-08-03T11:07:12.070951Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-03T11:07:12.159175Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2601.07648","last_updated":"2026-05-27T13:07:42Z","snapshot_observed_at":"2026-08-03T11:07:08.279581Z","submitted_at":"2026-01-12T15:27:58Z","title":"What Are We Measuring in NLG? A Meta-Analysis of Evaluation Trends 2020-2025","version":2},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-03T11:07:12.159175Z"},"links":{"citing_paper":"/paper/2601.07648"},"observation_digest":"sha256:b1cf18352fa2015b6480288b330866b9015e3e3d1950f3324df7394866dbd9f8","observation_id":"b5919280-65e7-4e55-9aed-5d00bcf152e7","resolution":{"observed_at":"2026-08-03T11:07:12.159175Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-03T11:07:12.275249Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2601.07648","last_updated":"2026-05-27T13:07:42Z","snapshot_observed_at":"2026-08-03T11:07:08.279581Z","submitted_at":"2026-01-12T15:27:58Z","title":"What Are We Measuring in NLG? A Meta-Analysis of Evaluation Trends 2020-2025","version":2},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-03T11:07:12.275249Z"},"links":{"citing_paper":"/paper/2601.07648"},"observation_digest":"sha256:e28e1902bb5c540398f7114d0f2db4a79d2691bc4c369bde80d7100228c28e11","observation_id":"6f02d6bf-6a58-4465-bbe2-5820da51daee","resolution":{"observed_at":"2026-08-03T11:07:12.275249Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-03T11:07:12.334284Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2601.07648","last_updated":"2026-05-27T13:07:42Z","snapshot_observed_at":"2026-08-03T11:07:08.279581Z","submitted_at":"2026-01-12T15:27:58Z","title":"What Are We Measuring in NLG? A Meta-Analysis of Evaluation Trends 2020-2025","version":2},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-03T11:07:12.334284Z"},"links":{"citing_paper":"/paper/2601.07648"},"observation_digest":"sha256:bc9735164bb674d5c7d780be03a8bfa9785a8a624dab30c8f5ac65e7c8d6f3fe","observation_id":"d853fc4d-4ef5-4f94-a57c-7070603f3ac6","resolution":{"observed_at":"2026-08-03T11:07:12.334284Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-03T11:07:12.448379Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2601.07648","last_updated":"2026-05-27T13:07:42Z","snapshot_observed_at":"2026-08-03T11:07:08.279581Z","submitted_at":"2026-01-12T15:27:58Z","title":"What Are We Measuring in NLG? A Meta-Analysis of Evaluation Trends 2020-2025","version":2},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-03T11:07:12.448379Z"},"links":{"citing_paper":"/paper/2601.07648"},"observation_digest":"sha256:4605db2a762ad1c4125822b1473e89ede5d66b305cb6871a334789556a48e22c","observation_id":"11662ecf-6e73-4602-83bb-72260754ec2d","resolution":{"observed_at":"2026-08-03T11:07:12.448379Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-03T11:07:12.546544Z","title":"Yes” answer to Question 1). However, this filtering may not be perfect. You should verify this classification and change the answer to “No","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2601.07648","last_updated":"2026-05-27T13:07:42Z","snapshot_observed_at":"2026-08-03T11:07:08.279581Z","submitted_at":"2026-01-12T15:27:58Z","title":"What Are We Measuring in NLG? A Meta-Analysis of Evaluation Trends 2020-2025","version":2},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-03T11:07:12.546544Z"},"links":{"citing_paper":"/paper/2601.07648"},"observation_digest":"sha256:41efee41f171f98e655f80f7a2baaa94636f550f2ef78f801169af9a6838065a","observation_id":"7dbd7a6d-54a8-4d62-8185-f6f04cb49415","resolution":{"observed_at":"2026-08-03T11:07:12.546544Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-03T11:07:12.632955Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2601.07648","last_updated":"2026-05-27T13:07:42Z","snapshot_observed_at":"2026-08-03T11:07:08.279581Z","submitted_at":"2026-01-12T15:27:58Z","title":"What Are We Measuring in NLG? A Meta-Analysis of Evaluation Trends 2020-2025","version":2},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-03T11:07:12.632955Z"},"links":{"citing_paper":"/paper/2601.07648"},"observation_digest":"sha256:7ce06fdde86a74b5dea4431b87c860be758853104504801d21408d7e0a7ec371","observation_id":"30e6aa43-6872-466d-9bec-cf1bbf753903","resolution":{"observed_at":"2026-08-03T11:07:12.632955Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-03T11:07:12.692676Z","title":"Yes”). However, the automatic filtering may have made mistakes. Your job is to verify this classification by carefully reading the paper. How to Answer: Answer “Yes","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2601.07648","last_updated":"2026-05-27T13:07:42Z","snapshot_observed_at":"2026-08-03T11:07:08.279581Z","submitted_at":"2026-01-12T15:27:58Z","title":"What Are We Measuring in NLG? A Meta-Analysis of Evaluation Trends 2020-2025","version":2},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-03T11:07:12.692676Z"},"links":{"citing_paper":"/paper/2601.07648"},"observation_digest":"sha256:a44e7d6c8b76f6bc0ef286e14aec3ed2c523379cd18897b3e10dc1fd9248b47b","observation_id":"d70adda8-5aab-49ab-bf2b-cc519203f585","resolution":{"observed_at":"2026-08-03T11:07:12.692676Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-03T11:07:12.804898Z","title":"Other: [specific task name]","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2601.07648","last_updated":"2026-05-27T13:07:42Z","snapshot_observed_at":"2026-08-03T11:07:08.279581Z","submitted_at":"2026-01-12T15:27:58Z","title":"What Are We Measuring in NLG? A Meta-Analysis of Evaluation Trends 2020-2025","version":2},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-03T11:07:12.804898Z"},"links":{"citing_paper":"/paper/2601.07648"},"observation_digest":"sha256:681f95f34c079f869613b22c1b56153cb751c982174ae2865492b6f1bf968583","observation_id":"faf34e2c-0cfa-4735-a0a3-8af18919e7b8","resolution":{"observed_at":"2026-08-03T11:07:12.804898Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-03T11:07:12.920870Z","title":"CNN/DailyMail","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2601.07648","last_updated":"2026-05-27T13:07:42Z","snapshot_observed_at":"2026-08-03T11:07:08.279581Z","submitted_at":"2026-01-12T15:27:58Z","title":"What Are We Measuring in NLG? A Meta-Analysis of Evaluation Trends 2020-2025","version":2},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-03T11:07:12.920870Z"},"links":{"citing_paper":"/paper/2601.07648"},"observation_digest":"sha256:6166ba37d3d5b71b42025bbd4564b224452e0441f0640d392e3451d396206535","observation_id":"5aaee212-01fc-4969-8113-ba8c95fb12cd","resolution":{"observed_at":"2026-08-03T11:07:12.920870Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-03T11:07:13.035835Z","title":"English”, “Chinese","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2601.07648","last_updated":"2026-05-27T13:07:42Z","snapshot_observed_at":"2026-08-03T11:07:08.279581Z","submitted_at":"2026-01-12T15:27:58Z","title":"What Are We Measuring in NLG? A Meta-Analysis of Evaluation Trends 2020-2025","version":2},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-03T11:07:13.035835Z"},"links":{"citing_paper":"/paper/2601.07648"},"observation_digest":"sha256:c6a3ed0878c195853506ce1106f06d2c299506cac1645f516a61feb3c0ff9448","observation_id":"284626bc-499e-4025-8960-254639782e0b","resolution":{"observed_at":"2026-08-03T11:07:13.035835Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-03T11:07:13.109698Z","title":"GPT-3”, “BART","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2601.07648","last_updated":"2026-05-27T13:07:42Z","snapshot_observed_at":"2026-08-03T11:07:08.279581Z","submitted_at":"2026-01-12T15:27:58Z","title":"What Are We Measuring in NLG? A Meta-Analysis of Evaluation Trends 2020-2025","version":2},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-03T11:07:13.109698Z"},"links":{"citing_paper":"/paper/2601.07648"},"observation_digest":"sha256:cc8c3c88273c22f8771a4df38f97e4965aaa695343918e7dfa72c364a7904e87","observation_id":"3d98cb21-c6f8-4e37-8240-6d669d4d1f04","resolution":{"observed_at":"2026-08-03T11:07:13.109698Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-03T11:07:13.284421Z","title":"News article summaries","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2601.07648","last_updated":"2026-05-27T13:07:42Z","snapshot_observed_at":"2026-08-03T11:07:08.279581Z","submitted_at":"2026-01-12T15:27:58Z","title":"What Are We Measuring in NLG? A Meta-Analysis of Evaluation Trends 2020-2025","version":2},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-03T11:07:13.284421Z"},"links":{"citing_paper":"/paper/2601.07648"},"observation_digest":"sha256:0135bf7d6378bc8cdf28940cca1819842268035a681fe8165719271f4627811c","observation_id":"0ab3972b-5a19-4ea4-9410-9ab265df1ce6","resolution":{"observed_at":"2026-08-03T11:07:13.284421Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-03T11:07:13.430713Z","title":"GPT-4”, “GPT-3.5","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2601.07648","last_updated":"2026-05-27T13:07:42Z","snapshot_observed_at":"2026-08-03T11:07:08.279581Z","submitted_at":"2026-01-12T15:27:58Z","title":"What Are We Measuring in NLG? A Meta-Analysis of Evaluation Trends 2020-2025","version":2},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-03T11:07:13.430713Z"},"links":{"citing_paper":"/paper/2601.07648"},"observation_digest":"sha256:c6452835a8dc0b4c9fca11727cb7c695d9c5719bb7cd5bd86870001fe525f96f","observation_id":"782e0515-4bfd-4e33-be81-6ac4a8f937a5","resolution":{"observed_at":"2026-08-03T11:07:13.430713Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-03T11:07:13.654495Z","title":"Pairwise comparison","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2601.07648","last_updated":"2026-05-27T13:07:42Z","snapshot_observed_at":"2026-08-03T11:07:08.279581Z","submitted_at":"2026-01-12T15:27:58Z","title":"What Are We Measuring in NLG? A Meta-Analysis of Evaluation Trends 2020-2025","version":2},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-03T11:07:13.654495Z"},"links":{"citing_paper":"/paper/2601.07648"},"observation_digest":"sha256:c3a833e5314e5ba1fa883c4f406bd461612e769ad46a2cf4be4b6210d99da172","observation_id":"a700dc88-0cb3-4a05-a5d6-59181a667a30","resolution":{"observed_at":"2026-08-03T11:07:13.654495Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-03T11:07:13.821148Z","title":"Fluency”, “Relevance","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2601.07648","last_updated":"2026-05-27T13:07:42Z","snapshot_observed_at":"2026-08-03T11:07:08.279581Z","submitted_at":"2026-01-12T15:27:58Z","title":"What Are We Measuring in NLG? A Meta-Analysis of Evaluation Trends 2020-2025","version":2},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-03T11:07:13.821148Z"},"links":{"citing_paper":"/paper/2601.07648"},"observation_digest":"sha256:6ffc16d99ce1ec6c7f666871f0b1b3279f59deeab5775ad8e87fdcd2f1f135ee","observation_id":"fdae7ea4-7971-4296-a8ee-057dc425c4b8","resolution":{"observed_at":"2026-08-03T11:07:13.821148Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-03T11:07:13.978018Z","title":"Pairwise comparison","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2601.07648","last_updated":"2026-05-27T13:07:42Z","snapshot_observed_at":"2026-08-03T11:07:08.279581Z","submitted_at":"2026-01-12T15:27:58Z","title":"What Are We Measuring in NLG? A Meta-Analysis of Evaluation Trends 2020-2025","version":2},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-03T11:07:13.978018Z"},"links":{"citing_paper":"/paper/2601.07648"},"observation_digest":"sha256:0725a1e18d50bed2176e4a8df01814bf31d19545060c3b74caf4a83f169f9584","observation_id":"d9212fd9-74c7-4ab2-ad0f-a3f026d70b38","resolution":{"observed_at":"2026-08-03T11:07:13.978018Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-03T11:07:14.110384Z","title":"Fluency”, “Adequacy","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2601.07648","last_updated":"2026-05-27T13:07:42Z","snapshot_observed_at":"2026-08-03T11:07:08.279581Z","submitted_at":"2026-01-12T15:27:58Z","title":"What Are We Measuring in NLG? A Meta-Analysis of Evaluation Trends 2020-2025","version":2},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-03T11:07:14.110384Z"},"links":{"citing_paper":"/paper/2601.07648"},"observation_digest":"sha256:b2c8daeea50f0ba5809961b3299a3a101845aafcccc2ae61f19bc3e7404d6223","observation_id":"1537785e-6f41-4dd5-bfeb-a40f6052d7bf","resolution":{"observed_at":"2026-08-03T11:07:14.110384Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-03T11:07:14.182339Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2601.07648","last_updated":"2026-05-27T13:07:42Z","snapshot_observed_at":"2026-08-03T11:07:08.279581Z","submitted_at":"2026-01-12T15:27:58Z","title":"What Are We Measuring in NLG? A Meta-Analysis of Evaluation Trends 2020-2025","version":2},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-08-03T11:07:14.182339Z"},"links":{"citing_paper":"/paper/2601.07648"},"observation_digest":"sha256:165c00ac2a9c5d9add75e831d6bd6bc2d8a11cead08c10490844c2bbb93d6ceb","observation_id":"60563c1a-04b3-4782-8bac-aa3227542093","resolution":{"observed_at":"2026-08-03T11:07:14.182339Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-03T11:07:14.343572Z","title":"Yes” • Change to “No","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2601.07648","last_updated":"2026-05-27T13:07:42Z","snapshot_observed_at":"2026-08-03T11:07:08.279581Z","submitted_at":"2026-01-12T15:27:58Z","title":"What Are We Measuring in NLG? A Meta-Analysis of Evaluation Trends 2020-2025","version":2},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-03T11:07:14.343572Z"},"links":{"citing_paper":"/paper/2601.07648"},"observation_digest":"sha256:d3bc1a1b591a6a3171ad7a3e74f104902b64f05e52ce511fc3364142ae0c16fd","observation_id":"2d4fd98a-045d-47c8-a638-56c0dae35bc7","resolution":{"observed_at":"2026-08-03T11:07:14.343572Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-03T11:07:14.487573Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2601.07648","last_updated":"2026-05-27T13:07:42Z","snapshot_observed_at":"2026-08-03T11:07:08.279581Z","submitted_at":"2026-01-12T15:27:58Z","title":"What Are We Measuring in NLG? A Meta-Analysis of Evaluation Trends 2020-2025","version":2},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-08-03T11:07:14.487573Z"},"links":{"citing_paper":"/paper/2601.07648"},"observation_digest":"sha256:6d128e392caa971356de23afad8a828279493e20a6504bdbb61663652c20b8cc","observation_id":"f14b25a6-050b-4c2f-9281-f1d3ed322532","resolution":{"observed_at":"2026-08-03T11:07:14.487573Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-03T11:07:14.645469Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2601.07648","last_updated":"2026-05-27T13:07:42Z","snapshot_observed_at":"2026-08-03T11:07:08.279581Z","submitted_at":"2026-01-12T15:27:58Z","title":"What Are We Measuring in NLG? A Meta-Analysis of Evaluation Trends 2020-2025","version":2},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-08-03T11:07:14.645469Z"},"links":{"citing_paper":"/paper/2601.07648"},"observation_digest":"sha256:7e7da89bae87075ece8c6f4c4a57cf240a12eafc4c32367cf5721ab4b41536e5","observation_id":"3de3c99e-0f52-409e-a9cc-7ae222a03a03","resolution":{"observed_at":"2026-08-03T11:07:14.645469Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-03T11:07:14.843538Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2601.07648","last_updated":"2026-05-27T13:07:42Z","snapshot_observed_at":"2026-08-03T11:07:08.279581Z","submitted_at":"2026-01-12T15:27:58Z","title":"What Are We Measuring in NLG? A Meta-Analysis of Evaluation Trends 2020-2025","version":2},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-08-03T11:07:14.843538Z"},"links":{"citing_paper":"/paper/2601.07648"},"observation_digest":"sha256:b5b1562177c3480805718a2cc0798e83d2a6d399bd10fcefaa3a92b0995c95a5","observation_id":"96045ca8-b94f-47bb-a662-52a164620b00","resolution":{"observed_at":"2026-08-03T11:07:14.843538Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-03T11:07:14.948845Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2601.07648","last_updated":"2026-05-27T13:07:42Z","snapshot_observed_at":"2026-08-03T11:07:08.279581Z","submitted_at":"2026-01-12T15:27:58Z","title":"What Are We Measuring in NLG? A Meta-Analysis of Evaluation Trends 2020-2025","version":2},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-08-03T11:07:14.948845Z"},"links":{"citing_paper":"/paper/2601.07648"},"observation_digest":"sha256:51da4e6b598bb06c9159bba1fcdbceb5347cbcfe00085454d5e5ced78d7f61b2","observation_id":"67651034-ce61-4b2f-a1bc-27c218156aab","resolution":{"observed_at":"2026-08-03T11:07:14.948845Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2508.10925","last_updated":"2025-08-08T19:24:38Z","snapshot_observed_at":"2026-08-01T16:27:35.664983Z","submitted_at":"2025-08-08T19:24:38Z","title":"gpt-oss-120b & gpt-oss-20b Model Card","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2508.10925","snapshot_observed_at":"2026-08-03T11:07:10.182950Z","title":"InProceedings of the 58th Annual Meet- ing of the Association for Computational Linguistics, pages 4984–4997, Online","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2601.07648","last_updated":"2026-05-27T13:07:42Z","snapshot_observed_at":"2026-08-03T11:07:08.279581Z","submitted_at":"2026-01-12T15:27:58Z","title":"What Are We Measuring in NLG? A Meta-Analysis of Evaluation Trends 2020-2025","version":2},"reference_index":2020,"source":"pdf_text","source_observed_at":"2026-08-03T11:07:10.182950Z"},"links":{"cited_paper":"/paper/2508.10925","citing_paper":"/paper/2601.07648"},"observation_digest":"sha256:9b7142101a2e69038be7936aac02ab98f3722bd81f3b0d2e1d55881802be4f57","observation_id":"eb6f3f7b-5a55-4690-b7d4-b9e9984164c6","resolution":{"observed_at":"2026-08-03T11:07:10.182950Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2006.14799","last_updated":"2021-05-18T07:04:41Z","snapshot_observed_at":"2026-07-06T09:32:55.288150Z","submitted_at":"2020-06-26T04:52:48Z","title":"Evaluation of Text Generation: A Survey","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2006.14799","snapshot_observed_at":"2026-08-03T11:07:09.410983Z","title":"DeepSeek-AI, Daya Guo, Dejian Yang, Haowei Zhang, Junxiao Song, Ruoyu Zhang, Runxin Xu, Qihao Zhu, Shirong Ma, Peiyi Wang, Xiao Bi, Xiaokang Zhang, Xingkai Yu, Yu Wu, Z","venue":null,"work_id":null,"year":2006},"citing_paper":{"arxiv_id":"2601.07648","last_updated":"2026-05-27T13:07:42Z","snapshot_observed_at":"2026-08-03T11:07:08.279581Z","submitted_at":"2026-01-12T15:27:58Z","title":"What Are We Measuring in NLG? A Meta-Analysis of Evaluation Trends 2020-2025","version":2},"reference_index":2021,"source":"pdf_text","source_observed_at":"2026-08-03T11:07:09.410983Z"},"links":{"cited_paper":"/paper/2006.14799","citing_paper":"/paper/2601.07648"},"observation_digest":"sha256:ba59c8747f0c42a700e6cd961eada9ee653a263bfede23cc0753d3ea47e06ee8","observation_id":"007b65bd-009e-47b0-a59b-d46d02cf808c","resolution":{"observed_at":"2026-08-03T11:07:09.410983Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.05579","last_updated":"2024-12-10T05:49:12Z","snapshot_observed_at":"2026-07-31T01:42:39.468673Z","submitted_at":"2024-12-07T08:07:24Z","title":"LLMs-as-Judges: A Comprehensive Survey on LLM-based Evaluation Methods","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.05579","snapshot_observed_at":"2026-08-03T11:07:10.006373Z","title":"Zhehui Liao, Maria Antoniak, Inyoung Cheong, Evie Yu-Yen Cheng, Ai-Heng Lee, Kyle Lo, Joseph Chee Chang, and Amy X Zhang","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2601.07648","last_updated":"2026-05-27T13:07:42Z","snapshot_observed_at":"2026-08-03T11:07:08.279581Z","submitted_at":"2026-01-12T15:27:58Z","title":"What Are We Measuring in NLG? A Meta-Analysis of Evaluation Trends 2020-2025","version":2},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-03T11:07:10.006373Z"},"links":{"cited_paper":"/paper/2412.05579","citing_paper":"/paper/2601.07648"},"observation_digest":"sha256:9c3b5eafb7f08d76c75449e812088528100fba9e5db2d80799f23bd7dd83eee6","observation_id":"68623011-3294-4db6-85d0-bca314e7db95","resolution":{"observed_at":"2026-08-03T11:07:10.006373Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2501.12948","last_updated":"2026-01-04T03:57:36Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-01-22T15:19:35Z","title":"DeepSeek-R1: Incentivizing Reasoning Capability in LLMs via Reinforcement Learning","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2501.12948","snapshot_observed_at":"2026-08-03T11:07:09.689364Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2601.07648","last_updated":"2026-05-27T13:07:42Z","snapshot_observed_at":"2026-08-03T11:07:08.279581Z","submitted_at":"2026-01-12T15:27:58Z","title":"What Are We Measuring in NLG? A Meta-Analysis of Evaluation Trends 2020-2025","version":2},"reference_index":2025,"source":"pdf_text","source_observed_at":"2026-08-03T11:07:09.689364Z"},"links":{"cited_paper":"/paper/2501.12948","citing_paper":"/paper/2601.07648"},"observation_digest":"sha256:56328bf2474e4c88572d7038703f81fc5034622aaca57544078c17d092a8ab87","observation_id":"32e3260f-a277-47f9-b88f-69c33b3233bb","resolution":{"observed_at":"2026-08-03T11:07:09.689364Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2601.07648","last_updated":"2026-05-27T13:07:42Z","latest_version":2,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-03T11:07:08.279581Z","submitted_at":"2026-01-12T15:27:58Z","title":"What Are We Measuring in NLG? A Meta-Analysis of Evaluation Trends 2020-2025"},"reference_resolution":{"displayed":47,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":47,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":47},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"thesis":"As of 10 August 2026, this Paper Citation Record lists 47 of 47 outbound references and 0 inbound Pith citation observations for arXiv:2601.07648."}