{"as_of":"2026-08-13T17:38:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:dd3154e193077acf1a9aba05941745641733c07d86c19b571d86ed46b0b4f8e8","coverage":[{"denominator":81,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":81,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T23:12:43.694329Z","state":"measured"},{"denominator":82,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":82,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-13T06:32:02.005865+00:00","state":"measured"},{"denominator":1,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":1,"source":"paper_references, paper_reference_links","source_observed_at":"2026-05-10T06:07:15.198716Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-10T06:11:20.408766Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"cited_work":{"arxiv_id":"2506.19571","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2506.19571","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"arXiv preprint arXiv:2506.19571 , year=","venue":null,"work_id":"213a6496-f18d-45eb-b8c4-72809620c4bb","year":null},"citing_paper":{"arxiv_id":"2604.17393","last_updated":"2026-04-21T16:02:36Z","snapshot_observed_at":"2026-08-02T19:33:57.564794Z","submitted_at":"2026-04-19T11:42:55Z","title":"Who Watches the Watchmen? Humans Disagree With Translation Metrics on Unseen Domains","version":2},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-05-10T06:07:15.198716Z"},"links":{"cited_paper":"/paper/2506.19571","citing_paper":"/paper/2604.17393"},"observation_digest":"sha256:c02215573595bef8b16a84c6bae3bfd7d7ffc20f5acfec9486d58862ecd3a916","observation_id":"e6fc7770-3a34-4896-8f59-5f52ac9fcab2","resolution":{"observed_at":"2026-05-10T06:11:20.410018Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2506.19571/citation-record","integrity":"/paper/2506.19571/integrity","json":"/paper/2506.19571/citation-record.json","paper":"/paper/2506.19571"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.427941Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.427941Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:c8077b307b710dd41bc8b381c36975fe31a1ef8ba1e5fa5e7ed739625b406fdc","observation_id":"5d1faa61-7330-47c6-9420-c073fb4b526c","resolution":{"observed_at":"2026-08-06T23:12:43.427941Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.18403","last_updated":"2025-06-02T11:31:19Z","snapshot_observed_at":"2026-08-12T23:34:25.129632Z","submitted_at":"2024-06-26T14:56:13Z","title":"LLMs instead of Human Judges? A Large Scale Empirical Study across 20 NLP Evaluation Tasks","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.18403","snapshot_observed_at":"2026-08-06T23:12:43.431998Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.431998Z"},"links":{"cited_paper":"/paper/2406.18403","citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:180ba16fec5972eeeff62bcfbc0679c5ad48e34f123061880c855c28809df3dc","observation_id":"f69b0178-882e-4c9b-beba-e99237dd2353","resolution":{"observed_at":"2026-08-06T23:12:43.431998Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.436234Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.436234Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:247b832eefad38c4faab796a355f4b0339e9e5ab588d3caefc2b4f6fe9bf513d","observation_id":"0c28f096-8d52-478f-aca5-8d6fd666f834","resolution":{"observed_at":"2026-08-06T23:12:43.436234Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.439576Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.439576Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:bdaf339119b0e95c4eb03549f04e7795a2aa813786a775c3589ea2c872e895fc","observation_id":"b2b4e895-068a-4333-a453-810dd96a2cd7","resolution":{"observed_at":"2026-08-06T23:12:43.439576Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.443090Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.443090Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:981de723aaefe7d64337388e256e39e4c168248a9592ffa117dafb1ae97c73e7","observation_id":"46d8f676-eecb-4a22-9ad1-ef30d09fd0c4","resolution":{"observed_at":"2026-08-06T23:12:43.443090Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2023.wmt-1.60","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":null,"venue":null,"work_id":"03c9c813-4e99-49bd-b39e-02fc9c669b84","year":2023},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.446582Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:2db2be61f2814818d03a47d11ae306c6666975fde1d813cc65e8eb27565e07b7","observation_id":"c26d07df-d1b5-4787-96ac-4923647c0da5","resolution":{"observed_at":"2026-08-06T23:12:44.011039Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2023.wmt-1.59","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":null,"venue":null,"work_id":"d31b9d1a-eb65-45b6-b282-ad4b64603d64","year":2023},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.450182Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:1bc80f98b90d5b3a69f2b82ad001ca127e9e237d457eb0f74e07e9b52bd10976","observation_id":"08a44139-43ee-4a53-962e-c4fb437d0d8b","resolution":{"observed_at":"2026-08-06T23:12:44.001102Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2023.wmt-1.61","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":null,"venue":null,"work_id":"1582e386-2e71-435b-902d-ebc0a8e1cc50","year":2023},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.453411Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:88bbc28ec030e5d59f6c3000b9c82087026d2bd31a635dcd08275882a0dd7a27","observation_id":"64196bb0-45fa-4376-b6de-fd03b74cf451","resolution":{"observed_at":"2026-08-06T23:12:43.990638Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.456588Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.456588Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:379a4557f5b8a11d451b75d9977553f88b973f3b6f73f7d8ebf2567ad10cdfea","observation_id":"aebdefee-e325-4ed4-89e5-e0e100a9fb89","resolution":{"observed_at":"2026-08-06T23:12:43.456588Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.15387","last_updated":"2024-12-11T23:00:55Z","snapshot_observed_at":"2026-08-12T14:19:25.090449Z","submitted_at":"2024-11-23T00:02:21Z","title":"From Jack of All Trades to Master of One: Specializing LLM-based Autoraters to a Test Set","version":2},"cited_work":{"arxiv_id":"2411.15387","doi":null,"metadata_source":"pith","pith_arxiv_id":"2411.15387","snapshot_observed_at":"2026-08-06T23:12:44.210234Z","title":"From Jack of All Trades to Master of One: Specializing LLM-based Autoraters to a Test Set","venue":"cs.CL","work_id":"27ba8a91-80f1-43fd-bf6b-bd2eb8045158","year":2024},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.460215Z"},"links":{"cited_paper":"/paper/2411.15387","citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:ff2b24822a943ee5c1f2068ce8d9fa66560b6f2a82e9bc3a9a2e393503849a89","observation_id":"07ce0915-a39c-4b1a-ade1-b61e9c2304cd","resolution":{"observed_at":"2026-08-06T23:12:44.214904Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.466323Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.466323Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:0e9b9cbe99c4f5d43ab196c62033e6e859df50fc8404f78740f0ffb7e1e371e1","observation_id":"02acf589-ed13-4bde-8413-5df7af86993f","resolution":{"observed_at":"2026-08-06T23:12:43.466323Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.469574Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.469574Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:0026444bb19d5c0d0fc124d0122e5c200c79a23ceafa14c350946d45ceff5ceb","observation_id":"bf22a57c-bdff-4e32-a44f-796df7f786c6","resolution":{"observed_at":"2026-08-06T23:12:43.469574Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.472888Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.472888Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:64091a1e27c49141f6fe484221605b4609f7bd36294b303a5999778bfc3dc367","observation_id":"9c16c469-41b4-4df7-8722-33a0a6fab2ba","resolution":{"observed_at":"2026-08-06T23:12:43.472888Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.476114Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.476114Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:a1c48271bf24db758cae4c3bd07611b3c3089bbfe1fc94d3cf0dd663bbf98f22","observation_id":"7120e2fb-9da0-40ed-8191-e8e8735e2c45","resolution":{"observed_at":"2026-08-06T23:12:43.476114Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:44.438952Z","title":null,"venue":null,"work_id":"e9e18d11-42ae-46ed-a5c3-af4650bbab5d","year":2021},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.479848Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:f06422235cca46ae592dbd6324d7f6efaa5923463206c8d5679602ccd69d99a9","observation_id":"a46be2f7-fe73-438f-bc1e-09fbea1c57b7","resolution":{"observed_at":"2026-08-06T23:12:44.442345Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2023.wmt-1.62","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":null,"venue":null,"work_id":"05e4ccee-c9c8-40c7-81c6-84500e7c0aac","year":2023},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.483110Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:b4873710eb6aff5d9e32b304797e9da8632fdb11aaed0dd87e13bedb9bea6b5d","observation_id":"be7a8a56-57fc-4cdf-9663-d801924d5705","resolution":{"observed_at":"2026-08-06T23:12:43.959627Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.486731Z","title":"Guerreiro, Ricardo Rei, Daan van Stigt, Luisa Coheur, Pierre Colombo, and Andr \\'e F","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.486731Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:14c2dcc45c06b1137792e121deb9788cc37d53cef0ba0a6eea5c7482c77c02a5","observation_id":"8a599081-9913-44c3-94a5-a05cc9cf525b","resolution":{"observed_at":"2026-08-06T23:12:43.486731Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.489812Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.489812Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:a40196b41a3ac6020e4507459bad188d28ebd86284f2e04e41d2be5abd1ceda3","observation_id":"5a5afca0-55fa-4c06-9045-7f0c70f4f8d5","resolution":{"observed_at":"2026-08-06T23:12:43.489812Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.493297Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.493297Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:0a812681b1d18bab7cbdaef44e4e3735a7f4f80af7a69797c745e5464362e30a","observation_id":"80268e29-2c6f-4d24-a8c0-2bdfc42486fe","resolution":{"observed_at":"2026-08-06T23:12:43.493297Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.496409Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.496409Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:d9e32f739a745cf25057a65ce18892bb16446a7ce9e751a148edcad6ee108798","observation_id":"bae0121d-5aa8-4b64-8037-05d9b81c6ff4","resolution":{"observed_at":"2026-08-06T23:12:43.496409Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.499566Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.499566Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:cebd942807ad0e94b18b21f05ff91227fd50d41aa4a787788856627afda771bd","observation_id":"f518c0cd-7d7a-4351-ad19-af4a0495a8e4","resolution":{"observed_at":"2026-08-06T23:12:43.499566Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.502945Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.502945Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:c9e8644ff08d5d71ccc59345ef2b5ea6e73c5e555c46167d5421869dda6d78b9","observation_id":"54056771-d41f-484e-8acd-e99e308f72a1","resolution":{"observed_at":"2026-08-06T23:12:43.502945Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.506400Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.506400Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:401b30c3d1473003d0782dce133bba7a155dd5bbf38fe932e38cfb0b167ae9d1","observation_id":"d97affa3-2b57-4c7f-aa78-d77f5d59622c","resolution":{"observed_at":"2026-08-06T23:12:43.506400Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.509725Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.509725Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:b613bebdff4ef06e9c6673f3e6614030ddb5eefb0287b7fd0566cdbd1a94e393","observation_id":"7778c4a2-442b-4280-a3e3-22f3e11d37a3","resolution":{"observed_at":"2026-08-06T23:12:43.509725Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:44.424450Z","title":null,"venue":null,"work_id":"d35bd0a2-fead-4b2e-b7d9-49300f782950","year":2022},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.513804Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:affbcfac2c0038bc52a46a04ddaae25737506db0776f2ea51cfd2b5c55950bac","observation_id":"5889f5ad-f5f0-45df-903b-b3f55c41e6c7","resolution":{"observed_at":"2026-08-06T23:12:44.427696Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.516941Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.516941Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:faec9c3dc7fb702076ce58b35937b5ba54a78e9671f6282259ab96e241d50f30","observation_id":"e352f0b0-6958-4969-9504-4b85f0504b46","resolution":{"observed_at":"2026-08-06T23:12:43.516941Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:44.415308Z","title":null,"venue":null,"work_id":"df0361ed-7a4b-4088-8843-b25d0d4a5ffd","year":2023},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.520427Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:33ad22ae5fbd5a0a5c0c7911ab9cde087fdb13d4d0f81e40d751cfb404aed8fc","observation_id":"6467f301-447b-4eee-8aab-c448120212dd","resolution":{"observed_at":"2026-08-06T23:12:44.418523Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:44.406422Z","title":null,"venue":null,"work_id":"a813c0e7-bde2-4dad-a467-1715b788bf45","year":2021},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.524004Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:1b8d386fe9b247d66e88a46d4403dad6cde19e2b1f085cf0c7dca7eef8f5dc75","observation_id":"bdfd9391-ee8c-4f5c-9ad2-fe3644db3737","resolution":{"observed_at":"2026-08-06T23:12:44.409832Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:44.398017Z","title":null,"venue":null,"work_id":"6a1daf98-cefd-40bb-abb6-a4982ef642bd","year":2022},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.527770Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:d65e3e5fb46e1e6830187dd2e603115ccb9c9d0208809f249880ca3735c8c7b9","observation_id":"5573e5ca-5f00-4a2d-9a8e-e4677706dd3f","resolution":{"observed_at":"2026-08-06T23:12:44.401101Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.531143Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.531143Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:77bda52e81f8b8509458d283295c1355794b067053f6f6e9f8da928651511f11","observation_id":"9ced57b1-92b1-401b-8c90-6fecd695e856","resolution":{"observed_at":"2026-08-06T23:12:43.531143Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.534918Z","title":null,"venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":31,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.534918Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:c21155326fe98684459b7bb7252be5e985869bf985dd4a0d65dd59ddcdf82f79","observation_id":"b1144471-2d1b-47f4-a584-53ca8574ff49","resolution":{"observed_at":"2026-08-06T23:12:43.534918Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:44.388933Z","title":null,"venue":null,"work_id":"2a3aa1c5-b0bd-4a6a-8dcd-3c5ba78de23e","year":2022},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":32,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.538039Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:ac62ff36bebf6ac1fad0586ae6e29867667ba71a9a1e1675fc1ef9ed8e7a92bb","observation_id":"461db4bd-5c06-4ba9-9e21-3203bf2e7876","resolution":{"observed_at":"2026-08-06T23:12:44.391929Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.541051Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":33,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.541051Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:e0c46a9fe879ca86f833f186ba3e7a463a8cdac7b0b3578309f8e28fddccb02f","observation_id":"53fd8339-a907-4ca2-8372-3a20b84a0c90","resolution":{"observed_at":"2026-08-06T23:12:43.541051Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.5565/rev/tradumatica.77","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":null,"venue":"Tradumàtica tecnologies de la traducció","work_id":"e5b5f624-66b8-4ae2-a68b-314ee07e6182","year":2014},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":34,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.544236Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:8442904807cc7ad74c6170a94f235722eed4c275db924578c43b00c852868de9","observation_id":"1283598e-838d-44e1-b0e5-75de064b99f7","resolution":{"observed_at":"2026-08-06T23:12:43.893194Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:44.380299Z","title":null,"venue":null,"work_id":"810c54cc-32e4-46ec-963a-66c18ea4c1a5","year":2014},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":35,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.547625Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:91ff00d5a1246e7258019c502e3ca3c5eac087e3c9c3abca051ce6e54a8064a6","observation_id":"7c23bea4-43c4-4a4d-8e1c-194525cfd0bd","resolution":{"observed_at":"2026-08-06T23:12:44.383344Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1162/coli_a_00541","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":null,"venue":"Computational Linguistics","work_id":"c41adc7d-7ba3-4f03-8bd8-f9a86f6e5b03","year":2025},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":36,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.550675Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:d5b367bc58d3a7fec1b634b55d921fdee196e47c35b625a8ef62066b096bef08","observation_id":"358cbedb-d623-4409-882d-d39b9f6bd40d","resolution":{"observed_at":"2026-08-06T23:12:43.883708Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.553925Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":37,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.553925Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:781beb2f955341908bb9b1704730f38d0b042b5d6153dc525a50aafe09f933ca","observation_id":"d4df8d7f-0fb5-4491-a317-fd344b4e4901","resolution":{"observed_at":"2026-08-06T23:12:43.553925Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:44.371309Z","title":null,"venue":null,"work_id":"b5929c6d-d799-4216-b2bb-c45df96791bb","year":2020},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":38,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.557105Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:1e37027a246d0646e6ff492b76225f07e84e316ff8f20d7213397061dab9e2f0","observation_id":"47ad6f33-6510-4ece-859b-8c17f2b5dc64","resolution":{"observed_at":"2026-08-06T23:12:44.374615Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.560964Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":39,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.560964Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:d748ffdd6e9f7825eb2c3aa65d36247895741244ab5979533e7d941bd79867b8","observation_id":"2fd457a6-bba5-436d-bed1-3f7531734495","resolution":{"observed_at":"2026-08-06T23:12:43.560964Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:44.361686Z","title":null,"venue":null,"work_id":"741bd2fb-0a4d-4efa-9381-a6e8a473dcad","year":2022},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":40,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.564596Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:aba7502736c8f827466c0c8744d4f3e77981c4ccfe41b15d5054a9841a6896f8","observation_id":"a3b93afd-fb89-4bd9-9f3b-7b6a642e4bcf","resolution":{"observed_at":"2026-08-06T23:12:44.364984Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:44.352577Z","title":null,"venue":null,"work_id":"cbc3c504-d8f9-4f23-b2d0-93c69b714713","year":2022},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":41,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.567766Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:ff8785d6a393a826b5d6580b00dd3414ece03cbd6b0cd30f8a77da6f68c32942","observation_id":"aefb62ae-4ebd-4687-b654-455d30a60d5c","resolution":{"observed_at":"2026-08-06T23:12:44.355789Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2023.wmt-1.66","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":null,"venue":null,"work_id":"6fd81ea9-8108-4f5a-aa19-0f42f0b623dc","year":2023},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":42,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.570678Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:25b2651dbeb4cb3838e1e91b5d548c6293c47aabaa599942dbd719bfb31eb8f3","observation_id":"cf0273d2-3be9-4ba0-8714-f677dd1811e8","resolution":{"observed_at":"2026-08-06T23:12:43.868485Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.574042Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":43,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.574042Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:147e9d6ab24068284dc73e4da3f33687f2b635d27a6a7c596d3cd0f76deb614d","observation_id":"2197fda9-9d75-43b6-9e33-dfaa87046048","resolution":{"observed_at":"2026-08-06T23:12:43.574042Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2023.wmt-1.67","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":null,"venue":null,"work_id":"09c22f5b-5c42-42ad-8ff6-21f9b1afc0c0","year":2023},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":44,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.577009Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:ae5d63432aaf15b9e245bf68ec3a3c368ccb446cb64111e8457994fcd72d3d6e","observation_id":"bcac4b26-9a38-488c-91e0-9179507ba304","resolution":{"observed_at":"2026-08-06T23:12:43.854829Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.580476Z","title":null,"venue":null,"work_id":null,"year":2002},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":45,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.580476Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:57d34914aec42da64b6fe036edb30d9d258dafe8609184021e0af6009485e92a","observation_id":"ca5e5524-fdbb-4364-867f-0bda724c6b5e","resolution":{"observed_at":"2026-08-06T23:12:43.580476Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.583405Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":46,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.583405Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:585e85c8f5dc617d876b975de52d33a19d7967dd1c8a0a73a1ec27d3693d61d7","observation_id":"a8e8ffa4-b24a-4af9-9a88-c6feff142a49","resolution":{"observed_at":"2026-08-06T23:12:43.583405Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.587205Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":47,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.587205Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:ea4179b150097ab84b3a917d6f281065800230b9dd923d2f9577b022f81e32c8","observation_id":"989f980c-ff12-4e86-92b2-9517bd72ab1e","resolution":{"observed_at":"2026-08-06T23:12:43.587205Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:44.341152Z","title":null,"venue":null,"work_id":"17c5530d-659f-4b2d-95b0-073d90988f21","year":2022},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":48,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.590901Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:989c97e20477490e5bfd947c91d4f07b071cd427d62132f700317e35e7a73798","observation_id":"158f8206-35e6-486a-b8b0-258d050b275d","resolution":{"observed_at":"2026-08-06T23:12:44.345877Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.594578Z","title":null,"venue":null,"work_id":null,"year":2015},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":49,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.594578Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:99f19c60d0489f67e7903fa68439ccd7e403c7112923d39808ada0ae2a2a852d","observation_id":"8e07045e-debf-4cf5-b565-83ba305e690b","resolution":{"observed_at":"2026-08-06T23:12:43.594578Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.597703Z","title":null,"venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":50,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.597703Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:f64a026a6a0676dbe7380abf8c209751f2a0d57a498da48f095a8fbf92b8a301","observation_id":"607b57b1-fb25-4e90-87dd-ef0ff1f7795a","resolution":{"observed_at":"2026-08-06T23:12:43.597703Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:44.331860Z","title":null,"venue":null,"work_id":"70c63316-4a40-4c75-a6ae-a0e9359e4a24","year":2022},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":51,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.601093Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:77245e7f7b0cf3b024dba8aec86fd7fb41bf33b3a7bd9a1c07205278be6518a2","observation_id":"598c07f7-071d-485e-8f67-244d35247df6","resolution":{"observed_at":"2026-08-06T23:12:44.335126Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:44.322547Z","title":null,"venue":null,"work_id":"300e09d4-2f00-4cf0-a3be-e341b26562a0","year":2021},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":52,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.604239Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:0a710d2c321ad999bbe4a55dca6e014bb1f24690636516391715a3b9366f8e8e","observation_id":"7b87edab-f39b-43b8-b706-006987ad7ee2","resolution":{"observed_at":"2026-08-06T23:12:44.325813Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.607496Z","title":"Guerreiro, Jos \\ A Pombal, Daan van Stigt, Marcos Treviso, Luisa Coheur, Jos \\'e G","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":53,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.607496Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:4e21938cfca03a230d05d7907c9cec4cd4e748672f97d4a04006a2b6fd0d0a54","observation_id":"498e89c4-8ffc-4590-ac2b-37c2c49b51ed","resolution":{"observed_at":"2026-08-06T23:12:43.607496Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.611449Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":54,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.611449Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:e0908244249af726d04c36b5355ab2b495093962d700314a72eb0e256af6f7b3","observation_id":"1b30a171-8faf-46cd-a6d7-81afe2c7f1b9","resolution":{"observed_at":"2026-08-06T23:12:43.611449Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:44.311419Z","title":null,"venue":null,"work_id":"d156a0f9-0529-4b40-bf1c-9de499da7e30","year":2020},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":55,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.615147Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:c808f047c9e85e00c4e8bcd122f10ec3f253380c1710bff651d957938d3fd933","observation_id":"61e90f79-69d2-4145-9066-d87d0785c5f8","resolution":{"observed_at":"2026-08-06T23:12:44.315910Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:44.301501Z","title":"Guerreiro, Chrysoula Zerva, Ana C Farinha, Christine Maroti, Jos \\'e G","venue":null,"work_id":"b5e26ce8-8626-4c6f-ac6c-29eca5a74c58","year":2022},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":56,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.618628Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:7bc2d2b99bcf836218488eb27fc33defc128834f47e9ead80bae7086fed4681e","observation_id":"c1f37390-c867-46be-8971-ee75fa1ce344","resolution":{"observed_at":"2026-08-06T23:12:44.305485Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.621898Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":57,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.621898Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:4a321a0037872baa73d7fd38db93d09a291ce9eba43faf97493a453c33f73664","observation_id":"a378681e-43db-40f6-a779-7eed0b53e5cb","resolution":{"observed_at":"2026-08-06T23:12:43.621898Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.625231Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":58,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.625231Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:5830d3b51e35e82d3e02effe8cf4354bc4442482c164f0be45a9cfbab48b59bf","observation_id":"dc106c18-ca40-44eb-a4dd-7cf48457a6eb","resolution":{"observed_at":"2026-08-06T23:12:43.625231Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:44.291513Z","title":null,"venue":null,"work_id":"260a854a-e0b7-4727-885b-913507ea9d00","year":2020},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":59,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.628786Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:85584d3d407697117cd9acc59319e1252e446d0b572d8f0574438a0cf9ac8fb4","observation_id":"b343497e-3323-4495-81de-55c18285a326","resolution":{"observed_at":"2026-08-06T23:12:44.295356Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.631836Z","title":null,"venue":null,"work_id":null,"year":2006},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":60,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.631836Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:7c5105ba0d943820bb864ec2f5b69b22dc6b4e07ac32a664e3f514f31c0c4fcb","observation_id":"f096395f-cc7a-41c9-9658-3dd334131ada","resolution":{"observed_at":"2026-08-06T23:12:43.631836Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/w19-5359","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":null,"venue":null,"work_id":"1c2b71b6-b898-41a7-9e0d-874b44078af2","year":2019},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":61,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.634782Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:15f16449f1316467ffaf36c467f8d3a7dadb79773d83d31095636304593b110b","observation_id":"6a93ee71-914c-48b1-bc25-01d5447db732","resolution":{"observed_at":"2026-08-06T23:12:43.805208Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2207.04672","last_updated":"2022-08-25T17:10:53Z","snapshot_observed_at":"2026-07-06T13:29:47.927628Z","submitted_at":"2022-07-11T07:33:36Z","title":"No Language Left Behind: Scaling Human-Centered Machine Translation","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2207.04672","snapshot_observed_at":"2026-08-06T23:12:43.638484Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":62,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.638484Z"},"links":{"cited_paper":"/paper/2207.04672","citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:0d7dc1d50c4fac49939388967ef27a5454ea7ab9756e476d23ff7de9b35ff141","observation_id":"057811ed-a483-425b-8d1c-981d247f2a8a","resolution":{"observed_at":"2026-08-06T23:12:43.638484Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.642046Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":63,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.642046Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:ed160f2e6657f62d78208085099550071103b4eba2fa38c5dd5f3d950917f9c9","observation_id":"afc9ed21-fb2a-40f8-a223-dbff746d1faa","resolution":{"observed_at":"2026-08-06T23:12:43.642046Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.645411Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":64,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.645411Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:0b6f53c7faec8cbc359f978772fd6fbec73171fc50e1db8f9b73bd6b3c77d64c","observation_id":"c35d3637-4128-4830-a870-3c0fe37ba908","resolution":{"observed_at":"2026-08-06T23:12:43.645411Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.649337Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":65,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.649337Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:f92be467e7b39e2c8e8d901087ecfc9602ed0b6199bdedc676f33f93bab53878","observation_id":"16474942-ba24-41a1-b680-b869085ac611","resolution":{"observed_at":"2026-08-06T23:12:43.649337Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:44.276222Z","title":null,"venue":null,"work_id":"c80ceae1-e614-4f69-87c1-a44c14379927","year":2020},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":66,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.652655Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:a7fb3620b740796d590293c5a5a558ddd4e904e66b148700e134e1ce61283df2","observation_id":"7a15e544-f25d-4827-87cc-e411a4adf314","resolution":{"observed_at":"2026-08-06T23:12:44.279631Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:44.266639Z","title":null,"venue":null,"work_id":"65077be3-15b4-40d2-a7ca-a50be8cbce9a","year":2022},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":67,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.656144Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:d71898722223edea15be548de4b3ac06b93464adcf7e6980f1c2aab541bfb6eb","observation_id":"d6ae8acc-0665-497b-a3c9-5cddcce59e6c","resolution":{"observed_at":"2026-08-06T23:12:44.270210Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2023.wmt-1.69","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":null,"venue":null,"work_id":"a7b94dc9-b314-47c0-bb1c-3645805e55f4","year":2023},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":68,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.659052Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:d3933ef316340b01452e4a24efd7a0031dc735c1a33ebfd82a1357775ac9017e","observation_id":"081dd103-e146-4edd-b70c-3befa02efa01","resolution":{"observed_at":"2026-08-06T23:12:43.780154Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:44.257939Z","title":"Wong, Lidia S","venue":null,"work_id":"774913d2-ff00-460d-ba00-2212c17a43e1","year":2022},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":69,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.661614Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:5f46674d29b7af6067b624a28199a0611d9de1bd359523c8fcefc79ca69438b8","observation_id":"413e9ea6-81a0-42ca-82d5-26084a1cfed7","resolution":{"observed_at":"2026-08-06T23:12:44.261002Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2022.acl-long.558","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":null,"venue":"Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","work_id":"d0c2bf08-961d-4cd9-a21f-24fdd7581f9b","year":2022},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":70,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.665240Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:c3da197eb6e34c96afc064e5f15556ba8ee1e73466d259a3fd03b44d97af30f4","observation_id":"db723919-4e11-4c0a-aba6-a77d2f0b760a","resolution":{"observed_at":"2026-08-06T23:12:43.771458Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/w16-2342","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":null,"venue":null,"work_id":"6de77617-137a-49f8-9dc8-108545969b00","year":2016},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":71,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.667960Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:ad75063a42d1de85a2475504d1c325c83670866d85e8a38995b77dcdbd7df090","observation_id":"5d326642-b521-488d-b063-7c4818f41d18","resolution":{"observed_at":"2026-08-06T23:12:43.763692Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2023.wmt-1.70","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":null,"venue":null,"work_id":"a471794a-0672-46f2-b835-0dcb4c38df75","year":2023},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":72,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.670683Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:414b8398ab149e7a0a4581a1c41ce2ebae90783451b911b42ba89e23cbcded09","observation_id":"de040c3f-fbfb-4bfc-b33f-9f47b39db586","resolution":{"observed_at":"2026-08-06T23:12:43.754031Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:44.249211Z","title":null,"venue":null,"work_id":"782efabc-12c6-409d-b24f-e70c76291dcc","year":2020},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":73,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.673180Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:d8cc908a93d4ed442e4ed1d5617cf5f85220836541aee5187a98c895ee239c5b","observation_id":"47d9073d-8b37-451f-99e7-a8a1d6e4540e","resolution":{"observed_at":"2026-08-06T23:12:44.252388Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2023.acl-long.283","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":null,"venue":null,"work_id":"751b1468-7242-4319-aee5-e12bd7e45e6f","year":2023},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":74,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.675394Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:558b59ae3dbaf60d7625231d5c58e4f9e8e6b53c92bc5f6b2a139213573190d6","observation_id":"f89a477a-6e1c-40f8-b0d2-f20f5f4d4d2c","resolution":{"observed_at":"2026-08-06T23:12:43.745800Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2022.findings-emnlp.489","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":null,"venue":null,"work_id":"46b67acf-485c-417e-ac4c-ca7e96883537","year":2022},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":75,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.678034Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:07b74a448390d1b14be37dbd5742e4484804fa98eeb00ae477b48e2071248e37","observation_id":"ccff4338-1d13-4566-a23d-3d5eaceba78c","resolution":{"observed_at":"2026-08-06T23:12:43.736903Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.680658Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":76,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.680658Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:2bc9f3dc8cb96f07fac5cc51541dac5a158d523a3f25a90ab473b5c48744fb26","observation_id":"83d3320b-139f-4245-94ed-e597e6e3a183","resolution":{"observed_at":"2026-08-06T23:12:43.680658Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:44.239654Z","title":"Weinberger, and Yoav Artzi","venue":null,"work_id":"a265cc8f-0cba-44a7-a7b8-1e031a1430bb","year":2020},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":77,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.683192Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:a6c1934dffc6d28bc8ba60a2cdb37d17139fc15dad9cf9a254d57f0f7a172c3f","observation_id":"dc1b4fb9-08c2-467e-bcb7-6270f36ec530","resolution":{"observed_at":"2026-08-06T23:12:44.243030Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2306.05685","last_updated":"2023-12-24T02:01:34Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-06-09T05:55:52Z","title":"Judging LLM-as-a-Judge with MT-Bench and Chatbot Arena","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.05685","snapshot_observed_at":"2026-08-06T23:12:43.685745Z","title":"Xing, Hao Zhang, Joseph E","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":78,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.685745Z"},"links":{"cited_paper":"/paper/2306.05685","citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:c12eb2d84c3551cb755fa9a6393cfc4bdec706f77fec46ec4bf304bd35f1394b","observation_id":"52a7dabf-4fb5-4ec9-b178-31cb95313787","resolution":{"observed_at":"2026-08-06T23:12:43.685745Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.688826Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":79,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.688826Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:cd7e9f5e0fe1085bf4ae6e38deeaae448434e98c14bc35418af39cfe8c4e46ef","observation_id":"3e4a6987-6a20-4bab-8f98-da956daaee76","resolution":{"observed_at":"2026-08-06T23:12:43.688826Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.691207Z","title":"online\" 'onlinestring :=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":80,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.691207Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:5306b3750779b74337fd46f046fb1350ae96778c2d73aca77134135eca66401c","observation_id":"a5bbd10f-b365-47f8-9dde-b5a3ec778e50","resolution":{"observed_at":"2026-08-06T23:12:43.691207Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:12:43.694329Z","title":"write newline","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","version":1},"reference_index":81,"source":"arxiv_source","source_observed_at":"2026-08-06T23:12:43.694329Z"},"links":{"citing_paper":"/paper/2506.19571"},"observation_digest":"sha256:092c5a4c2ed4e072e05a02db09956deaa817e9d411659dcbdba2c8490dc0507f","observation_id":"a089c501-d93a-4177-b46c-7706fda128a2","resolution":{"observed_at":"2026-08-06T23:12:43.694329Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2506.19571","last_updated":"2025-06-24T12:35:00Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-11T21:02:23.144004Z","submitted_at":"2025-06-24T12:35:00Z","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress"},"reference_resolution":{"displayed":81,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":62,"verified_exact":16,"verified_fuzzy":3},"total_outbound_references":81},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"thesis":"As of 13 August 2026, this Paper Citation Record lists 81 of 81 outbound references and 1 inbound Pith citation observation for arXiv:2506.19571."}