{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2023:YQE6ILG5N3UDFKQ5LOFG2GJ4H4","short_pith_number":"pith:YQE6ILG5","schema_version":"1.0","canonical_sha256":"c409e42cdd6ee832aa1d5b8a6d193c3f25ab01dfea3b856665b7225dd2e49580","source":{"kind":"arxiv","id":"2311.16787","version":2},"attestation_state":"computed","paper":{"title":"Evaluating Optimal Reference Translations","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Martin Popel, Ond\\v{r}ej Bojar, Vil\\'em Zouhar, V\\v{e}ra Kloudov\\'a","submitted_at":"2023-11-28T13:50:50Z","abstract_excerpt":"The overall translation quality reached by current machine translation (MT) systems for high-resourced language pairs is remarkably good. Standard methods of evaluation are not suitable nor intended to uncover the many translation errors and quality deficiencies that still persist. Furthermore, the quality of standard reference translations is commonly questioned and comparable quality levels have been reached by MT alone in several language pairs. Navigating further research in these high-resource settings is thus difficult. In this article, we propose a methodology for creating more reliable"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2311.16787","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-28T13:50:50Z","cross_cats_sorted":[],"title_canon_sha256":"200193fd07a107112ac54e3cb79447b7f9418107fb07c42db5c2e583604e482a","abstract_canon_sha256":"1238c7d1ef15e0d8bc14293f8170d4e556e71f15777cc6da7d70d584731d7a61"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:53:49.255798Z","signature_b64":"/cwTyliimFa/L/yRx0BLXnk5D20GURFEhrrvjEx96JEdnlp8U0x7pM4I6sMWH2YUPzGIJvnsiKEW1lnsDu1rAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c409e42cdd6ee832aa1d5b8a6d193c3f25ab01dfea3b856665b7225dd2e49580","last_reissued_at":"2026-07-05T07:53:49.255297Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:53:49.255297Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Evaluating Optimal Reference Translations","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Martin Popel, Ond\\v{r}ej Bojar, Vil\\'em Zouhar, V\\v{e}ra Kloudov\\'a","submitted_at":"2023-11-28T13:50:50Z","abstract_excerpt":"The overall translation quality reached by current machine translation (MT) systems for high-resourced language pairs is remarkably good. Standard methods of evaluation are not suitable nor intended to uncover the many translation errors and quality deficiencies that still persist. Furthermore, the quality of standard reference translations is commonly questioned and comparable quality levels have been reached by MT alone in several language pairs. Navigating further research in these high-resource settings is thus difficult. In this article, we propose a methodology for creating more reliable"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.16787","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2311.16787/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2311.16787","created_at":"2026-07-05T07:53:49.255370+00:00"},{"alias_kind":"arxiv_version","alias_value":"2311.16787v2","created_at":"2026-07-05T07:53:49.255370+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.16787","created_at":"2026-07-05T07:53:49.255370+00:00"},{"alias_kind":"pith_short_12","alias_value":"YQE6ILG5N3UD","created_at":"2026-07-05T07:53:49.255370+00:00"},{"alias_kind":"pith_short_16","alias_value":"YQE6ILG5N3UDFKQ5","created_at":"2026-07-05T07:53:49.255370+00:00"},{"alias_kind":"pith_short_8","alias_value":"YQE6ILG5","created_at":"2026-07-05T07:53:49.255370+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/YQE6ILG5N3UDFKQ5LOFG2GJ4H4","json":"https://pith.science/pith/YQE6ILG5N3UDFKQ5LOFG2GJ4H4.json","graph_json":"https://pith.science/api/pith-number/YQE6ILG5N3UDFKQ5LOFG2GJ4H4/graph.json","events_json":"https://pith.science/api/pith-number/YQE6ILG5N3UDFKQ5LOFG2GJ4H4/events.json","paper":"https://pith.science/paper/YQE6ILG5"},"agent_actions":{"view_html":"https://pith.science/pith/YQE6ILG5N3UDFKQ5LOFG2GJ4H4","download_json":"https://pith.science/pith/YQE6ILG5N3UDFKQ5LOFG2GJ4H4.json","view_paper":"https://pith.science/paper/YQE6ILG5","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2311.16787&json=true","fetch_graph":"https://pith.science/api/pith-number/YQE6ILG5N3UDFKQ5LOFG2GJ4H4/graph.json","fetch_events":"https://pith.science/api/pith-number/YQE6ILG5N3UDFKQ5LOFG2GJ4H4/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/YQE6ILG5N3UDFKQ5LOFG2GJ4H4/action/timestamp_anchor","attest_storage":"https://pith.science/pith/YQE6ILG5N3UDFKQ5LOFG2GJ4H4/action/storage_attestation","attest_author":"https://pith.science/pith/YQE6ILG5N3UDFKQ5LOFG2GJ4H4/action/author_attestation","sign_citation":"https://pith.science/pith/YQE6ILG5N3UDFKQ5LOFG2GJ4H4/action/citation_signature","submit_replication":"https://pith.science/pith/YQE6ILG5N3UDFKQ5LOFG2GJ4H4/action/replication_record"}},"created_at":"2026-07-05T07:53:49.255370+00:00","updated_at":"2026-07-05T07:53:49.255370+00:00"}