{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:H7V5JYVMXL4RV2XH5JWKDMJBNJ","short_pith_number":"pith:H7V5JYVM","canonical_record":{"source":{"id":"2010.04297","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-10-08T23:16:26Z","cross_cats_sorted":[],"title_canon_sha256":"6d5aa3189d07c453c06a7bbf7ec9b875a59352c380edc9c55ebd91e0e5f0571d","abstract_canon_sha256":"f51a4b36aeb0f617ae20538256d21b1a434a513ada57324169be07ca658dfa6c"},"schema_version":"1.0"},"canonical_sha256":"3febd4e2acbaf91aeae7ea6ca1b1216a6b83981c52475e5347707a0c5a767a17","source":{"kind":"arxiv","id":"2010.04297","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2010.04297","created_at":"2026-07-05T01:44:22Z"},{"alias_kind":"arxiv_version","alias_value":"2010.04297v3","created_at":"2026-07-05T01:44:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2010.04297","created_at":"2026-07-05T01:44:22Z"},{"alias_kind":"pith_short_12","alias_value":"H7V5JYVMXL4R","created_at":"2026-07-05T01:44:22Z"},{"alias_kind":"pith_short_16","alias_value":"H7V5JYVMXL4RV2XH","created_at":"2026-07-05T01:44:22Z"},{"alias_kind":"pith_short_8","alias_value":"H7V5JYVM","created_at":"2026-07-05T01:44:22Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:H7V5JYVMXL4RV2XH5JWKDMJBNJ","target":"record","payload":{"canonical_record":{"source":{"id":"2010.04297","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-10-08T23:16:26Z","cross_cats_sorted":[],"title_canon_sha256":"6d5aa3189d07c453c06a7bbf7ec9b875a59352c380edc9c55ebd91e0e5f0571d","abstract_canon_sha256":"f51a4b36aeb0f617ae20538256d21b1a434a513ada57324169be07ca658dfa6c"},"schema_version":"1.0"},"canonical_sha256":"3febd4e2acbaf91aeae7ea6ca1b1216a6b83981c52475e5347707a0c5a767a17","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:44:22.391414Z","signature_b64":"9dIbN8AHjEU4ocbTLt/lDMUNGUbHxGp4gfLSfb0nNlpTZDWBx81jflIgsIn28DLtWzhDJeQOVLj//TisLYpEAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3febd4e2acbaf91aeae7ea6ca1b1216a6b83981c52475e5347707a0c5a767a17","last_reissued_at":"2026-07-05T01:44:22.391051Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:44:22.391051Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2010.04297","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:44:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RMI/mPdOO52DSMJPD0EyBqnuSIZV+ponI25CWdaSSEdRce4Ngx6eRT+5ZpZ+z1xK98/h7s2h6paQH+IBqLFsCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T16:01:24.328830Z"},"content_sha256":"c64025ed22bfeed6e48ec87359671eacd69cb33f28eb845bb390e60c63766feb","schema_version":"1.0","event_id":"sha256:c64025ed22bfeed6e48ec87359671eacd69cb33f28eb845bb390e60c63766feb"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:H7V5JYVMXL4RV2XH5JWKDMJBNJ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Learning to Evaluate Translation Beyond English: BLEURT Submissions to the WMT Metrics 2020 Shared Task","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Amy Pu, Ankur P. Parikh, Dipanjan Das, Hyung Won Chung, Markus Freitag, Qijun Tan, Sebastian Gehrmann, Thibault Sellam","submitted_at":"2020-10-08T23:16:26Z","abstract_excerpt":"The quality of machine translation systems has dramatically improved over the last decade, and as a result, evaluation has become an increasingly challenging problem. This paper describes our contribution to the WMT 2020 Metrics Shared Task, the main benchmark for automatic evaluation of translation. We make several submissions based on BLEURT, a previously published metric based on transfer learning. We extend the metric beyond English and evaluate it on 14 language pairs for which fine-tuning data is available, as well as 4 \"zero-shot\" language pairs, for which we have no labelled examples. "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2010.04297","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2010.04297/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:44:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jCFN6dcE/6Zv5D3qsGa2jbmoT3LkOvAM7U8n4lv5PkGE/0FFGmQlEBMEkgTdFO5CfMdvPUEbRwlOa0Ao7V1RBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T16:01:24.329209Z"},"content_sha256":"69b29b53ab0a201d4af3ba713301b95018f74806e7bd12a34ec24101aea82860","schema_version":"1.0","event_id":"sha256:69b29b53ab0a201d4af3ba713301b95018f74806e7bd12a34ec24101aea82860"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/H7V5JYVMXL4RV2XH5JWKDMJBNJ/bundle.json","state_url":"https://pith.science/pith/H7V5JYVMXL4RV2XH5JWKDMJBNJ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/H7V5JYVMXL4RV2XH5JWKDMJBNJ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T16:01:24Z","links":{"resolver":"https://pith.science/pith/H7V5JYVMXL4RV2XH5JWKDMJBNJ","bundle":"https://pith.science/pith/H7V5JYVMXL4RV2XH5JWKDMJBNJ/bundle.json","state":"https://pith.science/pith/H7V5JYVMXL4RV2XH5JWKDMJBNJ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/H7V5JYVMXL4RV2XH5JWKDMJBNJ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:H7V5JYVMXL4RV2XH5JWKDMJBNJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f51a4b36aeb0f617ae20538256d21b1a434a513ada57324169be07ca658dfa6c","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-10-08T23:16:26Z","title_canon_sha256":"6d5aa3189d07c453c06a7bbf7ec9b875a59352c380edc9c55ebd91e0e5f0571d"},"schema_version":"1.0","source":{"id":"2010.04297","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2010.04297","created_at":"2026-07-05T01:44:22Z"},{"alias_kind":"arxiv_version","alias_value":"2010.04297v3","created_at":"2026-07-05T01:44:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2010.04297","created_at":"2026-07-05T01:44:22Z"},{"alias_kind":"pith_short_12","alias_value":"H7V5JYVMXL4R","created_at":"2026-07-05T01:44:22Z"},{"alias_kind":"pith_short_16","alias_value":"H7V5JYVMXL4RV2XH","created_at":"2026-07-05T01:44:22Z"},{"alias_kind":"pith_short_8","alias_value":"H7V5JYVM","created_at":"2026-07-05T01:44:22Z"}],"graph_snapshots":[{"event_id":"sha256:69b29b53ab0a201d4af3ba713301b95018f74806e7bd12a34ec24101aea82860","target":"graph","created_at":"2026-07-05T01:44:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2010.04297/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The quality of machine translation systems has dramatically improved over the last decade, and as a result, evaluation has become an increasingly challenging problem. This paper describes our contribution to the WMT 2020 Metrics Shared Task, the main benchmark for automatic evaluation of translation. We make several submissions based on BLEURT, a previously published metric based on transfer learning. We extend the metric beyond English and evaluate it on 14 language pairs for which fine-tuning data is available, as well as 4 \"zero-shot\" language pairs, for which we have no labelled examples. ","authors_text":"Amy Pu, Ankur P. Parikh, Dipanjan Das, Hyung Won Chung, Markus Freitag, Qijun Tan, Sebastian Gehrmann, Thibault Sellam","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-10-08T23:16:26Z","title":"Learning to Evaluate Translation Beyond English: BLEURT Submissions to the WMT Metrics 2020 Shared Task"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2010.04297","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c64025ed22bfeed6e48ec87359671eacd69cb33f28eb845bb390e60c63766feb","target":"record","created_at":"2026-07-05T01:44:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f51a4b36aeb0f617ae20538256d21b1a434a513ada57324169be07ca658dfa6c","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-10-08T23:16:26Z","title_canon_sha256":"6d5aa3189d07c453c06a7bbf7ec9b875a59352c380edc9c55ebd91e0e5f0571d"},"schema_version":"1.0","source":{"id":"2010.04297","kind":"arxiv","version":3}},"canonical_sha256":"3febd4e2acbaf91aeae7ea6ca1b1216a6b83981c52475e5347707a0c5a767a17","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3febd4e2acbaf91aeae7ea6ca1b1216a6b83981c52475e5347707a0c5a767a17","first_computed_at":"2026-07-05T01:44:22.391051Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:44:22.391051Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"9dIbN8AHjEU4ocbTLt/lDMUNGUbHxGp4gfLSfb0nNlpTZDWBx81jflIgsIn28DLtWzhDJeQOVLj//TisLYpEAA==","signature_status":"signed_v1","signed_at":"2026-07-05T01:44:22.391414Z","signed_message":"canonical_sha256_bytes"},"source_id":"2010.04297","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c64025ed22bfeed6e48ec87359671eacd69cb33f28eb845bb390e60c63766feb","sha256:69b29b53ab0a201d4af3ba713301b95018f74806e7bd12a34ec24101aea82860"],"state_sha256":"4dcb60e75660f6c176e9aa0a325c3929b7cea22abf2aea94e4e4ac799a79afdd"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"LGM6u8HA8ve/7fjbKJU/vPPFpSqm93ciOwVqGYEnmS062fH16bwu8tBexAHZTPAusfTOJD9Z4q84qt05beFuAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T16:01:24.332019Z","bundle_sha256":"859433af46995ba4f7d5943e9d41b23d280dd593e63c88292be2d244728198e8"}}