{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:IDB3LIOTP2XJTTZORVGYSDXQKR","short_pith_number":"pith:IDB3LIOT","canonical_record":{"source":{"id":"1908.05204","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-08-14T16:24:56Z","cross_cats_sorted":[],"title_canon_sha256":"e57bcd1439e2dd2f94ba4e7ff1c1876dd4ef7886d0a505e9f8694bdf25daca6a","abstract_canon_sha256":"1692785bf7ab35e0d24e30b25f2b1d949a7991e3c4cf7b31d376624e2da301f7"},"schema_version":"1.0"},"canonical_sha256":"40c3b5a1d37eae99cf2e8d4d890ef05460ab789a3faad84464b3e86375251991","source":{"kind":"arxiv","id":"1908.05204","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1908.05204","created_at":"2026-07-05T01:27:43Z"},{"alias_kind":"arxiv_version","alias_value":"1908.05204v2","created_at":"2026-07-05T01:27:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1908.05204","created_at":"2026-07-05T01:27:43Z"},{"alias_kind":"pith_short_12","alias_value":"IDB3LIOTP2XJ","created_at":"2026-07-05T01:27:43Z"},{"alias_kind":"pith_short_16","alias_value":"IDB3LIOTP2XJTTZO","created_at":"2026-07-05T01:27:43Z"},{"alias_kind":"pith_short_8","alias_value":"IDB3LIOT","created_at":"2026-07-05T01:27:43Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:IDB3LIOTP2XJTTZORVGYSDXQKR","target":"record","payload":{"canonical_record":{"source":{"id":"1908.05204","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-08-14T16:24:56Z","cross_cats_sorted":[],"title_canon_sha256":"e57bcd1439e2dd2f94ba4e7ff1c1876dd4ef7886d0a505e9f8694bdf25daca6a","abstract_canon_sha256":"1692785bf7ab35e0d24e30b25f2b1d949a7991e3c4cf7b31d376624e2da301f7"},"schema_version":"1.0"},"canonical_sha256":"40c3b5a1d37eae99cf2e8d4d890ef05460ab789a3faad84464b3e86375251991","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:27:43.202778Z","signature_b64":"FgUt+Bli6D6TGRm8uIuoa4/MGta89VkARqPoF9YzcMUreEGhXYONX7aGE3CNSR3ftIhdW/1uiWGSJ3g3rbIODA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"40c3b5a1d37eae99cf2e8d4d890ef05460ab789a3faad84464b3e86375251991","last_reissued_at":"2026-07-05T01:27:43.202364Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:27:43.202364Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1908.05204","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:27:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"C2puwIb8RiD7d9/KC30ab1o64dWO5n22JY1N0fC+Q9OGCewIrKSC+akzhV2ef8DKdiFdWNSPzDM9khLrm/LPCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-16T09:38:33.552490Z"},"content_sha256":"a2077e633121b56c20fdddaafa2bf6bb6db4603f030b7a93d503e47c6f90e057","schema_version":"1.0","event_id":"sha256:a2077e633121b56c20fdddaafa2bf6bb6db4603f030b7a93d503e47c6f90e057"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:IDB3LIOTP2XJTTZORVGYSDXQKR","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"On The Evaluation of Machine Translation Systems Trained With Back-Translation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Marc'Aurelio Ranzato, Michael Auli, Myle Ott, Sergey Edunov","submitted_at":"2019-08-14T16:24:56Z","abstract_excerpt":"Back-translation is a widely used data augmentation technique which leverages target monolingual data. However, its effectiveness has been challenged since automatic metrics such as BLEU only show significant improvements for test examples where the source itself is a translation, or translationese. This is believed to be due to translationese inputs better matching the back-translated training data. In this work, we show that this conjecture is not empirically supported and that back-translation improves translation quality of both naturally occurring text as well as translationese according "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1908.05204","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1908.05204/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:27:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UjSkvR+AWZJ+h+0Pl5r3GkT0N5PBYurBDEyGMfpgIUMUkF5sjMkGy7FJIFv6QHf1SYRBezaU3ex1idZ0ByoeCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-16T09:38:33.553499Z"},"content_sha256":"6f3fb1dc20ebc1415aa9db082cba54315a571082316917e9db50f5781b20588a","schema_version":"1.0","event_id":"sha256:6f3fb1dc20ebc1415aa9db082cba54315a571082316917e9db50f5781b20588a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/IDB3LIOTP2XJTTZORVGYSDXQKR/bundle.json","state_url":"https://pith.science/pith/IDB3LIOTP2XJTTZORVGYSDXQKR/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/IDB3LIOTP2XJTTZORVGYSDXQKR/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-16T09:38:33Z","links":{"resolver":"https://pith.science/pith/IDB3LIOTP2XJTTZORVGYSDXQKR","bundle":"https://pith.science/pith/IDB3LIOTP2XJTTZORVGYSDXQKR/bundle.json","state":"https://pith.science/pith/IDB3LIOTP2XJTTZORVGYSDXQKR/state.json","well_known_bundle":"https://pith.science/.well-known/pith/IDB3LIOTP2XJTTZORVGYSDXQKR/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:IDB3LIOTP2XJTTZORVGYSDXQKR","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1692785bf7ab35e0d24e30b25f2b1d949a7991e3c4cf7b31d376624e2da301f7","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-08-14T16:24:56Z","title_canon_sha256":"e57bcd1439e2dd2f94ba4e7ff1c1876dd4ef7886d0a505e9f8694bdf25daca6a"},"schema_version":"1.0","source":{"id":"1908.05204","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1908.05204","created_at":"2026-07-05T01:27:43Z"},{"alias_kind":"arxiv_version","alias_value":"1908.05204v2","created_at":"2026-07-05T01:27:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1908.05204","created_at":"2026-07-05T01:27:43Z"},{"alias_kind":"pith_short_12","alias_value":"IDB3LIOTP2XJ","created_at":"2026-07-05T01:27:43Z"},{"alias_kind":"pith_short_16","alias_value":"IDB3LIOTP2XJTTZO","created_at":"2026-07-05T01:27:43Z"},{"alias_kind":"pith_short_8","alias_value":"IDB3LIOT","created_at":"2026-07-05T01:27:43Z"}],"graph_snapshots":[{"event_id":"sha256:6f3fb1dc20ebc1415aa9db082cba54315a571082316917e9db50f5781b20588a","target":"graph","created_at":"2026-07-05T01:27:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1908.05204/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Back-translation is a widely used data augmentation technique which leverages target monolingual data. However, its effectiveness has been challenged since automatic metrics such as BLEU only show significant improvements for test examples where the source itself is a translation, or translationese. This is believed to be due to translationese inputs better matching the back-translated training data. In this work, we show that this conjecture is not empirically supported and that back-translation improves translation quality of both naturally occurring text as well as translationese according ","authors_text":"Marc'Aurelio Ranzato, Michael Auli, Myle Ott, Sergey Edunov","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-08-14T16:24:56Z","title":"On The Evaluation of Machine Translation Systems Trained With Back-Translation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1908.05204","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a2077e633121b56c20fdddaafa2bf6bb6db4603f030b7a93d503e47c6f90e057","target":"record","created_at":"2026-07-05T01:27:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1692785bf7ab35e0d24e30b25f2b1d949a7991e3c4cf7b31d376624e2da301f7","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-08-14T16:24:56Z","title_canon_sha256":"e57bcd1439e2dd2f94ba4e7ff1c1876dd4ef7886d0a505e9f8694bdf25daca6a"},"schema_version":"1.0","source":{"id":"1908.05204","kind":"arxiv","version":2}},"canonical_sha256":"40c3b5a1d37eae99cf2e8d4d890ef05460ab789a3faad84464b3e86375251991","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"40c3b5a1d37eae99cf2e8d4d890ef05460ab789a3faad84464b3e86375251991","first_computed_at":"2026-07-05T01:27:43.202364Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:27:43.202364Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"FgUt+Bli6D6TGRm8uIuoa4/MGta89VkARqPoF9YzcMUreEGhXYONX7aGE3CNSR3ftIhdW/1uiWGSJ3g3rbIODA==","signature_status":"signed_v1","signed_at":"2026-07-05T01:27:43.202778Z","signed_message":"canonical_sha256_bytes"},"source_id":"1908.05204","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a2077e633121b56c20fdddaafa2bf6bb6db4603f030b7a93d503e47c6f90e057","sha256:6f3fb1dc20ebc1415aa9db082cba54315a571082316917e9db50f5781b20588a"],"state_sha256":"8c89c9fb0b78b0170e116e054e6eaa17e002174cae1ed49349d906fe017aa26c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RsCRiTKLUBTZ7D2gpsUclHQI6wFG3HyXtn9E6VqYsfF9wRqbnnYY+yObFWzeoP7fLXTlDa5Ghztt+gKvFJVcCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-16T09:38:33.559103Z","bundle_sha256":"37b45d01deb8c6fba6f8e128e7db119634f3adec1aae136dd5dd797f0ba66f57"}}