{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:YWUM4NLYHWKHPYT3B6FM2DPTTW","short_pith_number":"pith:YWUM4NLY","canonical_record":{"source":{"id":"1904.04790","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-04-09T17:10:15Z","cross_cats_sorted":[],"title_canon_sha256":"3e74ed73f3b8abd0c5dc8d80574aec9c5abe1dd5eede842e40fe141846540b8b","abstract_canon_sha256":"afe0ccda6edac28269e94a8c8d8f7abd4b795a1b4873589c283d327ea9ee9669"},"schema_version":"1.0"},"canonical_sha256":"c5a8ce35783d9477e27b0f8acd0df39d830695663da61f6a72648fcc967e8054","source":{"kind":"arxiv","id":"1904.04790","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1904.04790","created_at":"2026-05-17T23:43:23Z"},{"alias_kind":"arxiv_version","alias_value":"1904.04790v2","created_at":"2026-05-17T23:43:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1904.04790","created_at":"2026-05-17T23:43:23Z"},{"alias_kind":"pith_short_12","alias_value":"YWUM4NLYHWKH","created_at":"2026-05-18T12:33:33Z"},{"alias_kind":"pith_short_16","alias_value":"YWUM4NLYHWKHPYT3","created_at":"2026-05-18T12:33:33Z"},{"alias_kind":"pith_short_8","alias_value":"YWUM4NLY","created_at":"2026-05-18T12:33:33Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:YWUM4NLYHWKHPYT3B6FM2DPTTW","target":"record","payload":{"canonical_record":{"source":{"id":"1904.04790","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-04-09T17:10:15Z","cross_cats_sorted":[],"title_canon_sha256":"3e74ed73f3b8abd0c5dc8d80574aec9c5abe1dd5eede842e40fe141846540b8b","abstract_canon_sha256":"afe0ccda6edac28269e94a8c8d8f7abd4b795a1b4873589c283d327ea9ee9669"},"schema_version":"1.0"},"canonical_sha256":"c5a8ce35783d9477e27b0f8acd0df39d830695663da61f6a72648fcc967e8054","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:43:23.039013Z","signature_b64":"DpM84LOrJV5dzklRqnNyG4DqGdSb6lVSH98chYesZ5tV3SJAK+KT/v2XIUK9Vhev+2j7O2XXyCcOTusxfkPcBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c5a8ce35783d9477e27b0f8acd0df39d830695663da61f6a72648fcc967e8054","last_reissued_at":"2026-05-17T23:43:23.038449Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:43:23.038449Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1904.04790","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:43:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9ZEXyk6H3XuriXB+cBNHBzjKcUvQTbCs+62lOwtX/6Ih9SkL7fg9DIt+levPEi4TLmWG2xP8T5PE5tUjzwSJDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-05T09:04:54.850128Z"},"content_sha256":"c05c6e65a99bf8d45f75a31a3e0935431280765bcbb88a3d9567a10ab5e4500d","schema_version":"1.0","event_id":"sha256:c05c6e65a99bf8d45f75a31a3e0935431280765bcbb88a3d9567a10ab5e4500d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:YWUM4NLYHWKHPYT3B6FM2DPTTW","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"APE at Scale and its Implications on MT Evaluation Biases","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Isaac Caswell, Markus Freitag, Scott Roy","submitted_at":"2019-04-09T17:10:15Z","abstract_excerpt":"In this work, we train an Automatic Post-Editing (APE) model and use it to reveal biases in standard Machine Translation (MT) evaluation procedures. The goal of our APE model is to correct typical errors introduced by the translation process, and convert the \"translationese\" output into natural text. Our APE model is trained entirely on monolingual data that has been round-trip translated through English, to mimic errors that are similar to the ones introduced by NMT. We apply our model to the output of existing NMT systems, and demonstrate that, while the human-judged quality improves in all "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1904.04790","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:43:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Z+lOeX3Us19VH/KTNuvrKqVWqb/awYADScwq7gJhYp0lyI6C6zO/f4VGVrNryi4Q7myIVJBFwFRrlfn0M1caBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-05T09:04:54.850694Z"},"content_sha256":"14d67bfe22df7cf3041137e26b64465eb81cd7c3b94d4ca4d4f93c790e653491","schema_version":"1.0","event_id":"sha256:14d67bfe22df7cf3041137e26b64465eb81cd7c3b94d4ca4d4f93c790e653491"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/YWUM4NLYHWKHPYT3B6FM2DPTTW/bundle.json","state_url":"https://pith.science/pith/YWUM4NLYHWKHPYT3B6FM2DPTTW/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/YWUM4NLYHWKHPYT3B6FM2DPTTW/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-05T09:04:54Z","links":{"resolver":"https://pith.science/pith/YWUM4NLYHWKHPYT3B6FM2DPTTW","bundle":"https://pith.science/pith/YWUM4NLYHWKHPYT3B6FM2DPTTW/bundle.json","state":"https://pith.science/pith/YWUM4NLYHWKHPYT3B6FM2DPTTW/state.json","well_known_bundle":"https://pith.science/.well-known/pith/YWUM4NLYHWKHPYT3B6FM2DPTTW/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:YWUM4NLYHWKHPYT3B6FM2DPTTW","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"afe0ccda6edac28269e94a8c8d8f7abd4b795a1b4873589c283d327ea9ee9669","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-04-09T17:10:15Z","title_canon_sha256":"3e74ed73f3b8abd0c5dc8d80574aec9c5abe1dd5eede842e40fe141846540b8b"},"schema_version":"1.0","source":{"id":"1904.04790","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1904.04790","created_at":"2026-05-17T23:43:23Z"},{"alias_kind":"arxiv_version","alias_value":"1904.04790v2","created_at":"2026-05-17T23:43:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1904.04790","created_at":"2026-05-17T23:43:23Z"},{"alias_kind":"pith_short_12","alias_value":"YWUM4NLYHWKH","created_at":"2026-05-18T12:33:33Z"},{"alias_kind":"pith_short_16","alias_value":"YWUM4NLYHWKHPYT3","created_at":"2026-05-18T12:33:33Z"},{"alias_kind":"pith_short_8","alias_value":"YWUM4NLY","created_at":"2026-05-18T12:33:33Z"}],"graph_snapshots":[{"event_id":"sha256:14d67bfe22df7cf3041137e26b64465eb81cd7c3b94d4ca4d4f93c790e653491","target":"graph","created_at":"2026-05-17T23:43:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"In this work, we train an Automatic Post-Editing (APE) model and use it to reveal biases in standard Machine Translation (MT) evaluation procedures. The goal of our APE model is to correct typical errors introduced by the translation process, and convert the \"translationese\" output into natural text. Our APE model is trained entirely on monolingual data that has been round-trip translated through English, to mimic errors that are similar to the ones introduced by NMT. We apply our model to the output of existing NMT systems, and demonstrate that, while the human-judged quality improves in all ","authors_text":"Isaac Caswell, Markus Freitag, Scott Roy","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-04-09T17:10:15Z","title":"APE at Scale and its Implications on MT Evaluation Biases"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1904.04790","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c05c6e65a99bf8d45f75a31a3e0935431280765bcbb88a3d9567a10ab5e4500d","target":"record","created_at":"2026-05-17T23:43:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"afe0ccda6edac28269e94a8c8d8f7abd4b795a1b4873589c283d327ea9ee9669","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-04-09T17:10:15Z","title_canon_sha256":"3e74ed73f3b8abd0c5dc8d80574aec9c5abe1dd5eede842e40fe141846540b8b"},"schema_version":"1.0","source":{"id":"1904.04790","kind":"arxiv","version":2}},"canonical_sha256":"c5a8ce35783d9477e27b0f8acd0df39d830695663da61f6a72648fcc967e8054","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c5a8ce35783d9477e27b0f8acd0df39d830695663da61f6a72648fcc967e8054","first_computed_at":"2026-05-17T23:43:23.038449Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:43:23.038449Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"DpM84LOrJV5dzklRqnNyG4DqGdSb6lVSH98chYesZ5tV3SJAK+KT/v2XIUK9Vhev+2j7O2XXyCcOTusxfkPcBg==","signature_status":"signed_v1","signed_at":"2026-05-17T23:43:23.039013Z","signed_message":"canonical_sha256_bytes"},"source_id":"1904.04790","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c05c6e65a99bf8d45f75a31a3e0935431280765bcbb88a3d9567a10ab5e4500d","sha256:14d67bfe22df7cf3041137e26b64465eb81cd7c3b94d4ca4d4f93c790e653491"],"state_sha256":"bdbb2eb28861d0150502ddbd67c9c7f7915aae9bba46fa205084e2548546a985"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"bAsA3H65XTcQtA45HECqwIe+ZnCHzfTp9xUr/9mZMNXgxhP9BddtcizRwhxclZd04GBDnS2xx/8wAgpbLQQOBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-05T09:04:54.852894Z","bundle_sha256":"8602e66421c2a285cbd30eead1c2150ec2e051345a3f0ba750e45c94c528407b"}}