{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:6I5ECIW6GANOHLZPTXIA2IU6SN","short_pith_number":"pith:6I5ECIW6","canonical_record":{"source":{"id":"2010.10245","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-10-20T13:14:57Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"3a53ef3535c1768a27ca0f2b05a5ce2559df6c0edaf63b0cab96ccba1e6bbd7e","abstract_canon_sha256":"e2cdafd92792cc083f8acca78f17fb2f85afc887443415dd510db408b913ba5e"},"schema_version":"1.0"},"canonical_sha256":"f23a4122de301ae3af2f9dd00d229e9369117fc9766ffcde01e26114e844bdd8","source":{"kind":"arxiv","id":"2010.10245","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2010.10245","created_at":"2026-07-05T01:44:28Z"},{"alias_kind":"arxiv_version","alias_value":"2010.10245v1","created_at":"2026-07-05T01:44:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2010.10245","created_at":"2026-07-05T01:44:28Z"},{"alias_kind":"pith_short_12","alias_value":"6I5ECIW6GANO","created_at":"2026-07-05T01:44:28Z"},{"alias_kind":"pith_short_16","alias_value":"6I5ECIW6GANOHLZP","created_at":"2026-07-05T01:44:28Z"},{"alias_kind":"pith_short_8","alias_value":"6I5ECIW6","created_at":"2026-07-05T01:44:28Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:6I5ECIW6GANOHLZPTXIA2IU6SN","target":"record","payload":{"canonical_record":{"source":{"id":"2010.10245","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-10-20T13:14:57Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"3a53ef3535c1768a27ca0f2b05a5ce2559df6c0edaf63b0cab96ccba1e6bbd7e","abstract_canon_sha256":"e2cdafd92792cc083f8acca78f17fb2f85afc887443415dd510db408b913ba5e"},"schema_version":"1.0"},"canonical_sha256":"f23a4122de301ae3af2f9dd00d229e9369117fc9766ffcde01e26114e844bdd8","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:44:28.754386Z","signature_b64":"vvRlQI9i0WWor0eydgOEXcEgxOBXhSskHT9XWGZcFGyq3oWhtcbh3qTBzc3XNAnWg/PkLhz4v/78i2UfYLw1BA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f23a4122de301ae3af2f9dd00d229e9369117fc9766ffcde01e26114e844bdd8","last_reissued_at":"2026-07-05T01:44:28.753955Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:44:28.753955Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2010.10245","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:44:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EEE5iwM6QiM1av+/3J7mmx78ZEG42O08J7pWikfsMmNdVPw6wyATMnergnq6zz4FSipoMcnA819jEr+mlYfjDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T16:35:42.382442Z"},"content_sha256":"c50fb4baa2c68f8a0c42dcfc3f7c7e56527ced24ee56a201fccd7de81d7fc02b","schema_version":"1.0","event_id":"sha256:c50fb4baa2c68f8a0c42dcfc3f7c7e56527ced24ee56a201fccd7de81d7fc02b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:6I5ECIW6GANOHLZPTXIA2IU6SN","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Human-Paraphrased References Improve Neural Machine Translation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Colin Cherry, David Grangier, George Foster, Markus Freitag","submitted_at":"2020-10-20T13:14:57Z","abstract_excerpt":"Automatic evaluation comparing candidate translations to human-generated paraphrases of reference translations has recently been proposed by Freitag et al. When used in place of original references, the paraphrased versions produce metric scores that correlate better with human judgment. This effect holds for a variety of different automatic metrics, and tends to favor natural formulations over more literal (translationese) ones. In this paper we compare the results of performing end-to-end system development using standard and paraphrased references. With state-of-the-art English-German NMT c"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2010.10245","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2010.10245/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:44:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dDkHKk41FYgiPD5lQvyq9B4B+zsqKmORN5Wn655g2+LwdQ0bfKq0Fz/x2QTD6w+53XkIKxd6ITsrN721V4QHBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T16:35:42.382837Z"},"content_sha256":"328bed7ba7e0a0eaf5296c9eca0da7244c4beb9bc5ab7dab80efdc1ebd135bd5","schema_version":"1.0","event_id":"sha256:328bed7ba7e0a0eaf5296c9eca0da7244c4beb9bc5ab7dab80efdc1ebd135bd5"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/6I5ECIW6GANOHLZPTXIA2IU6SN/bundle.json","state_url":"https://pith.science/pith/6I5ECIW6GANOHLZPTXIA2IU6SN/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/6I5ECIW6GANOHLZPTXIA2IU6SN/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T16:35:42Z","links":{"resolver":"https://pith.science/pith/6I5ECIW6GANOHLZPTXIA2IU6SN","bundle":"https://pith.science/pith/6I5ECIW6GANOHLZPTXIA2IU6SN/bundle.json","state":"https://pith.science/pith/6I5ECIW6GANOHLZPTXIA2IU6SN/state.json","well_known_bundle":"https://pith.science/.well-known/pith/6I5ECIW6GANOHLZPTXIA2IU6SN/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:6I5ECIW6GANOHLZPTXIA2IU6SN","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e2cdafd92792cc083f8acca78f17fb2f85afc887443415dd510db408b913ba5e","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-10-20T13:14:57Z","title_canon_sha256":"3a53ef3535c1768a27ca0f2b05a5ce2559df6c0edaf63b0cab96ccba1e6bbd7e"},"schema_version":"1.0","source":{"id":"2010.10245","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2010.10245","created_at":"2026-07-05T01:44:28Z"},{"alias_kind":"arxiv_version","alias_value":"2010.10245v1","created_at":"2026-07-05T01:44:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2010.10245","created_at":"2026-07-05T01:44:28Z"},{"alias_kind":"pith_short_12","alias_value":"6I5ECIW6GANO","created_at":"2026-07-05T01:44:28Z"},{"alias_kind":"pith_short_16","alias_value":"6I5ECIW6GANOHLZP","created_at":"2026-07-05T01:44:28Z"},{"alias_kind":"pith_short_8","alias_value":"6I5ECIW6","created_at":"2026-07-05T01:44:28Z"}],"graph_snapshots":[{"event_id":"sha256:328bed7ba7e0a0eaf5296c9eca0da7244c4beb9bc5ab7dab80efdc1ebd135bd5","target":"graph","created_at":"2026-07-05T01:44:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2010.10245/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Automatic evaluation comparing candidate translations to human-generated paraphrases of reference translations has recently been proposed by Freitag et al. When used in place of original references, the paraphrased versions produce metric scores that correlate better with human judgment. This effect holds for a variety of different automatic metrics, and tends to favor natural formulations over more literal (translationese) ones. In this paper we compare the results of performing end-to-end system development using standard and paraphrased references. With state-of-the-art English-German NMT c","authors_text":"Colin Cherry, David Grangier, George Foster, Markus Freitag","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-10-20T13:14:57Z","title":"Human-Paraphrased References Improve Neural Machine Translation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2010.10245","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c50fb4baa2c68f8a0c42dcfc3f7c7e56527ced24ee56a201fccd7de81d7fc02b","target":"record","created_at":"2026-07-05T01:44:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e2cdafd92792cc083f8acca78f17fb2f85afc887443415dd510db408b913ba5e","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-10-20T13:14:57Z","title_canon_sha256":"3a53ef3535c1768a27ca0f2b05a5ce2559df6c0edaf63b0cab96ccba1e6bbd7e"},"schema_version":"1.0","source":{"id":"2010.10245","kind":"arxiv","version":1}},"canonical_sha256":"f23a4122de301ae3af2f9dd00d229e9369117fc9766ffcde01e26114e844bdd8","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f23a4122de301ae3af2f9dd00d229e9369117fc9766ffcde01e26114e844bdd8","first_computed_at":"2026-07-05T01:44:28.753955Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:44:28.753955Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"vvRlQI9i0WWor0eydgOEXcEgxOBXhSskHT9XWGZcFGyq3oWhtcbh3qTBzc3XNAnWg/PkLhz4v/78i2UfYLw1BA==","signature_status":"signed_v1","signed_at":"2026-07-05T01:44:28.754386Z","signed_message":"canonical_sha256_bytes"},"source_id":"2010.10245","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c50fb4baa2c68f8a0c42dcfc3f7c7e56527ced24ee56a201fccd7de81d7fc02b","sha256:328bed7ba7e0a0eaf5296c9eca0da7244c4beb9bc5ab7dab80efdc1ebd135bd5"],"state_sha256":"0c77868cf8a0c6d314d8dbd80944aeafdb2d42dfcd6653258d11207abb341732"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DUiuOpFyGSB9EwwAqQ/z37e3sG/Ds01C07ohOxdJATcna3WwwVm6ZPYFxvWVPWFNz/GdBnqHW73eVY2TA3jRBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T16:35:42.385313Z","bundle_sha256":"2c2de62ca034ee5d3ecc91dace9ac8416b3196482e8685fb2c445db66f80c202"}}