{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2018:OMHV6KVXABBYTMLG6WSPQIYDWJ","short_pith_number":"pith:OMHV6KVX","canonical_record":{"source":{"id":"1807.08945","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-07-24T08:09:22Z","cross_cats_sorted":[],"title_canon_sha256":"a8b11d734d7dca5c3013d726858e58b9bcb2996071e32abd9f027b68b7a92e1e","abstract_canon_sha256":"1825d5ac0882dc16bc72622279b3848d6fa1a9500efb2b476a90565a4ba54abf"},"schema_version":"1.0"},"canonical_sha256":"730f5f2ab7004389b166f5a4f82303b26a34a2496b48f9019f9cb24d18a5b5d8","source":{"kind":"arxiv","id":"1807.08945","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1807.08945","created_at":"2026-05-18T00:09:57Z"},{"alias_kind":"arxiv_version","alias_value":"1807.08945v1","created_at":"2026-05-18T00:09:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1807.08945","created_at":"2026-05-18T00:09:57Z"},{"alias_kind":"pith_short_12","alias_value":"OMHV6KVXABBY","created_at":"2026-05-18T12:32:43Z"},{"alias_kind":"pith_short_16","alias_value":"OMHV6KVXABBYTMLG","created_at":"2026-05-18T12:32:43Z"},{"alias_kind":"pith_short_8","alias_value":"OMHV6KVX","created_at":"2026-05-18T12:32:43Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2018:OMHV6KVXABBYTMLG6WSPQIYDWJ","target":"record","payload":{"canonical_record":{"source":{"id":"1807.08945","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-07-24T08:09:22Z","cross_cats_sorted":[],"title_canon_sha256":"a8b11d734d7dca5c3013d726858e58b9bcb2996071e32abd9f027b68b7a92e1e","abstract_canon_sha256":"1825d5ac0882dc16bc72622279b3848d6fa1a9500efb2b476a90565a4ba54abf"},"schema_version":"1.0"},"canonical_sha256":"730f5f2ab7004389b166f5a4f82303b26a34a2496b48f9019f9cb24d18a5b5d8","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:09:57.304017Z","signature_b64":"f882QzxXRgODpMNzCyrWtit8Silo+jgkxRf2uaW1RBxvskkVj3tyXsk3e5M5k1XepZ6rrjH4TlYtC99KMA0RDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"730f5f2ab7004389b166f5a4f82303b26a34a2496b48f9019f9cb24d18a5b5d8","last_reissued_at":"2026-05-18T00:09:57.303272Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:09:57.303272Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1807.08945","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:09:57Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"emC7ikwzSLHNlbBpwx8cZl84fIiB22MzFa3cBiwCqItX+9cbIOWGZ6Pscs67mFLxMQj/mHdU2rbFBKXfXkT5CQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-26T00:45:16.893522Z"},"content_sha256":"071dabde47751438fabd6c45b8aebc5ddbd8242e026d1e16a97ecda886bef816","schema_version":"1.0","event_id":"sha256:071dabde47751438fabd6c45b8aebc5ddbd8242e026d1e16a97ecda886bef816"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2018:OMHV6KVXABBYTMLG6WSPQIYDWJ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Otem&Utem: Over- and Under-Translation Evaluation Metric for NMT","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Biao Zhang, Jing Yang, Jinsong Su, Qian Lin, Xiangwen Zhang, Yue Qin","submitted_at":"2018-07-24T08:09:22Z","abstract_excerpt":"Although neural machine translation(NMT) yields promising translation performance, it unfortunately suffers from over- and under-translation is- sues [Tu et al., 2016], of which studies have become research hotspots in NMT. At present, these studies mainly apply the dominant automatic evaluation metrics, such as BLEU, to evaluate the overall translation quality with respect to both adequacy and uency. However, they are unable to accurately measure the ability of NMT systems in dealing with the above-mentioned issues. In this paper, we propose two quantitative metrics, the Otem and Utem, to aut"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1807.08945","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:09:57Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"OI1aK3SApvWAmO9uCh889Z2lKv0fPiwSBIFLz7Uz4NVySAYheX5/vYGNZoYiBOpK2oXfoae2lJEdTywuzsizCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-26T00:45:16.894190Z"},"content_sha256":"d112b1a97e3b01bcb69dea719f244138df0559b9a6d4da957a6f7ce9569cc92c","schema_version":"1.0","event_id":"sha256:d112b1a97e3b01bcb69dea719f244138df0559b9a6d4da957a6f7ce9569cc92c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/OMHV6KVXABBYTMLG6WSPQIYDWJ/bundle.json","state_url":"https://pith.science/pith/OMHV6KVXABBYTMLG6WSPQIYDWJ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/OMHV6KVXABBYTMLG6WSPQIYDWJ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-26T00:45:16Z","links":{"resolver":"https://pith.science/pith/OMHV6KVXABBYTMLG6WSPQIYDWJ","bundle":"https://pith.science/pith/OMHV6KVXABBYTMLG6WSPQIYDWJ/bundle.json","state":"https://pith.science/pith/OMHV6KVXABBYTMLG6WSPQIYDWJ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/OMHV6KVXABBYTMLG6WSPQIYDWJ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2018:OMHV6KVXABBYTMLG6WSPQIYDWJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1825d5ac0882dc16bc72622279b3848d6fa1a9500efb2b476a90565a4ba54abf","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-07-24T08:09:22Z","title_canon_sha256":"a8b11d734d7dca5c3013d726858e58b9bcb2996071e32abd9f027b68b7a92e1e"},"schema_version":"1.0","source":{"id":"1807.08945","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1807.08945","created_at":"2026-05-18T00:09:57Z"},{"alias_kind":"arxiv_version","alias_value":"1807.08945v1","created_at":"2026-05-18T00:09:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1807.08945","created_at":"2026-05-18T00:09:57Z"},{"alias_kind":"pith_short_12","alias_value":"OMHV6KVXABBY","created_at":"2026-05-18T12:32:43Z"},{"alias_kind":"pith_short_16","alias_value":"OMHV6KVXABBYTMLG","created_at":"2026-05-18T12:32:43Z"},{"alias_kind":"pith_short_8","alias_value":"OMHV6KVX","created_at":"2026-05-18T12:32:43Z"}],"graph_snapshots":[{"event_id":"sha256:d112b1a97e3b01bcb69dea719f244138df0559b9a6d4da957a6f7ce9569cc92c","target":"graph","created_at":"2026-05-18T00:09:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Although neural machine translation(NMT) yields promising translation performance, it unfortunately suffers from over- and under-translation is- sues [Tu et al., 2016], of which studies have become research hotspots in NMT. At present, these studies mainly apply the dominant automatic evaluation metrics, such as BLEU, to evaluate the overall translation quality with respect to both adequacy and uency. However, they are unable to accurately measure the ability of NMT systems in dealing with the above-mentioned issues. In this paper, we propose two quantitative metrics, the Otem and Utem, to aut","authors_text":"Biao Zhang, Jing Yang, Jinsong Su, Qian Lin, Xiangwen Zhang, Yue Qin","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-07-24T08:09:22Z","title":"Otem&Utem: Over- and Under-Translation Evaluation Metric for NMT"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1807.08945","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:071dabde47751438fabd6c45b8aebc5ddbd8242e026d1e16a97ecda886bef816","target":"record","created_at":"2026-05-18T00:09:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1825d5ac0882dc16bc72622279b3848d6fa1a9500efb2b476a90565a4ba54abf","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-07-24T08:09:22Z","title_canon_sha256":"a8b11d734d7dca5c3013d726858e58b9bcb2996071e32abd9f027b68b7a92e1e"},"schema_version":"1.0","source":{"id":"1807.08945","kind":"arxiv","version":1}},"canonical_sha256":"730f5f2ab7004389b166f5a4f82303b26a34a2496b48f9019f9cb24d18a5b5d8","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"730f5f2ab7004389b166f5a4f82303b26a34a2496b48f9019f9cb24d18a5b5d8","first_computed_at":"2026-05-18T00:09:57.303272Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:09:57.303272Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"f882QzxXRgODpMNzCyrWtit8Silo+jgkxRf2uaW1RBxvskkVj3tyXsk3e5M5k1XepZ6rrjH4TlYtC99KMA0RDw==","signature_status":"signed_v1","signed_at":"2026-05-18T00:09:57.304017Z","signed_message":"canonical_sha256_bytes"},"source_id":"1807.08945","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:071dabde47751438fabd6c45b8aebc5ddbd8242e026d1e16a97ecda886bef816","sha256:d112b1a97e3b01bcb69dea719f244138df0559b9a6d4da957a6f7ce9569cc92c"],"state_sha256":"771891cf95c0f935cf5b6659e69ca6483a062b83fdb94a6f0918a28a94a3ecff"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"A+fWtYgYgAotQCSLCigDj6BhH3lC0Cbim0wU5BJHgpDJz7faLxnFebWOoTyQXACcrF4iHeswMasgoebNabc2Cw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-26T00:45:16.898248Z","bundle_sha256":"ced30b1ea62a2bba494e027ebc5db3d1371a1e275116e4add3314f509de205ed"}}