{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:N2IFSOFRH4P3QGRYQF3AWDA4LI","short_pith_number":"pith:N2IFSOFR","canonical_record":{"source":{"id":"2106.11891","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-06-22T15:59:32Z","cross_cats_sorted":[],"title_canon_sha256":"a1ceab8da7f2c93ffacd3867ef9db9016fa06984637d4809f362e85603c94576","abstract_canon_sha256":"43e5cc7f1869c41676060679c367ee6dc56038260a5c11190c5b6bcfbb5ad3c5"},"schema_version":"1.0"},"canonical_sha256":"6e905938b13f1fb81a3881760b0c1c5a0b015efc2bc3f6f0a2d03cf85c363519","source":{"kind":"arxiv","id":"2106.11891","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2106.11891","created_at":"2026-07-05T02:52:17Z"},{"alias_kind":"arxiv_version","alias_value":"2106.11891v2","created_at":"2026-07-05T02:52:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2106.11891","created_at":"2026-07-05T02:52:17Z"},{"alias_kind":"pith_short_12","alias_value":"N2IFSOFRH4P3","created_at":"2026-07-05T02:52:17Z"},{"alias_kind":"pith_short_16","alias_value":"N2IFSOFRH4P3QGRY","created_at":"2026-07-05T02:52:17Z"},{"alias_kind":"pith_short_8","alias_value":"N2IFSOFR","created_at":"2026-07-05T02:52:17Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:N2IFSOFRH4P3QGRYQF3AWDA4LI","target":"record","payload":{"canonical_record":{"source":{"id":"2106.11891","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-06-22T15:59:32Z","cross_cats_sorted":[],"title_canon_sha256":"a1ceab8da7f2c93ffacd3867ef9db9016fa06984637d4809f362e85603c94576","abstract_canon_sha256":"43e5cc7f1869c41676060679c367ee6dc56038260a5c11190c5b6bcfbb5ad3c5"},"schema_version":"1.0"},"canonical_sha256":"6e905938b13f1fb81a3881760b0c1c5a0b015efc2bc3f6f0a2d03cf85c363519","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:52:17.064430Z","signature_b64":"7b4trorA2bMr0cVpj09UzEywCXxjAGlovXBfQO8Hx6e9jY30X1Y91MM1KOYQNRcMkZDV4ol9qb6j/Repn6E8AQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6e905938b13f1fb81a3881760b0c1c5a0b015efc2bc3f6f0a2d03cf85c363519","last_reissued_at":"2026-07-05T02:52:17.064022Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:52:17.064022Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2106.11891","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:52:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"GaMqqT1ybYw7iMOi6FBf2U26fnMEmGN7LW+z8we3ZrPWYkwHSZW1Apy+7N1i2SI77GFdFzBvG8kIrwFj2fMpDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-26T08:12:05.551292Z"},"content_sha256":"10961c9c61768f43e920d41cdbeb5d52bbf53540f174e822d0594e17a457b863","schema_version":"1.0","event_id":"sha256:10961c9c61768f43e920d41cdbeb5d52bbf53540f174e822d0594e17a457b863"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:N2IFSOFRH4P3QGRYQF3AWDA4LI","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"On the Evaluation of Machine Translation for Terminology Consistency","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Antonios Anastasopoulos, James Cross, Laurent Besacier, Matthias Gall\\'e, Md Mahfuz ibn Alam, Philipp Koehn, Vassilina Nikoulina","submitted_at":"2021-06-22T15:59:32Z","abstract_excerpt":"As neural machine translation (NMT) systems become an important part of professional translator pipelines, a growing body of work focuses on combining NMT with terminologies. In many scenarios and particularly in cases of domain adaptation, one expects the MT output to adhere to the constraints provided by a terminology. In this work, we propose metrics to measure the consistency of MT output with regards to a domain terminology. We perform studies on the COVID-19 domain over 5 languages, also performing terminology-targeted human evaluation. We open-source the code for computing all proposed "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2106.11891","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2106.11891/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:52:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xAUH+9D++TXFPajcCAs7kbqwOggJBalLqh7a/Qs6RKGlj6bQeCXTByHz2j5K4Mq+WNxecrwgnnuC9ckgyxaVCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-26T08:12:05.551677Z"},"content_sha256":"552be6c736fc2cc089df50f708097c93e8f9aa104033f39dc173989f06d41112","schema_version":"1.0","event_id":"sha256:552be6c736fc2cc089df50f708097c93e8f9aa104033f39dc173989f06d41112"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/N2IFSOFRH4P3QGRYQF3AWDA4LI/bundle.json","state_url":"https://pith.science/pith/N2IFSOFRH4P3QGRYQF3AWDA4LI/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/N2IFSOFRH4P3QGRYQF3AWDA4LI/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-26T08:12:05Z","links":{"resolver":"https://pith.science/pith/N2IFSOFRH4P3QGRYQF3AWDA4LI","bundle":"https://pith.science/pith/N2IFSOFRH4P3QGRYQF3AWDA4LI/bundle.json","state":"https://pith.science/pith/N2IFSOFRH4P3QGRYQF3AWDA4LI/state.json","well_known_bundle":"https://pith.science/.well-known/pith/N2IFSOFRH4P3QGRYQF3AWDA4LI/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:N2IFSOFRH4P3QGRYQF3AWDA4LI","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"43e5cc7f1869c41676060679c367ee6dc56038260a5c11190c5b6bcfbb5ad3c5","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-06-22T15:59:32Z","title_canon_sha256":"a1ceab8da7f2c93ffacd3867ef9db9016fa06984637d4809f362e85603c94576"},"schema_version":"1.0","source":{"id":"2106.11891","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2106.11891","created_at":"2026-07-05T02:52:17Z"},{"alias_kind":"arxiv_version","alias_value":"2106.11891v2","created_at":"2026-07-05T02:52:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2106.11891","created_at":"2026-07-05T02:52:17Z"},{"alias_kind":"pith_short_12","alias_value":"N2IFSOFRH4P3","created_at":"2026-07-05T02:52:17Z"},{"alias_kind":"pith_short_16","alias_value":"N2IFSOFRH4P3QGRY","created_at":"2026-07-05T02:52:17Z"},{"alias_kind":"pith_short_8","alias_value":"N2IFSOFR","created_at":"2026-07-05T02:52:17Z"}],"graph_snapshots":[{"event_id":"sha256:552be6c736fc2cc089df50f708097c93e8f9aa104033f39dc173989f06d41112","target":"graph","created_at":"2026-07-05T02:52:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2106.11891/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"As neural machine translation (NMT) systems become an important part of professional translator pipelines, a growing body of work focuses on combining NMT with terminologies. In many scenarios and particularly in cases of domain adaptation, one expects the MT output to adhere to the constraints provided by a terminology. In this work, we propose metrics to measure the consistency of MT output with regards to a domain terminology. We perform studies on the COVID-19 domain over 5 languages, also performing terminology-targeted human evaluation. We open-source the code for computing all proposed ","authors_text":"Antonios Anastasopoulos, James Cross, Laurent Besacier, Matthias Gall\\'e, Md Mahfuz ibn Alam, Philipp Koehn, Vassilina Nikoulina","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-06-22T15:59:32Z","title":"On the Evaluation of Machine Translation for Terminology Consistency"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2106.11891","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:10961c9c61768f43e920d41cdbeb5d52bbf53540f174e822d0594e17a457b863","target":"record","created_at":"2026-07-05T02:52:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"43e5cc7f1869c41676060679c367ee6dc56038260a5c11190c5b6bcfbb5ad3c5","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-06-22T15:59:32Z","title_canon_sha256":"a1ceab8da7f2c93ffacd3867ef9db9016fa06984637d4809f362e85603c94576"},"schema_version":"1.0","source":{"id":"2106.11891","kind":"arxiv","version":2}},"canonical_sha256":"6e905938b13f1fb81a3881760b0c1c5a0b015efc2bc3f6f0a2d03cf85c363519","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6e905938b13f1fb81a3881760b0c1c5a0b015efc2bc3f6f0a2d03cf85c363519","first_computed_at":"2026-07-05T02:52:17.064022Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:52:17.064022Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"7b4trorA2bMr0cVpj09UzEywCXxjAGlovXBfQO8Hx6e9jY30X1Y91MM1KOYQNRcMkZDV4ol9qb6j/Repn6E8AQ==","signature_status":"signed_v1","signed_at":"2026-07-05T02:52:17.064430Z","signed_message":"canonical_sha256_bytes"},"source_id":"2106.11891","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:10961c9c61768f43e920d41cdbeb5d52bbf53540f174e822d0594e17a457b863","sha256:552be6c736fc2cc089df50f708097c93e8f9aa104033f39dc173989f06d41112"],"state_sha256":"bf3615d6c9bcc98665e4c6eda497e4413dc13d52ce6512a3089bbe064ce1f3a4"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"sdP7pYnjK4VC+jg/brRnSYO3Frp6lkwZ+rWa2sVqBGT5ux1NGo0ZDHH8rXcomKQ0nWNp4ahiBf/dyF06G5KeBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-26T08:12:05.554114Z","bundle_sha256":"a59eec5d9af113253368c4040b0c2718b042e4796cdf1f43749e6b49143da842"}}