{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2018:XPB24HL77CYF3JGGEGLHB3QEUG","short_pith_number":"pith:XPB24HL7","canonical_record":{"source":{"id":"1807.09433","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-07-25T04:31:21Z","cross_cats_sorted":[],"title_canon_sha256":"f6b14abca082475501cd5736b9012714e388dbe07c6c72501167c546999e0915","abstract_canon_sha256":"d74017e6e00399025f4656307f701e247cf810a9d22dae15d93bf3e5dd76828b"},"schema_version":"1.0"},"canonical_sha256":"bbc3ae1d7ff8b05da4c6219670ee04a1b92feea9c40dbb970363a70d08544be0","source":{"kind":"arxiv","id":"1807.09433","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1807.09433","created_at":"2026-05-18T00:00:29Z"},{"alias_kind":"arxiv_version","alias_value":"1807.09433v3","created_at":"2026-05-18T00:00:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1807.09433","created_at":"2026-05-18T00:00:29Z"},{"alias_kind":"pith_short_12","alias_value":"XPB24HL77CYF","created_at":"2026-05-18T12:33:01Z"},{"alias_kind":"pith_short_16","alias_value":"XPB24HL77CYF3JGG","created_at":"2026-05-18T12:33:01Z"},{"alias_kind":"pith_short_8","alias_value":"XPB24HL7","created_at":"2026-05-18T12:33:01Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2018:XPB24HL77CYF3JGGEGLHB3QEUG","target":"record","payload":{"canonical_record":{"source":{"id":"1807.09433","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-07-25T04:31:21Z","cross_cats_sorted":[],"title_canon_sha256":"f6b14abca082475501cd5736b9012714e388dbe07c6c72501167c546999e0915","abstract_canon_sha256":"d74017e6e00399025f4656307f701e247cf810a9d22dae15d93bf3e5dd76828b"},"schema_version":"1.0"},"canonical_sha256":"bbc3ae1d7ff8b05da4c6219670ee04a1b92feea9c40dbb970363a70d08544be0","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:00:29.855829Z","signature_b64":"rtpYcdjZQj6imTgVEXfpJAoN1zQY7kgct24iWIL0Bmdw1cAMTNojySyy7koP6rB3jEEwB1fgeHoor9ol0YywBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"bbc3ae1d7ff8b05da4c6219670ee04a1b92feea9c40dbb970363a70d08544be0","last_reissued_at":"2026-05-18T00:00:29.855307Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:00:29.855307Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1807.09433","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:00:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"g29OS0LCz44GM4M4WgHpkNEO+s6qm5RSKYKQC+T4K//TSfNFXwsjmPs64vuRkuuMbWc0CLHzgBOLtn62TQP9Dw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-25T20:13:17.536672Z"},"content_sha256":"b0fae0645e49e365ebb9176136396cf7fd4b3b6c0cb78f27a2dedcb0dff42228","schema_version":"1.0","event_id":"sha256:b0fae0645e49e365ebb9176136396cf7fd4b3b6c0cb78f27a2dedcb0dff42228"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2018:XPB24HL77CYF3JGGEGLHB3QEUG","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"\"Bilingual Expert\" Can Find Translation Errors","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Bo Li, Boxing Chen, Fengming Zhou, Jiayi Wang, Kai Fan, Luo Si","submitted_at":"2018-07-25T04:31:21Z","abstract_excerpt":"Recent advances in statistical machine translation via the adoption of neural sequence-to-sequence models empower the end-to-end system to achieve state-of-the-art in many WMT benchmarks. The performance of such machine translation (MT) system is usually evaluated by automatic metric BLEU when the golden references are provided for validation. However, for model inference or production deployment, the golden references are prohibitively available or require expensive human annotation with bilingual expertise. In order to address the issue of quality evaluation (QE) without reference, we propos"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1807.09433","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:00:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DmmGiM2pJGvm0kJrAJcDuevyEKje9p49+Q1isWvJ3w/tDm6QEAdXSGbBFQpFCUZ+JmGFTRBsWd4JlYvj/NvSCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-25T20:13:17.537363Z"},"content_sha256":"20d6278df6a0856c11bdc4fe4e07b9c111b345bf8eb0182ad3de1aa4ae01025e","schema_version":"1.0","event_id":"sha256:20d6278df6a0856c11bdc4fe4e07b9c111b345bf8eb0182ad3de1aa4ae01025e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/XPB24HL77CYF3JGGEGLHB3QEUG/bundle.json","state_url":"https://pith.science/pith/XPB24HL77CYF3JGGEGLHB3QEUG/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/XPB24HL77CYF3JGGEGLHB3QEUG/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-25T20:13:17Z","links":{"resolver":"https://pith.science/pith/XPB24HL77CYF3JGGEGLHB3QEUG","bundle":"https://pith.science/pith/XPB24HL77CYF3JGGEGLHB3QEUG/bundle.json","state":"https://pith.science/pith/XPB24HL77CYF3JGGEGLHB3QEUG/state.json","well_known_bundle":"https://pith.science/.well-known/pith/XPB24HL77CYF3JGGEGLHB3QEUG/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2018:XPB24HL77CYF3JGGEGLHB3QEUG","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d74017e6e00399025f4656307f701e247cf810a9d22dae15d93bf3e5dd76828b","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-07-25T04:31:21Z","title_canon_sha256":"f6b14abca082475501cd5736b9012714e388dbe07c6c72501167c546999e0915"},"schema_version":"1.0","source":{"id":"1807.09433","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1807.09433","created_at":"2026-05-18T00:00:29Z"},{"alias_kind":"arxiv_version","alias_value":"1807.09433v3","created_at":"2026-05-18T00:00:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1807.09433","created_at":"2026-05-18T00:00:29Z"},{"alias_kind":"pith_short_12","alias_value":"XPB24HL77CYF","created_at":"2026-05-18T12:33:01Z"},{"alias_kind":"pith_short_16","alias_value":"XPB24HL77CYF3JGG","created_at":"2026-05-18T12:33:01Z"},{"alias_kind":"pith_short_8","alias_value":"XPB24HL7","created_at":"2026-05-18T12:33:01Z"}],"graph_snapshots":[{"event_id":"sha256:20d6278df6a0856c11bdc4fe4e07b9c111b345bf8eb0182ad3de1aa4ae01025e","target":"graph","created_at":"2026-05-18T00:00:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Recent advances in statistical machine translation via the adoption of neural sequence-to-sequence models empower the end-to-end system to achieve state-of-the-art in many WMT benchmarks. The performance of such machine translation (MT) system is usually evaluated by automatic metric BLEU when the golden references are provided for validation. However, for model inference or production deployment, the golden references are prohibitively available or require expensive human annotation with bilingual expertise. In order to address the issue of quality evaluation (QE) without reference, we propos","authors_text":"Bo Li, Boxing Chen, Fengming Zhou, Jiayi Wang, Kai Fan, Luo Si","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-07-25T04:31:21Z","title":"\"Bilingual Expert\" Can Find Translation Errors"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1807.09433","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b0fae0645e49e365ebb9176136396cf7fd4b3b6c0cb78f27a2dedcb0dff42228","target":"record","created_at":"2026-05-18T00:00:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d74017e6e00399025f4656307f701e247cf810a9d22dae15d93bf3e5dd76828b","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-07-25T04:31:21Z","title_canon_sha256":"f6b14abca082475501cd5736b9012714e388dbe07c6c72501167c546999e0915"},"schema_version":"1.0","source":{"id":"1807.09433","kind":"arxiv","version":3}},"canonical_sha256":"bbc3ae1d7ff8b05da4c6219670ee04a1b92feea9c40dbb970363a70d08544be0","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"bbc3ae1d7ff8b05da4c6219670ee04a1b92feea9c40dbb970363a70d08544be0","first_computed_at":"2026-05-18T00:00:29.855307Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:00:29.855307Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"rtpYcdjZQj6imTgVEXfpJAoN1zQY7kgct24iWIL0Bmdw1cAMTNojySyy7koP6rB3jEEwB1fgeHoor9ol0YywBQ==","signature_status":"signed_v1","signed_at":"2026-05-18T00:00:29.855829Z","signed_message":"canonical_sha256_bytes"},"source_id":"1807.09433","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b0fae0645e49e365ebb9176136396cf7fd4b3b6c0cb78f27a2dedcb0dff42228","sha256:20d6278df6a0856c11bdc4fe4e07b9c111b345bf8eb0182ad3de1aa4ae01025e"],"state_sha256":"b7463a243b17a70a4e10a821c3de1ab9d652b4e5421bf77fc6998e450a21f083"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7sn/VvQbYOCPYxbne+Buy0V2R0cIl5Y0saTwaCrFN20vN2cpzvt6AfXnWq8q3YEVX0T0kBga7tX8Ofp7w0pwAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-25T20:13:17.540421Z","bundle_sha256":"d1666c7030f8fcccf2e9a1fb97fe2a378600e3a524774a437ce13d6a3deebfa0"}}