{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:PHNLSDPZMH2L4M4UX6JSM7MZAT","short_pith_number":"pith:PHNLSDPZ","canonical_record":{"source":{"id":"2110.05213","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-10-11T12:27:07Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"19f63f01e1697f708d2b43dcda82b7bc0dfcdbdccd8ebe52505a58034b4fe018","abstract_canon_sha256":"bd2c0a8915ff1ea07aa9d9d1ceede0427b756b48343e20f4f345ff2043f3cb82"},"schema_version":"1.0"},"canonical_sha256":"79dab90df961f4be3394bf93267d9904d988604a00998dcfc40abfa7d9023f9c","source":{"kind":"arxiv","id":"2110.05213","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2110.05213","created_at":"2026-07-05T03:21:26Z"},{"alias_kind":"arxiv_version","alias_value":"2110.05213v1","created_at":"2026-07-05T03:21:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2110.05213","created_at":"2026-07-05T03:21:26Z"},{"alias_kind":"pith_short_12","alias_value":"PHNLSDPZMH2L","created_at":"2026-07-05T03:21:26Z"},{"alias_kind":"pith_short_16","alias_value":"PHNLSDPZMH2L4M4U","created_at":"2026-07-05T03:21:26Z"},{"alias_kind":"pith_short_8","alias_value":"PHNLSDPZ","created_at":"2026-07-05T03:21:26Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:PHNLSDPZMH2L4M4UX6JSM7MZAT","target":"record","payload":{"canonical_record":{"source":{"id":"2110.05213","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-10-11T12:27:07Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"19f63f01e1697f708d2b43dcda82b7bc0dfcdbdccd8ebe52505a58034b4fe018","abstract_canon_sha256":"bd2c0a8915ff1ea07aa9d9d1ceede0427b756b48343e20f4f345ff2043f3cb82"},"schema_version":"1.0"},"canonical_sha256":"79dab90df961f4be3394bf93267d9904d988604a00998dcfc40abfa7d9023f9c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:21:26.608633Z","signature_b64":"LGYxWHxeAi7xFw4VSDmCqOkZjxOUMQLeoNyqeRF51/5wq4Yb70j9mgTvFOI83euV5Lpl8qNw8c1s6eTnhHcbBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"79dab90df961f4be3394bf93267d9904d988604a00998dcfc40abfa7d9023f9c","last_reissued_at":"2026-07-05T03:21:26.608221Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:21:26.608221Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2110.05213","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:21:26Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"F2h7AXwvsdrLNm1pfSSw4RS+Q4Se2PDy8c/RfOk09/0BB+wsZ5y7jhvqs7HVcva/0JCha8rbJH4gdA6pb1fOBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T04:39:18.476635Z"},"content_sha256":"fd917f2e8b2fefe3d3f1ad07e3aafbf1304ddcd4850d9fe2d8c38c7be02b52c5","schema_version":"1.0","event_id":"sha256:fd917f2e8b2fefe3d3f1ad07e3aafbf1304ddcd4850d9fe2d8c38c7be02b52c5"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:PHNLSDPZMH2L4M4UX6JSM7MZAT","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"It is Not as Good as You Think! Evaluating Simultaneous Machine Translation on Interpretation Data","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Ehsan Shareghi, Gholamreza Haffari, Jinming Zhao, Philip Arthur, Trevor Cohn","submitted_at":"2021-10-11T12:27:07Z","abstract_excerpt":"Most existing simultaneous machine translation (SiMT) systems are trained and evaluated on offline translation corpora. We argue that SiMT systems should be trained and tested on real interpretation data. To illustrate this argument, we propose an interpretation test set and conduct a realistic evaluation of SiMT trained on offline translations. Our results, on our test set along with 3 existing smaller scale language pairs, highlight the difference of up-to 13.83 BLEU score when SiMT models are evaluated on translation vs interpretation data. In the absence of interpretation training data, we"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2110.05213","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2110.05213/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:21:26Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jdL8UoKd/9R03OJ4ctzI0lqmhAhkgXzqyzFSCdZ0wg/x6mvDeqVubxPzudCNvQ1f/tt+JbK96K0VXty26sltAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T04:39:18.477555Z"},"content_sha256":"20c3587d68b6ae3d478035d73bfb420dc77e238e7a08a74472ee6349f3682d35","schema_version":"1.0","event_id":"sha256:20c3587d68b6ae3d478035d73bfb420dc77e238e7a08a74472ee6349f3682d35"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/PHNLSDPZMH2L4M4UX6JSM7MZAT/bundle.json","state_url":"https://pith.science/pith/PHNLSDPZMH2L4M4UX6JSM7MZAT/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/PHNLSDPZMH2L4M4UX6JSM7MZAT/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T04:39:18Z","links":{"resolver":"https://pith.science/pith/PHNLSDPZMH2L4M4UX6JSM7MZAT","bundle":"https://pith.science/pith/PHNLSDPZMH2L4M4UX6JSM7MZAT/bundle.json","state":"https://pith.science/pith/PHNLSDPZMH2L4M4UX6JSM7MZAT/state.json","well_known_bundle":"https://pith.science/.well-known/pith/PHNLSDPZMH2L4M4UX6JSM7MZAT/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:PHNLSDPZMH2L4M4UX6JSM7MZAT","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"bd2c0a8915ff1ea07aa9d9d1ceede0427b756b48343e20f4f345ff2043f3cb82","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-10-11T12:27:07Z","title_canon_sha256":"19f63f01e1697f708d2b43dcda82b7bc0dfcdbdccd8ebe52505a58034b4fe018"},"schema_version":"1.0","source":{"id":"2110.05213","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2110.05213","created_at":"2026-07-05T03:21:26Z"},{"alias_kind":"arxiv_version","alias_value":"2110.05213v1","created_at":"2026-07-05T03:21:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2110.05213","created_at":"2026-07-05T03:21:26Z"},{"alias_kind":"pith_short_12","alias_value":"PHNLSDPZMH2L","created_at":"2026-07-05T03:21:26Z"},{"alias_kind":"pith_short_16","alias_value":"PHNLSDPZMH2L4M4U","created_at":"2026-07-05T03:21:26Z"},{"alias_kind":"pith_short_8","alias_value":"PHNLSDPZ","created_at":"2026-07-05T03:21:26Z"}],"graph_snapshots":[{"event_id":"sha256:20c3587d68b6ae3d478035d73bfb420dc77e238e7a08a74472ee6349f3682d35","target":"graph","created_at":"2026-07-05T03:21:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2110.05213/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Most existing simultaneous machine translation (SiMT) systems are trained and evaluated on offline translation corpora. We argue that SiMT systems should be trained and tested on real interpretation data. To illustrate this argument, we propose an interpretation test set and conduct a realistic evaluation of SiMT trained on offline translations. Our results, on our test set along with 3 existing smaller scale language pairs, highlight the difference of up-to 13.83 BLEU score when SiMT models are evaluated on translation vs interpretation data. In the absence of interpretation training data, we","authors_text":"Ehsan Shareghi, Gholamreza Haffari, Jinming Zhao, Philip Arthur, Trevor Cohn","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-10-11T12:27:07Z","title":"It is Not as Good as You Think! Evaluating Simultaneous Machine Translation on Interpretation Data"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2110.05213","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:fd917f2e8b2fefe3d3f1ad07e3aafbf1304ddcd4850d9fe2d8c38c7be02b52c5","target":"record","created_at":"2026-07-05T03:21:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"bd2c0a8915ff1ea07aa9d9d1ceede0427b756b48343e20f4f345ff2043f3cb82","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-10-11T12:27:07Z","title_canon_sha256":"19f63f01e1697f708d2b43dcda82b7bc0dfcdbdccd8ebe52505a58034b4fe018"},"schema_version":"1.0","source":{"id":"2110.05213","kind":"arxiv","version":1}},"canonical_sha256":"79dab90df961f4be3394bf93267d9904d988604a00998dcfc40abfa7d9023f9c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"79dab90df961f4be3394bf93267d9904d988604a00998dcfc40abfa7d9023f9c","first_computed_at":"2026-07-05T03:21:26.608221Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:21:26.608221Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"LGYxWHxeAi7xFw4VSDmCqOkZjxOUMQLeoNyqeRF51/5wq4Yb70j9mgTvFOI83euV5Lpl8qNw8c1s6eTnhHcbBw==","signature_status":"signed_v1","signed_at":"2026-07-05T03:21:26.608633Z","signed_message":"canonical_sha256_bytes"},"source_id":"2110.05213","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:fd917f2e8b2fefe3d3f1ad07e3aafbf1304ddcd4850d9fe2d8c38c7be02b52c5","sha256:20c3587d68b6ae3d478035d73bfb420dc77e238e7a08a74472ee6349f3682d35"],"state_sha256":"ebac27beb1ee09a4ac2f10f9140eccd140e3ff0d7ed4d9c35e428bd17aa70866"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VJL8k+hnE2itdw6LdCR8shD1xXy7SLxaAjpKzBWInbsWE9Lb9N273k9lHreg3z/eDHrYLS4NMGa2WVb3qYO4Bg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T04:39:18.484896Z","bundle_sha256":"7a8cf993cd18562e0904a124a78cb49464e9018a6e6e537485ac312bf8c45487"}}