{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:FY4MRHXYSWJTAMDQVACHZTMT4C","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"11212931ada32cc0996973e0c677f6e34033cdbec53e8eb489df8dc7911862eb","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-07-31T17:44:41Z","title_canon_sha256":"b38749d930775bf35dccf6d5bb5361c21c5101144878f5476afb94ffc0e6f254"},"schema_version":"1.0","source":{"id":"2007.16193","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2007.16193","created_at":"2026-07-05T01:23:50Z"},{"alias_kind":"arxiv_version","alias_value":"2007.16193v1","created_at":"2026-07-05T01:23:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2007.16193","created_at":"2026-07-05T01:23:50Z"},{"alias_kind":"pith_short_12","alias_value":"FY4MRHXYSWJT","created_at":"2026-07-05T01:23:50Z"},{"alias_kind":"pith_short_16","alias_value":"FY4MRHXYSWJTAMDQ","created_at":"2026-07-05T01:23:50Z"},{"alias_kind":"pith_short_8","alias_value":"FY4MRHXY","created_at":"2026-07-05T01:23:50Z"}],"graph_snapshots":[{"event_id":"sha256:1ead8edb164901bc89cdae9fb2cba8e189413dd7a65f0251c3828fe2c052903e","target":"graph","created_at":"2026-07-05T01:23:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2007.16193/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Simultaneous translation on both text and speech focuses on a real-time and low-latency scenario where the model starts translating before reading the complete source input. Evaluating simultaneous translation models is more complex than offline models because the latency is another factor to consider in addition to translation quality. The research community, despite its growing focus on novel modeling approaches to simultaneous translation, currently lacks a universal evaluation procedure. Therefore, we present SimulEval, an easy-to-use and general evaluation toolkit for both simultaneous te","authors_text":"Changhan Wang, Jiatao Gu, Juan Pino, Mohammad Javad Dousti, Xutai Ma","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-07-31T17:44:41Z","title":"SimulEval: An Evaluation Toolkit for Simultaneous Translation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2007.16193","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:08741dc0c3e489be9f41a11ef0e63a4078a7fa136c2b11a1772d0e22c840fd2b","target":"record","created_at":"2026-07-05T01:23:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"11212931ada32cc0996973e0c677f6e34033cdbec53e8eb489df8dc7911862eb","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-07-31T17:44:41Z","title_canon_sha256":"b38749d930775bf35dccf6d5bb5361c21c5101144878f5476afb94ffc0e6f254"},"schema_version":"1.0","source":{"id":"2007.16193","kind":"arxiv","version":1}},"canonical_sha256":"2e38c89ef89593303070a8047ccd93e08fdd3339297e03d6132f29ad443926e3","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2e38c89ef89593303070a8047ccd93e08fdd3339297e03d6132f29ad443926e3","first_computed_at":"2026-07-05T01:23:50.489920Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:23:50.489920Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"d3Ssa7CBI2jEt5/grvGywDgJCcffEJGDeDRDKIHy075WI9y/p31kpipB6pGoiU0O1IJNre4oSehZpUglX9M5BQ==","signature_status":"signed_v1","signed_at":"2026-07-05T01:23:50.490468Z","signed_message":"canonical_sha256_bytes"},"source_id":"2007.16193","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:08741dc0c3e489be9f41a11ef0e63a4078a7fa136c2b11a1772d0e22c840fd2b","sha256:1ead8edb164901bc89cdae9fb2cba8e189413dd7a65f0251c3828fe2c052903e"],"state_sha256":"9eed40e21e3dab39365103a654affc5876fd2c26b9e3172e4a113d2829308047"}