{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:Q7MT3W56HGCJVGSOIIF67WVSNT","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"9b074eaf131aff56c17ac29c8c82682ffb0ba4b0e9f6e91c119a65bc92df8b64","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-02-25T03:02:24Z","title_canon_sha256":"48950608d27703556f9d044c5e1742df520b5f0e804cb6aa4f4ee7fb2203312d"},"schema_version":"1.0","source":{"id":"2502.17797","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.17797","created_at":"2026-07-05T10:19:44Z"},{"alias_kind":"arxiv_version","alias_value":"2502.17797v1","created_at":"2026-07-05T10:19:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.17797","created_at":"2026-07-05T10:19:44Z"},{"alias_kind":"pith_short_12","alias_value":"Q7MT3W56HGCJ","created_at":"2026-07-05T10:19:44Z"},{"alias_kind":"pith_short_16","alias_value":"Q7MT3W56HGCJVGSO","created_at":"2026-07-05T10:19:44Z"},{"alias_kind":"pith_short_8","alias_value":"Q7MT3W56","created_at":"2026-07-05T10:19:44Z"}],"graph_snapshots":[{"event_id":"sha256:a1a7e461bcdf4610a0f6a4eed977329d66966d6c70cc83da6162e99d2216ab5a","target":"graph","created_at":"2026-07-05T10:19:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2502.17797/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Human evaluation is crucial for assessing rapidly evolving language models but is influenced by annotator proficiency and task design. This study explores the integration of comparative judgment into human annotation for machine translation (MT) and evaluates three annotation setups-point-wise Multidimensional Quality Metrics (MQM), side-by-side (SxS) MQM, and its simplified version SxS relative ranking (RR). In MQM, annotators mark error spans with categories and severity levels. SxS MQM extends MQM to pairwise error annotation for two translations of the same input, while SxS RR focuses on s","authors_text":"Daniel Deutsch, Markus Freitag, Parker Riley, Yixiao Song","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-02-25T03:02:24Z","title":"Enhancing Human Evaluation in Machine Translation with Comparative Judgment"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.17797","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4def008059047a110086f0e9edd83a1ca70b3df620a9fa509f28bfa3f03cec7b","target":"record","created_at":"2026-07-05T10:19:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"9b074eaf131aff56c17ac29c8c82682ffb0ba4b0e9f6e91c119a65bc92df8b64","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-02-25T03:02:24Z","title_canon_sha256":"48950608d27703556f9d044c5e1742df520b5f0e804cb6aa4f4ee7fb2203312d"},"schema_version":"1.0","source":{"id":"2502.17797","kind":"arxiv","version":1}},"canonical_sha256":"87d93ddbbe39849a9a4e420befdab26cc77f41f79d6b063e9cc45bc555657855","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"87d93ddbbe39849a9a4e420befdab26cc77f41f79d6b063e9cc45bc555657855","first_computed_at":"2026-07-05T10:19:44.249230Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:19:44.249230Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"RkI8/56UXagY4PvEwaaXw3LYFYWOIuqmLMzAH7EVIuAg3TiRCO0ZxyVAVEjMrQdxfWDKMbKd3ybJ0JCVrKmpBA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:19:44.249730Z","signed_message":"canonical_sha256_bytes"},"source_id":"2502.17797","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4def008059047a110086f0e9edd83a1ca70b3df620a9fa509f28bfa3f03cec7b","sha256:a1a7e461bcdf4610a0f6a4eed977329d66966d6c70cc83da6162e99d2216ab5a"],"state_sha256":"baddfe321a180441227b6e868a77745f2a6c5e795d1548544405c091f18cfc4a"}