{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:SSNVP5XDA7EVETE5AM23SNTZLV","short_pith_number":"pith:SSNVP5XD","canonical_record":{"source":{"id":"2406.11580","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-17T14:20:47Z","cross_cats_sorted":[],"title_canon_sha256":"ff75d86db9578e0d3f295896b2c3fdf952266118fb2a2c0142263ea6ed2d3a62","abstract_canon_sha256":"ebe40ce748129778c0a14a24bb8449e5da73f48288351dc8aa31a2baba0a59a3"},"schema_version":"1.0"},"canonical_sha256":"949b57f6e307c9524c9d0335b936795d788449713bd3df84cb660e87c3202001","source":{"kind":"arxiv","id":"2406.11580","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.11580","created_at":"2026-07-05T09:22:19Z"},{"alias_kind":"arxiv_version","alias_value":"2406.11580v2","created_at":"2026-07-05T09:22:19Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.11580","created_at":"2026-07-05T09:22:19Z"},{"alias_kind":"pith_short_12","alias_value":"SSNVP5XDA7EV","created_at":"2026-07-05T09:22:19Z"},{"alias_kind":"pith_short_16","alias_value":"SSNVP5XDA7EVETE5","created_at":"2026-07-05T09:22:19Z"},{"alias_kind":"pith_short_8","alias_value":"SSNVP5XD","created_at":"2026-07-05T09:22:19Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:SSNVP5XDA7EVETE5AM23SNTZLV","target":"record","payload":{"canonical_record":{"source":{"id":"2406.11580","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-17T14:20:47Z","cross_cats_sorted":[],"title_canon_sha256":"ff75d86db9578e0d3f295896b2c3fdf952266118fb2a2c0142263ea6ed2d3a62","abstract_canon_sha256":"ebe40ce748129778c0a14a24bb8449e5da73f48288351dc8aa31a2baba0a59a3"},"schema_version":"1.0"},"canonical_sha256":"949b57f6e307c9524c9d0335b936795d788449713bd3df84cb660e87c3202001","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:22:19.570256Z","signature_b64":"0LCBjhzO5Jlj+MKmukb6oSE9lBnaCmMVvqqT4i32+HQqMgxXpx0mIw1dTqD/iiwwUcfXeLXor6189Nk0pAI/Dw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"949b57f6e307c9524c9d0335b936795d788449713bd3df84cb660e87c3202001","last_reissued_at":"2026-07-05T09:22:19.569758Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:22:19.569758Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.11580","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:22:19Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vXdBhIW4RZ2jLWzYmLyDB4aDB33yKebEc+hCssILUlBRhuzX66JRTTJIzhaAAkic0jAKqtX8nbTglRR2TVdiCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T05:42:04.881356Z"},"content_sha256":"6aa122e7d91363a924ff850d8ca7b059da14884ee8c8453937cdaa93899e3be5","schema_version":"1.0","event_id":"sha256:6aa122e7d91363a924ff850d8ca7b059da14884ee8c8453937cdaa93899e3be5"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:SSNVP5XDA7EVETE5AM23SNTZLV","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Error Span Annotation: A Balanced Approach for Human Evaluation of Machine Translation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Eleftherios Avramidis, Maja Popovi\\'c, Mariya Shmatova, Marzena Karpinska, Mrinmaya Sachan, Roman Grundkiewicz, Tom Kocmi, Vil\\'em Zouhar","submitted_at":"2024-06-17T14:20:47Z","abstract_excerpt":"High-quality Machine Translation (MT) evaluation relies heavily on human judgments. Comprehensive error classification methods, such as Multidimensional Quality Metrics (MQM), are expensive as they are time-consuming and can only be done by experts, whose availability may be limited especially for low-resource languages. On the other hand, just assigning overall scores, like Direct Assessment (DA), is simpler and faster and can be done by translators of any level, but is less reliable. In this paper, we introduce Error Span Annotation (ESA), a human evaluation protocol which combines the conti"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.11580","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.11580/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:22:19Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"m1oenDMVwGpd4Y1gm1bnlSk5PyTIhJu1lUpbgwfD81fv+W28gfg8c+b9i8MDzVPNbM1fCLttSO7bNHaATIBPDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T05:42:04.881856Z"},"content_sha256":"bcea54e0d388e58d0fb6f92aef892ba8058281055b2a604e3e3b0019b88532fe","schema_version":"1.0","event_id":"sha256:bcea54e0d388e58d0fb6f92aef892ba8058281055b2a604e3e3b0019b88532fe"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/SSNVP5XDA7EVETE5AM23SNTZLV/bundle.json","state_url":"https://pith.science/pith/SSNVP5XDA7EVETE5AM23SNTZLV/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/SSNVP5XDA7EVETE5AM23SNTZLV/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T05:42:04Z","links":{"resolver":"https://pith.science/pith/SSNVP5XDA7EVETE5AM23SNTZLV","bundle":"https://pith.science/pith/SSNVP5XDA7EVETE5AM23SNTZLV/bundle.json","state":"https://pith.science/pith/SSNVP5XDA7EVETE5AM23SNTZLV/state.json","well_known_bundle":"https://pith.science/.well-known/pith/SSNVP5XDA7EVETE5AM23SNTZLV/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:SSNVP5XDA7EVETE5AM23SNTZLV","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ebe40ce748129778c0a14a24bb8449e5da73f48288351dc8aa31a2baba0a59a3","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-17T14:20:47Z","title_canon_sha256":"ff75d86db9578e0d3f295896b2c3fdf952266118fb2a2c0142263ea6ed2d3a62"},"schema_version":"1.0","source":{"id":"2406.11580","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.11580","created_at":"2026-07-05T09:22:19Z"},{"alias_kind":"arxiv_version","alias_value":"2406.11580v2","created_at":"2026-07-05T09:22:19Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.11580","created_at":"2026-07-05T09:22:19Z"},{"alias_kind":"pith_short_12","alias_value":"SSNVP5XDA7EV","created_at":"2026-07-05T09:22:19Z"},{"alias_kind":"pith_short_16","alias_value":"SSNVP5XDA7EVETE5","created_at":"2026-07-05T09:22:19Z"},{"alias_kind":"pith_short_8","alias_value":"SSNVP5XD","created_at":"2026-07-05T09:22:19Z"}],"graph_snapshots":[{"event_id":"sha256:bcea54e0d388e58d0fb6f92aef892ba8058281055b2a604e3e3b0019b88532fe","target":"graph","created_at":"2026-07-05T09:22:19Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.11580/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"High-quality Machine Translation (MT) evaluation relies heavily on human judgments. Comprehensive error classification methods, such as Multidimensional Quality Metrics (MQM), are expensive as they are time-consuming and can only be done by experts, whose availability may be limited especially for low-resource languages. On the other hand, just assigning overall scores, like Direct Assessment (DA), is simpler and faster and can be done by translators of any level, but is less reliable. In this paper, we introduce Error Span Annotation (ESA), a human evaluation protocol which combines the conti","authors_text":"Eleftherios Avramidis, Maja Popovi\\'c, Mariya Shmatova, Marzena Karpinska, Mrinmaya Sachan, Roman Grundkiewicz, Tom Kocmi, Vil\\'em Zouhar","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-17T14:20:47Z","title":"Error Span Annotation: A Balanced Approach for Human Evaluation of Machine Translation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.11580","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6aa122e7d91363a924ff850d8ca7b059da14884ee8c8453937cdaa93899e3be5","target":"record","created_at":"2026-07-05T09:22:19Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ebe40ce748129778c0a14a24bb8449e5da73f48288351dc8aa31a2baba0a59a3","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-17T14:20:47Z","title_canon_sha256":"ff75d86db9578e0d3f295896b2c3fdf952266118fb2a2c0142263ea6ed2d3a62"},"schema_version":"1.0","source":{"id":"2406.11580","kind":"arxiv","version":2}},"canonical_sha256":"949b57f6e307c9524c9d0335b936795d788449713bd3df84cb660e87c3202001","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"949b57f6e307c9524c9d0335b936795d788449713bd3df84cb660e87c3202001","first_computed_at":"2026-07-05T09:22:19.569758Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:22:19.569758Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"0LCBjhzO5Jlj+MKmukb6oSE9lBnaCmMVvqqT4i32+HQqMgxXpx0mIw1dTqD/iiwwUcfXeLXor6189Nk0pAI/Dw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:22:19.570256Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.11580","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6aa122e7d91363a924ff850d8ca7b059da14884ee8c8453937cdaa93899e3be5","sha256:bcea54e0d388e58d0fb6f92aef892ba8058281055b2a604e3e3b0019b88532fe"],"state_sha256":"2e4675a73e185bd5ffcfc1e49e7f4fe9e291ff87f51b2d1241386c829acedf60"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"T2zL35SOyTxNqJ87D+1xwLIOEKYGnrzD4K6yF1KMhHPci9AAqbmd75aJo7NqpaZtvNfwaGLur7Q0WqNc/ckbDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T05:42:04.885629Z","bundle_sha256":"70d041777f497f265ac65e594fd4346ab953a4a62996bd83ddf26d46769cb78d"}}