{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:5L5TZGO4U4QOX4RVOLKQ3WE5PF","short_pith_number":"pith:5L5TZGO4","canonical_record":{"source":{"id":"2409.14335","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.CL","submitted_at":"2024-09-22T06:43:40Z","cross_cats_sorted":[],"title_canon_sha256":"edf39792d49567ef1fdd1aa041947b4863bbcad42808e4e4eb92ed8402fc105d","abstract_canon_sha256":"d2bb5a49101587b9ed021aed57f97c67d286eebcfaf162ae62f272ac144b6569"},"schema_version":"1.0"},"canonical_sha256":"eafb3c99dca720ebf23572d50dd89d796f26778fea72ea9088c49e64c7b28709","source":{"kind":"arxiv","id":"2409.14335","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.14335","created_at":"2026-07-05T09:49:10Z"},{"alias_kind":"arxiv_version","alias_value":"2409.14335v2","created_at":"2026-07-05T09:49:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.14335","created_at":"2026-07-05T09:49:10Z"},{"alias_kind":"pith_short_12","alias_value":"5L5TZGO4U4QO","created_at":"2026-07-05T09:49:10Z"},{"alias_kind":"pith_short_16","alias_value":"5L5TZGO4U4QOX4RV","created_at":"2026-07-05T09:49:10Z"},{"alias_kind":"pith_short_8","alias_value":"5L5TZGO4","created_at":"2026-07-05T09:49:10Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:5L5TZGO4U4QOX4RVOLKQ3WE5PF","target":"record","payload":{"canonical_record":{"source":{"id":"2409.14335","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.CL","submitted_at":"2024-09-22T06:43:40Z","cross_cats_sorted":[],"title_canon_sha256":"edf39792d49567ef1fdd1aa041947b4863bbcad42808e4e4eb92ed8402fc105d","abstract_canon_sha256":"d2bb5a49101587b9ed021aed57f97c67d286eebcfaf162ae62f272ac144b6569"},"schema_version":"1.0"},"canonical_sha256":"eafb3c99dca720ebf23572d50dd89d796f26778fea72ea9088c49e64c7b28709","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:49:10.453621Z","signature_b64":"Bu6v0PjLICVtAR6vhIoud4QotaQchNvqBgjuIVm/F6lV5Kb7inuY5NDZvi1xHq+6JFGPmhtB/XFp4KyxAczuDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"eafb3c99dca720ebf23572d50dd89d796f26778fea72ea9088c49e64c7b28709","last_reissued_at":"2026-07-05T09:49:10.453127Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:49:10.453127Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2409.14335","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:49:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+K1OF03S4l/pdMjciCMgBNFucOlAIoaV5/c/7wmy3+0tGIUoSjanEfPuNHJjYCGwSCvQG6UQwUxdH4JL6Du0CA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T11:50:04.877097Z"},"content_sha256":"86dd35f77e453a41d5f823422e1dea8fb7b6f94132462cbc79d7ee3444030b54","schema_version":"1.0","event_id":"sha256:86dd35f77e453a41d5f823422e1dea8fb7b6f94132462cbc79d7ee3444030b54"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:5L5TZGO4U4QOX4RVOLKQ3WE5PF","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"MQM-APE: Toward High-Quality Error Annotation Predictors with Automatic Post-Editing in LLM Translation Evaluators","license":"http://creativecommons.org/publicdomain/zero/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Dacheng Tao, Jinxia Zhang, Kanjian Zhang, Liang Ding, Qingyu Lu","submitted_at":"2024-09-22T06:43:40Z","abstract_excerpt":"Large Language Models (LLMs) have shown significant potential as judges for Machine Translation (MT) quality assessment, providing both scores and fine-grained feedback. Although approaches such as GEMBA-MQM have shown state-of-the-art performance on reference-free evaluation, the predicted errors do not align well with those annotated by human, limiting their interpretability as feedback signals. To enhance the quality of error annotations predicted by LLM evaluators, we introduce a universal and training-free framework, $\\textbf{MQM-APE}$, based on the idea of filtering out non-impactful err"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.14335","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2409.14335/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:49:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"wPOLuiThmW/YpWWXg/b3fsY99Af/L+ofGDGYjhGBpX4b3aeYvCBiAG987CHN8QhDoDzr98JjPt/6CzkHkj1cAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T11:50:04.877675Z"},"content_sha256":"60ce58c56f6e61c73a8f6749ee4f546985cb297e94eecfe0b5e0c2c5b0aedf26","schema_version":"1.0","event_id":"sha256:60ce58c56f6e61c73a8f6749ee4f546985cb297e94eecfe0b5e0c2c5b0aedf26"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/5L5TZGO4U4QOX4RVOLKQ3WE5PF/bundle.json","state_url":"https://pith.science/pith/5L5TZGO4U4QOX4RVOLKQ3WE5PF/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/5L5TZGO4U4QOX4RVOLKQ3WE5PF/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T11:50:04Z","links":{"resolver":"https://pith.science/pith/5L5TZGO4U4QOX4RVOLKQ3WE5PF","bundle":"https://pith.science/pith/5L5TZGO4U4QOX4RVOLKQ3WE5PF/bundle.json","state":"https://pith.science/pith/5L5TZGO4U4QOX4RVOLKQ3WE5PF/state.json","well_known_bundle":"https://pith.science/.well-known/pith/5L5TZGO4U4QOX4RVOLKQ3WE5PF/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:5L5TZGO4U4QOX4RVOLKQ3WE5PF","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d2bb5a49101587b9ed021aed57f97c67d286eebcfaf162ae62f272ac144b6569","cross_cats_sorted":[],"license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.CL","submitted_at":"2024-09-22T06:43:40Z","title_canon_sha256":"edf39792d49567ef1fdd1aa041947b4863bbcad42808e4e4eb92ed8402fc105d"},"schema_version":"1.0","source":{"id":"2409.14335","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.14335","created_at":"2026-07-05T09:49:10Z"},{"alias_kind":"arxiv_version","alias_value":"2409.14335v2","created_at":"2026-07-05T09:49:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.14335","created_at":"2026-07-05T09:49:10Z"},{"alias_kind":"pith_short_12","alias_value":"5L5TZGO4U4QO","created_at":"2026-07-05T09:49:10Z"},{"alias_kind":"pith_short_16","alias_value":"5L5TZGO4U4QOX4RV","created_at":"2026-07-05T09:49:10Z"},{"alias_kind":"pith_short_8","alias_value":"5L5TZGO4","created_at":"2026-07-05T09:49:10Z"}],"graph_snapshots":[{"event_id":"sha256:60ce58c56f6e61c73a8f6749ee4f546985cb297e94eecfe0b5e0c2c5b0aedf26","target":"graph","created_at":"2026-07-05T09:49:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2409.14335/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) have shown significant potential as judges for Machine Translation (MT) quality assessment, providing both scores and fine-grained feedback. Although approaches such as GEMBA-MQM have shown state-of-the-art performance on reference-free evaluation, the predicted errors do not align well with those annotated by human, limiting their interpretability as feedback signals. To enhance the quality of error annotations predicted by LLM evaluators, we introduce a universal and training-free framework, $\\textbf{MQM-APE}$, based on the idea of filtering out non-impactful err","authors_text":"Dacheng Tao, Jinxia Zhang, Kanjian Zhang, Liang Ding, Qingyu Lu","cross_cats":[],"headline":"","license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.CL","submitted_at":"2024-09-22T06:43:40Z","title":"MQM-APE: Toward High-Quality Error Annotation Predictors with Automatic Post-Editing in LLM Translation Evaluators"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.14335","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:86dd35f77e453a41d5f823422e1dea8fb7b6f94132462cbc79d7ee3444030b54","target":"record","created_at":"2026-07-05T09:49:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d2bb5a49101587b9ed021aed57f97c67d286eebcfaf162ae62f272ac144b6569","cross_cats_sorted":[],"license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.CL","submitted_at":"2024-09-22T06:43:40Z","title_canon_sha256":"edf39792d49567ef1fdd1aa041947b4863bbcad42808e4e4eb92ed8402fc105d"},"schema_version":"1.0","source":{"id":"2409.14335","kind":"arxiv","version":2}},"canonical_sha256":"eafb3c99dca720ebf23572d50dd89d796f26778fea72ea9088c49e64c7b28709","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"eafb3c99dca720ebf23572d50dd89d796f26778fea72ea9088c49e64c7b28709","first_computed_at":"2026-07-05T09:49:10.453127Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:49:10.453127Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Bu6v0PjLICVtAR6vhIoud4QotaQchNvqBgjuIVm/F6lV5Kb7inuY5NDZvi1xHq+6JFGPmhtB/XFp4KyxAczuDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:49:10.453621Z","signed_message":"canonical_sha256_bytes"},"source_id":"2409.14335","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:86dd35f77e453a41d5f823422e1dea8fb7b6f94132462cbc79d7ee3444030b54","sha256:60ce58c56f6e61c73a8f6749ee4f546985cb297e94eecfe0b5e0c2c5b0aedf26"],"state_sha256":"14738ddfba9ac963278ae8bfe94f07a63b606c4c701033c10334fbb3fb566f40"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gYRDeW4dJd0Y0oHrXH0UEoiV8vEX0reQtfOaByIzo5bE9lnamZvGuOjQs3Ciqd5aRPY/gRzYwe3bV9HKJMIbCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T11:50:04.883772Z","bundle_sha256":"9968f171c0a57d766ebcf674907956023c78ba257c9147555d69290d7dd23a68"}}