{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:TBKLWEWFGOAH5X7JQDHCQT2DEH","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4ad653558458e1bfdb15d15677f456a7089bb9a75eba8372af22e9b016fe66fc","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-27T23:52:51Z","title_canon_sha256":"9376547e7b1d1a650ee9f290001ba44327a814b2fc78862c003809951ec9bc24"},"schema_version":"1.0","source":{"id":"2404.18031","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.18031","created_at":"2026-07-05T08:12:56Z"},{"alias_kind":"arxiv_version","alias_value":"2404.18031v1","created_at":"2026-07-05T08:12:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.18031","created_at":"2026-07-05T08:12:56Z"},{"alias_kind":"pith_short_12","alias_value":"TBKLWEWFGOAH","created_at":"2026-07-05T08:12:56Z"},{"alias_kind":"pith_short_16","alias_value":"TBKLWEWFGOAH5X7J","created_at":"2026-07-05T08:12:56Z"},{"alias_kind":"pith_short_8","alias_value":"TBKLWEWF","created_at":"2026-07-05T08:12:56Z"}],"graph_snapshots":[{"event_id":"sha256:a29931d49954806e87f58d2a3fa1dca3e4650b19ce3bcac6f92ab5be43a506aa","target":"graph","created_at":"2026-07-05T08:12:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2404.18031/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Providing quality scores along with Machine Translation (MT) output, so-called reference-free Quality Estimation (QE), is crucial to inform users about the reliability of the translation. We propose a model-specific, unsupervised QE approach, termed $k$NN-QE, that extracts information from the MT model's training data using $k$-nearest neighbors. Measuring the performance of model-specific QE is not straightforward, since they provide quality scores on their own MT output, thus cannot be evaluated using benchmark QE test sets containing human quality scores on premade MT output. Therefore, we ","authors_text":"Jan Niehues, Tobias Palzer, Tu Anh Dinh","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-27T23:52:51Z","title":"Quality Estimation with $k$-nearest Neighbors and Automatic Evaluation for Model-specific Quality Estimation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.18031","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c8d4176b22dd1a74915e8a583cc1e8a8348835466d880270697740b5e8834158","target":"record","created_at":"2026-07-05T08:12:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4ad653558458e1bfdb15d15677f456a7089bb9a75eba8372af22e9b016fe66fc","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-27T23:52:51Z","title_canon_sha256":"9376547e7b1d1a650ee9f290001ba44327a814b2fc78862c003809951ec9bc24"},"schema_version":"1.0","source":{"id":"2404.18031","kind":"arxiv","version":1}},"canonical_sha256":"9854bb12c533807edfe980ce284f4321fd348cec6ef08d220d6817e83a2a4798","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9854bb12c533807edfe980ce284f4321fd348cec6ef08d220d6817e83a2a4798","first_computed_at":"2026-07-05T08:12:56.960467Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:12:56.960467Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"nkMfYRM9ZTtRzD3+9Aej8kXD23yjo1+LQREgOzEN3R/tKD6Cd0mwfLxtSaVxECJ/y/bSmZAD9Y/UxVcgvo+2DA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:12:56.960817Z","signed_message":"canonical_sha256_bytes"},"source_id":"2404.18031","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c8d4176b22dd1a74915e8a583cc1e8a8348835466d880270697740b5e8834158","sha256:a29931d49954806e87f58d2a3fa1dca3e4650b19ce3bcac6f92ab5be43a506aa"],"state_sha256":"a31683fdf4b0d2488eb51aa7b93281342f8c695a1b93269d0da396b541a6950b"}