{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2016:IYUPIAZJX63LKYSGQ2ONNM7PAS","short_pith_number":"pith:IYUPIAZJ","canonical_record":{"source":{"id":"1606.09600","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2016-06-30T18:10:46Z","cross_cats_sorted":[],"title_canon_sha256":"fbe3bca247c4ef48b8fc744765a04c5334ae9b058b70e9314c1d703f2e432425","abstract_canon_sha256":"f6efc5a0dc355fa9c54abebf39babaf0c7877872c63f8bced53d7c7862225a65"},"schema_version":"1.0"},"canonical_sha256":"4628f40329bfb6b56246869cd6b3ef04b9496a602ef9d91a92e612ad1b04b94c","source":{"kind":"arxiv","id":"1606.09600","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1606.09600","created_at":"2026-05-18T01:11:40Z"},{"alias_kind":"arxiv_version","alias_value":"1606.09600v1","created_at":"2026-05-18T01:11:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1606.09600","created_at":"2026-05-18T01:11:40Z"},{"alias_kind":"pith_short_12","alias_value":"IYUPIAZJX63L","created_at":"2026-05-18T12:30:22Z"},{"alias_kind":"pith_short_16","alias_value":"IYUPIAZJX63LKYSG","created_at":"2026-05-18T12:30:22Z"},{"alias_kind":"pith_short_8","alias_value":"IYUPIAZJ","created_at":"2026-05-18T12:30:22Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2016:IYUPIAZJX63LKYSGQ2ONNM7PAS","target":"record","payload":{"canonical_record":{"source":{"id":"1606.09600","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2016-06-30T18:10:46Z","cross_cats_sorted":[],"title_canon_sha256":"fbe3bca247c4ef48b8fc744765a04c5334ae9b058b70e9314c1d703f2e432425","abstract_canon_sha256":"f6efc5a0dc355fa9c54abebf39babaf0c7877872c63f8bced53d7c7862225a65"},"schema_version":"1.0"},"canonical_sha256":"4628f40329bfb6b56246869cd6b3ef04b9496a602ef9d91a92e612ad1b04b94c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T01:11:40.208577Z","signature_b64":"gyqXgf9l0oAnzxBdjiUCxKgZzfmPaFD9fcusiCzBNWJv485Q8xY8YLW688zTjD3903fSH0FLsTiWdCddKUkcDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"4628f40329bfb6b56246869cd6b3ef04b9496a602ef9d91a92e612ad1b04b94c","last_reissued_at":"2026-05-18T01:11:40.208173Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T01:11:40.208173Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1606.09600","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T01:11:40Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0MzFK84LVhubjTjroWdOzkY+dYGR0issvSfGumZBkcUeT5l7IUkvr5OmCYItINhWg52wmNnFcnL1OfDnOXvqBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-03T18:27:10.670226Z"},"content_sha256":"f0e66c42219bff0bfd1a4485e95623a2eb4e097c89c44298a765046c5bfe8cac","schema_version":"1.0","event_id":"sha256:f0e66c42219bff0bfd1a4485e95623a2eb4e097c89c44298a765046c5bfe8cac"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2016:IYUPIAZJX63LKYSGQ2ONNM7PAS","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Exploring Prediction Uncertainty in Machine Translation Quality Estimation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Daniel Beck, Lucia Specia, Trevor Cohn","submitted_at":"2016-06-30T18:10:46Z","abstract_excerpt":"Machine Translation Quality Estimation is a notoriously difficult task, which lessens its usefulness in real-world translation environments. Such scenarios can be improved if quality predictions are accompanied by a measure of uncertainty. However, models in this task are traditionally evaluated only in terms of point estimate metrics, which do not take prediction uncertainty into account. We investigate probabilistic methods for Quality Estimation that can provide well-calibrated uncertainty estimates and evaluate them in terms of their full posterior predictive distributions. We also show ho"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1606.09600","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T01:11:40Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nf3uSFoc+aIzfw8H7RyrKNcBTR6u00At7XK9dRqhH5DUyX7eA5xoBQUOTBSULS/K1U1eSw+F+gLuVN5+YdIGDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-03T18:27:10.670780Z"},"content_sha256":"311bbe40c39deee0ade359a43cecf5c68a52afe454969f0e972845ef446265a7","schema_version":"1.0","event_id":"sha256:311bbe40c39deee0ade359a43cecf5c68a52afe454969f0e972845ef446265a7"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/IYUPIAZJX63LKYSGQ2ONNM7PAS/bundle.json","state_url":"https://pith.science/pith/IYUPIAZJX63LKYSGQ2ONNM7PAS/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/IYUPIAZJX63LKYSGQ2ONNM7PAS/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-03T18:27:10Z","links":{"resolver":"https://pith.science/pith/IYUPIAZJX63LKYSGQ2ONNM7PAS","bundle":"https://pith.science/pith/IYUPIAZJX63LKYSGQ2ONNM7PAS/bundle.json","state":"https://pith.science/pith/IYUPIAZJX63LKYSGQ2ONNM7PAS/state.json","well_known_bundle":"https://pith.science/.well-known/pith/IYUPIAZJX63LKYSGQ2ONNM7PAS/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2016:IYUPIAZJX63LKYSGQ2ONNM7PAS","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f6efc5a0dc355fa9c54abebf39babaf0c7877872c63f8bced53d7c7862225a65","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2016-06-30T18:10:46Z","title_canon_sha256":"fbe3bca247c4ef48b8fc744765a04c5334ae9b058b70e9314c1d703f2e432425"},"schema_version":"1.0","source":{"id":"1606.09600","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1606.09600","created_at":"2026-05-18T01:11:40Z"},{"alias_kind":"arxiv_version","alias_value":"1606.09600v1","created_at":"2026-05-18T01:11:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1606.09600","created_at":"2026-05-18T01:11:40Z"},{"alias_kind":"pith_short_12","alias_value":"IYUPIAZJX63L","created_at":"2026-05-18T12:30:22Z"},{"alias_kind":"pith_short_16","alias_value":"IYUPIAZJX63LKYSG","created_at":"2026-05-18T12:30:22Z"},{"alias_kind":"pith_short_8","alias_value":"IYUPIAZJ","created_at":"2026-05-18T12:30:22Z"}],"graph_snapshots":[{"event_id":"sha256:311bbe40c39deee0ade359a43cecf5c68a52afe454969f0e972845ef446265a7","target":"graph","created_at":"2026-05-18T01:11:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Machine Translation Quality Estimation is a notoriously difficult task, which lessens its usefulness in real-world translation environments. Such scenarios can be improved if quality predictions are accompanied by a measure of uncertainty. However, models in this task are traditionally evaluated only in terms of point estimate metrics, which do not take prediction uncertainty into account. We investigate probabilistic methods for Quality Estimation that can provide well-calibrated uncertainty estimates and evaluate them in terms of their full posterior predictive distributions. We also show ho","authors_text":"Daniel Beck, Lucia Specia, Trevor Cohn","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2016-06-30T18:10:46Z","title":"Exploring Prediction Uncertainty in Machine Translation Quality Estimation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1606.09600","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f0e66c42219bff0bfd1a4485e95623a2eb4e097c89c44298a765046c5bfe8cac","target":"record","created_at":"2026-05-18T01:11:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f6efc5a0dc355fa9c54abebf39babaf0c7877872c63f8bced53d7c7862225a65","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2016-06-30T18:10:46Z","title_canon_sha256":"fbe3bca247c4ef48b8fc744765a04c5334ae9b058b70e9314c1d703f2e432425"},"schema_version":"1.0","source":{"id":"1606.09600","kind":"arxiv","version":1}},"canonical_sha256":"4628f40329bfb6b56246869cd6b3ef04b9496a602ef9d91a92e612ad1b04b94c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"4628f40329bfb6b56246869cd6b3ef04b9496a602ef9d91a92e612ad1b04b94c","first_computed_at":"2026-05-18T01:11:40.208173Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T01:11:40.208173Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"gyqXgf9l0oAnzxBdjiUCxKgZzfmPaFD9fcusiCzBNWJv485Q8xY8YLW688zTjD3903fSH0FLsTiWdCddKUkcDA==","signature_status":"signed_v1","signed_at":"2026-05-18T01:11:40.208577Z","signed_message":"canonical_sha256_bytes"},"source_id":"1606.09600","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f0e66c42219bff0bfd1a4485e95623a2eb4e097c89c44298a765046c5bfe8cac","sha256:311bbe40c39deee0ade359a43cecf5c68a52afe454969f0e972845ef446265a7"],"state_sha256":"5a6f756c16678a27688c4dbb837a44c77974f68bff72aff91282708bac50c0f7"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"6/U60ooYbEqdaa37Wg3BkidgiYUREFFc3iCK5yw0bjcs8znHEad/rOnk4rXbACbsoZyGSaVqU33qpSiJRpVgDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-03T18:27:10.673305Z","bundle_sha256":"6e35ece418b636e89c2623b214d432a0161b467a85d2c92cfad49719d7da8531"}}