{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:JBLAESY4GG6U72PHWEA2MSIXB7","short_pith_number":"pith:JBLAESY4","canonical_record":{"source":{"id":"2111.09388","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2021-11-17T20:48:02Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"b611633882b396ae7c2069347c0a95cca7043bd195a3f138b8b6d7279ffa1a13","abstract_canon_sha256":"6750c9d77f3ec57573782bddfdd0e1f4dba6abe0607e3d88e043c5e225d9a7c5"},"schema_version":"1.0"},"canonical_sha256":"4856024b1c31bd4fe9e7b101a649170ff5c22894cd7f212601f40d9f136c340d","source":{"kind":"arxiv","id":"2111.09388","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2111.09388","created_at":"2026-07-05T04:17:37Z"},{"alias_kind":"arxiv_version","alias_value":"2111.09388v3","created_at":"2026-07-05T04:17:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2111.09388","created_at":"2026-07-05T04:17:37Z"},{"alias_kind":"pith_short_12","alias_value":"JBLAESY4GG6U","created_at":"2026-07-05T04:17:37Z"},{"alias_kind":"pith_short_16","alias_value":"JBLAESY4GG6U72PH","created_at":"2026-07-05T04:17:37Z"},{"alias_kind":"pith_short_8","alias_value":"JBLAESY4","created_at":"2026-07-05T04:17:37Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:JBLAESY4GG6U72PHWEA2MSIXB7","target":"record","payload":{"canonical_record":{"source":{"id":"2111.09388","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2021-11-17T20:48:02Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"b611633882b396ae7c2069347c0a95cca7043bd195a3f138b8b6d7279ffa1a13","abstract_canon_sha256":"6750c9d77f3ec57573782bddfdd0e1f4dba6abe0607e3d88e043c5e225d9a7c5"},"schema_version":"1.0"},"canonical_sha256":"4856024b1c31bd4fe9e7b101a649170ff5c22894cd7f212601f40d9f136c340d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:17:37.624206Z","signature_b64":"Tuwt8WLdYH4mWkS+x7j/bTrvHCgIrvFnE7tJn/be7/PVsxzo8l7gCnl9suFL4ZYaJ/W4aF3kdH8ReiIJP1+WCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"4856024b1c31bd4fe9e7b101a649170ff5c22894cd7f212601f40d9f136c340d","last_reissued_at":"2026-07-05T04:17:37.623687Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:17:37.623687Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2111.09388","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:17:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"G1tJeLjMafO7gRErpBJaR/inar1/GTILTG17otrxoFt8J9gzznv9N4sOMZ5KwPcq12FUyF73+ZAJciqvjRwoBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T07:05:19.131954Z"},"content_sha256":"6d50a7100e7b9a0a2aec422a3b5af76d05ee2fca1dd6f9287d1fb5e701a0062b","schema_version":"1.0","event_id":"sha256:6d50a7100e7b9a0a2aec422a3b5af76d05ee2fca1dd6f9287d1fb5e701a0062b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:JBLAESY4GG6U72PHWEA2MSIXB7","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"High Quality Rather than High Model Probability: Minimum Bayes Risk Decoding with Neural Metrics","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Bowen Liang, David Grangier, Markus Freitag, Qijun Tan","submitted_at":"2021-11-17T20:48:02Z","abstract_excerpt":"In Neural Machine Translation, it is typically assumed that the sentence with the highest estimated probability should also be the translation with the highest quality as measured by humans. In this work, we question this assumption and show that model estimates and translation quality only vaguely correlate. We apply Minimum Bayes Risk (MBR) decoding on unbiased samples to optimize diverse automated metrics of translation quality as an alternative inference strategy to beam search. Instead of targeting the hypotheses with the highest model probability, MBR decoding extracts the hypotheses wit"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2111.09388","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2111.09388/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:17:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tbpxh07D9XaHZ3Yg4gYbAVmqz+H0pa37qa1DY2SVmEcj1yc67gR+1sWqFyR6O24hCKScmQ8tkh38ar4LeA2bCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T07:05:19.132498Z"},"content_sha256":"1f17eeda39730228364950537ca2ccaa16fdc6adfaa9b939f080e982a26d37d6","schema_version":"1.0","event_id":"sha256:1f17eeda39730228364950537ca2ccaa16fdc6adfaa9b939f080e982a26d37d6"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/JBLAESY4GG6U72PHWEA2MSIXB7/bundle.json","state_url":"https://pith.science/pith/JBLAESY4GG6U72PHWEA2MSIXB7/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/JBLAESY4GG6U72PHWEA2MSIXB7/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T07:05:19Z","links":{"resolver":"https://pith.science/pith/JBLAESY4GG6U72PHWEA2MSIXB7","bundle":"https://pith.science/pith/JBLAESY4GG6U72PHWEA2MSIXB7/bundle.json","state":"https://pith.science/pith/JBLAESY4GG6U72PHWEA2MSIXB7/state.json","well_known_bundle":"https://pith.science/.well-known/pith/JBLAESY4GG6U72PHWEA2MSIXB7/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:JBLAESY4GG6U72PHWEA2MSIXB7","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6750c9d77f3ec57573782bddfdd0e1f4dba6abe0607e3d88e043c5e225d9a7c5","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2021-11-17T20:48:02Z","title_canon_sha256":"b611633882b396ae7c2069347c0a95cca7043bd195a3f138b8b6d7279ffa1a13"},"schema_version":"1.0","source":{"id":"2111.09388","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2111.09388","created_at":"2026-07-05T04:17:37Z"},{"alias_kind":"arxiv_version","alias_value":"2111.09388v3","created_at":"2026-07-05T04:17:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2111.09388","created_at":"2026-07-05T04:17:37Z"},{"alias_kind":"pith_short_12","alias_value":"JBLAESY4GG6U","created_at":"2026-07-05T04:17:37Z"},{"alias_kind":"pith_short_16","alias_value":"JBLAESY4GG6U72PH","created_at":"2026-07-05T04:17:37Z"},{"alias_kind":"pith_short_8","alias_value":"JBLAESY4","created_at":"2026-07-05T04:17:37Z"}],"graph_snapshots":[{"event_id":"sha256:1f17eeda39730228364950537ca2ccaa16fdc6adfaa9b939f080e982a26d37d6","target":"graph","created_at":"2026-07-05T04:17:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2111.09388/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In Neural Machine Translation, it is typically assumed that the sentence with the highest estimated probability should also be the translation with the highest quality as measured by humans. In this work, we question this assumption and show that model estimates and translation quality only vaguely correlate. We apply Minimum Bayes Risk (MBR) decoding on unbiased samples to optimize diverse automated metrics of translation quality as an alternative inference strategy to beam search. Instead of targeting the hypotheses with the highest model probability, MBR decoding extracts the hypotheses wit","authors_text":"Bowen Liang, David Grangier, Markus Freitag, Qijun Tan","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2021-11-17T20:48:02Z","title":"High Quality Rather than High Model Probability: Minimum Bayes Risk Decoding with Neural Metrics"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2111.09388","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6d50a7100e7b9a0a2aec422a3b5af76d05ee2fca1dd6f9287d1fb5e701a0062b","target":"record","created_at":"2026-07-05T04:17:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6750c9d77f3ec57573782bddfdd0e1f4dba6abe0607e3d88e043c5e225d9a7c5","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2021-11-17T20:48:02Z","title_canon_sha256":"b611633882b396ae7c2069347c0a95cca7043bd195a3f138b8b6d7279ffa1a13"},"schema_version":"1.0","source":{"id":"2111.09388","kind":"arxiv","version":3}},"canonical_sha256":"4856024b1c31bd4fe9e7b101a649170ff5c22894cd7f212601f40d9f136c340d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"4856024b1c31bd4fe9e7b101a649170ff5c22894cd7f212601f40d9f136c340d","first_computed_at":"2026-07-05T04:17:37.623687Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:17:37.623687Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Tuwt8WLdYH4mWkS+x7j/bTrvHCgIrvFnE7tJn/be7/PVsxzo8l7gCnl9suFL4ZYaJ/W4aF3kdH8ReiIJP1+WCw==","signature_status":"signed_v1","signed_at":"2026-07-05T04:17:37.624206Z","signed_message":"canonical_sha256_bytes"},"source_id":"2111.09388","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6d50a7100e7b9a0a2aec422a3b5af76d05ee2fca1dd6f9287d1fb5e701a0062b","sha256:1f17eeda39730228364950537ca2ccaa16fdc6adfaa9b939f080e982a26d37d6"],"state_sha256":"765307abb92fcdbef7c61d6db810b58c1f8ef9b4237955ac10ef02863e63e329"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"t5BFAyH1UIIAleppZ1/SSL2rRxCeCrWQfQ4BHD8d4KxIoCUN2HZZ7LLBqJbwVoC4RACBf6YdEprhl1P+mJDgAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T07:05:19.137384Z","bundle_sha256":"72d1ac810abae2227cf64048092738738edd18313bf96d6a24ef8d18dbf059f5"}}