{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:YHCGKYR77MN3KJ2JJXQJKFTZJP","short_pith_number":"pith:YHCGKYR7","canonical_record":{"source":{"id":"2204.06546","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-04-13T17:49:25Z","cross_cats_sorted":[],"title_canon_sha256":"7de3983ef2d6bcf302f27de9b0bba58cfa8c64961dbc1300fc5f22174c4acbff","abstract_canon_sha256":"1f0c9917638b8c1be6d428048838f5c96ea7129daf17f4d7ad870843583fbc0c"},"schema_version":"1.0"},"canonical_sha256":"c1c465623ffb1bb527494de09516794bf7c8d697ff96bc1f40c6a8894de243e7","source":{"kind":"arxiv","id":"2204.06546","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2204.06546","created_at":"2026-07-05T05:21:00Z"},{"alias_kind":"arxiv_version","alias_value":"2204.06546v2","created_at":"2026-07-05T05:21:00Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2204.06546","created_at":"2026-07-05T05:21:00Z"},{"alias_kind":"pith_short_12","alias_value":"YHCGKYR77MN3","created_at":"2026-07-05T05:21:00Z"},{"alias_kind":"pith_short_16","alias_value":"YHCGKYR77MN3KJ2J","created_at":"2026-07-05T05:21:00Z"},{"alias_kind":"pith_short_8","alias_value":"YHCGKYR7","created_at":"2026-07-05T05:21:00Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:YHCGKYR77MN3KJ2JJXQJKFTZJP","target":"record","payload":{"canonical_record":{"source":{"id":"2204.06546","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-04-13T17:49:25Z","cross_cats_sorted":[],"title_canon_sha256":"7de3983ef2d6bcf302f27de9b0bba58cfa8c64961dbc1300fc5f22174c4acbff","abstract_canon_sha256":"1f0c9917638b8c1be6d428048838f5c96ea7129daf17f4d7ad870843583fbc0c"},"schema_version":"1.0"},"canonical_sha256":"c1c465623ffb1bb527494de09516794bf7c8d697ff96bc1f40c6a8894de243e7","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:21:00.711931Z","signature_b64":"UIwvbjsDxbG5b/zR9TJhB1WGD5YURPz+UKzOxbTXmiLGLrYeKlT92qo8LoFs577TM8PHqljoC+Nrt3sC5/hgBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c1c465623ffb1bb527494de09516794bf7c8d697ff96bc1f40c6a8894de243e7","last_reissued_at":"2026-07-05T05:21:00.711286Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:21:00.711286Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2204.06546","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:21:00Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DFHvJwiOHrlkMmX/7XcMXaUNzSNYMn86eVcS6enpiGE/6o5Iuql4tfwvVHjWiuWWXmsHD3KzKOnWPsZ3SUCTDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T11:58:51.228044Z"},"content_sha256":"aafbbe0e92f17abc56023895a78c7ce9a19682d1d31a21011fa1b5dc95079c56","schema_version":"1.0","event_id":"sha256:aafbbe0e92f17abc56023895a78c7ce9a19682d1d31a21011fa1b5dc95079c56"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:YHCGKYR77MN3KJ2JJXQJKFTZJP","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Disentangling Uncertainty in Machine Translation Evaluation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Andr\\'e F. T. Martins, Chrysoula Zerva, Ricardo Rei, Taisiya Glushkova","submitted_at":"2022-04-13T17:49:25Z","abstract_excerpt":"Trainable evaluation metrics for machine translation (MT) exhibit strong correlation with human judgements, but they are often hard to interpret and might produce unreliable scores under noisy or out-of-domain data. Recent work has attempted to mitigate this with simple uncertainty quantification techniques (Monte Carlo dropout and deep ensembles), however these techniques (as we show) are limited in several ways -- for example, they are unable to distinguish between different kinds of uncertainty, and they are time and memory consuming. In this paper, we propose more powerful and efficient un"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2204.06546","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2204.06546/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:21:00Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"bwEUm0Bh45o6R4Pb5sRpMQhqON5zdmYDhQ1zEqgngbwxWwKdyVYXrw0iF/D0d7AdCaV9sdrYeiggIWlgRPayBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T11:58:51.228432Z"},"content_sha256":"42370b5bdbe2014e24bd81df58312c598a7aafdaf66ee45cf3e1d31f47b07e30","schema_version":"1.0","event_id":"sha256:42370b5bdbe2014e24bd81df58312c598a7aafdaf66ee45cf3e1d31f47b07e30"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/YHCGKYR77MN3KJ2JJXQJKFTZJP/bundle.json","state_url":"https://pith.science/pith/YHCGKYR77MN3KJ2JJXQJKFTZJP/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/YHCGKYR77MN3KJ2JJXQJKFTZJP/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T11:58:51Z","links":{"resolver":"https://pith.science/pith/YHCGKYR77MN3KJ2JJXQJKFTZJP","bundle":"https://pith.science/pith/YHCGKYR77MN3KJ2JJXQJKFTZJP/bundle.json","state":"https://pith.science/pith/YHCGKYR77MN3KJ2JJXQJKFTZJP/state.json","well_known_bundle":"https://pith.science/.well-known/pith/YHCGKYR77MN3KJ2JJXQJKFTZJP/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:YHCGKYR77MN3KJ2JJXQJKFTZJP","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1f0c9917638b8c1be6d428048838f5c96ea7129daf17f4d7ad870843583fbc0c","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-04-13T17:49:25Z","title_canon_sha256":"7de3983ef2d6bcf302f27de9b0bba58cfa8c64961dbc1300fc5f22174c4acbff"},"schema_version":"1.0","source":{"id":"2204.06546","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2204.06546","created_at":"2026-07-05T05:21:00Z"},{"alias_kind":"arxiv_version","alias_value":"2204.06546v2","created_at":"2026-07-05T05:21:00Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2204.06546","created_at":"2026-07-05T05:21:00Z"},{"alias_kind":"pith_short_12","alias_value":"YHCGKYR77MN3","created_at":"2026-07-05T05:21:00Z"},{"alias_kind":"pith_short_16","alias_value":"YHCGKYR77MN3KJ2J","created_at":"2026-07-05T05:21:00Z"},{"alias_kind":"pith_short_8","alias_value":"YHCGKYR7","created_at":"2026-07-05T05:21:00Z"}],"graph_snapshots":[{"event_id":"sha256:42370b5bdbe2014e24bd81df58312c598a7aafdaf66ee45cf3e1d31f47b07e30","target":"graph","created_at":"2026-07-05T05:21:00Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2204.06546/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Trainable evaluation metrics for machine translation (MT) exhibit strong correlation with human judgements, but they are often hard to interpret and might produce unreliable scores under noisy or out-of-domain data. Recent work has attempted to mitigate this with simple uncertainty quantification techniques (Monte Carlo dropout and deep ensembles), however these techniques (as we show) are limited in several ways -- for example, they are unable to distinguish between different kinds of uncertainty, and they are time and memory consuming. In this paper, we propose more powerful and efficient un","authors_text":"Andr\\'e F. T. Martins, Chrysoula Zerva, Ricardo Rei, Taisiya Glushkova","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-04-13T17:49:25Z","title":"Disentangling Uncertainty in Machine Translation Evaluation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2204.06546","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:aafbbe0e92f17abc56023895a78c7ce9a19682d1d31a21011fa1b5dc95079c56","target":"record","created_at":"2026-07-05T05:21:00Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1f0c9917638b8c1be6d428048838f5c96ea7129daf17f4d7ad870843583fbc0c","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-04-13T17:49:25Z","title_canon_sha256":"7de3983ef2d6bcf302f27de9b0bba58cfa8c64961dbc1300fc5f22174c4acbff"},"schema_version":"1.0","source":{"id":"2204.06546","kind":"arxiv","version":2}},"canonical_sha256":"c1c465623ffb1bb527494de09516794bf7c8d697ff96bc1f40c6a8894de243e7","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c1c465623ffb1bb527494de09516794bf7c8d697ff96bc1f40c6a8894de243e7","first_computed_at":"2026-07-05T05:21:00.711286Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:21:00.711286Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"UIwvbjsDxbG5b/zR9TJhB1WGD5YURPz+UKzOxbTXmiLGLrYeKlT92qo8LoFs577TM8PHqljoC+Nrt3sC5/hgBw==","signature_status":"signed_v1","signed_at":"2026-07-05T05:21:00.711931Z","signed_message":"canonical_sha256_bytes"},"source_id":"2204.06546","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:aafbbe0e92f17abc56023895a78c7ce9a19682d1d31a21011fa1b5dc95079c56","sha256:42370b5bdbe2014e24bd81df58312c598a7aafdaf66ee45cf3e1d31f47b07e30"],"state_sha256":"079ab9f2fe263b04f215353bcf29af3ff124795ecac8f92446faa509ff6e26a8"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"IFh7khsISCPNRgSBkOqhHPnBND2pYyI8Z+twORE5gczol5hjzJZTKxrtRovSslPSaBHxY5GdhTbbSaDcfisoDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T11:58:51.230384Z","bundle_sha256":"97648c6f11ce64c482e6a40aa242fbb4908333b2a0c984c68ae2521a7253a4c9"}}