{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:UUIP6UUSRU3FCFBY3BSYALPABI","short_pith_number":"pith:UUIP6UUS","canonical_record":{"source":{"id":"2109.10859","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-09-22T17:32:18Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"c490008d214ffc1b527b0bac8c1ba57d4fae0c2aca13460eeb4414c4d3c40806","abstract_canon_sha256":"a9240ce010faf55a8025686db904cb0fb3e506ae0acfb5cca31fe26ee4f907c2"},"schema_version":"1.0"},"canonical_sha256":"a510ff52928d36511438d865802de00a22512e3b544c95a01138088472e8390b","source":{"kind":"arxiv","id":"2109.10859","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2109.10859","created_at":"2026-07-05T03:16:40Z"},{"alias_kind":"arxiv_version","alias_value":"2109.10859v1","created_at":"2026-07-05T03:16:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2109.10859","created_at":"2026-07-05T03:16:40Z"},{"alias_kind":"pith_short_12","alias_value":"UUIP6UUSRU3F","created_at":"2026-07-05T03:16:40Z"},{"alias_kind":"pith_short_16","alias_value":"UUIP6UUSRU3FCFBY","created_at":"2026-07-05T03:16:40Z"},{"alias_kind":"pith_short_8","alias_value":"UUIP6UUS","created_at":"2026-07-05T03:16:40Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:UUIP6UUSRU3FCFBY3BSYALPABI","target":"record","payload":{"canonical_record":{"source":{"id":"2109.10859","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-09-22T17:32:18Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"c490008d214ffc1b527b0bac8c1ba57d4fae0c2aca13460eeb4414c4d3c40806","abstract_canon_sha256":"a9240ce010faf55a8025686db904cb0fb3e506ae0acfb5cca31fe26ee4f907c2"},"schema_version":"1.0"},"canonical_sha256":"a510ff52928d36511438d865802de00a22512e3b544c95a01138088472e8390b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:16:40.576091Z","signature_b64":"A2zcE1loauuo5CVQp02LuyB12DS6mF+6TcN+7R+ysy4/cBZXCiBOafM+kyT4zKWVeC/Ksaqe0Y4lKAtG/aXuBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a510ff52928d36511438d865802de00a22512e3b544c95a01138088472e8390b","last_reissued_at":"2026-07-05T03:16:40.575675Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:16:40.575675Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2109.10859","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:16:40Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"OSM+xOL9uy8VYBwx9Mj1frxz/+yR6Z0xQ8aORBVI+B005dYxuTlEQNPmAmr82PUHYOv6fVk99eNHYLy7EqYmAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T19:04:37.017160Z"},"content_sha256":"01cca4178eff1bae6e05b34f8959d940e2e8eadb5c6e27deb45aaea94833da3c","schema_version":"1.0","event_id":"sha256:01cca4178eff1bae6e05b34f8959d940e2e8eadb5c6e27deb45aaea94833da3c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:UUIP6UUSRU3FCFBY3BSYALPABI","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Pushing the Right Buttons: Adversarial Evaluation of Quality Estimation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Constantin Or\\u{a}san, Diptesh Kanojia, Fr\\'ed\\'eric Blain, Lucia Specia, Marina Fomicheva, Tharindu Ranasinghe","submitted_at":"2021-09-22T17:32:18Z","abstract_excerpt":"Current Machine Translation (MT) systems achieve very good results on a growing variety of language pairs and datasets. However, they are known to produce fluent translation outputs that can contain important meaning errors, thus undermining their reliability in practice. Quality Estimation (QE) is the task of automatically assessing the performance of MT systems at test time. Thus, in order to be useful, QE systems should be able to detect such errors. However, this ability is yet to be tested in the current evaluation practices, where QE systems are assessed only in terms of their correlatio"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2109.10859","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2109.10859/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:16:40Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"SIP1B9WS+8NrdOWPzdeFKpcsgLAkt8V6auV0gDmB5H1vtdbuzaQss7mfeamaNtQ0ozbGQK8J0SeOPo0MEopNDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T19:04:37.017544Z"},"content_sha256":"7094753bf2c4c62cedee229d4e596104194ac2bd67f02d8a41e43c67a626c257","schema_version":"1.0","event_id":"sha256:7094753bf2c4c62cedee229d4e596104194ac2bd67f02d8a41e43c67a626c257"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/UUIP6UUSRU3FCFBY3BSYALPABI/bundle.json","state_url":"https://pith.science/pith/UUIP6UUSRU3FCFBY3BSYALPABI/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/UUIP6UUSRU3FCFBY3BSYALPABI/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T19:04:37Z","links":{"resolver":"https://pith.science/pith/UUIP6UUSRU3FCFBY3BSYALPABI","bundle":"https://pith.science/pith/UUIP6UUSRU3FCFBY3BSYALPABI/bundle.json","state":"https://pith.science/pith/UUIP6UUSRU3FCFBY3BSYALPABI/state.json","well_known_bundle":"https://pith.science/.well-known/pith/UUIP6UUSRU3FCFBY3BSYALPABI/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:UUIP6UUSRU3FCFBY3BSYALPABI","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a9240ce010faf55a8025686db904cb0fb3e506ae0acfb5cca31fe26ee4f907c2","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-09-22T17:32:18Z","title_canon_sha256":"c490008d214ffc1b527b0bac8c1ba57d4fae0c2aca13460eeb4414c4d3c40806"},"schema_version":"1.0","source":{"id":"2109.10859","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2109.10859","created_at":"2026-07-05T03:16:40Z"},{"alias_kind":"arxiv_version","alias_value":"2109.10859v1","created_at":"2026-07-05T03:16:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2109.10859","created_at":"2026-07-05T03:16:40Z"},{"alias_kind":"pith_short_12","alias_value":"UUIP6UUSRU3F","created_at":"2026-07-05T03:16:40Z"},{"alias_kind":"pith_short_16","alias_value":"UUIP6UUSRU3FCFBY","created_at":"2026-07-05T03:16:40Z"},{"alias_kind":"pith_short_8","alias_value":"UUIP6UUS","created_at":"2026-07-05T03:16:40Z"}],"graph_snapshots":[{"event_id":"sha256:7094753bf2c4c62cedee229d4e596104194ac2bd67f02d8a41e43c67a626c257","target":"graph","created_at":"2026-07-05T03:16:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2109.10859/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Current Machine Translation (MT) systems achieve very good results on a growing variety of language pairs and datasets. However, they are known to produce fluent translation outputs that can contain important meaning errors, thus undermining their reliability in practice. Quality Estimation (QE) is the task of automatically assessing the performance of MT systems at test time. Thus, in order to be useful, QE systems should be able to detect such errors. However, this ability is yet to be tested in the current evaluation practices, where QE systems are assessed only in terms of their correlatio","authors_text":"Constantin Or\\u{a}san, Diptesh Kanojia, Fr\\'ed\\'eric Blain, Lucia Specia, Marina Fomicheva, Tharindu Ranasinghe","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-09-22T17:32:18Z","title":"Pushing the Right Buttons: Adversarial Evaluation of Quality Estimation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2109.10859","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:01cca4178eff1bae6e05b34f8959d940e2e8eadb5c6e27deb45aaea94833da3c","target":"record","created_at":"2026-07-05T03:16:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a9240ce010faf55a8025686db904cb0fb3e506ae0acfb5cca31fe26ee4f907c2","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-09-22T17:32:18Z","title_canon_sha256":"c490008d214ffc1b527b0bac8c1ba57d4fae0c2aca13460eeb4414c4d3c40806"},"schema_version":"1.0","source":{"id":"2109.10859","kind":"arxiv","version":1}},"canonical_sha256":"a510ff52928d36511438d865802de00a22512e3b544c95a01138088472e8390b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a510ff52928d36511438d865802de00a22512e3b544c95a01138088472e8390b","first_computed_at":"2026-07-05T03:16:40.575675Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:16:40.575675Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"A2zcE1loauuo5CVQp02LuyB12DS6mF+6TcN+7R+ysy4/cBZXCiBOafM+kyT4zKWVeC/Ksaqe0Y4lKAtG/aXuBA==","signature_status":"signed_v1","signed_at":"2026-07-05T03:16:40.576091Z","signed_message":"canonical_sha256_bytes"},"source_id":"2109.10859","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:01cca4178eff1bae6e05b34f8959d940e2e8eadb5c6e27deb45aaea94833da3c","sha256:7094753bf2c4c62cedee229d4e596104194ac2bd67f02d8a41e43c67a626c257"],"state_sha256":"2ffa310170c82c8322248baf18f6a2a9531edd71b3e90c8999bc48213c600fd9"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fsJVp6xZflT6ycluqjrmgXVChhkVWLNfG/+sGu6L0ZrhbUsIDZpclTTeIoxNivx6IBBgLXqJxfZbmyxd1XsuAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T19:04:37.019450Z","bundle_sha256":"a6f2ed1b96aa6d4401f9e7a1d716b8135a7dacf3410c719e78e78a7385de631d"}}