{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:5ZCTYJ6WKBOV6UBTNQRHVUZ72R","short_pith_number":"pith:5ZCTYJ6W","canonical_record":{"source":{"id":"2305.19144","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-30T15:50:46Z","cross_cats_sorted":[],"title_canon_sha256":"760cb93ffa037db799a5c413ca120c40062d88a98dd6408d5d6e8d21d040bc77","abstract_canon_sha256":"91f15ec47af22f7d0d8377cc0f26117060f44f5f88473092e30360e0dd06afbe"},"schema_version":"1.0"},"canonical_sha256":"ee453c27d6505d5f50336c227ad33fd475553153be8be05e03d08f4b907363e2","source":{"kind":"arxiv","id":"2305.19144","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.19144","created_at":"2026-07-05T06:15:39Z"},{"alias_kind":"arxiv_version","alias_value":"2305.19144v1","created_at":"2026-07-05T06:15:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.19144","created_at":"2026-07-05T06:15:39Z"},{"alias_kind":"pith_short_12","alias_value":"5ZCTYJ6WKBOV","created_at":"2026-07-05T06:15:39Z"},{"alias_kind":"pith_short_16","alias_value":"5ZCTYJ6WKBOV6UBT","created_at":"2026-07-05T06:15:39Z"},{"alias_kind":"pith_short_8","alias_value":"5ZCTYJ6W","created_at":"2026-07-05T06:15:39Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:5ZCTYJ6WKBOV6UBTNQRHVUZ72R","target":"record","payload":{"canonical_record":{"source":{"id":"2305.19144","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-30T15:50:46Z","cross_cats_sorted":[],"title_canon_sha256":"760cb93ffa037db799a5c413ca120c40062d88a98dd6408d5d6e8d21d040bc77","abstract_canon_sha256":"91f15ec47af22f7d0d8377cc0f26117060f44f5f88473092e30360e0dd06afbe"},"schema_version":"1.0"},"canonical_sha256":"ee453c27d6505d5f50336c227ad33fd475553153be8be05e03d08f4b907363e2","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:15:39.011178Z","signature_b64":"GKKZL37OMA2nD65/z8dod8JIXC7sOaX/I5ndL9rai8bTPO74Qva2rFN1QeFy9W60BC4s8iv5NqG9F27SYJH9BQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ee453c27d6505d5f50336c227ad33fd475553153be8be05e03d08f4b907363e2","last_reissued_at":"2026-07-05T06:15:39.010781Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:15:39.010781Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2305.19144","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:15:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"l5hD1No9PvdPPdZaoc2GAm19rOaA+7LHkUtOuBduQMap6dvFthkI7joIcP5Wwipzl4S9AJtNkx72zDBlSLPnAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T09:28:12.641551Z"},"content_sha256":"a49d073ab016683b843caf815b53157bca9c94331de439c2274f853e7d6ae41a","schema_version":"1.0","event_id":"sha256:a49d073ab016683b843caf815b53157bca9c94331de439c2274f853e7d6ae41a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:5ZCTYJ6WKBOV6UBTNQRHVUZ72R","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"BLEU Meets COMET: Combining Lexical and Neural Metrics Towards Robust Machine Translation Evaluation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Andr\\'e F. T. Martins, Chrysoula Zerva, Taisiya Glushkova","submitted_at":"2023-05-30T15:50:46Z","abstract_excerpt":"Although neural-based machine translation evaluation metrics, such as COMET or BLEURT, have achieved strong correlations with human judgements, they are sometimes unreliable in detecting certain phenomena that can be considered as critical errors, such as deviations in entities and numbers. In contrast, traditional evaluation metrics, such as BLEU or chrF, which measure lexical or character overlap between translation hypotheses and human references, have lower correlations with human judgements but are sensitive to such deviations. In this paper, we investigate several ways of combining the t"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.19144","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2305.19144/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:15:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"QzOuf35XEVb0BECsUfAwR3GA50cqoOT5fRRG8zKyFDCBgjR0sqdIQnMCz6FbXGI1ymTwm9Gv23jYZNluWaa9Bw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T09:28:12.641913Z"},"content_sha256":"9c77cd8d9adbf64d51db746f90174a103f095deb5ec79a533b38efb75700fbc7","schema_version":"1.0","event_id":"sha256:9c77cd8d9adbf64d51db746f90174a103f095deb5ec79a533b38efb75700fbc7"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/5ZCTYJ6WKBOV6UBTNQRHVUZ72R/bundle.json","state_url":"https://pith.science/pith/5ZCTYJ6WKBOV6UBTNQRHVUZ72R/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/5ZCTYJ6WKBOV6UBTNQRHVUZ72R/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T09:28:12Z","links":{"resolver":"https://pith.science/pith/5ZCTYJ6WKBOV6UBTNQRHVUZ72R","bundle":"https://pith.science/pith/5ZCTYJ6WKBOV6UBTNQRHVUZ72R/bundle.json","state":"https://pith.science/pith/5ZCTYJ6WKBOV6UBTNQRHVUZ72R/state.json","well_known_bundle":"https://pith.science/.well-known/pith/5ZCTYJ6WKBOV6UBTNQRHVUZ72R/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:5ZCTYJ6WKBOV6UBTNQRHVUZ72R","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"91f15ec47af22f7d0d8377cc0f26117060f44f5f88473092e30360e0dd06afbe","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-30T15:50:46Z","title_canon_sha256":"760cb93ffa037db799a5c413ca120c40062d88a98dd6408d5d6e8d21d040bc77"},"schema_version":"1.0","source":{"id":"2305.19144","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.19144","created_at":"2026-07-05T06:15:39Z"},{"alias_kind":"arxiv_version","alias_value":"2305.19144v1","created_at":"2026-07-05T06:15:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.19144","created_at":"2026-07-05T06:15:39Z"},{"alias_kind":"pith_short_12","alias_value":"5ZCTYJ6WKBOV","created_at":"2026-07-05T06:15:39Z"},{"alias_kind":"pith_short_16","alias_value":"5ZCTYJ6WKBOV6UBT","created_at":"2026-07-05T06:15:39Z"},{"alias_kind":"pith_short_8","alias_value":"5ZCTYJ6W","created_at":"2026-07-05T06:15:39Z"}],"graph_snapshots":[{"event_id":"sha256:9c77cd8d9adbf64d51db746f90174a103f095deb5ec79a533b38efb75700fbc7","target":"graph","created_at":"2026-07-05T06:15:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2305.19144/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Although neural-based machine translation evaluation metrics, such as COMET or BLEURT, have achieved strong correlations with human judgements, they are sometimes unreliable in detecting certain phenomena that can be considered as critical errors, such as deviations in entities and numbers. In contrast, traditional evaluation metrics, such as BLEU or chrF, which measure lexical or character overlap between translation hypotheses and human references, have lower correlations with human judgements but are sensitive to such deviations. In this paper, we investigate several ways of combining the t","authors_text":"Andr\\'e F. T. Martins, Chrysoula Zerva, Taisiya Glushkova","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-30T15:50:46Z","title":"BLEU Meets COMET: Combining Lexical and Neural Metrics Towards Robust Machine Translation Evaluation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.19144","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a49d073ab016683b843caf815b53157bca9c94331de439c2274f853e7d6ae41a","target":"record","created_at":"2026-07-05T06:15:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"91f15ec47af22f7d0d8377cc0f26117060f44f5f88473092e30360e0dd06afbe","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-30T15:50:46Z","title_canon_sha256":"760cb93ffa037db799a5c413ca120c40062d88a98dd6408d5d6e8d21d040bc77"},"schema_version":"1.0","source":{"id":"2305.19144","kind":"arxiv","version":1}},"canonical_sha256":"ee453c27d6505d5f50336c227ad33fd475553153be8be05e03d08f4b907363e2","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ee453c27d6505d5f50336c227ad33fd475553153be8be05e03d08f4b907363e2","first_computed_at":"2026-07-05T06:15:39.010781Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:15:39.010781Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"GKKZL37OMA2nD65/z8dod8JIXC7sOaX/I5ndL9rai8bTPO74Qva2rFN1QeFy9W60BC4s8iv5NqG9F27SYJH9BQ==","signature_status":"signed_v1","signed_at":"2026-07-05T06:15:39.011178Z","signed_message":"canonical_sha256_bytes"},"source_id":"2305.19144","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a49d073ab016683b843caf815b53157bca9c94331de439c2274f853e7d6ae41a","sha256:9c77cd8d9adbf64d51db746f90174a103f095deb5ec79a533b38efb75700fbc7"],"state_sha256":"44e155086e4c1c195b795bfb23ac87028127bb4dcd38878db110f2564bb22d25"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"XvrvdGD5tZ6OHyMMoQs39tKoXE3PLUfI4Ib1gRjul56iGoo+7LTC36ShVU8IFQrokKXo9dNons0bRtCvQZ7RCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T09:28:12.643809Z","bundle_sha256":"61c41fad0c565dc2871d825d31e357b0cf5350950f06dd3fabe0c5ad978715cb"}}