{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:H4AKVSLVUUCGPWL2CEE4MNDJD7","short_pith_number":"pith:H4AKVSLV","canonical_record":{"source":{"id":"2408.13831","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-25T13:29:34Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"d0034fa4b4084099fb3fc541e8f239724b471c001203108921f7a3c34357f1b5","abstract_canon_sha256":"e1c1fd91206b3f71e451357c9c1390e05b60ee5b42e1b7d54b87b33d588a1928"},"schema_version":"1.0"},"canonical_sha256":"3f00aac975a50467d97a1109c634691ffb1ea96e0ce1ebb2b9b6fd4c915d1f03","source":{"kind":"arxiv","id":"2408.13831","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.13831","created_at":"2026-07-05T08:58:56Z"},{"alias_kind":"arxiv_version","alias_value":"2408.13831v1","created_at":"2026-07-05T08:58:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.13831","created_at":"2026-07-05T08:58:56Z"},{"alias_kind":"pith_short_12","alias_value":"H4AKVSLVUUCG","created_at":"2026-07-05T08:58:56Z"},{"alias_kind":"pith_short_16","alias_value":"H4AKVSLVUUCGPWL2","created_at":"2026-07-05T08:58:56Z"},{"alias_kind":"pith_short_8","alias_value":"H4AKVSLV","created_at":"2026-07-05T08:58:56Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:H4AKVSLVUUCGPWL2CEE4MNDJD7","target":"record","payload":{"canonical_record":{"source":{"id":"2408.13831","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-25T13:29:34Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"d0034fa4b4084099fb3fc541e8f239724b471c001203108921f7a3c34357f1b5","abstract_canon_sha256":"e1c1fd91206b3f71e451357c9c1390e05b60ee5b42e1b7d54b87b33d588a1928"},"schema_version":"1.0"},"canonical_sha256":"3f00aac975a50467d97a1109c634691ffb1ea96e0ce1ebb2b9b6fd4c915d1f03","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:58:56.251709Z","signature_b64":"TX49AF0E04IKd4HK1w0yqLmEtP1oe0caaIThvXJOKyR3F/9IfiqCMbA1oHzeD4mPKCrSnz/OIiqmxS3MPiPFDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3f00aac975a50467d97a1109c634691ffb1ea96e0ce1ebb2b9b6fd4c915d1f03","last_reissued_at":"2026-07-05T08:58:56.251178Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:58:56.251178Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2408.13831","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:58:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"60Gq0PbGe0VIHvFrKtGrFBPXVU0RP/+lvgMkVflQQnqpdNaH7QcYSXMij4QallwDwWjLD1Cx9Tp5b3FWk9eVCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T10:23:03.550548Z"},"content_sha256":"41dc4fdfe7c30920bd83deeed8ad70f3531331940bf46d9c6e5d1a6387176e30","schema_version":"1.0","event_id":"sha256:41dc4fdfe7c30920bd83deeed8ad70f3531331940bf46d9c6e5d1a6387176e30"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:H4AKVSLVUUCGPWL2CEE4MNDJD7","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Guardians of the Machine Translation Meta-Evaluation: Sentinel Metrics Fall In!","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Alessandro Scir\\`e, Edoardo Barba, Lorenzo Proietti, Roberto Navigli, Stefano Perrella","submitted_at":"2024-08-25T13:29:34Z","abstract_excerpt":"Annually, at the Conference of Machine Translation (WMT), the Metrics Shared Task organizers conduct the meta-evaluation of Machine Translation (MT) metrics, ranking them according to their correlation with human judgments. Their results guide researchers toward enhancing the next generation of metrics and MT systems. With the recent introduction of neural metrics, the field has witnessed notable advancements. Nevertheless, the inherent opacity of these metrics has posed substantial challenges to the meta-evaluation process. This work highlights two issues with the meta-evaluation framework cu"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.13831","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2408.13831/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:58:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"em3+BT7rskZhK+zkpISeiAmn1ed3A/S/GIA2fZOneGkquSQxxuMiv6xdWokllkAIcNxxF+ulAJrWNSsOvn1lBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T10:23:03.550918Z"},"content_sha256":"90a8436ed8c4ac5c06a877940db05972b77ec240c1bfd5ca61a64f0b332b159a","schema_version":"1.0","event_id":"sha256:90a8436ed8c4ac5c06a877940db05972b77ec240c1bfd5ca61a64f0b332b159a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/H4AKVSLVUUCGPWL2CEE4MNDJD7/bundle.json","state_url":"https://pith.science/pith/H4AKVSLVUUCGPWL2CEE4MNDJD7/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/H4AKVSLVUUCGPWL2CEE4MNDJD7/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T10:23:03Z","links":{"resolver":"https://pith.science/pith/H4AKVSLVUUCGPWL2CEE4MNDJD7","bundle":"https://pith.science/pith/H4AKVSLVUUCGPWL2CEE4MNDJD7/bundle.json","state":"https://pith.science/pith/H4AKVSLVUUCGPWL2CEE4MNDJD7/state.json","well_known_bundle":"https://pith.science/.well-known/pith/H4AKVSLVUUCGPWL2CEE4MNDJD7/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:H4AKVSLVUUCGPWL2CEE4MNDJD7","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e1c1fd91206b3f71e451357c9c1390e05b60ee5b42e1b7d54b87b33d588a1928","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-25T13:29:34Z","title_canon_sha256":"d0034fa4b4084099fb3fc541e8f239724b471c001203108921f7a3c34357f1b5"},"schema_version":"1.0","source":{"id":"2408.13831","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.13831","created_at":"2026-07-05T08:58:56Z"},{"alias_kind":"arxiv_version","alias_value":"2408.13831v1","created_at":"2026-07-05T08:58:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.13831","created_at":"2026-07-05T08:58:56Z"},{"alias_kind":"pith_short_12","alias_value":"H4AKVSLVUUCG","created_at":"2026-07-05T08:58:56Z"},{"alias_kind":"pith_short_16","alias_value":"H4AKVSLVUUCGPWL2","created_at":"2026-07-05T08:58:56Z"},{"alias_kind":"pith_short_8","alias_value":"H4AKVSLV","created_at":"2026-07-05T08:58:56Z"}],"graph_snapshots":[{"event_id":"sha256:90a8436ed8c4ac5c06a877940db05972b77ec240c1bfd5ca61a64f0b332b159a","target":"graph","created_at":"2026-07-05T08:58:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2408.13831/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Annually, at the Conference of Machine Translation (WMT), the Metrics Shared Task organizers conduct the meta-evaluation of Machine Translation (MT) metrics, ranking them according to their correlation with human judgments. Their results guide researchers toward enhancing the next generation of metrics and MT systems. With the recent introduction of neural metrics, the field has witnessed notable advancements. Nevertheless, the inherent opacity of these metrics has posed substantial challenges to the meta-evaluation process. This work highlights two issues with the meta-evaluation framework cu","authors_text":"Alessandro Scir\\`e, Edoardo Barba, Lorenzo Proietti, Roberto Navigli, Stefano Perrella","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-25T13:29:34Z","title":"Guardians of the Machine Translation Meta-Evaluation: Sentinel Metrics Fall In!"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.13831","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:41dc4fdfe7c30920bd83deeed8ad70f3531331940bf46d9c6e5d1a6387176e30","target":"record","created_at":"2026-07-05T08:58:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e1c1fd91206b3f71e451357c9c1390e05b60ee5b42e1b7d54b87b33d588a1928","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-25T13:29:34Z","title_canon_sha256":"d0034fa4b4084099fb3fc541e8f239724b471c001203108921f7a3c34357f1b5"},"schema_version":"1.0","source":{"id":"2408.13831","kind":"arxiv","version":1}},"canonical_sha256":"3f00aac975a50467d97a1109c634691ffb1ea96e0ce1ebb2b9b6fd4c915d1f03","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3f00aac975a50467d97a1109c634691ffb1ea96e0ce1ebb2b9b6fd4c915d1f03","first_computed_at":"2026-07-05T08:58:56.251178Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:58:56.251178Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"TX49AF0E04IKd4HK1w0yqLmEtP1oe0caaIThvXJOKyR3F/9IfiqCMbA1oHzeD4mPKCrSnz/OIiqmxS3MPiPFDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:58:56.251709Z","signed_message":"canonical_sha256_bytes"},"source_id":"2408.13831","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:41dc4fdfe7c30920bd83deeed8ad70f3531331940bf46d9c6e5d1a6387176e30","sha256:90a8436ed8c4ac5c06a877940db05972b77ec240c1bfd5ca61a64f0b332b159a"],"state_sha256":"a901641afae14c1c4c5018646994782d8fbf024a7e03a13b3089bf453387d683"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8L8wY5kWIbOzzhXkuY9zg2itinZOuraNva5p80fmb+WB5x6IHNsv5LQoN3uW7Bs3Mv39w4mnVOUzOUmg91l2CA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T10:23:03.552799Z","bundle_sha256":"1566e774261ed8131738b3e5910ccf75ca1f5a349edb8deefe698c8bebce6a55"}}