{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:P253ZE6CZXOMRUOBJWLBWNXYBZ","short_pith_number":"pith:P253ZE6C","canonical_record":{"source":{"id":"2407.19884","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-29T11:01:17Z","cross_cats_sorted":[],"title_canon_sha256":"2e8eeded14ec03b035a338625f6868400979ddd9c5a3bb1c6cb37c7251f4b105","abstract_canon_sha256":"c00b6ad4b0a2716b602b9ae08cbd107bae549973c929fa7e171f22a971e10de2"},"schema_version":"1.0"},"canonical_sha256":"7ebbbc93c2cddcc8d1c14d961b36f80e67c9b28bffcb221a0d19fe41f494bfe2","source":{"kind":"arxiv","id":"2407.19884","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.19884","created_at":"2026-07-05T08:49:45Z"},{"alias_kind":"arxiv_version","alias_value":"2407.19884v1","created_at":"2026-07-05T08:49:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.19884","created_at":"2026-07-05T08:49:45Z"},{"alias_kind":"pith_short_12","alias_value":"P253ZE6CZXOM","created_at":"2026-07-05T08:49:45Z"},{"alias_kind":"pith_short_16","alias_value":"P253ZE6CZXOMRUOB","created_at":"2026-07-05T08:49:45Z"},{"alias_kind":"pith_short_8","alias_value":"P253ZE6C","created_at":"2026-07-05T08:49:45Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:P253ZE6CZXOMRUOBJWLBWNXYBZ","target":"record","payload":{"canonical_record":{"source":{"id":"2407.19884","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-29T11:01:17Z","cross_cats_sorted":[],"title_canon_sha256":"2e8eeded14ec03b035a338625f6868400979ddd9c5a3bb1c6cb37c7251f4b105","abstract_canon_sha256":"c00b6ad4b0a2716b602b9ae08cbd107bae549973c929fa7e171f22a971e10de2"},"schema_version":"1.0"},"canonical_sha256":"7ebbbc93c2cddcc8d1c14d961b36f80e67c9b28bffcb221a0d19fe41f494bfe2","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:49:45.997683Z","signature_b64":"dZgGeV2vTqZy64W4BrXZpV5R/KtjJjgKJ3fDyCJixFIZOfoKeKcira5RjCGUHfVKR1K2CVgy/AXOjttCMzjLBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"7ebbbc93c2cddcc8d1c14d961b36f80e67c9b28bffcb221a0d19fe41f494bfe2","last_reissued_at":"2026-07-05T08:49:45.997235Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:49:45.997235Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2407.19884","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:49:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EcxLh37Wy1K9wiMtQaxMarLK8juEQaN9nDvRYNT02IywianTZzF2aRisUdzsMwR1x36DK2FGNygMYdT+5aosDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T13:30:32.576353Z"},"content_sha256":"d129c9bbb9c830c7968c528a58e49ac1337418bcf43fecdf71a880f3dcd207d6","schema_version":"1.0","event_id":"sha256:d129c9bbb9c830c7968c528a58e49ac1337418bcf43fecdf71a880f3dcd207d6"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:P253ZE6CZXOMRUOBJWLBWNXYBZ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Preliminary WMT24 Ranking of General MT Systems and LLMs","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Anton Dvorkovich, Barry Haddow, Benjamin Marie, Christian Federmann, Eleftherios Avramidis, Kenton Murray, Maja Popovic, Mariya Shmatova, Mark Fishel, Markus Freitag, Martin Popel, Marzena Karpinska, Masaaki Nagata, Ondrej Bojar, Philipp Koehn, Rachel Bawden, Roman Grundkiewicz, Stein{\\th}\\'or Steingr\\'imsson, Thamme Gowda, Tom Kocmi, Vil\\'em Zouhar","submitted_at":"2024-07-29T11:01:17Z","abstract_excerpt":"This is the preliminary ranking of WMT24 General MT systems based on automatic metrics. The official ranking will be a human evaluation, which is superior to the automatic ranking and supersedes it. The purpose of this report is not to interpret any findings but only provide preliminary results to the participants of the General MT task that may be useful during the writing of the system submission."},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.19884","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2407.19884/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:49:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hNHWmTkFfUS6lqOGlgFwGvW0jEMBC07RHdeEfE1Wt4XFjwF0lmA6XgigN49VUtPuKI6GQQ//zNFPm/tBpTChAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T13:30:32.576725Z"},"content_sha256":"521dd179f35eed8729e81fad2ccd51b162603264ed5109b47de088ee497a1115","schema_version":"1.0","event_id":"sha256:521dd179f35eed8729e81fad2ccd51b162603264ed5109b47de088ee497a1115"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/P253ZE6CZXOMRUOBJWLBWNXYBZ/bundle.json","state_url":"https://pith.science/pith/P253ZE6CZXOMRUOBJWLBWNXYBZ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/P253ZE6CZXOMRUOBJWLBWNXYBZ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T13:30:32Z","links":{"resolver":"https://pith.science/pith/P253ZE6CZXOMRUOBJWLBWNXYBZ","bundle":"https://pith.science/pith/P253ZE6CZXOMRUOBJWLBWNXYBZ/bundle.json","state":"https://pith.science/pith/P253ZE6CZXOMRUOBJWLBWNXYBZ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/P253ZE6CZXOMRUOBJWLBWNXYBZ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:P253ZE6CZXOMRUOBJWLBWNXYBZ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c00b6ad4b0a2716b602b9ae08cbd107bae549973c929fa7e171f22a971e10de2","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-29T11:01:17Z","title_canon_sha256":"2e8eeded14ec03b035a338625f6868400979ddd9c5a3bb1c6cb37c7251f4b105"},"schema_version":"1.0","source":{"id":"2407.19884","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.19884","created_at":"2026-07-05T08:49:45Z"},{"alias_kind":"arxiv_version","alias_value":"2407.19884v1","created_at":"2026-07-05T08:49:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.19884","created_at":"2026-07-05T08:49:45Z"},{"alias_kind":"pith_short_12","alias_value":"P253ZE6CZXOM","created_at":"2026-07-05T08:49:45Z"},{"alias_kind":"pith_short_16","alias_value":"P253ZE6CZXOMRUOB","created_at":"2026-07-05T08:49:45Z"},{"alias_kind":"pith_short_8","alias_value":"P253ZE6C","created_at":"2026-07-05T08:49:45Z"}],"graph_snapshots":[{"event_id":"sha256:521dd179f35eed8729e81fad2ccd51b162603264ed5109b47de088ee497a1115","target":"graph","created_at":"2026-07-05T08:49:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2407.19884/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This is the preliminary ranking of WMT24 General MT systems based on automatic metrics. The official ranking will be a human evaluation, which is superior to the automatic ranking and supersedes it. The purpose of this report is not to interpret any findings but only provide preliminary results to the participants of the General MT task that may be useful during the writing of the system submission.","authors_text":"Anton Dvorkovich, Barry Haddow, Benjamin Marie, Christian Federmann, Eleftherios Avramidis, Kenton Murray, Maja Popovic, Mariya Shmatova, Mark Fishel, Markus Freitag, Martin Popel, Marzena Karpinska, Masaaki Nagata, Ondrej Bojar, Philipp Koehn, Rachel Bawden, Roman Grundkiewicz, Stein{\\th}\\'or Steingr\\'imsson, Thamme Gowda, Tom Kocmi, Vil\\'em Zouhar","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-29T11:01:17Z","title":"Preliminary WMT24 Ranking of General MT Systems and LLMs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.19884","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d129c9bbb9c830c7968c528a58e49ac1337418bcf43fecdf71a880f3dcd207d6","target":"record","created_at":"2026-07-05T08:49:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c00b6ad4b0a2716b602b9ae08cbd107bae549973c929fa7e171f22a971e10de2","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-29T11:01:17Z","title_canon_sha256":"2e8eeded14ec03b035a338625f6868400979ddd9c5a3bb1c6cb37c7251f4b105"},"schema_version":"1.0","source":{"id":"2407.19884","kind":"arxiv","version":1}},"canonical_sha256":"7ebbbc93c2cddcc8d1c14d961b36f80e67c9b28bffcb221a0d19fe41f494bfe2","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7ebbbc93c2cddcc8d1c14d961b36f80e67c9b28bffcb221a0d19fe41f494bfe2","first_computed_at":"2026-07-05T08:49:45.997235Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:49:45.997235Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"dZgGeV2vTqZy64W4BrXZpV5R/KtjJjgKJ3fDyCJixFIZOfoKeKcira5RjCGUHfVKR1K2CVgy/AXOjttCMzjLBg==","signature_status":"signed_v1","signed_at":"2026-07-05T08:49:45.997683Z","signed_message":"canonical_sha256_bytes"},"source_id":"2407.19884","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d129c9bbb9c830c7968c528a58e49ac1337418bcf43fecdf71a880f3dcd207d6","sha256:521dd179f35eed8729e81fad2ccd51b162603264ed5109b47de088ee497a1115"],"state_sha256":"bed985f43ca395cc0f86702c0f13058ad62f353bc02c3744876b65792f279bbf"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"CVw7lQFu56hetVWG+5CtYwXXBC83dCjzRByO1ShqlGlbDByRY/kWeo1h8cS8CkIQeSSr25Xv02iNOAkns8jpBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T13:30:32.578965Z","bundle_sha256":"fcaced5de7f13f080117cf343613fb45fbd51034bbd5afb2ccc223135b8292b2"}}