{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:VUPOE5ZZEPS6DUZMHAPHYXQLOD","short_pith_number":"pith:VUPOE5ZZ","canonical_record":{"source":{"id":"2308.16795","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-08-31T15:15:26Z","cross_cats_sorted":[],"title_canon_sha256":"be13aab873db1b25309b28d24c2e47a24aa2214c618b0948776fb0b132274340","abstract_canon_sha256":"5b2ebeed2f25cd5ff2636f85f93140b079c561b3c1ad556a11e8edac8d55ff45"},"schema_version":"1.0"},"canonical_sha256":"ad1ee2773923e5e1d32c381e7c5e0b70f1bb7c0b0983bb1887c50b4f7938922e","source":{"kind":"arxiv","id":"2308.16795","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.16795","created_at":"2026-07-05T06:46:39Z"},{"alias_kind":"arxiv_version","alias_value":"2308.16795v1","created_at":"2026-07-05T06:46:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.16795","created_at":"2026-07-05T06:46:39Z"},{"alias_kind":"pith_short_12","alias_value":"VUPOE5ZZEPS6","created_at":"2026-07-05T06:46:39Z"},{"alias_kind":"pith_short_16","alias_value":"VUPOE5ZZEPS6DUZM","created_at":"2026-07-05T06:46:39Z"},{"alias_kind":"pith_short_8","alias_value":"VUPOE5ZZ","created_at":"2026-07-05T06:46:39Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:VUPOE5ZZEPS6DUZMHAPHYXQLOD","target":"record","payload":{"canonical_record":{"source":{"id":"2308.16795","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-08-31T15:15:26Z","cross_cats_sorted":[],"title_canon_sha256":"be13aab873db1b25309b28d24c2e47a24aa2214c618b0948776fb0b132274340","abstract_canon_sha256":"5b2ebeed2f25cd5ff2636f85f93140b079c561b3c1ad556a11e8edac8d55ff45"},"schema_version":"1.0"},"canonical_sha256":"ad1ee2773923e5e1d32c381e7c5e0b70f1bb7c0b0983bb1887c50b4f7938922e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:46:39.304097Z","signature_b64":"fqv0G7CumUukDNB2Knl0DaAeJKd+a+sWlpiTTGyHTaapL9Hnp5yoJLOJNyzSNeYaQb0FO76PcEWA8OCzFv28CQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ad1ee2773923e5e1d32c381e7c5e0b70f1bb7c0b0983bb1887c50b4f7938922e","last_reissued_at":"2026-07-05T06:46:39.303575Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:46:39.303575Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2308.16795","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:46:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"QStuWw4+f5sbVFteSwpxqVOL24nC252cAcnTpiBCN/bFnUDG6T0c+7QJL8dFFWSqZfRbMj+6Qhuio9F/O0SbAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T15:10:25.230747Z"},"content_sha256":"b49013f36989d0069d14452729f4d8b4abfad7a1ff8c8fe9346eba5cd75b43ae","schema_version":"1.0","event_id":"sha256:b49013f36989d0069d14452729f4d8b4abfad7a1ff8c8fe9346eba5cd75b43ae"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:VUPOE5ZZEPS6DUZMHAPHYXQLOD","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Towards Multilingual Automatic Dialogue Evaluation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Alon Lavie, Isabel Trancoso, John Mendon\\c{c}a","submitted_at":"2023-08-31T15:15:26Z","abstract_excerpt":"The main limiting factor in the development of robust multilingual dialogue evaluation metrics is the lack of multilingual data and the limited availability of open sourced multilingual dialogue systems. In this work, we propose a workaround for this lack of data by leveraging a strong multilingual pretrained LLM and augmenting existing English dialogue data using Machine Translation. We empirically show that the naive approach of finetuning a pretrained multilingual encoder model with translated data is insufficient to outperform the strong baseline of finetuning a multilingual model with onl"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.16795","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2308.16795/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:46:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"iMH7EJQdpCEnyCpIh2b9Ge9fKSgsND1aLQ5HQPfExGf8jTZEAzlms+4Jbpj4NDNpgNFGTcDMrDA0SNLyXhPyDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T15:10:25.231122Z"},"content_sha256":"e978f97de055b18a1a1df7cbb2ae8a77a4bcc4cb5a58b57460193e8c48e36480","schema_version":"1.0","event_id":"sha256:e978f97de055b18a1a1df7cbb2ae8a77a4bcc4cb5a58b57460193e8c48e36480"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/VUPOE5ZZEPS6DUZMHAPHYXQLOD/bundle.json","state_url":"https://pith.science/pith/VUPOE5ZZEPS6DUZMHAPHYXQLOD/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/VUPOE5ZZEPS6DUZMHAPHYXQLOD/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T15:10:25Z","links":{"resolver":"https://pith.science/pith/VUPOE5ZZEPS6DUZMHAPHYXQLOD","bundle":"https://pith.science/pith/VUPOE5ZZEPS6DUZMHAPHYXQLOD/bundle.json","state":"https://pith.science/pith/VUPOE5ZZEPS6DUZMHAPHYXQLOD/state.json","well_known_bundle":"https://pith.science/.well-known/pith/VUPOE5ZZEPS6DUZMHAPHYXQLOD/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:VUPOE5ZZEPS6DUZMHAPHYXQLOD","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5b2ebeed2f25cd5ff2636f85f93140b079c561b3c1ad556a11e8edac8d55ff45","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-08-31T15:15:26Z","title_canon_sha256":"be13aab873db1b25309b28d24c2e47a24aa2214c618b0948776fb0b132274340"},"schema_version":"1.0","source":{"id":"2308.16795","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.16795","created_at":"2026-07-05T06:46:39Z"},{"alias_kind":"arxiv_version","alias_value":"2308.16795v1","created_at":"2026-07-05T06:46:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.16795","created_at":"2026-07-05T06:46:39Z"},{"alias_kind":"pith_short_12","alias_value":"VUPOE5ZZEPS6","created_at":"2026-07-05T06:46:39Z"},{"alias_kind":"pith_short_16","alias_value":"VUPOE5ZZEPS6DUZM","created_at":"2026-07-05T06:46:39Z"},{"alias_kind":"pith_short_8","alias_value":"VUPOE5ZZ","created_at":"2026-07-05T06:46:39Z"}],"graph_snapshots":[{"event_id":"sha256:e978f97de055b18a1a1df7cbb2ae8a77a4bcc4cb5a58b57460193e8c48e36480","target":"graph","created_at":"2026-07-05T06:46:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2308.16795/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The main limiting factor in the development of robust multilingual dialogue evaluation metrics is the lack of multilingual data and the limited availability of open sourced multilingual dialogue systems. In this work, we propose a workaround for this lack of data by leveraging a strong multilingual pretrained LLM and augmenting existing English dialogue data using Machine Translation. We empirically show that the naive approach of finetuning a pretrained multilingual encoder model with translated data is insufficient to outperform the strong baseline of finetuning a multilingual model with onl","authors_text":"Alon Lavie, Isabel Trancoso, John Mendon\\c{c}a","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-08-31T15:15:26Z","title":"Towards Multilingual Automatic Dialogue Evaluation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.16795","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b49013f36989d0069d14452729f4d8b4abfad7a1ff8c8fe9346eba5cd75b43ae","target":"record","created_at":"2026-07-05T06:46:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5b2ebeed2f25cd5ff2636f85f93140b079c561b3c1ad556a11e8edac8d55ff45","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-08-31T15:15:26Z","title_canon_sha256":"be13aab873db1b25309b28d24c2e47a24aa2214c618b0948776fb0b132274340"},"schema_version":"1.0","source":{"id":"2308.16795","kind":"arxiv","version":1}},"canonical_sha256":"ad1ee2773923e5e1d32c381e7c5e0b70f1bb7c0b0983bb1887c50b4f7938922e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ad1ee2773923e5e1d32c381e7c5e0b70f1bb7c0b0983bb1887c50b4f7938922e","first_computed_at":"2026-07-05T06:46:39.303575Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:46:39.303575Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"fqv0G7CumUukDNB2Knl0DaAeJKd+a+sWlpiTTGyHTaapL9Hnp5yoJLOJNyzSNeYaQb0FO76PcEWA8OCzFv28CQ==","signature_status":"signed_v1","signed_at":"2026-07-05T06:46:39.304097Z","signed_message":"canonical_sha256_bytes"},"source_id":"2308.16795","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b49013f36989d0069d14452729f4d8b4abfad7a1ff8c8fe9346eba5cd75b43ae","sha256:e978f97de055b18a1a1df7cbb2ae8a77a4bcc4cb5a58b57460193e8c48e36480"],"state_sha256":"11b76524328a730333da5fd66692f3df1c26780dc88564d590aeb0e97e086dd1"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"LFNnPIPOBY4jPEP9la+ujegMFoX2ki9mpdVrlXg+58CQIImTCkZFntIg5aFv9t86lSKBmgwZL5zujh9EQuGkBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T15:10:25.233107Z","bundle_sha256":"c4f1bab2d1cf6dcb4f83f7f7af9e40061322d379e9b3f0b0762970649d721139"}}