{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:4AAFTRUCQO75NRJDZAO6INOWLI","short_pith_number":"pith:4AAFTRUC","canonical_record":{"source":{"id":"2311.16865","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-28T15:12:11Z","cross_cats_sorted":[],"title_canon_sha256":"55cb25dd9625a17880f185e985641b6e6fbda7124ca20f95306e2a0c1d4e0656","abstract_canon_sha256":"982bed54621b359206cc80a59d2f3532b306c72dd35bd61964b6fab89d6537cf"},"schema_version":"1.0"},"canonical_sha256":"e00059c68283bfd6c523c81de435d65a2887a5fd4f0181e01ecf49f085d2d35d","source":{"kind":"arxiv","id":"2311.16865","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.16865","created_at":"2026-07-05T07:17:47Z"},{"alias_kind":"arxiv_version","alias_value":"2311.16865v1","created_at":"2026-07-05T07:17:47Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.16865","created_at":"2026-07-05T07:17:47Z"},{"alias_kind":"pith_short_12","alias_value":"4AAFTRUCQO75","created_at":"2026-07-05T07:17:47Z"},{"alias_kind":"pith_short_16","alias_value":"4AAFTRUCQO75NRJD","created_at":"2026-07-05T07:17:47Z"},{"alias_kind":"pith_short_8","alias_value":"4AAFTRUC","created_at":"2026-07-05T07:17:47Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:4AAFTRUCQO75NRJDZAO6INOWLI","target":"record","payload":{"canonical_record":{"source":{"id":"2311.16865","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-28T15:12:11Z","cross_cats_sorted":[],"title_canon_sha256":"55cb25dd9625a17880f185e985641b6e6fbda7124ca20f95306e2a0c1d4e0656","abstract_canon_sha256":"982bed54621b359206cc80a59d2f3532b306c72dd35bd61964b6fab89d6537cf"},"schema_version":"1.0"},"canonical_sha256":"e00059c68283bfd6c523c81de435d65a2887a5fd4f0181e01ecf49f085d2d35d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:17:47.669970Z","signature_b64":"JhjKAYsWRtmHGVKCcAWdAoMPAUVF9feyTCuYWPVyGlZ6tYTezVivnIe5lP9vp+XLtCO/0DdG3FNdLcdXX7uVAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e00059c68283bfd6c523c81de435d65a2887a5fd4f0181e01ecf49f085d2d35d","last_reissued_at":"2026-07-05T07:17:47.669459Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:17:47.669459Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2311.16865","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:17:47Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gF04OOqDbx/35RASnQpHQ1Hs7drupB/RCRyfdYuuvPbTOeR6okxOl6xvM/AwG53cAk23q490ygNavcPD9KQwBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T07:59:37.821267Z"},"content_sha256":"260ec48b9bf536844aa2c33836b9594f980a1ef0abf866af761499cdd225ce3d","schema_version":"1.0","event_id":"sha256:260ec48b9bf536844aa2c33836b9594f980a1ef0abf866af761499cdd225ce3d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:4AAFTRUCQO75NRJDZAO6INOWLI","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"A Benchmark for Evaluating Machine Translation Metrics on Dialects Without Standard Orthography","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Chantal Amrhein, Florian Schottmann, No\\\"emi Aepli, Rico Sennrich","submitted_at":"2023-11-28T15:12:11Z","abstract_excerpt":"For sensible progress in natural language processing, it is important that we are aware of the limitations of the evaluation metrics we use. In this work, we evaluate how robust metrics are to non-standardized dialects, i.e. spelling differences in language varieties that do not have a standard orthography. To investigate this, we collect a dataset of human translations and human judgments for automatic machine translations from English to two Swiss German dialects. We further create a challenge set for dialect variation and benchmark existing metrics' performances. Our results show that exist"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.16865","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2311.16865/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:17:47Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/VRDIayZ2Fm1EH2RSX0qK6Mr1FC5Y4kVRNe/sEaTU2fBcT6/mQc8+GJ+hR35oftJkyP7xrv0QzgY42zHEyCtBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T07:59:37.821780Z"},"content_sha256":"35e229515fa6ee47666fc473d79c7de5f193705cce82b07655891e55532a6cb8","schema_version":"1.0","event_id":"sha256:35e229515fa6ee47666fc473d79c7de5f193705cce82b07655891e55532a6cb8"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/4AAFTRUCQO75NRJDZAO6INOWLI/bundle.json","state_url":"https://pith.science/pith/4AAFTRUCQO75NRJDZAO6INOWLI/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/4AAFTRUCQO75NRJDZAO6INOWLI/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-18T07:59:37Z","links":{"resolver":"https://pith.science/pith/4AAFTRUCQO75NRJDZAO6INOWLI","bundle":"https://pith.science/pith/4AAFTRUCQO75NRJDZAO6INOWLI/bundle.json","state":"https://pith.science/pith/4AAFTRUCQO75NRJDZAO6INOWLI/state.json","well_known_bundle":"https://pith.science/.well-known/pith/4AAFTRUCQO75NRJDZAO6INOWLI/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:4AAFTRUCQO75NRJDZAO6INOWLI","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"982bed54621b359206cc80a59d2f3532b306c72dd35bd61964b6fab89d6537cf","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-28T15:12:11Z","title_canon_sha256":"55cb25dd9625a17880f185e985641b6e6fbda7124ca20f95306e2a0c1d4e0656"},"schema_version":"1.0","source":{"id":"2311.16865","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.16865","created_at":"2026-07-05T07:17:47Z"},{"alias_kind":"arxiv_version","alias_value":"2311.16865v1","created_at":"2026-07-05T07:17:47Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.16865","created_at":"2026-07-05T07:17:47Z"},{"alias_kind":"pith_short_12","alias_value":"4AAFTRUCQO75","created_at":"2026-07-05T07:17:47Z"},{"alias_kind":"pith_short_16","alias_value":"4AAFTRUCQO75NRJD","created_at":"2026-07-05T07:17:47Z"},{"alias_kind":"pith_short_8","alias_value":"4AAFTRUC","created_at":"2026-07-05T07:17:47Z"}],"graph_snapshots":[{"event_id":"sha256:35e229515fa6ee47666fc473d79c7de5f193705cce82b07655891e55532a6cb8","target":"graph","created_at":"2026-07-05T07:17:47Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2311.16865/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"For sensible progress in natural language processing, it is important that we are aware of the limitations of the evaluation metrics we use. In this work, we evaluate how robust metrics are to non-standardized dialects, i.e. spelling differences in language varieties that do not have a standard orthography. To investigate this, we collect a dataset of human translations and human judgments for automatic machine translations from English to two Swiss German dialects. We further create a challenge set for dialect variation and benchmark existing metrics' performances. Our results show that exist","authors_text":"Chantal Amrhein, Florian Schottmann, No\\\"emi Aepli, Rico Sennrich","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-28T15:12:11Z","title":"A Benchmark for Evaluating Machine Translation Metrics on Dialects Without Standard Orthography"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.16865","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:260ec48b9bf536844aa2c33836b9594f980a1ef0abf866af761499cdd225ce3d","target":"record","created_at":"2026-07-05T07:17:47Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"982bed54621b359206cc80a59d2f3532b306c72dd35bd61964b6fab89d6537cf","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-28T15:12:11Z","title_canon_sha256":"55cb25dd9625a17880f185e985641b6e6fbda7124ca20f95306e2a0c1d4e0656"},"schema_version":"1.0","source":{"id":"2311.16865","kind":"arxiv","version":1}},"canonical_sha256":"e00059c68283bfd6c523c81de435d65a2887a5fd4f0181e01ecf49f085d2d35d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e00059c68283bfd6c523c81de435d65a2887a5fd4f0181e01ecf49f085d2d35d","first_computed_at":"2026-07-05T07:17:47.669459Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:17:47.669459Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"JhjKAYsWRtmHGVKCcAWdAoMPAUVF9feyTCuYWPVyGlZ6tYTezVivnIe5lP9vp+XLtCO/0DdG3FNdLcdXX7uVAw==","signature_status":"signed_v1","signed_at":"2026-07-05T07:17:47.669970Z","signed_message":"canonical_sha256_bytes"},"source_id":"2311.16865","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:260ec48b9bf536844aa2c33836b9594f980a1ef0abf866af761499cdd225ce3d","sha256:35e229515fa6ee47666fc473d79c7de5f193705cce82b07655891e55532a6cb8"],"state_sha256":"bc9c7b8905b5a2186dfa5d7459fbf72041a1c5060b477c9e54d5bbbae8692ea2"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"keE30LU4KPtCdBTkRAIhk+WYI/maPzYUFQ+BPU80Eh8F6zpdpBZJ9mKCOq1fjVJMMpAzMIKopUnocTXnxDW6Dg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-18T07:59:37.827353Z","bundle_sha256":"a39b79e393d5f83cb158f3615f51230ab2a7fbee79d29ea0f5af5075f98907c9"}}