{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:4CJRCHSHLAQHVPYACC6JNC7H43","short_pith_number":"pith:4CJRCHSH","canonical_record":{"source":{"id":"2210.03070","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2022-10-06T17:26:27Z","cross_cats_sorted":[],"title_canon_sha256":"6e111f7e5098cc63194d54e9a3a61b0017ce91aa57b2dfac09ed153dc86b8a06","abstract_canon_sha256":"7f00a08d08960d6752fb968ae976f8379de426e81cb3d59370851de0735012de"},"schema_version":"1.0"},"canonical_sha256":"e093111e4758207abf0010bc968be7e6e3effc748e8c3954052b683768cf17e6","source":{"kind":"arxiv","id":"2210.03070","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2210.03070","created_at":"2026-07-05T05:58:28Z"},{"alias_kind":"arxiv_version","alias_value":"2210.03070v2","created_at":"2026-07-05T05:58:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2210.03070","created_at":"2026-07-05T05:58:28Z"},{"alias_kind":"pith_short_12","alias_value":"4CJRCHSHLAQH","created_at":"2026-07-05T05:58:28Z"},{"alias_kind":"pith_short_16","alias_value":"4CJRCHSHLAQHVPYA","created_at":"2026-07-05T05:58:28Z"},{"alias_kind":"pith_short_8","alias_value":"4CJRCHSH","created_at":"2026-07-05T05:58:28Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:4CJRCHSHLAQHVPYACC6JNC7H43","target":"record","payload":{"canonical_record":{"source":{"id":"2210.03070","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2022-10-06T17:26:27Z","cross_cats_sorted":[],"title_canon_sha256":"6e111f7e5098cc63194d54e9a3a61b0017ce91aa57b2dfac09ed153dc86b8a06","abstract_canon_sha256":"7f00a08d08960d6752fb968ae976f8379de426e81cb3d59370851de0735012de"},"schema_version":"1.0"},"canonical_sha256":"e093111e4758207abf0010bc968be7e6e3effc748e8c3954052b683768cf17e6","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:58:28.673693Z","signature_b64":"sSj0X9kDgYgL9HlYvPUEUk4s/NHdCsIPddbWqI4fiTaLxNCtaedl7rVmOyhxoFXQrf1EVcI94e7C9fUpVGMeAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e093111e4758207abf0010bc968be7e6e3effc748e8c3954052b683768cf17e6","last_reissued_at":"2026-07-05T05:58:28.673201Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:58:28.673201Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2210.03070","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:58:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"yUnPvjd3+O1LpjAnV7LonAva56iooy9JOJ4g9lPrq0fwSDQf1r1bek+yTm+GC4+Q2z8ACYDDEWGx7OYmNl17DQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T16:18:11.026422Z"},"content_sha256":"911060942fcdffda59d09e14de5a74e5bc1faefebf707a5a65aeeab534627ebb","schema_version":"1.0","event_id":"sha256:911060942fcdffda59d09e14de5a74e5bc1faefebf707a5a65aeeab534627ebb"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:4CJRCHSHLAQHVPYACC6JNC7H43","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Toxicity in Multilingual Machine Translation at Scale","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Carlos Escolano, Christophe Ropers, Daniel Licht, Eric Smith, Javier Ferrando, Jean Maillard, Marta R. Costa-juss\\`a","submitted_at":"2022-10-06T17:26:27Z","abstract_excerpt":"Machine Translation systems can produce different types of errors, some of which are characterized as critical or catastrophic due to the specific negative impact that they can have on users. In this paper we focus on one type of critical error: added toxicity. We evaluate and analyze added toxicity when translating a large evaluation dataset (HOLISTICBIAS, over 472k sentences, covering 13 demographic axes) from English into 164 languages. An automatic toxicity evaluation shows that added toxicity across languages varies from 0% to 5%. The output languages with the most added toxicity tend to "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2210.03070","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2210.03070/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:58:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"pPIfsBrDynOCoNrqHvowXoX5Hw8p+OTxXXrdF1iLgwdWUYlfDYh0xAxB3odx3d/O5iA5/tDHbTRPzsTzkQMYDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T16:18:11.027945Z"},"content_sha256":"1705060233633fa86faab8e6b74fb4436d3eea6e201d23a6745ae67e384a0646","schema_version":"1.0","event_id":"sha256:1705060233633fa86faab8e6b74fb4436d3eea6e201d23a6745ae67e384a0646"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/4CJRCHSHLAQHVPYACC6JNC7H43/bundle.json","state_url":"https://pith.science/pith/4CJRCHSHLAQHVPYACC6JNC7H43/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/4CJRCHSHLAQHVPYACC6JNC7H43/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-12T16:18:11Z","links":{"resolver":"https://pith.science/pith/4CJRCHSHLAQHVPYACC6JNC7H43","bundle":"https://pith.science/pith/4CJRCHSHLAQHVPYACC6JNC7H43/bundle.json","state":"https://pith.science/pith/4CJRCHSHLAQHVPYACC6JNC7H43/state.json","well_known_bundle":"https://pith.science/.well-known/pith/4CJRCHSHLAQHVPYACC6JNC7H43/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:4CJRCHSHLAQHVPYACC6JNC7H43","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7f00a08d08960d6752fb968ae976f8379de426e81cb3d59370851de0735012de","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2022-10-06T17:26:27Z","title_canon_sha256":"6e111f7e5098cc63194d54e9a3a61b0017ce91aa57b2dfac09ed153dc86b8a06"},"schema_version":"1.0","source":{"id":"2210.03070","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2210.03070","created_at":"2026-07-05T05:58:28Z"},{"alias_kind":"arxiv_version","alias_value":"2210.03070v2","created_at":"2026-07-05T05:58:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2210.03070","created_at":"2026-07-05T05:58:28Z"},{"alias_kind":"pith_short_12","alias_value":"4CJRCHSHLAQH","created_at":"2026-07-05T05:58:28Z"},{"alias_kind":"pith_short_16","alias_value":"4CJRCHSHLAQHVPYA","created_at":"2026-07-05T05:58:28Z"},{"alias_kind":"pith_short_8","alias_value":"4CJRCHSH","created_at":"2026-07-05T05:58:28Z"}],"graph_snapshots":[{"event_id":"sha256:1705060233633fa86faab8e6b74fb4436d3eea6e201d23a6745ae67e384a0646","target":"graph","created_at":"2026-07-05T05:58:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2210.03070/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Machine Translation systems can produce different types of errors, some of which are characterized as critical or catastrophic due to the specific negative impact that they can have on users. In this paper we focus on one type of critical error: added toxicity. We evaluate and analyze added toxicity when translating a large evaluation dataset (HOLISTICBIAS, over 472k sentences, covering 13 demographic axes) from English into 164 languages. An automatic toxicity evaluation shows that added toxicity across languages varies from 0% to 5%. The output languages with the most added toxicity tend to ","authors_text":"Carlos Escolano, Christophe Ropers, Daniel Licht, Eric Smith, Javier Ferrando, Jean Maillard, Marta R. Costa-juss\\`a","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2022-10-06T17:26:27Z","title":"Toxicity in Multilingual Machine Translation at Scale"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2210.03070","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:911060942fcdffda59d09e14de5a74e5bc1faefebf707a5a65aeeab534627ebb","target":"record","created_at":"2026-07-05T05:58:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7f00a08d08960d6752fb968ae976f8379de426e81cb3d59370851de0735012de","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2022-10-06T17:26:27Z","title_canon_sha256":"6e111f7e5098cc63194d54e9a3a61b0017ce91aa57b2dfac09ed153dc86b8a06"},"schema_version":"1.0","source":{"id":"2210.03070","kind":"arxiv","version":2}},"canonical_sha256":"e093111e4758207abf0010bc968be7e6e3effc748e8c3954052b683768cf17e6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e093111e4758207abf0010bc968be7e6e3effc748e8c3954052b683768cf17e6","first_computed_at":"2026-07-05T05:58:28.673201Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:58:28.673201Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"sSj0X9kDgYgL9HlYvPUEUk4s/NHdCsIPddbWqI4fiTaLxNCtaedl7rVmOyhxoFXQrf1EVcI94e7C9fUpVGMeAg==","signature_status":"signed_v1","signed_at":"2026-07-05T05:58:28.673693Z","signed_message":"canonical_sha256_bytes"},"source_id":"2210.03070","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:911060942fcdffda59d09e14de5a74e5bc1faefebf707a5a65aeeab534627ebb","sha256:1705060233633fa86faab8e6b74fb4436d3eea6e201d23a6745ae67e384a0646"],"state_sha256":"9793506bab0543b113fde890719d2d7d209d34115a5bef83dc07c4f1ca704536"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"viRil6ypIMBD7vz8wihlEA0Xxuhty6i/yntIjKl0rnmH+UH6zcMHbLYr4hXTp7FX5NhgZKY2K1F2S/H8OBY1CQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-12T16:18:11.034748Z","bundle_sha256":"25f5c3b3a30ce938d87053d70378893f6aee06a35c4f5d93cedea86771229ab1"}}