{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:3ESQ25Q6GJQ6DKCNFNZWTM5ZDN","short_pith_number":"pith:3ESQ25Q6","canonical_record":{"source":{"id":"2104.07838","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-04-16T00:57:36Z","cross_cats_sorted":[],"title_canon_sha256":"c2c6ddad18bd40c876b811774959bfbf69bf84279adcc9b7acba09eec8ba5451","abstract_canon_sha256":"f3e9fc6900fab78a974f0e597bd55b375622510c854ed7890b621c85dca9069c"},"schema_version":"1.0"},"canonical_sha256":"d9250d761e3261e1a84d2b7369b3b91b5a000a828dc9b21f50e539034d07ef94","source":{"kind":"arxiv","id":"2104.07838","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2104.07838","created_at":"2026-07-05T02:32:38Z"},{"alias_kind":"arxiv_version","alias_value":"2104.07838v1","created_at":"2026-07-05T02:32:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2104.07838","created_at":"2026-07-05T02:32:38Z"},{"alias_kind":"pith_short_12","alias_value":"3ESQ25Q6GJQ6","created_at":"2026-07-05T02:32:38Z"},{"alias_kind":"pith_short_16","alias_value":"3ESQ25Q6GJQ6DKCN","created_at":"2026-07-05T02:32:38Z"},{"alias_kind":"pith_short_8","alias_value":"3ESQ25Q6","created_at":"2026-07-05T02:32:38Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:3ESQ25Q6GJQ6DKCNFNZWTM5ZDN","target":"record","payload":{"canonical_record":{"source":{"id":"2104.07838","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-04-16T00:57:36Z","cross_cats_sorted":[],"title_canon_sha256":"c2c6ddad18bd40c876b811774959bfbf69bf84279adcc9b7acba09eec8ba5451","abstract_canon_sha256":"f3e9fc6900fab78a974f0e597bd55b375622510c854ed7890b621c85dca9069c"},"schema_version":"1.0"},"canonical_sha256":"d9250d761e3261e1a84d2b7369b3b91b5a000a828dc9b21f50e539034d07ef94","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:32:38.170309Z","signature_b64":"p4tzOhHDh0tqSScld5J2Xwihf7UJNwD2dqLPwnjkHDNSq01ZRBrCMR1e1vdLTfdsAcWn0HuT7RexTklZgV6QAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d9250d761e3261e1a84d2b7369b3b91b5a000a828dc9b21f50e539034d07ef94","last_reissued_at":"2026-07-05T02:32:38.169874Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:32:38.169874Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2104.07838","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:32:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"NcuRw8sukS9VfgO5RBKGrbK4PVvhT1vSclwqOWcOaKMDdWzFAU2tmD5ZulsUWmPix3r+nSpfgERDXk9aakmgAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T09:42:09.620270Z"},"content_sha256":"a901aafa1eb93da6aaf43feabbaf96f0f023b4d7ce02404e4f04c2289a0093ad","schema_version":"1.0","event_id":"sha256:a901aafa1eb93da6aaf43feabbaf96f0f023b4d7ce02404e4f04c2289a0093ad"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:3ESQ25Q6GJQ6DKCNFNZWTM5ZDN","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Investigating Failures of Automatic Translation in the Case of Unambiguous Gender","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Adina Williams, Adithya Renduchintala","submitted_at":"2021-04-16T00:57:36Z","abstract_excerpt":"Transformer based models are the modern work horses for neural machine translation (NMT), reaching state of the art across several benchmarks. Despite their impressive accuracy, we observe a systemic and rudimentary class of errors made by transformer based models with regards to translating from a language that doesn't mark gender on nouns into others that do. We find that even when the surrounding context provides unambiguous evidence of the appropriate grammatical gender marking, no transformer based model we tested was able to accurately gender occupation nouns systematically. We release a"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2104.07838","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2104.07838/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:32:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"j0WevczXbTv+1w6jv3iNCuo79ddlR4AKQr1/zOyz+21XOfkr4JbQxq6E8RTBkW79UVNo97aoTXVNF23cjpxWBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T09:42:09.620666Z"},"content_sha256":"6f846fe1f4845d41ca835d3b6f965c84c2ddcc9fa41ba82b9a6ff4187ee91e29","schema_version":"1.0","event_id":"sha256:6f846fe1f4845d41ca835d3b6f965c84c2ddcc9fa41ba82b9a6ff4187ee91e29"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/3ESQ25Q6GJQ6DKCNFNZWTM5ZDN/bundle.json","state_url":"https://pith.science/pith/3ESQ25Q6GJQ6DKCNFNZWTM5ZDN/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/3ESQ25Q6GJQ6DKCNFNZWTM5ZDN/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T09:42:09Z","links":{"resolver":"https://pith.science/pith/3ESQ25Q6GJQ6DKCNFNZWTM5ZDN","bundle":"https://pith.science/pith/3ESQ25Q6GJQ6DKCNFNZWTM5ZDN/bundle.json","state":"https://pith.science/pith/3ESQ25Q6GJQ6DKCNFNZWTM5ZDN/state.json","well_known_bundle":"https://pith.science/.well-known/pith/3ESQ25Q6GJQ6DKCNFNZWTM5ZDN/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:3ESQ25Q6GJQ6DKCNFNZWTM5ZDN","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f3e9fc6900fab78a974f0e597bd55b375622510c854ed7890b621c85dca9069c","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-04-16T00:57:36Z","title_canon_sha256":"c2c6ddad18bd40c876b811774959bfbf69bf84279adcc9b7acba09eec8ba5451"},"schema_version":"1.0","source":{"id":"2104.07838","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2104.07838","created_at":"2026-07-05T02:32:38Z"},{"alias_kind":"arxiv_version","alias_value":"2104.07838v1","created_at":"2026-07-05T02:32:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2104.07838","created_at":"2026-07-05T02:32:38Z"},{"alias_kind":"pith_short_12","alias_value":"3ESQ25Q6GJQ6","created_at":"2026-07-05T02:32:38Z"},{"alias_kind":"pith_short_16","alias_value":"3ESQ25Q6GJQ6DKCN","created_at":"2026-07-05T02:32:38Z"},{"alias_kind":"pith_short_8","alias_value":"3ESQ25Q6","created_at":"2026-07-05T02:32:38Z"}],"graph_snapshots":[{"event_id":"sha256:6f846fe1f4845d41ca835d3b6f965c84c2ddcc9fa41ba82b9a6ff4187ee91e29","target":"graph","created_at":"2026-07-05T02:32:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2104.07838/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Transformer based models are the modern work horses for neural machine translation (NMT), reaching state of the art across several benchmarks. Despite their impressive accuracy, we observe a systemic and rudimentary class of errors made by transformer based models with regards to translating from a language that doesn't mark gender on nouns into others that do. We find that even when the surrounding context provides unambiguous evidence of the appropriate grammatical gender marking, no transformer based model we tested was able to accurately gender occupation nouns systematically. We release a","authors_text":"Adina Williams, Adithya Renduchintala","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-04-16T00:57:36Z","title":"Investigating Failures of Automatic Translation in the Case of Unambiguous Gender"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2104.07838","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a901aafa1eb93da6aaf43feabbaf96f0f023b4d7ce02404e4f04c2289a0093ad","target":"record","created_at":"2026-07-05T02:32:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f3e9fc6900fab78a974f0e597bd55b375622510c854ed7890b621c85dca9069c","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-04-16T00:57:36Z","title_canon_sha256":"c2c6ddad18bd40c876b811774959bfbf69bf84279adcc9b7acba09eec8ba5451"},"schema_version":"1.0","source":{"id":"2104.07838","kind":"arxiv","version":1}},"canonical_sha256":"d9250d761e3261e1a84d2b7369b3b91b5a000a828dc9b21f50e539034d07ef94","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d9250d761e3261e1a84d2b7369b3b91b5a000a828dc9b21f50e539034d07ef94","first_computed_at":"2026-07-05T02:32:38.169874Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:32:38.169874Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"p4tzOhHDh0tqSScld5J2Xwihf7UJNwD2dqLPwnjkHDNSq01ZRBrCMR1e1vdLTfdsAcWn0HuT7RexTklZgV6QAg==","signature_status":"signed_v1","signed_at":"2026-07-05T02:32:38.170309Z","signed_message":"canonical_sha256_bytes"},"source_id":"2104.07838","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a901aafa1eb93da6aaf43feabbaf96f0f023b4d7ce02404e4f04c2289a0093ad","sha256:6f846fe1f4845d41ca835d3b6f965c84c2ddcc9fa41ba82b9a6ff4187ee91e29"],"state_sha256":"980b257ea61cfc1309d7059e37af0a35a13a7a3d8982a16fa55a288efecad90e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Hct9MsjArm6yOOc36kS+GRp9tNGtzcEeXDjd1oh/7juw3uvmftYwFHvKRJ03Hii+8bSkgKE3BKQPTwdSv4E/CQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T09:42:09.622657Z","bundle_sha256":"1349d6009dc00301aa75dea7df4db752711f1b34ee5e314a4ce2f03eb38c2456"}}