{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2018:QF2URQMTXYXXHPLWRO7WTYYH63","short_pith_number":"pith:QF2URQMT","schema_version":"1.0","canonical_sha256":"817548c193be2f73bd768bbf69e307f6c095e4ca7b0fb8d8cef5cab2b5c1af9b","source":{"kind":"arxiv","id":"1810.07595","version":1},"attestation_state":"computed","paper":{"title":"An Analysis of Attention Mechanisms: The Case of Word Sense Disambiguation in Neural Machine Translation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Gongbo Tang, Joakim Nivre, Rico Sennrich","submitted_at":"2018-10-17T14:58:54Z","abstract_excerpt":"Recent work has shown that the encoder-decoder attention mechanisms in neural machine translation (NMT) are different from the word alignment in statistical machine translation. In this paper, we focus on analyzing encoder-decoder attention mechanisms, in the case of word sense disambiguation (WSD) in NMT models. We hypothesize that attention mechanisms pay more attention to context tokens when translating ambiguous words. We explore the attention distribution patterns when translating ambiguous nouns. Counter-intuitively, we find that attention mechanisms are likely to distribute more attenti"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"1810.07595","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-10-17T14:58:54Z","cross_cats_sorted":[],"title_canon_sha256":"c484fb70c129abda77da233517a71a909dea6571b42966f10c560d139b70a4e7","abstract_canon_sha256":"a1614776acd85214883492880405e84c09630793912dff3abe3148256e4e589b"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:02:55.701929Z","signature_b64":"IlYBIyonJ7XgpzlSPPemXDEob0NZJFWs/jEnRiqBuZZcYUREkfNRUK8alYUyb5Xf8K7wojkaRLDHACknDp2YAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"817548c193be2f73bd768bbf69e307f6c095e4ca7b0fb8d8cef5cab2b5c1af9b","last_reissued_at":"2026-05-18T00:02:55.701225Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:02:55.701225Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"An Analysis of Attention Mechanisms: The Case of Word Sense Disambiguation in Neural Machine Translation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Gongbo Tang, Joakim Nivre, Rico Sennrich","submitted_at":"2018-10-17T14:58:54Z","abstract_excerpt":"Recent work has shown that the encoder-decoder attention mechanisms in neural machine translation (NMT) are different from the word alignment in statistical machine translation. In this paper, we focus on analyzing encoder-decoder attention mechanisms, in the case of word sense disambiguation (WSD) in NMT models. We hypothesize that attention mechanisms pay more attention to context tokens when translating ambiguous words. We explore the attention distribution patterns when translating ambiguous nouns. Counter-intuitively, we find that attention mechanisms are likely to distribute more attenti"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1810.07595","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"1810.07595","created_at":"2026-05-18T00:02:55.701341+00:00"},{"alias_kind":"arxiv_version","alias_value":"1810.07595v1","created_at":"2026-05-18T00:02:55.701341+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1810.07595","created_at":"2026-05-18T00:02:55.701341+00:00"},{"alias_kind":"pith_short_12","alias_value":"QF2URQMTXYXX","created_at":"2026-05-18T12:32:46.962924+00:00"},{"alias_kind":"pith_short_16","alias_value":"QF2URQMTXYXXHPLW","created_at":"2026-05-18T12:32:46.962924+00:00"},{"alias_kind":"pith_short_8","alias_value":"QF2URQMT","created_at":"2026-05-18T12:32:46.962924+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/QF2URQMTXYXXHPLWRO7WTYYH63","json":"https://pith.science/pith/QF2URQMTXYXXHPLWRO7WTYYH63.json","graph_json":"https://pith.science/api/pith-number/QF2URQMTXYXXHPLWRO7WTYYH63/graph.json","events_json":"https://pith.science/api/pith-number/QF2URQMTXYXXHPLWRO7WTYYH63/events.json","paper":"https://pith.science/paper/QF2URQMT"},"agent_actions":{"view_html":"https://pith.science/pith/QF2URQMTXYXXHPLWRO7WTYYH63","download_json":"https://pith.science/pith/QF2URQMTXYXXHPLWRO7WTYYH63.json","view_paper":"https://pith.science/paper/QF2URQMT","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=1810.07595&json=true","fetch_graph":"https://pith.science/api/pith-number/QF2URQMTXYXXHPLWRO7WTYYH63/graph.json","fetch_events":"https://pith.science/api/pith-number/QF2URQMTXYXXHPLWRO7WTYYH63/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/QF2URQMTXYXXHPLWRO7WTYYH63/action/timestamp_anchor","attest_storage":"https://pith.science/pith/QF2URQMTXYXXHPLWRO7WTYYH63/action/storage_attestation","attest_author":"https://pith.science/pith/QF2URQMTXYXXHPLWRO7WTYYH63/action/author_attestation","sign_citation":"https://pith.science/pith/QF2URQMTXYXXHPLWRO7WTYYH63/action/citation_signature","submit_replication":"https://pith.science/pith/QF2URQMTXYXXHPLWRO7WTYYH63/action/replication_record"}},"created_at":"2026-05-18T00:02:55.701341+00:00","updated_at":"2026-05-18T00:02:55.701341+00:00"}