{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:EIDHJ4JR3GEEORCPMRDWLV2MRB","short_pith_number":"pith:EIDHJ4JR","canonical_record":{"source":{"id":"2109.05853","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-09-13T10:44:02Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"a924d28e192d22e5f62e5b44e3fac4609c6c08a55e6690db27d787a4b34e4314","abstract_canon_sha256":"586ed1b3ae03f3539fc1db680a0d9750d9cdfbf32d2234c0c70160d5756bc8e0"},"schema_version":"1.0"},"canonical_sha256":"220674f131d98847444f644765d74c88686f7a3e8449bbaa04c98a85c2940192","source":{"kind":"arxiv","id":"2109.05853","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2109.05853","created_at":"2026-07-05T03:13:43Z"},{"alias_kind":"arxiv_version","alias_value":"2109.05853v1","created_at":"2026-07-05T03:13:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2109.05853","created_at":"2026-07-05T03:13:43Z"},{"alias_kind":"pith_short_12","alias_value":"EIDHJ4JR3GEE","created_at":"2026-07-05T03:13:43Z"},{"alias_kind":"pith_short_16","alias_value":"EIDHJ4JR3GEEORCP","created_at":"2026-07-05T03:13:43Z"},{"alias_kind":"pith_short_8","alias_value":"EIDHJ4JR","created_at":"2026-07-05T03:13:43Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:EIDHJ4JR3GEEORCPMRDWLV2MRB","target":"record","payload":{"canonical_record":{"source":{"id":"2109.05853","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-09-13T10:44:02Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"a924d28e192d22e5f62e5b44e3fac4609c6c08a55e6690db27d787a4b34e4314","abstract_canon_sha256":"586ed1b3ae03f3539fc1db680a0d9750d9cdfbf32d2234c0c70160d5756bc8e0"},"schema_version":"1.0"},"canonical_sha256":"220674f131d98847444f644765d74c88686f7a3e8449bbaa04c98a85c2940192","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:13:43.046726Z","signature_b64":"Ie8ZZPddLLMJ02ukalPl97otl1qVO5PsDMYx/orcRbOV9Sd1kzN2qK9ofQ9ylU5jA9DunGQgQg1vRzORVPhyCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"220674f131d98847444f644765d74c88686f7a3e8449bbaa04c98a85c2940192","last_reissued_at":"2026-07-05T03:13:43.046298Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:13:43.046298Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2109.05853","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:13:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"id3FmCGJcCRhz6kaOeYHIEsebJjmSOiNbPhldtWvW4PylWJTWY0+W2mQnaRCvMZ9RFH4BxQlO97ErcjBxYR8BQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-01T04:55:32.004073Z"},"content_sha256":"65aa6f327f0e2c7ac85e333a5993539580197cb4e1bf873e1b2e003cd0a0bed2","schema_version":"1.0","event_id":"sha256:65aa6f327f0e2c7ac85e333a5993539580197cb4e1bf873e1b2e003cd0a0bed2"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:EIDHJ4JR3GEEORCPMRDWLV2MRB","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Attention Weights in Transformer NMT Fail Aligning Words Between Sequences but Largely Explain Model Predictions","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Javier Ferrando, Marta R. Costa-juss\\`a","submitted_at":"2021-09-13T10:44:02Z","abstract_excerpt":"This work proposes an extensive analysis of the Transformer architecture in the Neural Machine Translation (NMT) setting. Focusing on the encoder-decoder attention mechanism, we prove that attention weights systematically make alignment errors by relying mainly on uninformative tokens from the source sequence. However, we observe that NMT models assign attention to these tokens to regulate the contribution in the prediction of the two contexts, the source and the prefix of the target sequence. We provide evidence about the influence of wrong alignments on the model behavior, demonstrating that"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2109.05853","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2109.05853/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:13:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UM83MxTctclI+8E8XrO6RYnfXmSqO2JDLzovGQ3IhPTlWji2g2KxX/Ik+oLj+RTTr/McXiS+xaUYReE+sTtBAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-01T04:55:32.004593Z"},"content_sha256":"acf5a1e846ba46abd4cd24c6e92d96654304b51f95bdf53b9acee42ea395fd8f","schema_version":"1.0","event_id":"sha256:acf5a1e846ba46abd4cd24c6e92d96654304b51f95bdf53b9acee42ea395fd8f"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/EIDHJ4JR3GEEORCPMRDWLV2MRB/bundle.json","state_url":"https://pith.science/pith/EIDHJ4JR3GEEORCPMRDWLV2MRB/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/EIDHJ4JR3GEEORCPMRDWLV2MRB/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-01T04:55:32Z","links":{"resolver":"https://pith.science/pith/EIDHJ4JR3GEEORCPMRDWLV2MRB","bundle":"https://pith.science/pith/EIDHJ4JR3GEEORCPMRDWLV2MRB/bundle.json","state":"https://pith.science/pith/EIDHJ4JR3GEEORCPMRDWLV2MRB/state.json","well_known_bundle":"https://pith.science/.well-known/pith/EIDHJ4JR3GEEORCPMRDWLV2MRB/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:EIDHJ4JR3GEEORCPMRDWLV2MRB","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"586ed1b3ae03f3539fc1db680a0d9750d9cdfbf32d2234c0c70160d5756bc8e0","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-09-13T10:44:02Z","title_canon_sha256":"a924d28e192d22e5f62e5b44e3fac4609c6c08a55e6690db27d787a4b34e4314"},"schema_version":"1.0","source":{"id":"2109.05853","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2109.05853","created_at":"2026-07-05T03:13:43Z"},{"alias_kind":"arxiv_version","alias_value":"2109.05853v1","created_at":"2026-07-05T03:13:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2109.05853","created_at":"2026-07-05T03:13:43Z"},{"alias_kind":"pith_short_12","alias_value":"EIDHJ4JR3GEE","created_at":"2026-07-05T03:13:43Z"},{"alias_kind":"pith_short_16","alias_value":"EIDHJ4JR3GEEORCP","created_at":"2026-07-05T03:13:43Z"},{"alias_kind":"pith_short_8","alias_value":"EIDHJ4JR","created_at":"2026-07-05T03:13:43Z"}],"graph_snapshots":[{"event_id":"sha256:acf5a1e846ba46abd4cd24c6e92d96654304b51f95bdf53b9acee42ea395fd8f","target":"graph","created_at":"2026-07-05T03:13:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2109.05853/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This work proposes an extensive analysis of the Transformer architecture in the Neural Machine Translation (NMT) setting. Focusing on the encoder-decoder attention mechanism, we prove that attention weights systematically make alignment errors by relying mainly on uninformative tokens from the source sequence. However, we observe that NMT models assign attention to these tokens to regulate the contribution in the prediction of the two contexts, the source and the prefix of the target sequence. We provide evidence about the influence of wrong alignments on the model behavior, demonstrating that","authors_text":"Javier Ferrando, Marta R. Costa-juss\\`a","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-09-13T10:44:02Z","title":"Attention Weights in Transformer NMT Fail Aligning Words Between Sequences but Largely Explain Model Predictions"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2109.05853","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:65aa6f327f0e2c7ac85e333a5993539580197cb4e1bf873e1b2e003cd0a0bed2","target":"record","created_at":"2026-07-05T03:13:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"586ed1b3ae03f3539fc1db680a0d9750d9cdfbf32d2234c0c70160d5756bc8e0","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-09-13T10:44:02Z","title_canon_sha256":"a924d28e192d22e5f62e5b44e3fac4609c6c08a55e6690db27d787a4b34e4314"},"schema_version":"1.0","source":{"id":"2109.05853","kind":"arxiv","version":1}},"canonical_sha256":"220674f131d98847444f644765d74c88686f7a3e8449bbaa04c98a85c2940192","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"220674f131d98847444f644765d74c88686f7a3e8449bbaa04c98a85c2940192","first_computed_at":"2026-07-05T03:13:43.046298Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:13:43.046298Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Ie8ZZPddLLMJ02ukalPl97otl1qVO5PsDMYx/orcRbOV9Sd1kzN2qK9ofQ9ylU5jA9DunGQgQg1vRzORVPhyCg==","signature_status":"signed_v1","signed_at":"2026-07-05T03:13:43.046726Z","signed_message":"canonical_sha256_bytes"},"source_id":"2109.05853","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:65aa6f327f0e2c7ac85e333a5993539580197cb4e1bf873e1b2e003cd0a0bed2","sha256:acf5a1e846ba46abd4cd24c6e92d96654304b51f95bdf53b9acee42ea395fd8f"],"state_sha256":"e762ebb1855204f048bcaee26257c9caff303abeda6fe46bfaf382bc74a831c7"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MFg8uPSKUZurN4qBH7Jg7sbNLMjfNsfRCa2EQc/gUuRBrBXowrP5aam4mrHdOT875fTaN9esiYa8C6H4K4cxBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-01T04:55:32.010017Z","bundle_sha256":"947b3e67d242d3799b40585dd8c84e054f6542e032eb5adb90a95961de5545f9"}}