{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:4NUCC5CMGGHDSXIGLE6LKKO7XK","short_pith_number":"pith:4NUCC5CM","canonical_record":{"source":{"id":"2109.03415","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-09-08T03:32:48Z","cross_cats_sorted":[],"title_canon_sha256":"44aaa8716fce2aa901bcc06f17b892ca8b60373a02130a8fc90d19c37eec577c","abstract_canon_sha256":"11e30a23b070379b95a792bba274e5879d3f7ccdf4c30930de200761cc263023"},"schema_version":"1.0"},"canonical_sha256":"e36821744c318e395d06593cb529dfba88158ae0acf6279320a22a387c633b3c","source":{"kind":"arxiv","id":"2109.03415","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2109.03415","created_at":"2026-07-05T03:12:30Z"},{"alias_kind":"arxiv_version","alias_value":"2109.03415v1","created_at":"2026-07-05T03:12:30Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2109.03415","created_at":"2026-07-05T03:12:30Z"},{"alias_kind":"pith_short_12","alias_value":"4NUCC5CMGGHD","created_at":"2026-07-05T03:12:30Z"},{"alias_kind":"pith_short_16","alias_value":"4NUCC5CMGGHDSXIG","created_at":"2026-07-05T03:12:30Z"},{"alias_kind":"pith_short_8","alias_value":"4NUCC5CM","created_at":"2026-07-05T03:12:30Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:4NUCC5CMGGHDSXIGLE6LKKO7XK","target":"record","payload":{"canonical_record":{"source":{"id":"2109.03415","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-09-08T03:32:48Z","cross_cats_sorted":[],"title_canon_sha256":"44aaa8716fce2aa901bcc06f17b892ca8b60373a02130a8fc90d19c37eec577c","abstract_canon_sha256":"11e30a23b070379b95a792bba274e5879d3f7ccdf4c30930de200761cc263023"},"schema_version":"1.0"},"canonical_sha256":"e36821744c318e395d06593cb529dfba88158ae0acf6279320a22a387c633b3c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:12:30.882447Z","signature_b64":"GmLUZO03HhRDZdlEvY/8kChEE91DDNsPD98I2Ui/2/1DL0KRQN5DrCXZLNQZVUf3D8zKQH6/LjihEiMGLKqnAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e36821744c318e395d06593cb529dfba88158ae0acf6279320a22a387c633b3c","last_reissued_at":"2026-07-05T03:12:30.882077Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:12:30.882077Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2109.03415","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:12:30Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YPWk6QmDa3iX/Ymv2T+gxUQLyefuKXYblsXC6hnvtvgallbePxiDiAWa0yCccMNYAL9K1NwdLLmIFDi4bILXBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T05:39:04.614362Z"},"content_sha256":"397f8a504702c613d75baff0d053ee3fd283ddd56c5b812283f494285232bc20","schema_version":"1.0","event_id":"sha256:397f8a504702c613d75baff0d053ee3fd283ddd56c5b812283f494285232bc20"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:4NUCC5CMGGHDSXIGLE6LKKO7XK","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Vision Matters When It Should: Sanity Checking Multimodal Machine Translation Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Duygu Ataman, Jiaoda Li, Rico Sennrich","submitted_at":"2021-09-08T03:32:48Z","abstract_excerpt":"Multimodal machine translation (MMT) systems have been shown to outperform their text-only neural machine translation (NMT) counterparts when visual context is available. However, recent studies have also shown that the performance of MMT models is only marginally impacted when the associated image is replaced with an unrelated image or noise, which suggests that the visual context might not be exploited by the model at all. We hypothesize that this might be caused by the nature of the commonly used evaluation benchmark, also known as Multi30K, where the translations of image captions were pre"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2109.03415","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2109.03415/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:12:30Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+KGowPXNugi2GLrle/9TVhfDprVDM59Rpa/BUdXQh33+k++2etvMzcim8GkJI9rTDt2DtDyIMSuO9LHDQJlRCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T05:39:04.615093Z"},"content_sha256":"67cf3d768176ff46c8d00a710703818a5a154af187af283fca21068fbdfd22ad","schema_version":"1.0","event_id":"sha256:67cf3d768176ff46c8d00a710703818a5a154af187af283fca21068fbdfd22ad"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/4NUCC5CMGGHDSXIGLE6LKKO7XK/bundle.json","state_url":"https://pith.science/pith/4NUCC5CMGGHDSXIGLE6LKKO7XK/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/4NUCC5CMGGHDSXIGLE6LKKO7XK/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-18T05:39:04Z","links":{"resolver":"https://pith.science/pith/4NUCC5CMGGHDSXIGLE6LKKO7XK","bundle":"https://pith.science/pith/4NUCC5CMGGHDSXIGLE6LKKO7XK/bundle.json","state":"https://pith.science/pith/4NUCC5CMGGHDSXIGLE6LKKO7XK/state.json","well_known_bundle":"https://pith.science/.well-known/pith/4NUCC5CMGGHDSXIGLE6LKKO7XK/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:4NUCC5CMGGHDSXIGLE6LKKO7XK","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"11e30a23b070379b95a792bba274e5879d3f7ccdf4c30930de200761cc263023","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-09-08T03:32:48Z","title_canon_sha256":"44aaa8716fce2aa901bcc06f17b892ca8b60373a02130a8fc90d19c37eec577c"},"schema_version":"1.0","source":{"id":"2109.03415","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2109.03415","created_at":"2026-07-05T03:12:30Z"},{"alias_kind":"arxiv_version","alias_value":"2109.03415v1","created_at":"2026-07-05T03:12:30Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2109.03415","created_at":"2026-07-05T03:12:30Z"},{"alias_kind":"pith_short_12","alias_value":"4NUCC5CMGGHD","created_at":"2026-07-05T03:12:30Z"},{"alias_kind":"pith_short_16","alias_value":"4NUCC5CMGGHDSXIG","created_at":"2026-07-05T03:12:30Z"},{"alias_kind":"pith_short_8","alias_value":"4NUCC5CM","created_at":"2026-07-05T03:12:30Z"}],"graph_snapshots":[{"event_id":"sha256:67cf3d768176ff46c8d00a710703818a5a154af187af283fca21068fbdfd22ad","target":"graph","created_at":"2026-07-05T03:12:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2109.03415/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Multimodal machine translation (MMT) systems have been shown to outperform their text-only neural machine translation (NMT) counterparts when visual context is available. However, recent studies have also shown that the performance of MMT models is only marginally impacted when the associated image is replaced with an unrelated image or noise, which suggests that the visual context might not be exploited by the model at all. We hypothesize that this might be caused by the nature of the commonly used evaluation benchmark, also known as Multi30K, where the translations of image captions were pre","authors_text":"Duygu Ataman, Jiaoda Li, Rico Sennrich","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-09-08T03:32:48Z","title":"Vision Matters When It Should: Sanity Checking Multimodal Machine Translation Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2109.03415","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:397f8a504702c613d75baff0d053ee3fd283ddd56c5b812283f494285232bc20","target":"record","created_at":"2026-07-05T03:12:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"11e30a23b070379b95a792bba274e5879d3f7ccdf4c30930de200761cc263023","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-09-08T03:32:48Z","title_canon_sha256":"44aaa8716fce2aa901bcc06f17b892ca8b60373a02130a8fc90d19c37eec577c"},"schema_version":"1.0","source":{"id":"2109.03415","kind":"arxiv","version":1}},"canonical_sha256":"e36821744c318e395d06593cb529dfba88158ae0acf6279320a22a387c633b3c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e36821744c318e395d06593cb529dfba88158ae0acf6279320a22a387c633b3c","first_computed_at":"2026-07-05T03:12:30.882077Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:12:30.882077Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"GmLUZO03HhRDZdlEvY/8kChEE91DDNsPD98I2Ui/2/1DL0KRQN5DrCXZLNQZVUf3D8zKQH6/LjihEiMGLKqnAw==","signature_status":"signed_v1","signed_at":"2026-07-05T03:12:30.882447Z","signed_message":"canonical_sha256_bytes"},"source_id":"2109.03415","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:397f8a504702c613d75baff0d053ee3fd283ddd56c5b812283f494285232bc20","sha256:67cf3d768176ff46c8d00a710703818a5a154af187af283fca21068fbdfd22ad"],"state_sha256":"e94e3092ea4a4b335222803d78eb6712a2ecae7d9b9f8c2b30deb9f376852f0f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DiLs0HFSWO7qJHt+XUCe7vy65qf5cgyO8l9ddHaanKFgQQ4WWPDKOkDtefIQewkwMLjU5b29oMqeTw7cZx+HAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-18T05:39:04.622916Z","bundle_sha256":"fe0122a4b60a567959ce1dfcba82aad4a09ea45beef141cf8096b24c8e132075"}}