{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2016:VZXDWA476EWTIL4FK3OPBKP3HP","short_pith_number":"pith:VZXDWA47","canonical_record":{"source":{"id":"1611.04503","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2016-11-14T18:07:54Z","cross_cats_sorted":["cs.AI","cs.CV","cs.MM"],"title_canon_sha256":"78477a62c275e90660e644bc3fc34755913c23bd36d43105c1e77c38c60e2b24","abstract_canon_sha256":"32d07d8ae183df33ab4f5d88bf006c92f201c95c80c30dcd273a4fd05fd5527f"},"schema_version":"1.0"},"canonical_sha256":"ae6e3b039ff12d342f8556dcf0a9fb3bf4c9052957bda0a820d49670c5dd2ca8","source":{"kind":"arxiv","id":"1611.04503","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1611.04503","created_at":"2026-05-18T00:39:47Z"},{"alias_kind":"arxiv_version","alias_value":"1611.04503v3","created_at":"2026-05-18T00:39:47Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1611.04503","created_at":"2026-05-18T00:39:47Z"},{"alias_kind":"pith_short_12","alias_value":"VZXDWA476EWT","created_at":"2026-05-18T12:30:48Z"},{"alias_kind":"pith_short_16","alias_value":"VZXDWA476EWTIL4F","created_at":"2026-05-18T12:30:48Z"},{"alias_kind":"pith_short_8","alias_value":"VZXDWA47","created_at":"2026-05-18T12:30:48Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2016:VZXDWA476EWTIL4FK3OPBKP3HP","target":"record","payload":{"canonical_record":{"source":{"id":"1611.04503","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2016-11-14T18:07:54Z","cross_cats_sorted":["cs.AI","cs.CV","cs.MM"],"title_canon_sha256":"78477a62c275e90660e644bc3fc34755913c23bd36d43105c1e77c38c60e2b24","abstract_canon_sha256":"32d07d8ae183df33ab4f5d88bf006c92f201c95c80c30dcd273a4fd05fd5527f"},"schema_version":"1.0"},"canonical_sha256":"ae6e3b039ff12d342f8556dcf0a9fb3bf4c9052957bda0a820d49670c5dd2ca8","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:39:47.181233Z","signature_b64":"nQBVramYV/zhM1jgCf1NLWGWLvy8uZyunCAGJnkhH/M2jWQjxCN5jBGhSp0zoLDw/A4gFlMzGBVdbpZkmZcmDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ae6e3b039ff12d342f8556dcf0a9fb3bf4c9052957bda0a820d49670c5dd2ca8","last_reissued_at":"2026-05-18T00:39:47.180620Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:39:47.180620Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1611.04503","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:39:47Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"aPWNfwL/eWtYk667F6at3uIe29meO0rLnx+fnVw00KkoD3eZkciXLq9CRXwlb5RlinwB0EqZk6bOPX4A+3gmCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-22T00:02:12.412175Z"},"content_sha256":"e91d5a81afdce4a9da518419997cc080447f46a2163b4d7ae1608111a6a4ab3f","schema_version":"1.0","event_id":"sha256:e91d5a81afdce4a9da518419997cc080447f46a2163b4d7ae1608111a6a4ab3f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2016:VZXDWA476EWTIL4FK3OPBKP3HP","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Zero-resource Machine Translation by Multimodal Encoder-decoder Network with Multimedia Pivot","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CV","cs.MM"],"primary_cat":"cs.CL","authors_text":"Hideki Nakayama, Noriki Nishida","submitted_at":"2016-11-14T18:07:54Z","abstract_excerpt":"We propose an approach to build a neural machine translation system with no supervised resources (i.e., no parallel corpora) using multimodal embedded representation over texts and images. Based on the assumption that text documents are often likely to be described with other multimedia information (e.g., images) somewhat related to the content, we try to indirectly estimate the relevance between two languages. Using multimedia as the \"pivot\", we project all modalities into one common hidden space where samples belonging to similar semantic concepts should come close to each other, whatever th"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1611.04503","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:39:47Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"cnMPVW99SnpYDeONv17XE2/GzOD41WOFQ8WD3XI6VAW3tw6qIJiT5mtU1LGNaUSrxyZ+8ay1+8777CHLFM4YAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-22T00:02:12.412542Z"},"content_sha256":"e77792e4956778bb43fcefb2169e2510934fae36824402a29ca26c513ec92d71","schema_version":"1.0","event_id":"sha256:e77792e4956778bb43fcefb2169e2510934fae36824402a29ca26c513ec92d71"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/VZXDWA476EWTIL4FK3OPBKP3HP/bundle.json","state_url":"https://pith.science/pith/VZXDWA476EWTIL4FK3OPBKP3HP/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/VZXDWA476EWTIL4FK3OPBKP3HP/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-22T00:02:12Z","links":{"resolver":"https://pith.science/pith/VZXDWA476EWTIL4FK3OPBKP3HP","bundle":"https://pith.science/pith/VZXDWA476EWTIL4FK3OPBKP3HP/bundle.json","state":"https://pith.science/pith/VZXDWA476EWTIL4FK3OPBKP3HP/state.json","well_known_bundle":"https://pith.science/.well-known/pith/VZXDWA476EWTIL4FK3OPBKP3HP/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2016:VZXDWA476EWTIL4FK3OPBKP3HP","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"32d07d8ae183df33ab4f5d88bf006c92f201c95c80c30dcd273a4fd05fd5527f","cross_cats_sorted":["cs.AI","cs.CV","cs.MM"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2016-11-14T18:07:54Z","title_canon_sha256":"78477a62c275e90660e644bc3fc34755913c23bd36d43105c1e77c38c60e2b24"},"schema_version":"1.0","source":{"id":"1611.04503","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1611.04503","created_at":"2026-05-18T00:39:47Z"},{"alias_kind":"arxiv_version","alias_value":"1611.04503v3","created_at":"2026-05-18T00:39:47Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1611.04503","created_at":"2026-05-18T00:39:47Z"},{"alias_kind":"pith_short_12","alias_value":"VZXDWA476EWT","created_at":"2026-05-18T12:30:48Z"},{"alias_kind":"pith_short_16","alias_value":"VZXDWA476EWTIL4F","created_at":"2026-05-18T12:30:48Z"},{"alias_kind":"pith_short_8","alias_value":"VZXDWA47","created_at":"2026-05-18T12:30:48Z"}],"graph_snapshots":[{"event_id":"sha256:e77792e4956778bb43fcefb2169e2510934fae36824402a29ca26c513ec92d71","target":"graph","created_at":"2026-05-18T00:39:47Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"We propose an approach to build a neural machine translation system with no supervised resources (i.e., no parallel corpora) using multimodal embedded representation over texts and images. Based on the assumption that text documents are often likely to be described with other multimedia information (e.g., images) somewhat related to the content, we try to indirectly estimate the relevance between two languages. Using multimedia as the \"pivot\", we project all modalities into one common hidden space where samples belonging to similar semantic concepts should come close to each other, whatever th","authors_text":"Hideki Nakayama, Noriki Nishida","cross_cats":["cs.AI","cs.CV","cs.MM"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2016-11-14T18:07:54Z","title":"Zero-resource Machine Translation by Multimodal Encoder-decoder Network with Multimedia Pivot"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1611.04503","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e91d5a81afdce4a9da518419997cc080447f46a2163b4d7ae1608111a6a4ab3f","target":"record","created_at":"2026-05-18T00:39:47Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"32d07d8ae183df33ab4f5d88bf006c92f201c95c80c30dcd273a4fd05fd5527f","cross_cats_sorted":["cs.AI","cs.CV","cs.MM"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2016-11-14T18:07:54Z","title_canon_sha256":"78477a62c275e90660e644bc3fc34755913c23bd36d43105c1e77c38c60e2b24"},"schema_version":"1.0","source":{"id":"1611.04503","kind":"arxiv","version":3}},"canonical_sha256":"ae6e3b039ff12d342f8556dcf0a9fb3bf4c9052957bda0a820d49670c5dd2ca8","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ae6e3b039ff12d342f8556dcf0a9fb3bf4c9052957bda0a820d49670c5dd2ca8","first_computed_at":"2026-05-18T00:39:47.180620Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:39:47.180620Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"nQBVramYV/zhM1jgCf1NLWGWLvy8uZyunCAGJnkhH/M2jWQjxCN5jBGhSp0zoLDw/A4gFlMzGBVdbpZkmZcmDg==","signature_status":"signed_v1","signed_at":"2026-05-18T00:39:47.181233Z","signed_message":"canonical_sha256_bytes"},"source_id":"1611.04503","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e91d5a81afdce4a9da518419997cc080447f46a2163b4d7ae1608111a6a4ab3f","sha256:e77792e4956778bb43fcefb2169e2510934fae36824402a29ca26c513ec92d71"],"state_sha256":"5dcd7eb415c34f6dbea5f5394e2ff5c28509374cc14a91a28ebafa682b08988c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vexUmDMJCeCUGAtbgR5GLzGD5kAAHzLqeIusdoV8GR/kyf44Zh7j3OmJtwrCXfWa17/WovjE7QleaHCPgDowDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-22T00:02:12.414539Z","bundle_sha256":"b5fbba24ca1edc24143aacf56e360956ad823b7e748d74a5c2c5ddfc3d2d8985"}}