{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2016:PIDCBU2VB2XUJJL54P2VU4XL33","short_pith_number":"pith:PIDCBU2V","canonical_record":{"source":{"id":"1601.03916","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2016-01-15T13:42:04Z","cross_cats_sorted":[],"title_canon_sha256":"210d882b24ef5f7d9490f8597e2ae0d928c38b0466c3c59947ff542cc3aefc15","abstract_canon_sha256":"8f2a925b805133b84e848cb07fda003f67b7bfa63f61fd5358249dded6b764f3"},"schema_version":"1.0"},"canonical_sha256":"7a0620d3550eaf44a57de3f55a72ebdee5c9bedd6a9deda85b0bbb06ba9fe390","source":{"kind":"arxiv","id":"1601.03916","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1601.03916","created_at":"2026-07-05T02:11:18Z"},{"alias_kind":"arxiv_version","alias_value":"1601.03916v3","created_at":"2026-07-05T02:11:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1601.03916","created_at":"2026-07-05T02:11:18Z"},{"alias_kind":"pith_short_12","alias_value":"PIDCBU2VB2XU","created_at":"2026-07-05T02:11:18Z"},{"alias_kind":"pith_short_16","alias_value":"PIDCBU2VB2XUJJL5","created_at":"2026-07-05T02:11:18Z"},{"alias_kind":"pith_short_8","alias_value":"PIDCBU2V","created_at":"2026-07-05T02:11:18Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2016:PIDCBU2VB2XUJJL54P2VU4XL33","target":"record","payload":{"canonical_record":{"source":{"id":"1601.03916","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2016-01-15T13:42:04Z","cross_cats_sorted":[],"title_canon_sha256":"210d882b24ef5f7d9490f8597e2ae0d928c38b0466c3c59947ff542cc3aefc15","abstract_canon_sha256":"8f2a925b805133b84e848cb07fda003f67b7bfa63f61fd5358249dded6b764f3"},"schema_version":"1.0"},"canonical_sha256":"7a0620d3550eaf44a57de3f55a72ebdee5c9bedd6a9deda85b0bbb06ba9fe390","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:11:18.498429Z","signature_b64":"M5P87KV51QAuzLW4zPHrb1OGYkKyGRfjNiy3qwwShzK2RNxx3M8bNKwqLbnEq9YlaD4CJQpL+ZTHZYYFQJmYDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"7a0620d3550eaf44a57de3f55a72ebdee5c9bedd6a9deda85b0bbb06ba9fe390","last_reissued_at":"2026-07-05T02:11:18.497969Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:11:18.497969Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1601.03916","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:11:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"P1E1df9lUYdjtFfI6JsuksSMlcdj0AcAS2aUYgoDOSkEXO607tr1CJaBHvmOK/g38aAMIRwpLGFqk3gGbveDDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T08:39:34.075906Z"},"content_sha256":"5c8f2e8d22b544a518da8f0284b6c78940994c085551a82da18c9d56413f2f09","schema_version":"1.0","event_id":"sha256:5c8f2e8d22b544a518da8f0284b6c78940994c085551a82da18c9d56413f2f09"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2016:PIDCBU2VB2XUJJL54P2VU4XL33","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Multimodal Pivots for Image Caption Translation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Julian Hitschler, Shigehiko Schamoni, Stefan Riezler","submitted_at":"2016-01-15T13:42:04Z","abstract_excerpt":"We present an approach to improve statistical machine translation of image descriptions by multimodal pivots defined in visual space. The key idea is to perform image retrieval over a database of images that are captioned in the target language, and use the captions of the most similar images for crosslingual reranking of translation outputs. Our approach does not depend on the availability of large amounts of in-domain parallel data, but only relies on available large datasets of monolingually captioned images, and on state-of-the-art convolutional neural networks to compute image similaritie"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1601.03916","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1601.03916/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:11:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qiSMpyqpyM8wamowAh5b8DE7kvvcUoAb7D7msnuhDJUw+OIyvMj1Z/wJsswL+zJo2+H60zemIBjH7jxGOeaBBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T08:39:34.076431Z"},"content_sha256":"5e63834b1cb653e9bf02d8a853b97e660ab14d2087fedf3effbb0532ee141fea","schema_version":"1.0","event_id":"sha256:5e63834b1cb653e9bf02d8a853b97e660ab14d2087fedf3effbb0532ee141fea"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/PIDCBU2VB2XUJJL54P2VU4XL33/bundle.json","state_url":"https://pith.science/pith/PIDCBU2VB2XUJJL54P2VU4XL33/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/PIDCBU2VB2XUJJL54P2VU4XL33/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-18T08:39:34Z","links":{"resolver":"https://pith.science/pith/PIDCBU2VB2XUJJL54P2VU4XL33","bundle":"https://pith.science/pith/PIDCBU2VB2XUJJL54P2VU4XL33/bundle.json","state":"https://pith.science/pith/PIDCBU2VB2XUJJL54P2VU4XL33/state.json","well_known_bundle":"https://pith.science/.well-known/pith/PIDCBU2VB2XUJJL54P2VU4XL33/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2016:PIDCBU2VB2XUJJL54P2VU4XL33","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8f2a925b805133b84e848cb07fda003f67b7bfa63f61fd5358249dded6b764f3","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2016-01-15T13:42:04Z","title_canon_sha256":"210d882b24ef5f7d9490f8597e2ae0d928c38b0466c3c59947ff542cc3aefc15"},"schema_version":"1.0","source":{"id":"1601.03916","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1601.03916","created_at":"2026-07-05T02:11:18Z"},{"alias_kind":"arxiv_version","alias_value":"1601.03916v3","created_at":"2026-07-05T02:11:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1601.03916","created_at":"2026-07-05T02:11:18Z"},{"alias_kind":"pith_short_12","alias_value":"PIDCBU2VB2XU","created_at":"2026-07-05T02:11:18Z"},{"alias_kind":"pith_short_16","alias_value":"PIDCBU2VB2XUJJL5","created_at":"2026-07-05T02:11:18Z"},{"alias_kind":"pith_short_8","alias_value":"PIDCBU2V","created_at":"2026-07-05T02:11:18Z"}],"graph_snapshots":[{"event_id":"sha256:5e63834b1cb653e9bf02d8a853b97e660ab14d2087fedf3effbb0532ee141fea","target":"graph","created_at":"2026-07-05T02:11:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1601.03916/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We present an approach to improve statistical machine translation of image descriptions by multimodal pivots defined in visual space. The key idea is to perform image retrieval over a database of images that are captioned in the target language, and use the captions of the most similar images for crosslingual reranking of translation outputs. Our approach does not depend on the availability of large amounts of in-domain parallel data, but only relies on available large datasets of monolingually captioned images, and on state-of-the-art convolutional neural networks to compute image similaritie","authors_text":"Julian Hitschler, Shigehiko Schamoni, Stefan Riezler","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2016-01-15T13:42:04Z","title":"Multimodal Pivots for Image Caption Translation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1601.03916","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5c8f2e8d22b544a518da8f0284b6c78940994c085551a82da18c9d56413f2f09","target":"record","created_at":"2026-07-05T02:11:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8f2a925b805133b84e848cb07fda003f67b7bfa63f61fd5358249dded6b764f3","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2016-01-15T13:42:04Z","title_canon_sha256":"210d882b24ef5f7d9490f8597e2ae0d928c38b0466c3c59947ff542cc3aefc15"},"schema_version":"1.0","source":{"id":"1601.03916","kind":"arxiv","version":3}},"canonical_sha256":"7a0620d3550eaf44a57de3f55a72ebdee5c9bedd6a9deda85b0bbb06ba9fe390","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7a0620d3550eaf44a57de3f55a72ebdee5c9bedd6a9deda85b0bbb06ba9fe390","first_computed_at":"2026-07-05T02:11:18.497969Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:11:18.497969Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"M5P87KV51QAuzLW4zPHrb1OGYkKyGRfjNiy3qwwShzK2RNxx3M8bNKwqLbnEq9YlaD4CJQpL+ZTHZYYFQJmYDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T02:11:18.498429Z","signed_message":"canonical_sha256_bytes"},"source_id":"1601.03916","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5c8f2e8d22b544a518da8f0284b6c78940994c085551a82da18c9d56413f2f09","sha256:5e63834b1cb653e9bf02d8a853b97e660ab14d2087fedf3effbb0532ee141fea"],"state_sha256":"8a582d219836af6e0bbccec4c4abcd6708bcd7ec35c82bc553e8dcc51fd1e6bc"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"SgFZf28q9fedYWf2UuDIEBUGVsWdblCF8yenxsxizZn1A873VHAbzE0tFdmV58TNofETSHFS/TouUBIRR76zCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-18T08:39:34.081793Z","bundle_sha256":"9decdba29beabfbcef66388aeeeebab0fa4cfabee66e87615024c550ffcb2b73"}}