{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2018:4XI5BYZ4XEWAK4JKNN7JP4NWUP","short_pith_number":"pith:4XI5BYZ4","canonical_record":{"source":{"id":"1807.03915","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-07-11T01:13:13Z","cross_cats_sorted":["cs.LG","stat.ML"],"title_canon_sha256":"0aeca1292706712fd45f564e4e68ba74f7fb6f2dd420d59184b0f5eecd52f429","abstract_canon_sha256":"73d571e44e9ba27e7c4727d26cd7de0814dbdaf49be2be1ea2c2ae88db222321"},"schema_version":"1.0"},"canonical_sha256":"e5d1d0e33cb92c05712a6b7e97f1b6a3d6d2e7eb8dc08d2c0e9798634210c2c3","source":{"kind":"arxiv","id":"1807.03915","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1807.03915","created_at":"2026-05-18T00:08:53Z"},{"alias_kind":"arxiv_version","alias_value":"1807.03915v2","created_at":"2026-05-18T00:08:53Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1807.03915","created_at":"2026-05-18T00:08:53Z"},{"alias_kind":"pith_short_12","alias_value":"4XI5BYZ4XEWA","created_at":"2026-05-18T12:32:05Z"},{"alias_kind":"pith_short_16","alias_value":"4XI5BYZ4XEWAK4JK","created_at":"2026-05-18T12:32:05Z"},{"alias_kind":"pith_short_8","alias_value":"4XI5BYZ4","created_at":"2026-05-18T12:32:05Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2018:4XI5BYZ4XEWAK4JKNN7JP4NWUP","target":"record","payload":{"canonical_record":{"source":{"id":"1807.03915","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-07-11T01:13:13Z","cross_cats_sorted":["cs.LG","stat.ML"],"title_canon_sha256":"0aeca1292706712fd45f564e4e68ba74f7fb6f2dd420d59184b0f5eecd52f429","abstract_canon_sha256":"73d571e44e9ba27e7c4727d26cd7de0814dbdaf49be2be1ea2c2ae88db222321"},"schema_version":"1.0"},"canonical_sha256":"e5d1d0e33cb92c05712a6b7e97f1b6a3d6d2e7eb8dc08d2c0e9798634210c2c3","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:08:53.781560Z","signature_b64":"Gjm9/Ojhbl+06fQ4Wfw39Ebha5/YOLtalJZ1OnEvEyk+wXR+MDUXA9Ip8XaDkz79P9ErPvGggsh3RnGQV8zdDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e5d1d0e33cb92c05712a6b7e97f1b6a3d6d2e7eb8dc08d2c0e9798634210c2c3","last_reissued_at":"2026-05-18T00:08:53.780868Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:08:53.780868Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1807.03915","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:08:53Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Nyd8Qe5Ae0yKQWBp3GXBGUBMtUy9TSlpYE6k1fcI99jOKOICkUsAbgJIxARVwGnzM+8kGA0LJc1dLCJdSMUKCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-23T13:00:12.265381Z"},"content_sha256":"15a92c0136951bc107d1e86c574ded9474fd88e82b2aa8ac8a660bdd233f7b15","schema_version":"1.0","event_id":"sha256:15a92c0136951bc107d1e86c574ded9474fd88e82b2aa8ac8a660bdd233f7b15"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2018:4XI5BYZ4XEWAK4JKNN7JP4NWUP","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Seq2Seq2Sentiment: Multimodal Sequence to Sequence Models for Sentiment Analysis","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG","stat.ML"],"primary_cat":"cs.CL","authors_text":"Barnabas Poczos, Hai Pham, Paul Pu Liang, Thomas Manzini","submitted_at":"2018-07-11T01:13:13Z","abstract_excerpt":"Multimodal machine learning is a core research area spanning the language, visual and acoustic modalities. The central challenge in multimodal learning involves learning representations that can process and relate information from multiple modalities. In this paper, we propose two methods for unsupervised learning of joint multimodal representations using sequence to sequence (Seq2Seq) methods: a \\textit{Seq2Seq Modality Translation Model} and a \\textit{Hierarchical Seq2Seq Modality Translation Model}. We also explore multiple different variations on the multimodal inputs and outputs of these "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1807.03915","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:08:53Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"yi9rZ94O1GAaBuxo2r974cym+4swtq01JBmNLORrxRTtG3aU6HZBoJKRSqI0omBKstOinZUR5DKNRJRQOwjrDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-23T13:00:12.265858Z"},"content_sha256":"75541f57e08a879de79c825173fb3bf3ddf1a72e8666e3bda0b954d8b03f71cd","schema_version":"1.0","event_id":"sha256:75541f57e08a879de79c825173fb3bf3ddf1a72e8666e3bda0b954d8b03f71cd"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/4XI5BYZ4XEWAK4JKNN7JP4NWUP/bundle.json","state_url":"https://pith.science/pith/4XI5BYZ4XEWAK4JKNN7JP4NWUP/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/4XI5BYZ4XEWAK4JKNN7JP4NWUP/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-23T13:00:12Z","links":{"resolver":"https://pith.science/pith/4XI5BYZ4XEWAK4JKNN7JP4NWUP","bundle":"https://pith.science/pith/4XI5BYZ4XEWAK4JKNN7JP4NWUP/bundle.json","state":"https://pith.science/pith/4XI5BYZ4XEWAK4JKNN7JP4NWUP/state.json","well_known_bundle":"https://pith.science/.well-known/pith/4XI5BYZ4XEWAK4JKNN7JP4NWUP/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2018:4XI5BYZ4XEWAK4JKNN7JP4NWUP","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"73d571e44e9ba27e7c4727d26cd7de0814dbdaf49be2be1ea2c2ae88db222321","cross_cats_sorted":["cs.LG","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-07-11T01:13:13Z","title_canon_sha256":"0aeca1292706712fd45f564e4e68ba74f7fb6f2dd420d59184b0f5eecd52f429"},"schema_version":"1.0","source":{"id":"1807.03915","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1807.03915","created_at":"2026-05-18T00:08:53Z"},{"alias_kind":"arxiv_version","alias_value":"1807.03915v2","created_at":"2026-05-18T00:08:53Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1807.03915","created_at":"2026-05-18T00:08:53Z"},{"alias_kind":"pith_short_12","alias_value":"4XI5BYZ4XEWA","created_at":"2026-05-18T12:32:05Z"},{"alias_kind":"pith_short_16","alias_value":"4XI5BYZ4XEWAK4JK","created_at":"2026-05-18T12:32:05Z"},{"alias_kind":"pith_short_8","alias_value":"4XI5BYZ4","created_at":"2026-05-18T12:32:05Z"}],"graph_snapshots":[{"event_id":"sha256:75541f57e08a879de79c825173fb3bf3ddf1a72e8666e3bda0b954d8b03f71cd","target":"graph","created_at":"2026-05-18T00:08:53Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Multimodal machine learning is a core research area spanning the language, visual and acoustic modalities. The central challenge in multimodal learning involves learning representations that can process and relate information from multiple modalities. In this paper, we propose two methods for unsupervised learning of joint multimodal representations using sequence to sequence (Seq2Seq) methods: a \\textit{Seq2Seq Modality Translation Model} and a \\textit{Hierarchical Seq2Seq Modality Translation Model}. We also explore multiple different variations on the multimodal inputs and outputs of these ","authors_text":"Barnabas Poczos, Hai Pham, Paul Pu Liang, Thomas Manzini","cross_cats":["cs.LG","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-07-11T01:13:13Z","title":"Seq2Seq2Sentiment: Multimodal Sequence to Sequence Models for Sentiment Analysis"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1807.03915","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:15a92c0136951bc107d1e86c574ded9474fd88e82b2aa8ac8a660bdd233f7b15","target":"record","created_at":"2026-05-18T00:08:53Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"73d571e44e9ba27e7c4727d26cd7de0814dbdaf49be2be1ea2c2ae88db222321","cross_cats_sorted":["cs.LG","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-07-11T01:13:13Z","title_canon_sha256":"0aeca1292706712fd45f564e4e68ba74f7fb6f2dd420d59184b0f5eecd52f429"},"schema_version":"1.0","source":{"id":"1807.03915","kind":"arxiv","version":2}},"canonical_sha256":"e5d1d0e33cb92c05712a6b7e97f1b6a3d6d2e7eb8dc08d2c0e9798634210c2c3","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e5d1d0e33cb92c05712a6b7e97f1b6a3d6d2e7eb8dc08d2c0e9798634210c2c3","first_computed_at":"2026-05-18T00:08:53.780868Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:08:53.780868Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Gjm9/Ojhbl+06fQ4Wfw39Ebha5/YOLtalJZ1OnEvEyk+wXR+MDUXA9Ip8XaDkz79P9ErPvGggsh3RnGQV8zdDw==","signature_status":"signed_v1","signed_at":"2026-05-18T00:08:53.781560Z","signed_message":"canonical_sha256_bytes"},"source_id":"1807.03915","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:15a92c0136951bc107d1e86c574ded9474fd88e82b2aa8ac8a660bdd233f7b15","sha256:75541f57e08a879de79c825173fb3bf3ddf1a72e8666e3bda0b954d8b03f71cd"],"state_sha256":"27b71a603250bde1fe0e56081349e257ff2d652731cfd151cedb5d7ddd724ef5"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9FANG8n92Onbm5xyWZ8ITpNehXLXVO0y4EA1uPCMgy8ngmPClJoXreL/eVQVyffVFKhZDFm85yLX6v7xaTQZDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-23T13:00:12.269873Z","bundle_sha256":"ab601db8a51e1c6664eb78f25d42a568403085f40b8e9859d591916f7258b21a"}}