{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2017:SMRYJLZLSBWHVDIONOEP7XUKZU","short_pith_number":"pith:SMRYJLZL","canonical_record":{"source":{"id":"1704.03152","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2017-04-11T05:47:42Z","cross_cats_sorted":[],"title_canon_sha256":"517687bd35b192dcf57b131a9135513e7a03698bfdc4be59aa6643b2e21b36bc","abstract_canon_sha256":"7a4f91d6f477b567901e435fed2113f6394262e2c06d42c15e1c56120b4ca40f"},"schema_version":"1.0"},"canonical_sha256":"932384af2b906c7a8d0e6b88ffde8acd119b28bad5aaa90045121edd8f2faf16","source":{"kind":"arxiv","id":"1704.03152","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1704.03152","created_at":"2026-05-18T00:46:33Z"},{"alias_kind":"arxiv_version","alias_value":"1704.03152v1","created_at":"2026-05-18T00:46:33Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1704.03152","created_at":"2026-05-18T00:46:33Z"},{"alias_kind":"pith_short_12","alias_value":"SMRYJLZLSBWH","created_at":"2026-05-18T12:31:43Z"},{"alias_kind":"pith_short_16","alias_value":"SMRYJLZLSBWHVDIO","created_at":"2026-05-18T12:31:43Z"},{"alias_kind":"pith_short_8","alias_value":"SMRYJLZL","created_at":"2026-05-18T12:31:43Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2017:SMRYJLZLSBWHVDIONOEP7XUKZU","target":"record","payload":{"canonical_record":{"source":{"id":"1704.03152","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2017-04-11T05:47:42Z","cross_cats_sorted":[],"title_canon_sha256":"517687bd35b192dcf57b131a9135513e7a03698bfdc4be59aa6643b2e21b36bc","abstract_canon_sha256":"7a4f91d6f477b567901e435fed2113f6394262e2c06d42c15e1c56120b4ca40f"},"schema_version":"1.0"},"canonical_sha256":"932384af2b906c7a8d0e6b88ffde8acd119b28bad5aaa90045121edd8f2faf16","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:46:33.402453Z","signature_b64":"Kq5mszV0U1BEWAsYjwxhBseRwtiPT+eTlRItGU3owGwXz7H5XRZ5Y/5a5lJeHoKaFOHgYgON5d/3z56QH9ceDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"932384af2b906c7a8d0e6b88ffde8acd119b28bad5aaa90045121edd8f2faf16","last_reissued_at":"2026-05-18T00:46:33.401713Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:46:33.401713Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1704.03152","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:46:33Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WN2NAV5/dYY7uCg2jG6jgWBunvTNWUFgXXnrpBqFJB328+lkz/oLmj5Xn/5v65fQwI8qgIrKCp3aCKM+k1VdAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-08T19:02:17.083447Z"},"content_sha256":"31294ac545d073022f5172db69094fc782b2ffc7ba017b179904b16e618b51c7","schema_version":"1.0","event_id":"sha256:31294ac545d073022f5172db69094fc782b2ffc7ba017b179904b16e618b51c7"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2017:SMRYJLZLSBWHVDIONOEP7XUKZU","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Deep Multimodal Representation Learning from Temporal Data","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CV","authors_text":"Edgar A. Bernal, Jiebo Luo, Palghat Ramesh, Radha Chitta, Sriganesh Madhvanath, Xitong Yang","submitted_at":"2017-04-11T05:47:42Z","abstract_excerpt":"In recent years, Deep Learning has been successfully applied to multimodal learning problems, with the aim of learning useful joint representations in data fusion applications. When the available modalities consist of time series data such as video, audio and sensor signals, it becomes imperative to consider their temporal structure during the fusion process. In this paper, we propose the Correlational Recurrent Neural Network (CorrRNN), a novel temporal fusion model for fusing multiple input modalities that are inherently temporal in nature. Key features of our proposed model include: (i) sim"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1704.03152","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:46:33Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"pvG2LDcHWvuM7pp1ttc8soBEGEmmo5+BPkwwf1OZCxTBleIX4KPE3/Fsx25uymvlHXaRtizJCERIZ/oFrnUBAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-08T19:02:17.084015Z"},"content_sha256":"204b61f1b5d8f0be915ad5bd7b3d63e1b30e6b0256df8bedccc65781bd9492c5","schema_version":"1.0","event_id":"sha256:204b61f1b5d8f0be915ad5bd7b3d63e1b30e6b0256df8bedccc65781bd9492c5"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/SMRYJLZLSBWHVDIONOEP7XUKZU/bundle.json","state_url":"https://pith.science/pith/SMRYJLZLSBWHVDIONOEP7XUKZU/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/SMRYJLZLSBWHVDIONOEP7XUKZU/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-08T19:02:17Z","links":{"resolver":"https://pith.science/pith/SMRYJLZLSBWHVDIONOEP7XUKZU","bundle":"https://pith.science/pith/SMRYJLZLSBWHVDIONOEP7XUKZU/bundle.json","state":"https://pith.science/pith/SMRYJLZLSBWHVDIONOEP7XUKZU/state.json","well_known_bundle":"https://pith.science/.well-known/pith/SMRYJLZLSBWHVDIONOEP7XUKZU/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2017:SMRYJLZLSBWHVDIONOEP7XUKZU","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7a4f91d6f477b567901e435fed2113f6394262e2c06d42c15e1c56120b4ca40f","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2017-04-11T05:47:42Z","title_canon_sha256":"517687bd35b192dcf57b131a9135513e7a03698bfdc4be59aa6643b2e21b36bc"},"schema_version":"1.0","source":{"id":"1704.03152","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1704.03152","created_at":"2026-05-18T00:46:33Z"},{"alias_kind":"arxiv_version","alias_value":"1704.03152v1","created_at":"2026-05-18T00:46:33Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1704.03152","created_at":"2026-05-18T00:46:33Z"},{"alias_kind":"pith_short_12","alias_value":"SMRYJLZLSBWH","created_at":"2026-05-18T12:31:43Z"},{"alias_kind":"pith_short_16","alias_value":"SMRYJLZLSBWHVDIO","created_at":"2026-05-18T12:31:43Z"},{"alias_kind":"pith_short_8","alias_value":"SMRYJLZL","created_at":"2026-05-18T12:31:43Z"}],"graph_snapshots":[{"event_id":"sha256:204b61f1b5d8f0be915ad5bd7b3d63e1b30e6b0256df8bedccc65781bd9492c5","target":"graph","created_at":"2026-05-18T00:46:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"In recent years, Deep Learning has been successfully applied to multimodal learning problems, with the aim of learning useful joint representations in data fusion applications. When the available modalities consist of time series data such as video, audio and sensor signals, it becomes imperative to consider their temporal structure during the fusion process. In this paper, we propose the Correlational Recurrent Neural Network (CorrRNN), a novel temporal fusion model for fusing multiple input modalities that are inherently temporal in nature. Key features of our proposed model include: (i) sim","authors_text":"Edgar A. Bernal, Jiebo Luo, Palghat Ramesh, Radha Chitta, Sriganesh Madhvanath, Xitong Yang","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2017-04-11T05:47:42Z","title":"Deep Multimodal Representation Learning from Temporal Data"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1704.03152","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:31294ac545d073022f5172db69094fc782b2ffc7ba017b179904b16e618b51c7","target":"record","created_at":"2026-05-18T00:46:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7a4f91d6f477b567901e435fed2113f6394262e2c06d42c15e1c56120b4ca40f","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2017-04-11T05:47:42Z","title_canon_sha256":"517687bd35b192dcf57b131a9135513e7a03698bfdc4be59aa6643b2e21b36bc"},"schema_version":"1.0","source":{"id":"1704.03152","kind":"arxiv","version":1}},"canonical_sha256":"932384af2b906c7a8d0e6b88ffde8acd119b28bad5aaa90045121edd8f2faf16","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"932384af2b906c7a8d0e6b88ffde8acd119b28bad5aaa90045121edd8f2faf16","first_computed_at":"2026-05-18T00:46:33.401713Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:46:33.401713Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Kq5mszV0U1BEWAsYjwxhBseRwtiPT+eTlRItGU3owGwXz7H5XRZ5Y/5a5lJeHoKaFOHgYgON5d/3z56QH9ceDQ==","signature_status":"signed_v1","signed_at":"2026-05-18T00:46:33.402453Z","signed_message":"canonical_sha256_bytes"},"source_id":"1704.03152","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:31294ac545d073022f5172db69094fc782b2ffc7ba017b179904b16e618b51c7","sha256:204b61f1b5d8f0be915ad5bd7b3d63e1b30e6b0256df8bedccc65781bd9492c5"],"state_sha256":"ec280b683d77d913883df22661fb241cb3555a439e15a5cfb5a0bd7067aba99e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"XAfHa6G+XHJi0cA/tiYeby5ce9nz58B5t+lGYaqKmCEX9j0pj7Ke1RkwSBkrkSFMPMdPNrx1SVLC2usE0ZCFDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-08T19:02:17.087201Z","bundle_sha256":"5a234b248e263301a6c20074b807ba52cbdb481a9652e31c01b8af44a9429b7b"}}