{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:CWNRZTEBKIWWDJ7DFBHOWNIMQJ","short_pith_number":"pith:CWNRZTEB","canonical_record":{"source":{"id":"2409.07825","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-09-12T08:15:39Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"c74c2012fa9a4f98b57808185868664a2192599e11bc9e8c24c759ceeb8565ab","abstract_canon_sha256":"6fa6031b7706d3a4ad81ff54065cf302441618c58152a992913a1f70df345060"},"schema_version":"1.0"},"canonical_sha256":"159b1ccc81522d61a7e3284eeb350c826a737a5c9fe83d06fc085ec705a0615e","source":{"kind":"arxiv","id":"2409.07825","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.07825","created_at":"2026-05-17T23:38:12Z"},{"alias_kind":"arxiv_version","alias_value":"2409.07825v4","created_at":"2026-05-17T23:38:12Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.07825","created_at":"2026-05-17T23:38:12Z"},{"alias_kind":"pith_short_12","alias_value":"CWNRZTEBKIWW","created_at":"2026-05-18T12:33:37Z"},{"alias_kind":"pith_short_16","alias_value":"CWNRZTEBKIWWDJ7D","created_at":"2026-05-18T12:33:37Z"},{"alias_kind":"pith_short_8","alias_value":"CWNRZTEB","created_at":"2026-05-18T12:33:37Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:CWNRZTEBKIWWDJ7DFBHOWNIMQJ","target":"record","payload":{"canonical_record":{"source":{"id":"2409.07825","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-09-12T08:15:39Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"c74c2012fa9a4f98b57808185868664a2192599e11bc9e8c24c759ceeb8565ab","abstract_canon_sha256":"6fa6031b7706d3a4ad81ff54065cf302441618c58152a992913a1f70df345060"},"schema_version":"1.0"},"canonical_sha256":"159b1ccc81522d61a7e3284eeb350c826a737a5c9fe83d06fc085ec705a0615e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:38:12.837208Z","signature_b64":"geWHQEOHVtLrpQQIJK2dCvsHj07dwUxc4SXHoR9eCmm6oi/2m7o7GNX1Iee1MoW+nQFisqGk/ehg3PUY8yP6Dw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"159b1ccc81522d61a7e3284eeb350c826a737a5c9fe83d06fc085ec705a0615e","last_reissued_at":"2026-05-17T23:38:12.836498Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:38:12.836498Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2409.07825","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:38:12Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ws/B+iOqGmXlWrekMFrQNAJhmUgSX/HgEzcgU+6O7XRcHnle/C9sXCfmLvZiXlHMATGBHoyRrgmwbDky1H97Aw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-18T21:21:05.213053Z"},"content_sha256":"51feac95dacec8bae22c9d597e3ff049677b1e71ee3c03cc51f43540d9b3273f","schema_version":"1.0","event_id":"sha256:51feac95dacec8bae22c9d597e3ff049677b1e71ee3c03cc51f43540d9b3273f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:CWNRZTEBKIWWDJ7DFBHOWNIMQJ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Deep Multimodal Learning with Missing Modality: A Survey","license":"http://creativecommons.org/licenses/by/4.0/","headline":"Multimodal deep learning models can maintain performance when some input types are missing by using dedicated robustness techniques.","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CV","authors_text":"Gustavo Carneiro, Hsiang-Ting Chen, Hu Wang, Renjie Wu","submitted_at":"2024-09-12T08:15:39Z","abstract_excerpt":"During multimodal model training and testing, certain data modalities may be absent due to sensor limitations, cost constraints, privacy concerns, or data loss, negatively affecting performance. Multimodal learning techniques designed to handle missing modalities can mitigate this by ensuring model robustness even when some modalities are unavailable. This survey reviews recent progress in Multimodal Learning with Missing Modality (MLMM), focusing on deep learning methods. It provides the first comprehensive survey that covers the motivation and distinctions between MLMM and standard multimoda"},"claims":{"count":4,"items":[{"kind":"strongest_claim","text":"It provides the first comprehensive survey that covers the motivation and distinctions between MLMM and standard multimodal learning setups, followed by a detailed analysis of current methods, applications, and datasets, concluding with challenges and future directions.","source":"verdict.strongest_claim","status":"machine_extracted","claim_id":"C1","attestation":"unclaimed"},{"kind":"weakest_assumption","text":"The assumption that the body of literature selected for review is sufficiently complete and representative of the current state of deep multimodal learning with missing modalities without major omissions of recent or niche contributions.","source":"verdict.weakest_assumption","status":"machine_extracted","claim_id":"C2","attestation":"unclaimed"},{"kind":"one_line_summary","text":"This survey provides the first comprehensive overview of deep multimodal learning methods designed to remain robust when some input modalities are absent.","source":"verdict.one_line_summary","status":"machine_extracted","claim_id":"C3","attestation":"unclaimed"},{"kind":"headline","text":"Multimodal deep learning models can maintain performance when some input types are missing by using dedicated robustness techniques.","source":"verdict.pith_extraction.headline","status":"machine_extracted","claim_id":"C4","attestation":"unclaimed"}],"snapshot_sha256":"326ee4fc199e8f58663c8527cb84f61b03e71bcf4c66fe2da827e7543c868484"},"source":{"id":"2409.07825","kind":"arxiv","version":4},"verdict":{"id":"1dc0160e-90b8-45dc-b1f6-5abd166717d4","model_set":{"reader":"grok-4.3"},"created_at":"2026-05-17T22:22:32.472970Z","strongest_claim":"It provides the first comprehensive survey that covers the motivation and distinctions between MLMM and standard multimodal learning setups, followed by a detailed analysis of current methods, applications, and datasets, concluding with challenges and future directions.","one_line_summary":"This survey provides the first comprehensive overview of deep multimodal learning methods designed to remain robust when some input modalities are absent.","pipeline_version":"pith-pipeline@v0.9.0","weakest_assumption":"The assumption that the body of literature selected for review is sufficiently complete and representative of the current state of deep multimodal learning with missing modalities without major omissions of recent or niche contributions.","pith_extraction_headline":"Multimodal deep learning models can maintain performance when some input types are missing by using dedicated robustness techniques."},"references":{"count":83,"sample":[{"doi":"","year":null,"title":"Medical image segmentation on mri images with missing modalities: A review.arXiv preprint arXiv:2203.06217,","work_id":"26faf823-1334-4867-8301-3bb958c01481","ref_index":1,"cited_arxiv_id":"","is_internal_anchor":false},{"doi":"","year":2026,"title":"Dealing with the effects of sensor displacement in wearable activity recognition.Sensors, 14(6):9995–10023,","work_id":"6810563a-21df-403c-b6f4-e590859e0568","ref_index":2,"cited_arxiv_id":"","is_internal_anchor":false},{"doi":"10.24432/c5c59f","year":null,"title":"Rohan Bavishi, Erich Elsen, Curtis Hawthorne, Maxwell Nye, Augustus Odena, Arushi Somani, and Sağnak Taşırlar","work_id":"860663e0-e63a-4ea2-ab8e-b9bfe266c7f8","ref_index":3,"cited_arxiv_id":"","is_internal_anchor":false},{"doi":"","year":2018,"title":"Overcoming missing and incomplete modalities with generative adversarial networks for building footprint segmentation","work_id":"5b3e97e9-8576-4e4d-b7a6-65aeee8208ef","ref_index":4,"cited_arxiv_id":"","is_internal_anchor":false},{"doi":"","year":null,"title":"Sparks of Artificial General Intelligence: Early experiments with GPT-4","work_id":"a23cfe92-7f7c-424b-98d4-b386a83002fb","ref_index":5,"cited_arxiv_id":"2303.12712","is_internal_anchor":true}],"resolved_work":83,"snapshot_sha256":"30af0375504c607d74e1e01c1575a5521f06e0d252606d8dffcadf47ffbf1e26","internal_anchors":9},"formal_canon":{"evidence_count":2,"snapshot_sha256":"8d11bfc3c28d94f260dcfd0683a5f078ad3982d7da9be81e3b58c599e9aa11e8"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":"1dc0160e-90b8-45dc-b1f6-5abd166717d4"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:38:12Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VTUQ3on2E32OPNKQA4Sg0Vke/DW+SJ34nx4F9BfnQruep111yvyk3L4B75xQ+Jz7aQ0KxZPHi/oez+ss5kj+BQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-18T21:21:05.214135Z"},"content_sha256":"dcd0487a7c5ff7a081458cc91acb072f5b5c398454982e795a120363d918867d","schema_version":"1.0","event_id":"sha256:dcd0487a7c5ff7a081458cc91acb072f5b5c398454982e795a120363d918867d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/CWNRZTEBKIWWDJ7DFBHOWNIMQJ/bundle.json","state_url":"https://pith.science/pith/CWNRZTEBKIWWDJ7DFBHOWNIMQJ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/CWNRZTEBKIWWDJ7DFBHOWNIMQJ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-18T21:21:05Z","links":{"resolver":"https://pith.science/pith/CWNRZTEBKIWWDJ7DFBHOWNIMQJ","bundle":"https://pith.science/pith/CWNRZTEBKIWWDJ7DFBHOWNIMQJ/bundle.json","state":"https://pith.science/pith/CWNRZTEBKIWWDJ7DFBHOWNIMQJ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/CWNRZTEBKIWWDJ7DFBHOWNIMQJ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:CWNRZTEBKIWWDJ7DFBHOWNIMQJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6fa6031b7706d3a4ad81ff54065cf302441618c58152a992913a1f70df345060","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-09-12T08:15:39Z","title_canon_sha256":"c74c2012fa9a4f98b57808185868664a2192599e11bc9e8c24c759ceeb8565ab"},"schema_version":"1.0","source":{"id":"2409.07825","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.07825","created_at":"2026-05-17T23:38:12Z"},{"alias_kind":"arxiv_version","alias_value":"2409.07825v4","created_at":"2026-05-17T23:38:12Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.07825","created_at":"2026-05-17T23:38:12Z"},{"alias_kind":"pith_short_12","alias_value":"CWNRZTEBKIWW","created_at":"2026-05-18T12:33:37Z"},{"alias_kind":"pith_short_16","alias_value":"CWNRZTEBKIWWDJ7D","created_at":"2026-05-18T12:33:37Z"},{"alias_kind":"pith_short_8","alias_value":"CWNRZTEB","created_at":"2026-05-18T12:33:37Z"}],"graph_snapshots":[{"event_id":"sha256:dcd0487a7c5ff7a081458cc91acb072f5b5c398454982e795a120363d918867d","target":"graph","created_at":"2026-05-17T23:38:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":4,"items":[{"attestation":"unclaimed","claim_id":"C1","kind":"strongest_claim","source":"verdict.strongest_claim","status":"machine_extracted","text":"It provides the first comprehensive survey that covers the motivation and distinctions between MLMM and standard multimodal learning setups, followed by a detailed analysis of current methods, applications, and datasets, concluding with challenges and future directions."},{"attestation":"unclaimed","claim_id":"C2","kind":"weakest_assumption","source":"verdict.weakest_assumption","status":"machine_extracted","text":"The assumption that the body of literature selected for review is sufficiently complete and representative of the current state of deep multimodal learning with missing modalities without major omissions of recent or niche contributions."},{"attestation":"unclaimed","claim_id":"C3","kind":"one_line_summary","source":"verdict.one_line_summary","status":"machine_extracted","text":"This survey provides the first comprehensive overview of deep multimodal learning methods designed to remain robust when some input modalities are absent."},{"attestation":"unclaimed","claim_id":"C4","kind":"headline","source":"verdict.pith_extraction.headline","status":"machine_extracted","text":"Multimodal deep learning models can maintain performance when some input types are missing by using dedicated robustness techniques."}],"snapshot_sha256":"326ee4fc199e8f58663c8527cb84f61b03e71bcf4c66fe2da827e7543c868484"},"formal_canon":{"evidence_count":2,"snapshot_sha256":"8d11bfc3c28d94f260dcfd0683a5f078ad3982d7da9be81e3b58c599e9aa11e8"},"paper":{"abstract_excerpt":"During multimodal model training and testing, certain data modalities may be absent due to sensor limitations, cost constraints, privacy concerns, or data loss, negatively affecting performance. Multimodal learning techniques designed to handle missing modalities can mitigate this by ensuring model robustness even when some modalities are unavailable. This survey reviews recent progress in Multimodal Learning with Missing Modality (MLMM), focusing on deep learning methods. It provides the first comprehensive survey that covers the motivation and distinctions between MLMM and standard multimoda","authors_text":"Gustavo Carneiro, Hsiang-Ting Chen, Hu Wang, Renjie Wu","cross_cats":["cs.AI","cs.LG"],"headline":"Multimodal deep learning models can maintain performance when some input types are missing by using dedicated robustness techniques.","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-09-12T08:15:39Z","title":"Deep Multimodal Learning with Missing Modality: A Survey"},"references":{"count":83,"internal_anchors":9,"resolved_work":83,"sample":[{"cited_arxiv_id":"","doi":"","is_internal_anchor":false,"ref_index":1,"title":"Medical image segmentation on mri images with missing modalities: A review.arXiv preprint arXiv:2203.06217,","work_id":"26faf823-1334-4867-8301-3bb958c01481","year":null},{"cited_arxiv_id":"","doi":"","is_internal_anchor":false,"ref_index":2,"title":"Dealing with the effects of sensor displacement in wearable activity recognition.Sensors, 14(6):9995–10023,","work_id":"6810563a-21df-403c-b6f4-e590859e0568","year":2026},{"cited_arxiv_id":"","doi":"10.24432/c5c59f","is_internal_anchor":false,"ref_index":3,"title":"Rohan Bavishi, Erich Elsen, Curtis Hawthorne, Maxwell Nye, Augustus Odena, Arushi Somani, and Sağnak Taşırlar","work_id":"860663e0-e63a-4ea2-ab8e-b9bfe266c7f8","year":null},{"cited_arxiv_id":"","doi":"","is_internal_anchor":false,"ref_index":4,"title":"Overcoming missing and incomplete modalities with generative adversarial networks for building footprint segmentation","work_id":"5b3e97e9-8576-4e4d-b7a6-65aeee8208ef","year":2018},{"cited_arxiv_id":"2303.12712","doi":"","is_internal_anchor":true,"ref_index":5,"title":"Sparks of Artificial General Intelligence: Early experiments with GPT-4","work_id":"a23cfe92-7f7c-424b-98d4-b386a83002fb","year":null}],"snapshot_sha256":"30af0375504c607d74e1e01c1575a5521f06e0d252606d8dffcadf47ffbf1e26"},"source":{"id":"2409.07825","kind":"arxiv","version":4},"verdict":{"created_at":"2026-05-17T22:22:32.472970Z","id":"1dc0160e-90b8-45dc-b1f6-5abd166717d4","model_set":{"reader":"grok-4.3"},"one_line_summary":"This survey provides the first comprehensive overview of deep multimodal learning methods designed to remain robust when some input modalities are absent.","pipeline_version":"pith-pipeline@v0.9.0","pith_extraction_headline":"Multimodal deep learning models can maintain performance when some input types are missing by using dedicated robustness techniques.","strongest_claim":"It provides the first comprehensive survey that covers the motivation and distinctions between MLMM and standard multimodal learning setups, followed by a detailed analysis of current methods, applications, and datasets, concluding with challenges and future directions.","weakest_assumption":"The assumption that the body of literature selected for review is sufficiently complete and representative of the current state of deep multimodal learning with missing modalities without major omissions of recent or niche contributions."}},"verdict_id":"1dc0160e-90b8-45dc-b1f6-5abd166717d4"}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:51feac95dacec8bae22c9d597e3ff049677b1e71ee3c03cc51f43540d9b3273f","target":"record","created_at":"2026-05-17T23:38:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6fa6031b7706d3a4ad81ff54065cf302441618c58152a992913a1f70df345060","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-09-12T08:15:39Z","title_canon_sha256":"c74c2012fa9a4f98b57808185868664a2192599e11bc9e8c24c759ceeb8565ab"},"schema_version":"1.0","source":{"id":"2409.07825","kind":"arxiv","version":4}},"canonical_sha256":"159b1ccc81522d61a7e3284eeb350c826a737a5c9fe83d06fc085ec705a0615e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"159b1ccc81522d61a7e3284eeb350c826a737a5c9fe83d06fc085ec705a0615e","first_computed_at":"2026-05-17T23:38:12.836498Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:38:12.836498Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"geWHQEOHVtLrpQQIJK2dCvsHj07dwUxc4SXHoR9eCmm6oi/2m7o7GNX1Iee1MoW+nQFisqGk/ehg3PUY8yP6Dw==","signature_status":"signed_v1","signed_at":"2026-05-17T23:38:12.837208Z","signed_message":"canonical_sha256_bytes"},"source_id":"2409.07825","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:51feac95dacec8bae22c9d597e3ff049677b1e71ee3c03cc51f43540d9b3273f","sha256:dcd0487a7c5ff7a081458cc91acb072f5b5c398454982e795a120363d918867d"],"state_sha256":"29d58a909e60bf19292c5637cdf82e538c541f2960d3fdbf5ab0a2ea98d24b92"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8EIRPL86n3EuwfMi6hXmI0MN3sdQSgrmemrlpRcJDWgqePnKgvotOCL4ol9rUjU7NckXczaYmAcm4X2iGC6lDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-18T21:21:05.217442Z","bundle_sha256":"af2eb7f97e1669010dc0d6514018bbe696e0f851408413238e6c67518321a029"}}