{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:3JMIMX6SFNS6GJJRNGJGIP7KIP","short_pith_number":"pith:3JMIMX6S","canonical_record":{"source":{"id":"2311.02332","kind":"arxiv","version":5},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-11-04T05:42:51Z","cross_cats_sorted":["cs.CV"],"title_canon_sha256":"1a1d7811d687a729201f0cad2455c21780b1da4050f317ce6ce6dbe37a016a38","abstract_canon_sha256":"2a51410256f949ba58548dc80bd53c5ce3c00c9562a912b6f869aba85c09a1b4"},"schema_version":"1.0"},"canonical_sha256":"da58865fd22b65e325316992643fea43e7a3d46d8415280c59884ed7d2e94bea","source":{"kind":"arxiv","id":"2311.02332","version":5},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.02332","created_at":"2026-07-05T07:35:40Z"},{"alias_kind":"arxiv_version","alias_value":"2311.02332v5","created_at":"2026-07-05T07:35:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.02332","created_at":"2026-07-05T07:35:40Z"},{"alias_kind":"pith_short_12","alias_value":"3JMIMX6SFNS6","created_at":"2026-07-05T07:35:40Z"},{"alias_kind":"pith_short_16","alias_value":"3JMIMX6SFNS6GJJR","created_at":"2026-07-05T07:35:40Z"},{"alias_kind":"pith_short_8","alias_value":"3JMIMX6S","created_at":"2026-07-05T07:35:40Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:3JMIMX6SFNS6GJJRNGJGIP7KIP","target":"record","payload":{"canonical_record":{"source":{"id":"2311.02332","kind":"arxiv","version":5},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-11-04T05:42:51Z","cross_cats_sorted":["cs.CV"],"title_canon_sha256":"1a1d7811d687a729201f0cad2455c21780b1da4050f317ce6ce6dbe37a016a38","abstract_canon_sha256":"2a51410256f949ba58548dc80bd53c5ce3c00c9562a912b6f869aba85c09a1b4"},"schema_version":"1.0"},"canonical_sha256":"da58865fd22b65e325316992643fea43e7a3d46d8415280c59884ed7d2e94bea","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:35:40.738118Z","signature_b64":"Hqd63edWSbLd4PMUl44TXvzfWVlNnborcb5QJBUfljfkA4Noglo2GBdw1mlB4P6eHOkTrSXlM5UEZ6wD0Q9ZBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"da58865fd22b65e325316992643fea43e7a3d46d8415280c59884ed7d2e94bea","last_reissued_at":"2026-07-05T07:35:40.737750Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:35:40.737750Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2311.02332","source_version":5,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:35:40Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"S7hnInERWyoWqoEjIJU3to6s6Un3vWIfSNggZyhnegU72oS+BGcbUnaHAN8qtXXbNVhQI6oriWsPZ62pmGmcBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T11:44:52.991541Z"},"content_sha256":"c5f436b4e2583bdd5d54ffb97c6369b8d849102645ff65c5010d63abf82b471b","schema_version":"1.0","event_id":"sha256:c5f436b4e2583bdd5d54ffb97c6369b8d849102645ff65c5010d63abf82b471b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:3JMIMX6SFNS6GJJRNGJGIP7KIP","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Multimodal Machine Learning in Image-Based and Clinical Biomedicine: Survey and Prospects","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CV"],"primary_cat":"cs.LG","authors_text":"Arvind Rao, Charles Kahn, Elisa Warner, Joonsang Lee, Olivier Gevaert, Tanveer Syeda-Mahmood, William Hsu","submitted_at":"2023-11-04T05:42:51Z","abstract_excerpt":"Machine learning (ML) applications in medical artificial intelligence (AI) systems have shifted from traditional and statistical methods to increasing application of deep learning models. This survey navigates the current landscape of multimodal ML, focusing on its profound impact on medical image analysis and clinical decision support systems. Emphasizing challenges and innovations in addressing multimodal representation, fusion, translation, alignment, and co-learning, the paper explores the transformative potential of multimodal models for clinical predictions. It also highlights the need f"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.02332","kind":"arxiv","version":5},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2311.02332/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:35:40Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zT6PlIstvbay0VHl5e7lVh5zpyHoZ39/exFWe7SiSDHKLyKnzEl+/mrjWaRtZBmZhjtpbFeq5fBTZzk+qbTGAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T11:44:52.991912Z"},"content_sha256":"3352e50a4c5c0f832ec177c7e0633b1a3958c9963ab1886e6a795fc1d4709fa1","schema_version":"1.0","event_id":"sha256:3352e50a4c5c0f832ec177c7e0633b1a3958c9963ab1886e6a795fc1d4709fa1"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/3JMIMX6SFNS6GJJRNGJGIP7KIP/bundle.json","state_url":"https://pith.science/pith/3JMIMX6SFNS6GJJRNGJGIP7KIP/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/3JMIMX6SFNS6GJJRNGJGIP7KIP/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T11:44:52Z","links":{"resolver":"https://pith.science/pith/3JMIMX6SFNS6GJJRNGJGIP7KIP","bundle":"https://pith.science/pith/3JMIMX6SFNS6GJJRNGJGIP7KIP/bundle.json","state":"https://pith.science/pith/3JMIMX6SFNS6GJJRNGJGIP7KIP/state.json","well_known_bundle":"https://pith.science/.well-known/pith/3JMIMX6SFNS6GJJRNGJGIP7KIP/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:3JMIMX6SFNS6GJJRNGJGIP7KIP","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"2a51410256f949ba58548dc80bd53c5ce3c00c9562a912b6f869aba85c09a1b4","cross_cats_sorted":["cs.CV"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-11-04T05:42:51Z","title_canon_sha256":"1a1d7811d687a729201f0cad2455c21780b1da4050f317ce6ce6dbe37a016a38"},"schema_version":"1.0","source":{"id":"2311.02332","kind":"arxiv","version":5}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.02332","created_at":"2026-07-05T07:35:40Z"},{"alias_kind":"arxiv_version","alias_value":"2311.02332v5","created_at":"2026-07-05T07:35:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.02332","created_at":"2026-07-05T07:35:40Z"},{"alias_kind":"pith_short_12","alias_value":"3JMIMX6SFNS6","created_at":"2026-07-05T07:35:40Z"},{"alias_kind":"pith_short_16","alias_value":"3JMIMX6SFNS6GJJR","created_at":"2026-07-05T07:35:40Z"},{"alias_kind":"pith_short_8","alias_value":"3JMIMX6S","created_at":"2026-07-05T07:35:40Z"}],"graph_snapshots":[{"event_id":"sha256:3352e50a4c5c0f832ec177c7e0633b1a3958c9963ab1886e6a795fc1d4709fa1","target":"graph","created_at":"2026-07-05T07:35:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2311.02332/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Machine learning (ML) applications in medical artificial intelligence (AI) systems have shifted from traditional and statistical methods to increasing application of deep learning models. This survey navigates the current landscape of multimodal ML, focusing on its profound impact on medical image analysis and clinical decision support systems. Emphasizing challenges and innovations in addressing multimodal representation, fusion, translation, alignment, and co-learning, the paper explores the transformative potential of multimodal models for clinical predictions. It also highlights the need f","authors_text":"Arvind Rao, Charles Kahn, Elisa Warner, Joonsang Lee, Olivier Gevaert, Tanveer Syeda-Mahmood, William Hsu","cross_cats":["cs.CV"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-11-04T05:42:51Z","title":"Multimodal Machine Learning in Image-Based and Clinical Biomedicine: Survey and Prospects"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.02332","kind":"arxiv","version":5},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c5f436b4e2583bdd5d54ffb97c6369b8d849102645ff65c5010d63abf82b471b","target":"record","created_at":"2026-07-05T07:35:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"2a51410256f949ba58548dc80bd53c5ce3c00c9562a912b6f869aba85c09a1b4","cross_cats_sorted":["cs.CV"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-11-04T05:42:51Z","title_canon_sha256":"1a1d7811d687a729201f0cad2455c21780b1da4050f317ce6ce6dbe37a016a38"},"schema_version":"1.0","source":{"id":"2311.02332","kind":"arxiv","version":5}},"canonical_sha256":"da58865fd22b65e325316992643fea43e7a3d46d8415280c59884ed7d2e94bea","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"da58865fd22b65e325316992643fea43e7a3d46d8415280c59884ed7d2e94bea","first_computed_at":"2026-07-05T07:35:40.737750Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:35:40.737750Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Hqd63edWSbLd4PMUl44TXvzfWVlNnborcb5QJBUfljfkA4Noglo2GBdw1mlB4P6eHOkTrSXlM5UEZ6wD0Q9ZBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T07:35:40.738118Z","signed_message":"canonical_sha256_bytes"},"source_id":"2311.02332","source_kind":"arxiv","source_version":5}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c5f436b4e2583bdd5d54ffb97c6369b8d849102645ff65c5010d63abf82b471b","sha256:3352e50a4c5c0f832ec177c7e0633b1a3958c9963ab1886e6a795fc1d4709fa1"],"state_sha256":"6fdf8f31d5a50cc290598058059a394655216e37a9f402e63ece699fcfeabf74"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/gEg3e7Ym62YXhMTpgaoc+3XlMjGjdf3PiIYqK9M4b6JUcQlpOf4jaizOuvifTCWBOnVoi49PF8cFOgRoT18Dw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T11:44:52.993876Z","bundle_sha256":"bc967654ae699404e4dd37b4e48eabc70c7ec5d7ebee3e0b325168c07f20383c"}}