{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:67SOC2DZF3YBR66FAZLLKOWJ3Q","short_pith_number":"pith:67SOC2DZ","canonical_record":{"source":{"id":"2303.14080","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2023-03-24T15:44:42Z","cross_cats_sorted":[],"title_canon_sha256":"b3ae41d9e093443e08037679b9bb6af77de776fc4da92181e7503ccadf6d6160","abstract_canon_sha256":"9f162fd2e40e377fbe03be3b6c00654cf455d20815574673616a7696e787a766"},"schema_version":"1.0"},"canonical_sha256":"f7e4e168792ef018fbc50656b53ac9dc10e97150a2fec02ca8debce3e884688a","source":{"kind":"arxiv","id":"2303.14080","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2303.14080","created_at":"2026-07-05T05:56:30Z"},{"alias_kind":"arxiv_version","alias_value":"2303.14080v3","created_at":"2026-07-05T05:56:30Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2303.14080","created_at":"2026-07-05T05:56:30Z"},{"alias_kind":"pith_short_12","alias_value":"67SOC2DZF3YB","created_at":"2026-07-05T05:56:30Z"},{"alias_kind":"pith_short_16","alias_value":"67SOC2DZF3YBR66F","created_at":"2026-07-05T05:56:30Z"},{"alias_kind":"pith_short_8","alias_value":"67SOC2DZ","created_at":"2026-07-05T05:56:30Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:67SOC2DZF3YBR66FAZLLKOWJ3Q","target":"record","payload":{"canonical_record":{"source":{"id":"2303.14080","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2023-03-24T15:44:42Z","cross_cats_sorted":[],"title_canon_sha256":"b3ae41d9e093443e08037679b9bb6af77de776fc4da92181e7503ccadf6d6160","abstract_canon_sha256":"9f162fd2e40e377fbe03be3b6c00654cf455d20815574673616a7696e787a766"},"schema_version":"1.0"},"canonical_sha256":"f7e4e168792ef018fbc50656b53ac9dc10e97150a2fec02ca8debce3e884688a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:56:30.117272Z","signature_b64":"UxSgAOfuyo44smqKVQazwZMP8E9oq4QgJC0jIgbdam7GekBtwUc/U9JrgFpynIB3NUuKUmmkDFIfTP0/7MdRDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f7e4e168792ef018fbc50656b53ac9dc10e97150a2fec02ca8debce3e884688a","last_reissued_at":"2026-07-05T05:56:30.116813Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:56:30.116813Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2303.14080","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:56:30Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"x6GcZg9pjpoREwEFBP7MThr4FC7Z1t1sL5VLjQRbf1dHj9U5kXRTmPpvjPIdOJWhNvkJKdqcRUsyXR6oX/pEDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T06:35:58.452825Z"},"content_sha256":"a5af7695eefef99efe64d412483ab3681e3bbea7216f0bbf4b5a8e238617e826","schema_version":"1.0","event_id":"sha256:a5af7695eefef99efe64d412483ab3681e3bbea7216f0bbf4b5a8e238617e826"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:67SOC2DZF3YBR66FAZLLKOWJ3Q","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Best of Both Worlds: Multimodal Contrastive Learning with Tabular and Imaging Data","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CV","authors_text":"Daniel Rueckert, Martin J. Menten, Paul Hager","submitted_at":"2023-03-24T15:44:42Z","abstract_excerpt":"Medical datasets and especially biobanks, often contain extensive tabular data with rich clinical information in addition to images. In practice, clinicians typically have less data, both in terms of diversity and scale, but still wish to deploy deep learning solutions. Combined with increasing medical dataset sizes and expensive annotation costs, the necessity for unsupervised methods that can pretrain multimodally and predict unimodally has risen.\n  To address these needs, we propose the first self-supervised contrastive learning framework that takes advantage of images and tabular data to t"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2303.14080","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2303.14080/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:56:30Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nsnpLu61JcUvdsc6GrD8w8MgDsf7IrI1KsvfjcCj0thdHdO6J+0SVAmp6SPlsrHYxy7iT04yQ1I4JdSPovo8Ag==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T06:35:58.453200Z"},"content_sha256":"55ccb458cde3382694706829d339f8c1ab483e66f17b4c42a249506cd79415d1","schema_version":"1.0","event_id":"sha256:55ccb458cde3382694706829d339f8c1ab483e66f17b4c42a249506cd79415d1"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/67SOC2DZF3YBR66FAZLLKOWJ3Q/bundle.json","state_url":"https://pith.science/pith/67SOC2DZF3YBR66FAZLLKOWJ3Q/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/67SOC2DZF3YBR66FAZLLKOWJ3Q/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T06:35:58Z","links":{"resolver":"https://pith.science/pith/67SOC2DZF3YBR66FAZLLKOWJ3Q","bundle":"https://pith.science/pith/67SOC2DZF3YBR66FAZLLKOWJ3Q/bundle.json","state":"https://pith.science/pith/67SOC2DZF3YBR66FAZLLKOWJ3Q/state.json","well_known_bundle":"https://pith.science/.well-known/pith/67SOC2DZF3YBR66FAZLLKOWJ3Q/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:67SOC2DZF3YBR66FAZLLKOWJ3Q","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"9f162fd2e40e377fbe03be3b6c00654cf455d20815574673616a7696e787a766","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2023-03-24T15:44:42Z","title_canon_sha256":"b3ae41d9e093443e08037679b9bb6af77de776fc4da92181e7503ccadf6d6160"},"schema_version":"1.0","source":{"id":"2303.14080","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2303.14080","created_at":"2026-07-05T05:56:30Z"},{"alias_kind":"arxiv_version","alias_value":"2303.14080v3","created_at":"2026-07-05T05:56:30Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2303.14080","created_at":"2026-07-05T05:56:30Z"},{"alias_kind":"pith_short_12","alias_value":"67SOC2DZF3YB","created_at":"2026-07-05T05:56:30Z"},{"alias_kind":"pith_short_16","alias_value":"67SOC2DZF3YBR66F","created_at":"2026-07-05T05:56:30Z"},{"alias_kind":"pith_short_8","alias_value":"67SOC2DZ","created_at":"2026-07-05T05:56:30Z"}],"graph_snapshots":[{"event_id":"sha256:55ccb458cde3382694706829d339f8c1ab483e66f17b4c42a249506cd79415d1","target":"graph","created_at":"2026-07-05T05:56:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2303.14080/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Medical datasets and especially biobanks, often contain extensive tabular data with rich clinical information in addition to images. In practice, clinicians typically have less data, both in terms of diversity and scale, but still wish to deploy deep learning solutions. Combined with increasing medical dataset sizes and expensive annotation costs, the necessity for unsupervised methods that can pretrain multimodally and predict unimodally has risen.\n  To address these needs, we propose the first self-supervised contrastive learning framework that takes advantage of images and tabular data to t","authors_text":"Daniel Rueckert, Martin J. Menten, Paul Hager","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2023-03-24T15:44:42Z","title":"Best of Both Worlds: Multimodal Contrastive Learning with Tabular and Imaging Data"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2303.14080","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a5af7695eefef99efe64d412483ab3681e3bbea7216f0bbf4b5a8e238617e826","target":"record","created_at":"2026-07-05T05:56:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"9f162fd2e40e377fbe03be3b6c00654cf455d20815574673616a7696e787a766","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2023-03-24T15:44:42Z","title_canon_sha256":"b3ae41d9e093443e08037679b9bb6af77de776fc4da92181e7503ccadf6d6160"},"schema_version":"1.0","source":{"id":"2303.14080","kind":"arxiv","version":3}},"canonical_sha256":"f7e4e168792ef018fbc50656b53ac9dc10e97150a2fec02ca8debce3e884688a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f7e4e168792ef018fbc50656b53ac9dc10e97150a2fec02ca8debce3e884688a","first_computed_at":"2026-07-05T05:56:30.116813Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:56:30.116813Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"UxSgAOfuyo44smqKVQazwZMP8E9oq4QgJC0jIgbdam7GekBtwUc/U9JrgFpynIB3NUuKUmmkDFIfTP0/7MdRDA==","signature_status":"signed_v1","signed_at":"2026-07-05T05:56:30.117272Z","signed_message":"canonical_sha256_bytes"},"source_id":"2303.14080","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a5af7695eefef99efe64d412483ab3681e3bbea7216f0bbf4b5a8e238617e826","sha256:55ccb458cde3382694706829d339f8c1ab483e66f17b4c42a249506cd79415d1"],"state_sha256":"56057e838e1038dde98fb9001176d0e625dbb624f56bd87a585b81e9f3b12094"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rtuC7PLFDOmVW1Q0VMGK/44VHfsGebiBqaFXOCb58CkFpoeo6dOyhNiY3+/Q8YY0aTsB9+p0RlLPWH607X2SBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T06:35:58.455839Z","bundle_sha256":"65dd8f626358a1bd78238a44f106ab3db3ec419ac9dcbe4548cfaaaafbe17c03"}}