{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:J2LAAW2JTKPZ7AAMJAPDGUKBX5","short_pith_number":"pith:J2LAAW2J","canonical_record":{"source":{"id":"2405.19950","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-30T11:14:01Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"b37436b92c58ff0fa543e9ab180276a9f973bedef080f1cb91af0acd32d8af69","abstract_canon_sha256":"86ab6e5b221dec63399891c8a58e5416a1ebc456932bb278718af7fdf9fd69b8"},"schema_version":"1.0"},"canonical_sha256":"4e96005b499a9f9f800c481e335141bf53d472a4db1f8524d6add2d3f644bcfb","source":{"kind":"arxiv","id":"2405.19950","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.19950","created_at":"2026-07-05T10:49:44Z"},{"alias_kind":"arxiv_version","alias_value":"2405.19950v2","created_at":"2026-07-05T10:49:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.19950","created_at":"2026-07-05T10:49:44Z"},{"alias_kind":"pith_short_12","alias_value":"J2LAAW2JTKPZ","created_at":"2026-07-05T10:49:44Z"},{"alias_kind":"pith_short_16","alias_value":"J2LAAW2JTKPZ7AAM","created_at":"2026-07-05T10:49:44Z"},{"alias_kind":"pith_short_8","alias_value":"J2LAAW2J","created_at":"2026-07-05T10:49:44Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:J2LAAW2JTKPZ7AAMJAPDGUKBX5","target":"record","payload":{"canonical_record":{"source":{"id":"2405.19950","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-30T11:14:01Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"b37436b92c58ff0fa543e9ab180276a9f973bedef080f1cb91af0acd32d8af69","abstract_canon_sha256":"86ab6e5b221dec63399891c8a58e5416a1ebc456932bb278718af7fdf9fd69b8"},"schema_version":"1.0"},"canonical_sha256":"4e96005b499a9f9f800c481e335141bf53d472a4db1f8524d6add2d3f644bcfb","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:49:44.785761Z","signature_b64":"Z/6NKBGdl4+r2uRAobmpU5fRGNr8r57BKGypDaHNpn4MEZ324JIrqUNVFmq/1rXFhjrxBW8sbMh4rt6wlStBBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"4e96005b499a9f9f800c481e335141bf53d472a4db1f8524d6add2d3f644bcfb","last_reissued_at":"2026-07-05T10:49:44.785239Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:49:44.785239Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2405.19950","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:49:44Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"USlNTPaaZjIH7xdd6YPmWuxme65Qt1FGuchijNff/Ttazvxk1ZV5qYCnBGLgHZh8+xpyyTzp8erZxMsnFIFQCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T16:08:03.853636Z"},"content_sha256":"48380cb8cc73abb9734b271920bdc8efbbfe745f0a23bf407da3b6fb4a357815","schema_version":"1.0","event_id":"sha256:48380cb8cc73abb9734b271920bdc8efbbfe745f0a23bf407da3b6fb4a357815"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:J2LAAW2JTKPZ7AAMJAPDGUKBX5","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Multimodal Lego: Model Merging and Fine-Tuning Across Topologies and Modalities in Biomedicine","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Konstantin Hemker, Mateja Jamnik, Nikola Simidjievski","submitted_at":"2024-05-30T11:14:01Z","abstract_excerpt":"Learning holistic computational representations in physical, chemical or biological systems requires the ability to process information from different distributions and modalities within the same model. Thus, the demand for multimodal machine learning models has sharply risen for modalities that go beyond vision and language, such as sequences, graphs, time series, or tabular data. While there are many available multimodal fusion and alignment approaches, most of them require end-to-end training, scale quadratically with the number of modalities, cannot handle cases of high modality imbalance "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.19950","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2405.19950/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:49:44Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8DvZY7Ush+cT9CHpCkKsi9XS79Zh+D8TqGmjiqKlXw8nivUoGju0zb3QGsqM+Jrqf/mrQMAh2AFaj9WapjHoCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T16:08:03.854572Z"},"content_sha256":"872f40371a758a544f99868af09fc11ec2d751cde0232bc6db060232174e63f2","schema_version":"1.0","event_id":"sha256:872f40371a758a544f99868af09fc11ec2d751cde0232bc6db060232174e63f2"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/J2LAAW2JTKPZ7AAMJAPDGUKBX5/bundle.json","state_url":"https://pith.science/pith/J2LAAW2JTKPZ7AAMJAPDGUKBX5/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/J2LAAW2JTKPZ7AAMJAPDGUKBX5/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T16:08:03Z","links":{"resolver":"https://pith.science/pith/J2LAAW2JTKPZ7AAMJAPDGUKBX5","bundle":"https://pith.science/pith/J2LAAW2JTKPZ7AAMJAPDGUKBX5/bundle.json","state":"https://pith.science/pith/J2LAAW2JTKPZ7AAMJAPDGUKBX5/state.json","well_known_bundle":"https://pith.science/.well-known/pith/J2LAAW2JTKPZ7AAMJAPDGUKBX5/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:J2LAAW2JTKPZ7AAMJAPDGUKBX5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"86ab6e5b221dec63399891c8a58e5416a1ebc456932bb278718af7fdf9fd69b8","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-30T11:14:01Z","title_canon_sha256":"b37436b92c58ff0fa543e9ab180276a9f973bedef080f1cb91af0acd32d8af69"},"schema_version":"1.0","source":{"id":"2405.19950","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.19950","created_at":"2026-07-05T10:49:44Z"},{"alias_kind":"arxiv_version","alias_value":"2405.19950v2","created_at":"2026-07-05T10:49:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.19950","created_at":"2026-07-05T10:49:44Z"},{"alias_kind":"pith_short_12","alias_value":"J2LAAW2JTKPZ","created_at":"2026-07-05T10:49:44Z"},{"alias_kind":"pith_short_16","alias_value":"J2LAAW2JTKPZ7AAM","created_at":"2026-07-05T10:49:44Z"},{"alias_kind":"pith_short_8","alias_value":"J2LAAW2J","created_at":"2026-07-05T10:49:44Z"}],"graph_snapshots":[{"event_id":"sha256:872f40371a758a544f99868af09fc11ec2d751cde0232bc6db060232174e63f2","target":"graph","created_at":"2026-07-05T10:49:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2405.19950/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Learning holistic computational representations in physical, chemical or biological systems requires the ability to process information from different distributions and modalities within the same model. Thus, the demand for multimodal machine learning models has sharply risen for modalities that go beyond vision and language, such as sequences, graphs, time series, or tabular data. While there are many available multimodal fusion and alignment approaches, most of them require end-to-end training, scale quadratically with the number of modalities, cannot handle cases of high modality imbalance ","authors_text":"Konstantin Hemker, Mateja Jamnik, Nikola Simidjievski","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-30T11:14:01Z","title":"Multimodal Lego: Model Merging and Fine-Tuning Across Topologies and Modalities in Biomedicine"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.19950","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:48380cb8cc73abb9734b271920bdc8efbbfe745f0a23bf407da3b6fb4a357815","target":"record","created_at":"2026-07-05T10:49:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"86ab6e5b221dec63399891c8a58e5416a1ebc456932bb278718af7fdf9fd69b8","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-30T11:14:01Z","title_canon_sha256":"b37436b92c58ff0fa543e9ab180276a9f973bedef080f1cb91af0acd32d8af69"},"schema_version":"1.0","source":{"id":"2405.19950","kind":"arxiv","version":2}},"canonical_sha256":"4e96005b499a9f9f800c481e335141bf53d472a4db1f8524d6add2d3f644bcfb","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"4e96005b499a9f9f800c481e335141bf53d472a4db1f8524d6add2d3f644bcfb","first_computed_at":"2026-07-05T10:49:44.785239Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:49:44.785239Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Z/6NKBGdl4+r2uRAobmpU5fRGNr8r57BKGypDaHNpn4MEZ324JIrqUNVFmq/1rXFhjrxBW8sbMh4rt6wlStBBw==","signature_status":"signed_v1","signed_at":"2026-07-05T10:49:44.785761Z","signed_message":"canonical_sha256_bytes"},"source_id":"2405.19950","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:48380cb8cc73abb9734b271920bdc8efbbfe745f0a23bf407da3b6fb4a357815","sha256:872f40371a758a544f99868af09fc11ec2d751cde0232bc6db060232174e63f2"],"state_sha256":"43d6774abc3de29ab3b385710ee6bce4342ce75ebe28f461d21dc287a60d9588"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"clmGoevfeeh5qnxGQBWNfVVA/Wttyr7bZ+hqHC4uerKzC5lIyhXY2yYmBchbPhV4jMhUshyICi2FAXcha1TRCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T16:08:03.859974Z","bundle_sha256":"814635a4364faf36487980ee147d170136b818e37d3e50d5d5796dc0b79943e5"}}