{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:NAY3RAFMNE6LBK6HVWZOPWAESI","short_pith_number":"pith:NAY3RAFM","canonical_record":{"source":{"id":"2412.15828","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2024-12-20T12:11:20Z","cross_cats_sorted":[],"title_canon_sha256":"689ec9394e0dd259cb738c5672d50ee9aecd3f22dd47bef6cd77cdc6871b5cca","abstract_canon_sha256":"527491efa6928de72bfbceaa5ea9f9b285f95f4c205c7ed93c94bafa3c7c68fe"},"schema_version":"1.0"},"canonical_sha256":"6831b880ac693cb0abc7adb2e7d8049229be10c14ba4bd9f8bd9be51ce5fade1","source":{"kind":"arxiv","id":"2412.15828","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.15828","created_at":"2026-07-05T10:50:31Z"},{"alias_kind":"arxiv_version","alias_value":"2412.15828v2","created_at":"2026-07-05T10:50:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.15828","created_at":"2026-07-05T10:50:31Z"},{"alias_kind":"pith_short_12","alias_value":"NAY3RAFMNE6L","created_at":"2026-07-05T10:50:31Z"},{"alias_kind":"pith_short_16","alias_value":"NAY3RAFMNE6LBK6H","created_at":"2026-07-05T10:50:31Z"},{"alias_kind":"pith_short_8","alias_value":"NAY3RAFM","created_at":"2026-07-05T10:50:31Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:NAY3RAFMNE6LBK6HVWZOPWAESI","target":"record","payload":{"canonical_record":{"source":{"id":"2412.15828","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2024-12-20T12:11:20Z","cross_cats_sorted":[],"title_canon_sha256":"689ec9394e0dd259cb738c5672d50ee9aecd3f22dd47bef6cd77cdc6871b5cca","abstract_canon_sha256":"527491efa6928de72bfbceaa5ea9f9b285f95f4c205c7ed93c94bafa3c7c68fe"},"schema_version":"1.0"},"canonical_sha256":"6831b880ac693cb0abc7adb2e7d8049229be10c14ba4bd9f8bd9be51ce5fade1","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:50:31.835099Z","signature_b64":"oQxnwB6fNeudepuQONXiPHGuwvxJDyouRJojGFjSH4qkExybMEJP7zoD/CG9g/bN/kf158eoFHmkrfQ/Kd5EDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6831b880ac693cb0abc7adb2e7d8049229be10c14ba4bd9f8bd9be51ce5fade1","last_reissued_at":"2026-07-05T10:50:31.834568Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:50:31.834568Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2412.15828","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:50:31Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"HFydpl5Jk55zRW969nGjDu/bCoxSM+/P2MVtFH+CznReqfgWv/N3ze8rydxGDtCRWOPijYIDLgyeU77Y9N7ZDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T09:38:33.932460Z"},"content_sha256":"d514ec14b7d408ef570f13006249e9ada31b280d03506cb0863366f9cf7ff156","schema_version":"1.0","event_id":"sha256:d514ec14b7d408ef570f13006249e9ada31b280d03506cb0863366f9cf7ff156"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:NAY3RAFMNE6LBK6HVWZOPWAESI","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Measuring Cross-Modal Interactions in Multimodal Models","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Konstantin Hemker, Laura Wenderoth, Mateja Jamnik, Nikola Simidjievski","submitted_at":"2024-12-20T12:11:20Z","abstract_excerpt":"Integrating AI in healthcare can greatly improve patient care and system efficiency. However, the lack of explainability in AI systems (XAI) hinders their clinical adoption, especially in multimodal settings that use increasingly complex model architectures. Most existing XAI methods focus on unimodal models, which fail to capture cross-modal interactions crucial for understanding the combined impact of multiple data sources. Existing methods for quantifying cross-modal interactions are limited to two modalities, rely on labelled data, and depend on model performance. This is problematic in he"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.15828","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2412.15828/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:50:31Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KuW+572mfvb8WoX9f2p85J3bj+RLQBx3fZaZ38bmOZANsEBdvwhvwAVfrBlt40mv0iup/B0ORsUACgMrVjuYBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T09:38:33.933357Z"},"content_sha256":"1f4ad67b5d221729cac72db1c16a5f9cf176b88ea4705b27f86edadb5bb68d03","schema_version":"1.0","event_id":"sha256:1f4ad67b5d221729cac72db1c16a5f9cf176b88ea4705b27f86edadb5bb68d03"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/NAY3RAFMNE6LBK6HVWZOPWAESI/bundle.json","state_url":"https://pith.science/pith/NAY3RAFMNE6LBK6HVWZOPWAESI/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/NAY3RAFMNE6LBK6HVWZOPWAESI/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T09:38:33Z","links":{"resolver":"https://pith.science/pith/NAY3RAFMNE6LBK6HVWZOPWAESI","bundle":"https://pith.science/pith/NAY3RAFMNE6LBK6HVWZOPWAESI/bundle.json","state":"https://pith.science/pith/NAY3RAFMNE6LBK6HVWZOPWAESI/state.json","well_known_bundle":"https://pith.science/.well-known/pith/NAY3RAFMNE6LBK6HVWZOPWAESI/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:NAY3RAFMNE6LBK6HVWZOPWAESI","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"527491efa6928de72bfbceaa5ea9f9b285f95f4c205c7ed93c94bafa3c7c68fe","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2024-12-20T12:11:20Z","title_canon_sha256":"689ec9394e0dd259cb738c5672d50ee9aecd3f22dd47bef6cd77cdc6871b5cca"},"schema_version":"1.0","source":{"id":"2412.15828","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.15828","created_at":"2026-07-05T10:50:31Z"},{"alias_kind":"arxiv_version","alias_value":"2412.15828v2","created_at":"2026-07-05T10:50:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.15828","created_at":"2026-07-05T10:50:31Z"},{"alias_kind":"pith_short_12","alias_value":"NAY3RAFMNE6L","created_at":"2026-07-05T10:50:31Z"},{"alias_kind":"pith_short_16","alias_value":"NAY3RAFMNE6LBK6H","created_at":"2026-07-05T10:50:31Z"},{"alias_kind":"pith_short_8","alias_value":"NAY3RAFM","created_at":"2026-07-05T10:50:31Z"}],"graph_snapshots":[{"event_id":"sha256:1f4ad67b5d221729cac72db1c16a5f9cf176b88ea4705b27f86edadb5bb68d03","target":"graph","created_at":"2026-07-05T10:50:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2412.15828/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Integrating AI in healthcare can greatly improve patient care and system efficiency. However, the lack of explainability in AI systems (XAI) hinders their clinical adoption, especially in multimodal settings that use increasingly complex model architectures. Most existing XAI methods focus on unimodal models, which fail to capture cross-modal interactions crucial for understanding the combined impact of multiple data sources. Existing methods for quantifying cross-modal interactions are limited to two modalities, rely on labelled data, and depend on model performance. This is problematic in he","authors_text":"Konstantin Hemker, Laura Wenderoth, Mateja Jamnik, Nikola Simidjievski","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2024-12-20T12:11:20Z","title":"Measuring Cross-Modal Interactions in Multimodal Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.15828","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d514ec14b7d408ef570f13006249e9ada31b280d03506cb0863366f9cf7ff156","target":"record","created_at":"2026-07-05T10:50:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"527491efa6928de72bfbceaa5ea9f9b285f95f4c205c7ed93c94bafa3c7c68fe","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2024-12-20T12:11:20Z","title_canon_sha256":"689ec9394e0dd259cb738c5672d50ee9aecd3f22dd47bef6cd77cdc6871b5cca"},"schema_version":"1.0","source":{"id":"2412.15828","kind":"arxiv","version":2}},"canonical_sha256":"6831b880ac693cb0abc7adb2e7d8049229be10c14ba4bd9f8bd9be51ce5fade1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6831b880ac693cb0abc7adb2e7d8049229be10c14ba4bd9f8bd9be51ce5fade1","first_computed_at":"2026-07-05T10:50:31.834568Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:50:31.834568Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"oQxnwB6fNeudepuQONXiPHGuwvxJDyouRJojGFjSH4qkExybMEJP7zoD/CG9g/bN/kf158eoFHmkrfQ/Kd5EDA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:50:31.835099Z","signed_message":"canonical_sha256_bytes"},"source_id":"2412.15828","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d514ec14b7d408ef570f13006249e9ada31b280d03506cb0863366f9cf7ff156","sha256:1f4ad67b5d221729cac72db1c16a5f9cf176b88ea4705b27f86edadb5bb68d03"],"state_sha256":"930f1ee60967df41b06500876ca20332317dcedb2d6db378cc2ce1bb486e659e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"80jQrYIFD9n8xd/LDStbGxQcYDp7tNIPuTny6yS0OqooxkvGp2WHkrPdDYYzBjG54uoiUl45sBF3ieidLMXRDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T09:38:33.938472Z","bundle_sha256":"6fa94d2b11bcdc53ff54b659b089c35241ee44163b52342dc8f0f14062e49b0f"}}