{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:SE4KIPDEAMK65QMQHTFRKHV2RU","short_pith_number":"pith:SE4KIPDE","canonical_record":{"source":{"id":"2207.00056","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-06-30T18:42:06Z","cross_cats_sorted":["cs.AI","cs.CL","cs.CV","cs.MM"],"title_canon_sha256":"df50882acd3231b7e25b883c20f339fa9712c51423547d03f78f42c91772273d","abstract_canon_sha256":"4167bc0d82a4dfedf8b404e940713c37433e969eb0b8abc3866702452e84f94a"},"schema_version":"1.0"},"canonical_sha256":"9138a43c640315eec1903ccb151eba8d31fcc838cd44bece75b0475c20faa39d","source":{"kind":"arxiv","id":"2207.00056","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2207.00056","created_at":"2026-07-05T05:48:34Z"},{"alias_kind":"arxiv_version","alias_value":"2207.00056v3","created_at":"2026-07-05T05:48:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2207.00056","created_at":"2026-07-05T05:48:34Z"},{"alias_kind":"pith_short_12","alias_value":"SE4KIPDEAMK6","created_at":"2026-07-05T05:48:34Z"},{"alias_kind":"pith_short_16","alias_value":"SE4KIPDEAMK65QMQ","created_at":"2026-07-05T05:48:34Z"},{"alias_kind":"pith_short_8","alias_value":"SE4KIPDE","created_at":"2026-07-05T05:48:34Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:SE4KIPDEAMK65QMQHTFRKHV2RU","target":"record","payload":{"canonical_record":{"source":{"id":"2207.00056","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-06-30T18:42:06Z","cross_cats_sorted":["cs.AI","cs.CL","cs.CV","cs.MM"],"title_canon_sha256":"df50882acd3231b7e25b883c20f339fa9712c51423547d03f78f42c91772273d","abstract_canon_sha256":"4167bc0d82a4dfedf8b404e940713c37433e969eb0b8abc3866702452e84f94a"},"schema_version":"1.0"},"canonical_sha256":"9138a43c640315eec1903ccb151eba8d31fcc838cd44bece75b0475c20faa39d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:48:34.844047Z","signature_b64":"4cKtNwySt316ieS7iipAlVnY0FkIs+QMWwpQF3f1quSgSG+akuIEHSkTgwuGo9cAOxCHFBsaM+EW0WEzYDuhBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9138a43c640315eec1903ccb151eba8d31fcc838cd44bece75b0475c20faa39d","last_reissued_at":"2026-07-05T05:48:34.843537Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:48:34.843537Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2207.00056","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:48:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"15SU9SWYPcaQEVQjae+odqBkAbFE3LRDWrBgKHUwtZXebyuOz29iXEIRKtPDDiUvsPGBkNSQM6wMOBSqEmR/Cw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T23:12:29.601700Z"},"content_sha256":"233f35b47bdeb78e55bb4591c3c6bab797ed1535ccb81c4d7ae6f9a4fa0c4b2b","schema_version":"1.0","event_id":"sha256:233f35b47bdeb78e55bb4591c3c6bab797ed1535ccb81c4d7ae6f9a4fa0c4b2b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:SE4KIPDEAMK65QMQHTFRKHV2RU","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"MultiViz: Towards Visualizing and Understanding Multimodal Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CL","cs.CV","cs.MM"],"primary_cat":"cs.LG","authors_text":"Gunjan Chhablani, Louis-Philippe Morency, Nihal Jain, Paul Pu Liang, Ruslan Salakhutdinov, Xingbo Wang, Yiwei Lyu, Zihao Deng","submitted_at":"2022-06-30T18:42:06Z","abstract_excerpt":"The promise of multimodal models for real-world applications has inspired research in visualizing and understanding their internal mechanics with the end goal of empowering stakeholders to visualize model behavior, perform model debugging, and promote trust in machine learning models. However, modern multimodal models are typically black-box neural networks, which makes it challenging to understand their internal mechanics. How can we visualize the internal modeling of multimodal interactions in these models? Our paper aims to fill this gap by proposing MultiViz, a method for analyzing the beh"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2207.00056","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2207.00056/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:48:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"PI04cCGgyRoa7hPOI+Z72/lQccdJwcwqn4pTVS4mkQFaivFHkD/NoNK+wolk/kE6itpcmo9tGjC2alEXouYSAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T23:12:29.602097Z"},"content_sha256":"47970e852e2796ce7aa91f2fb5df12795348952f631159258227e86fbb8c3c45","schema_version":"1.0","event_id":"sha256:47970e852e2796ce7aa91f2fb5df12795348952f631159258227e86fbb8c3c45"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/SE4KIPDEAMK65QMQHTFRKHV2RU/bundle.json","state_url":"https://pith.science/pith/SE4KIPDEAMK65QMQHTFRKHV2RU/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/SE4KIPDEAMK65QMQHTFRKHV2RU/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T23:12:29Z","links":{"resolver":"https://pith.science/pith/SE4KIPDEAMK65QMQHTFRKHV2RU","bundle":"https://pith.science/pith/SE4KIPDEAMK65QMQHTFRKHV2RU/bundle.json","state":"https://pith.science/pith/SE4KIPDEAMK65QMQHTFRKHV2RU/state.json","well_known_bundle":"https://pith.science/.well-known/pith/SE4KIPDEAMK65QMQHTFRKHV2RU/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:SE4KIPDEAMK65QMQHTFRKHV2RU","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4167bc0d82a4dfedf8b404e940713c37433e969eb0b8abc3866702452e84f94a","cross_cats_sorted":["cs.AI","cs.CL","cs.CV","cs.MM"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-06-30T18:42:06Z","title_canon_sha256":"df50882acd3231b7e25b883c20f339fa9712c51423547d03f78f42c91772273d"},"schema_version":"1.0","source":{"id":"2207.00056","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2207.00056","created_at":"2026-07-05T05:48:34Z"},{"alias_kind":"arxiv_version","alias_value":"2207.00056v3","created_at":"2026-07-05T05:48:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2207.00056","created_at":"2026-07-05T05:48:34Z"},{"alias_kind":"pith_short_12","alias_value":"SE4KIPDEAMK6","created_at":"2026-07-05T05:48:34Z"},{"alias_kind":"pith_short_16","alias_value":"SE4KIPDEAMK65QMQ","created_at":"2026-07-05T05:48:34Z"},{"alias_kind":"pith_short_8","alias_value":"SE4KIPDE","created_at":"2026-07-05T05:48:34Z"}],"graph_snapshots":[{"event_id":"sha256:47970e852e2796ce7aa91f2fb5df12795348952f631159258227e86fbb8c3c45","target":"graph","created_at":"2026-07-05T05:48:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2207.00056/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The promise of multimodal models for real-world applications has inspired research in visualizing and understanding their internal mechanics with the end goal of empowering stakeholders to visualize model behavior, perform model debugging, and promote trust in machine learning models. However, modern multimodal models are typically black-box neural networks, which makes it challenging to understand their internal mechanics. How can we visualize the internal modeling of multimodal interactions in these models? Our paper aims to fill this gap by proposing MultiViz, a method for analyzing the beh","authors_text":"Gunjan Chhablani, Louis-Philippe Morency, Nihal Jain, Paul Pu Liang, Ruslan Salakhutdinov, Xingbo Wang, Yiwei Lyu, Zihao Deng","cross_cats":["cs.AI","cs.CL","cs.CV","cs.MM"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-06-30T18:42:06Z","title":"MultiViz: Towards Visualizing and Understanding Multimodal Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2207.00056","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:233f35b47bdeb78e55bb4591c3c6bab797ed1535ccb81c4d7ae6f9a4fa0c4b2b","target":"record","created_at":"2026-07-05T05:48:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4167bc0d82a4dfedf8b404e940713c37433e969eb0b8abc3866702452e84f94a","cross_cats_sorted":["cs.AI","cs.CL","cs.CV","cs.MM"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-06-30T18:42:06Z","title_canon_sha256":"df50882acd3231b7e25b883c20f339fa9712c51423547d03f78f42c91772273d"},"schema_version":"1.0","source":{"id":"2207.00056","kind":"arxiv","version":3}},"canonical_sha256":"9138a43c640315eec1903ccb151eba8d31fcc838cd44bece75b0475c20faa39d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9138a43c640315eec1903ccb151eba8d31fcc838cd44bece75b0475c20faa39d","first_computed_at":"2026-07-05T05:48:34.843537Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:48:34.843537Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"4cKtNwySt316ieS7iipAlVnY0FkIs+QMWwpQF3f1quSgSG+akuIEHSkTgwuGo9cAOxCHFBsaM+EW0WEzYDuhBg==","signature_status":"signed_v1","signed_at":"2026-07-05T05:48:34.844047Z","signed_message":"canonical_sha256_bytes"},"source_id":"2207.00056","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:233f35b47bdeb78e55bb4591c3c6bab797ed1535ccb81c4d7ae6f9a4fa0c4b2b","sha256:47970e852e2796ce7aa91f2fb5df12795348952f631159258227e86fbb8c3c45"],"state_sha256":"c12dcb1be0f5105cd72066879dd310a5f2b4446b3021677da7e22076b9f434dc"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"D60RoN3LKUQ3aX/gcEXVMQuqQGVmHoEsT5MDFKcFwIyfat13HmSfhWu0++X8OhiE+vcEhi1BAW8sFJOHKlfYAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T23:12:29.604187Z","bundle_sha256":"a6191149b18cbe15b63b703cdfeb3243d03b81542cb57bf4be30659a80dae504"}}