{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:54BNSZTS2SLL3TJUK7BEW46CXG","short_pith_number":"pith:54BNSZTS","canonical_record":{"source":{"id":"2208.08263","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.NE","submitted_at":"2022-08-17T12:36:26Z","cross_cats_sorted":["cs.AI","cs.MM"],"title_canon_sha256":"35f7ad94526a01e47b63d783266bf92ac55042aa8ec2b82f896bd87b0483a915","abstract_canon_sha256":"9867e52b51bb562053e877c34d17e7d97536f79987091c00fbfd019735906829"},"schema_version":"1.0"},"canonical_sha256":"ef02d96672d496bdcd3457c24b73c2b99682e7e02806da3d3c03149d3053f4d9","source":{"kind":"arxiv","id":"2208.08263","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2208.08263","created_at":"2026-07-05T04:49:25Z"},{"alias_kind":"arxiv_version","alias_value":"2208.08263v1","created_at":"2026-07-05T04:49:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2208.08263","created_at":"2026-07-05T04:49:25Z"},{"alias_kind":"pith_short_12","alias_value":"54BNSZTS2SLL","created_at":"2026-07-05T04:49:25Z"},{"alias_kind":"pith_short_16","alias_value":"54BNSZTS2SLL3TJU","created_at":"2026-07-05T04:49:25Z"},{"alias_kind":"pith_short_8","alias_value":"54BNSZTS","created_at":"2026-07-05T04:49:25Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:54BNSZTS2SLL3TJUK7BEW46CXG","target":"record","payload":{"canonical_record":{"source":{"id":"2208.08263","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.NE","submitted_at":"2022-08-17T12:36:26Z","cross_cats_sorted":["cs.AI","cs.MM"],"title_canon_sha256":"35f7ad94526a01e47b63d783266bf92ac55042aa8ec2b82f896bd87b0483a915","abstract_canon_sha256":"9867e52b51bb562053e877c34d17e7d97536f79987091c00fbfd019735906829"},"schema_version":"1.0"},"canonical_sha256":"ef02d96672d496bdcd3457c24b73c2b99682e7e02806da3d3c03149d3053f4d9","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:49:25.799836Z","signature_b64":"3uYRvbVyW973UgtpDAXHtZnouhhUDHYFt2YDIRy2Hz11QgjVNqjf5TiUf+nDD4XziYUKKCPy1APQD7NMv7vCBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ef02d96672d496bdcd3457c24b73c2b99682e7e02806da3d3c03149d3053f4d9","last_reissued_at":"2026-07-05T04:49:25.799394Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:49:25.799394Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2208.08263","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:49:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dlTO4iTuytud7IpGfQu28hOKTqiuevpKd8fqru7v7d734im/Gh+tSOu7ZnoviVD2zlqUnWIVtHTuBOHlmkufCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T23:25:56.672573Z"},"content_sha256":"22b846be852430c73def454b0c511495f1403d03aa9c7f0a70e229db23505412","schema_version":"1.0","event_id":"sha256:22b846be852430c73def454b0c511495f1403d03aa9c7f0a70e229db23505412"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:54BNSZTS2SLL3TJUK7BEW46CXG","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Multimodal foundation models are better simulators of the human brain","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.MM"],"primary_cat":"cs.NE","authors_text":"Changde Du, Hao Sun, Haoyu Lu, Huiguang He, Jingyuan Wen, Ji-Rong Wen, Mingyu Ding, Nanyi Fei, Qiongyi Zhou, Xin Zhao, Zhiwu Lu","submitted_at":"2022-08-17T12:36:26Z","abstract_excerpt":"Multimodal learning, especially large-scale multimodal pre-training, has developed rapidly over the past few years and led to the greatest advances in artificial intelligence (AI). Despite its effectiveness, understanding the underlying mechanism of multimodal pre-training models still remains a grand challenge. Revealing the explainability of such models is likely to enable breakthroughs of novel learning paradigms in the AI field. To this end, given the multimodal nature of the human brain, we propose to explore the explainability of multimodal learning models with the aid of non-invasive br"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2208.08263","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2208.08263/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:49:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9vjJP57XE0UEI6jIkEI62TfEGi6cfdrQWhoOuwz7rrIxc3aGOhrd+tk6Ac6NU0l7iA1Ta2u/0l/debDsl0JnBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T23:25:56.672948Z"},"content_sha256":"67109d7f944d9720bbc4701df58824c709029dc15f4db0486c2740ec7109120f","schema_version":"1.0","event_id":"sha256:67109d7f944d9720bbc4701df58824c709029dc15f4db0486c2740ec7109120f"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/54BNSZTS2SLL3TJUK7BEW46CXG/bundle.json","state_url":"https://pith.science/pith/54BNSZTS2SLL3TJUK7BEW46CXG/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/54BNSZTS2SLL3TJUK7BEW46CXG/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T23:25:56Z","links":{"resolver":"https://pith.science/pith/54BNSZTS2SLL3TJUK7BEW46CXG","bundle":"https://pith.science/pith/54BNSZTS2SLL3TJUK7BEW46CXG/bundle.json","state":"https://pith.science/pith/54BNSZTS2SLL3TJUK7BEW46CXG/state.json","well_known_bundle":"https://pith.science/.well-known/pith/54BNSZTS2SLL3TJUK7BEW46CXG/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:54BNSZTS2SLL3TJUK7BEW46CXG","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"9867e52b51bb562053e877c34d17e7d97536f79987091c00fbfd019735906829","cross_cats_sorted":["cs.AI","cs.MM"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.NE","submitted_at":"2022-08-17T12:36:26Z","title_canon_sha256":"35f7ad94526a01e47b63d783266bf92ac55042aa8ec2b82f896bd87b0483a915"},"schema_version":"1.0","source":{"id":"2208.08263","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2208.08263","created_at":"2026-07-05T04:49:25Z"},{"alias_kind":"arxiv_version","alias_value":"2208.08263v1","created_at":"2026-07-05T04:49:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2208.08263","created_at":"2026-07-05T04:49:25Z"},{"alias_kind":"pith_short_12","alias_value":"54BNSZTS2SLL","created_at":"2026-07-05T04:49:25Z"},{"alias_kind":"pith_short_16","alias_value":"54BNSZTS2SLL3TJU","created_at":"2026-07-05T04:49:25Z"},{"alias_kind":"pith_short_8","alias_value":"54BNSZTS","created_at":"2026-07-05T04:49:25Z"}],"graph_snapshots":[{"event_id":"sha256:67109d7f944d9720bbc4701df58824c709029dc15f4db0486c2740ec7109120f","target":"graph","created_at":"2026-07-05T04:49:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2208.08263/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Multimodal learning, especially large-scale multimodal pre-training, has developed rapidly over the past few years and led to the greatest advances in artificial intelligence (AI). Despite its effectiveness, understanding the underlying mechanism of multimodal pre-training models still remains a grand challenge. Revealing the explainability of such models is likely to enable breakthroughs of novel learning paradigms in the AI field. To this end, given the multimodal nature of the human brain, we propose to explore the explainability of multimodal learning models with the aid of non-invasive br","authors_text":"Changde Du, Hao Sun, Haoyu Lu, Huiguang He, Jingyuan Wen, Ji-Rong Wen, Mingyu Ding, Nanyi Fei, Qiongyi Zhou, Xin Zhao, Zhiwu Lu","cross_cats":["cs.AI","cs.MM"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.NE","submitted_at":"2022-08-17T12:36:26Z","title":"Multimodal foundation models are better simulators of the human brain"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2208.08263","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:22b846be852430c73def454b0c511495f1403d03aa9c7f0a70e229db23505412","target":"record","created_at":"2026-07-05T04:49:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"9867e52b51bb562053e877c34d17e7d97536f79987091c00fbfd019735906829","cross_cats_sorted":["cs.AI","cs.MM"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.NE","submitted_at":"2022-08-17T12:36:26Z","title_canon_sha256":"35f7ad94526a01e47b63d783266bf92ac55042aa8ec2b82f896bd87b0483a915"},"schema_version":"1.0","source":{"id":"2208.08263","kind":"arxiv","version":1}},"canonical_sha256":"ef02d96672d496bdcd3457c24b73c2b99682e7e02806da3d3c03149d3053f4d9","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ef02d96672d496bdcd3457c24b73c2b99682e7e02806da3d3c03149d3053f4d9","first_computed_at":"2026-07-05T04:49:25.799394Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:49:25.799394Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"3uYRvbVyW973UgtpDAXHtZnouhhUDHYFt2YDIRy2Hz11QgjVNqjf5TiUf+nDD4XziYUKKCPy1APQD7NMv7vCBg==","signature_status":"signed_v1","signed_at":"2026-07-05T04:49:25.799836Z","signed_message":"canonical_sha256_bytes"},"source_id":"2208.08263","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:22b846be852430c73def454b0c511495f1403d03aa9c7f0a70e229db23505412","sha256:67109d7f944d9720bbc4701df58824c709029dc15f4db0486c2740ec7109120f"],"state_sha256":"ce3ea790aa5260866044d92c425b39823ba28fbd2346f70185feccb21f5edb31"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0K9kPuc6mF4KEbZ3H0/BIdYaoUzDKZ/ktKY5MXWycTtppgvk8K6Vb9Y5bTPQsJLnY5Fq1hC2ohHicngZBIwuCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T23:25:56.674894Z","bundle_sha256":"8ee6ae0dad17b9750f1eb3024ed09810954a3ae27e14f5e9c7f51ec7e66ffed6"}}