{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:O7KDBI223K5NZSB4S7YTOVAITM","short_pith_number":"pith:O7KDBI22","canonical_record":{"source":{"id":"2305.12248","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-20T17:38:44Z","cross_cats_sorted":["cs.CV"],"title_canon_sha256":"eb0931c81f9ef48860079b1f4bb5d25320863db4252acc8f18428b482936db3d","abstract_canon_sha256":"84bfafc9aa2feb1e3e5cbfbf413b332729b91742ee1401e2097004557ca6d979"},"schema_version":"1.0"},"canonical_sha256":"77d430a35adabadcc83c97f13754089b0cb0c0f880644ea59651cbc9ba34aa20","source":{"kind":"arxiv","id":"2305.12248","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.12248","created_at":"2026-07-05T06:12:08Z"},{"alias_kind":"arxiv_version","alias_value":"2305.12248v1","created_at":"2026-07-05T06:12:08Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.12248","created_at":"2026-07-05T06:12:08Z"},{"alias_kind":"pith_short_12","alias_value":"O7KDBI223K5N","created_at":"2026-07-05T06:12:08Z"},{"alias_kind":"pith_short_16","alias_value":"O7KDBI223K5NZSB4","created_at":"2026-07-05T06:12:08Z"},{"alias_kind":"pith_short_8","alias_value":"O7KDBI22","created_at":"2026-07-05T06:12:08Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:O7KDBI223K5NZSB4S7YTOVAITM","target":"record","payload":{"canonical_record":{"source":{"id":"2305.12248","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-20T17:38:44Z","cross_cats_sorted":["cs.CV"],"title_canon_sha256":"eb0931c81f9ef48860079b1f4bb5d25320863db4252acc8f18428b482936db3d","abstract_canon_sha256":"84bfafc9aa2feb1e3e5cbfbf413b332729b91742ee1401e2097004557ca6d979"},"schema_version":"1.0"},"canonical_sha256":"77d430a35adabadcc83c97f13754089b0cb0c0f880644ea59651cbc9ba34aa20","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:12:08.383989Z","signature_b64":"GeXrd+2oJTfl60jxyo7JTmMbcwmdUycjV+e8pIURQnKhKkENZa3HBRHM3wr9ZvYORhbMW1vUEnOY+gY3e8bPBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"77d430a35adabadcc83c97f13754089b0cb0c0f880644ea59651cbc9ba34aa20","last_reissued_at":"2026-07-05T06:12:08.383588Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:12:08.383588Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2305.12248","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:12:08Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"i24NkPM3JtuVRYucErpcFtx8KSm8p+IiRneVAh+QsaqwqowY7K2xbTvQuB/YTgPGCAyQE5Ume808ZFaIqm8gDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T07:37:50.868021Z"},"content_sha256":"d46e617ba91d7e10815b1686ccc6fca05e090b06484b054cb6b7f9a0901bd9b2","schema_version":"1.0","event_id":"sha256:d46e617ba91d7e10815b1686ccc6fca05e090b06484b054cb6b7f9a0901bd9b2"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:O7KDBI223K5NZSB4S7YTOVAITM","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Brain encoding models based on multimodal transformers can transfer across language and vision","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CV"],"primary_cat":"cs.CL","authors_text":"Alexander G. Huth, Jerry Tang, Meng Du, Vasudev Lal, Vy A. Vo","submitted_at":"2023-05-20T17:38:44Z","abstract_excerpt":"Encoding models have been used to assess how the human brain represents concepts in language and vision. While language and vision rely on similar concept representations, current encoding models are typically trained and tested on brain responses to each modality in isolation. Recent advances in multimodal pretraining have produced transformers that can extract aligned representations of concepts in language and vision. In this work, we used representations from multimodal transformers to train encoding models that can transfer across fMRI responses to stories and movies. We found that encodi"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.12248","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2305.12248/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:12:08Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"sD0GIyXq/ewOYFl0OsIIj9xXsSbdTcNGLasusUfS8pt1zqnZuyi10T7a5OyRFdiGQPWHvROWn9fn3CNelr7gAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T07:37:50.868702Z"},"content_sha256":"946d3f25281f9ac68d6ae47446868e205d6ce8c01a81363ad903c4046fd2ad18","schema_version":"1.0","event_id":"sha256:946d3f25281f9ac68d6ae47446868e205d6ce8c01a81363ad903c4046fd2ad18"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/O7KDBI223K5NZSB4S7YTOVAITM/bundle.json","state_url":"https://pith.science/pith/O7KDBI223K5NZSB4S7YTOVAITM/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/O7KDBI223K5NZSB4S7YTOVAITM/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T07:37:50Z","links":{"resolver":"https://pith.science/pith/O7KDBI223K5NZSB4S7YTOVAITM","bundle":"https://pith.science/pith/O7KDBI223K5NZSB4S7YTOVAITM/bundle.json","state":"https://pith.science/pith/O7KDBI223K5NZSB4S7YTOVAITM/state.json","well_known_bundle":"https://pith.science/.well-known/pith/O7KDBI223K5NZSB4S7YTOVAITM/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:O7KDBI223K5NZSB4S7YTOVAITM","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"84bfafc9aa2feb1e3e5cbfbf413b332729b91742ee1401e2097004557ca6d979","cross_cats_sorted":["cs.CV"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-20T17:38:44Z","title_canon_sha256":"eb0931c81f9ef48860079b1f4bb5d25320863db4252acc8f18428b482936db3d"},"schema_version":"1.0","source":{"id":"2305.12248","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.12248","created_at":"2026-07-05T06:12:08Z"},{"alias_kind":"arxiv_version","alias_value":"2305.12248v1","created_at":"2026-07-05T06:12:08Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.12248","created_at":"2026-07-05T06:12:08Z"},{"alias_kind":"pith_short_12","alias_value":"O7KDBI223K5N","created_at":"2026-07-05T06:12:08Z"},{"alias_kind":"pith_short_16","alias_value":"O7KDBI223K5NZSB4","created_at":"2026-07-05T06:12:08Z"},{"alias_kind":"pith_short_8","alias_value":"O7KDBI22","created_at":"2026-07-05T06:12:08Z"}],"graph_snapshots":[{"event_id":"sha256:946d3f25281f9ac68d6ae47446868e205d6ce8c01a81363ad903c4046fd2ad18","target":"graph","created_at":"2026-07-05T06:12:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2305.12248/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Encoding models have been used to assess how the human brain represents concepts in language and vision. While language and vision rely on similar concept representations, current encoding models are typically trained and tested on brain responses to each modality in isolation. Recent advances in multimodal pretraining have produced transformers that can extract aligned representations of concepts in language and vision. In this work, we used representations from multimodal transformers to train encoding models that can transfer across fMRI responses to stories and movies. We found that encodi","authors_text":"Alexander G. Huth, Jerry Tang, Meng Du, Vasudev Lal, Vy A. Vo","cross_cats":["cs.CV"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-20T17:38:44Z","title":"Brain encoding models based on multimodal transformers can transfer across language and vision"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.12248","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d46e617ba91d7e10815b1686ccc6fca05e090b06484b054cb6b7f9a0901bd9b2","target":"record","created_at":"2026-07-05T06:12:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"84bfafc9aa2feb1e3e5cbfbf413b332729b91742ee1401e2097004557ca6d979","cross_cats_sorted":["cs.CV"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-20T17:38:44Z","title_canon_sha256":"eb0931c81f9ef48860079b1f4bb5d25320863db4252acc8f18428b482936db3d"},"schema_version":"1.0","source":{"id":"2305.12248","kind":"arxiv","version":1}},"canonical_sha256":"77d430a35adabadcc83c97f13754089b0cb0c0f880644ea59651cbc9ba34aa20","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"77d430a35adabadcc83c97f13754089b0cb0c0f880644ea59651cbc9ba34aa20","first_computed_at":"2026-07-05T06:12:08.383588Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:12:08.383588Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"GeXrd+2oJTfl60jxyo7JTmMbcwmdUycjV+e8pIURQnKhKkENZa3HBRHM3wr9ZvYORhbMW1vUEnOY+gY3e8bPBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T06:12:08.383989Z","signed_message":"canonical_sha256_bytes"},"source_id":"2305.12248","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d46e617ba91d7e10815b1686ccc6fca05e090b06484b054cb6b7f9a0901bd9b2","sha256:946d3f25281f9ac68d6ae47446868e205d6ce8c01a81363ad903c4046fd2ad18"],"state_sha256":"33b5236b5bb5b76d78f3713cb72e2206c0ae3f41def6a73821f154685cbdcfcb"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"c5/+VL4zsUmwBehjireiIZrYmPt3l5kx3tF6V7jETClz1cK7gEfjnIi6oO8VLtxNhaftFeqZ/78QPvr1Q9fpDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T07:37:50.873018Z","bundle_sha256":"81298c52926e9ca26a90339e9b07e76a059841b275a0f81178595cb29b6d5fea"}}