{"as_of":"2026-08-08T02:55:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:7cc55360531cbefe197a29c80d1d89cb19f6071e3ad1d4f95ba03c676e72f02d","coverage":[{"denominator":24,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":24,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T14:06:32.501427Z","state":"measured"},{"denominator":24,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":24,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-07T06:34:17.273281+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2505.20027/citation-record","integrity":"/paper/2505.20027/integrity","json":"/paper/2505.20027/citation-record.json","paper":"/paper/2505.20027"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:06:32.823010Z","title":"In each plot, Pink Area (Left Circle - Intersection) represents the unique variance explained by the multi-modal model that is not shared with the unimodal model","venue":null,"work_id":"245b3660-029c-4876-b6e4-f3c8e3ecca5b","year":2021},"citing_paper":{"arxiv_id":"2505.20027","last_updated":"2025-05-26T14:17:08Z","snapshot_observed_at":"2026-08-07T13:58:47.137937Z","submitted_at":"2025-05-26T14:17:08Z","title":"Multi-modal brain encoding models for multi-modal stimuli","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-07T14:06:32.433242Z"},"links":{"citing_paper":"/paper/2505.20027"},"observation_digest":"sha256:55e7034ef3442a1428f71f3a042be831575b99eb112a03faf7556eaec497001c","observation_id":"9ba5bfa8-5391-4071-9a59-785c40ee93f6","resolution":{"observed_at":"2026-08-07T14:06:32.927406Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:06:35.170783Z","title":"Bert: Pre-training of deep bidirectional transformers for language understanding","venue":null,"work_id":"7365c559-196a-40c0-8078-069edf4c1be6","year":2019},"citing_paper":{"arxiv_id":"2505.20027","last_updated":"2025-05-26T14:17:08Z","snapshot_observed_at":"2026-08-07T13:58:47.137937Z","submitted_at":"2025-05-26T14:17:08Z","title":"Multi-modal brain encoding models for multi-modal stimuli","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-07T14:06:30.451914Z"},"links":{"citing_paper":"/paper/2505.20027"},"observation_digest":"sha256:055c93c555cb02dde434b861118b0da79875ae436d405571c032125714650632","observation_id":"22e8a338-243f-4ec0-8d3d-23f461d1738a","resolution":{"observed_at":"2026-08-07T14:06:35.263524Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2209.11737","last_updated":"2024-07-06T05:26:33Z","snapshot_observed_at":"2026-07-06T13:55:41.552052Z","submitted_at":"2022-09-23T17:34:33Z","title":"Visual representations in the human brain are aligned with large language models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2209.11737","snapshot_observed_at":"2026-08-07T14:06:30.524975Z","title":"Semantic scene descriptions as an objective of human vision","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.20027","last_updated":"2025-05-26T14:17:08Z","snapshot_observed_at":"2026-08-07T13:58:47.137937Z","submitted_at":"2025-05-26T14:17:08Z","title":"Multi-modal brain encoding models for multi-modal stimuli","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-07T14:06:30.524975Z"},"links":{"cited_paper":"/paper/2209.11737","citing_paper":"/paper/2505.20027"},"observation_digest":"sha256:a56e921b2ed8477a96d9eec0d88bf93b4d0a0683396a73378a2956ff2c89017c","observation_id":"6dd3f966-64c5-43de-8149-b03d432bfe01","resolution":{"observed_at":"2026-08-07T14:06:30.524975Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:06:33.180356Z","title":"Among unimodal speech models, the AST model shows better normalized brain alignment than the Wav2vec2.0 model","venue":null,"work_id":"11de3ad5-701b-4101-8075-1f4c41703344","year":2025},"citing_paper":{"arxiv_id":"2505.20027","last_updated":"2025-05-26T14:17:08Z","snapshot_observed_at":"2026-08-07T13:58:47.137937Z","submitted_at":"2025-05-26T14:17:08Z","title":"Multi-modal brain encoding models for multi-modal stimuli","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-07T14:06:32.231644Z"},"links":{"citing_paper":"/paper/2505.20027"},"observation_digest":"sha256:1d0e876acc2bea048906e70cd5bd0f773f43ccf0fa1f7fc87e166d8da29b79d4","observation_id":"e59cb067-dee2-440f-b6b4-7ed8929d83bb","resolution":{"observed_at":"2026-08-07T14:06:33.305997Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:06:30.898778Z","title":"The brain tells a story: Unveiling distinct representations of semantic content in speech, objects, and stories in the human brain with large language models","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.20027","last_updated":"2025-05-26T14:17:08Z","snapshot_observed_at":"2026-08-07T13:58:47.137937Z","submitted_at":"2025-05-26T14:17:08Z","title":"Multi-modal brain encoding models for multi-modal stimuli","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-07T14:06:30.898778Z"},"links":{"citing_paper":"/paper/2505.20027"},"observation_digest":"sha256:bba55b0f71916fd97cc0d9fafb3b64fa2da0ef08f951756be5ded1dae12dc2e8","observation_id":"4151980c-22a8-4911-af5f-92c1738484a2","resolution":{"observed_at":"2026-08-07T14:06:30.898778Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:06:34.407488Z","title":null,"venue":null,"work_id":"cbebc665-dc31-4992-a862-53ead1a4d94b","year":2022},"citing_paper":{"arxiv_id":"2505.20027","last_updated":"2025-05-26T14:17:08Z","snapshot_observed_at":"2026-08-07T13:58:47.137937Z","submitted_at":"2025-05-26T14:17:08Z","title":"Multi-modal brain encoding models for multi-modal stimuli","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-07T14:06:31.207865Z"},"links":{"citing_paper":"/paper/2505.20027"},"observation_digest":"sha256:0ad8113a821f1b1fc069fd96ddec28c04a478407525b5fecf916a3c352756f7e","observation_id":"bcacfdbd-c71a-498d-a849-5a5b301732ac","resolution":{"observed_at":"2026-08-07T14:06:34.476482Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:06:34.221884Z","title":"Brain-score: Which artificial neural network for object recognition is most brain-like? BioRxiv, pp","venue":null,"work_id":"c825dfa3-8106-4d9f-9c82-9d70ec228528","year":2025},"citing_paper":{"arxiv_id":"2505.20027","last_updated":"2025-05-26T14:17:08Z","snapshot_observed_at":"2026-08-07T13:58:47.137937Z","submitted_at":"2025-05-26T14:17:08Z","title":"Multi-modal brain encoding models for multi-modal stimuli","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-07T14:06:31.382734Z"},"links":{"citing_paper":"/paper/2505.20027"},"observation_digest":"sha256:ca6f24fb73187281226298948378a3e5983e2381241473ecb3d27f5df86e6a25","observation_id":"7cfc39ab-b7cb-4807-8806-b71ce74d042b","resolution":{"observed_at":"2026-08-07T14:06:34.302287Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:06:34.092406Z","title":"Lxmert: Learning cross-modality encoder representations from transform- ers","venue":null,"work_id":"75cd3ee5-9245-44c0-87b5-c84de225147a","year":2019},"citing_paper":{"arxiv_id":"2505.20027","last_updated":"2025-05-26T14:17:08Z","snapshot_observed_at":"2026-08-07T13:58:47.137937Z","submitted_at":"2025-05-26T14:17:08Z","title":"Multi-modal brain encoding models for multi-modal stimuli","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-07T14:06:31.530356Z"},"links":{"citing_paper":"/paper/2505.20027"},"observation_digest":"sha256:b087e57f7447d2233d53b03d61039bf93619807049e4822c0711dd0f3d49082d","observation_id":"7db2ba9b-27ef-4597-9f5a-41bfc6d29714","resolution":{"observed_at":"2026-08-07T14:06:34.153219Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:06:33.830062Z","title":"Video-llama: An instruction-tuned audio-visual language model for video understanding","venue":null,"work_id":"cdf1ab36-fd96-48cf-aa2c-c3225cc93c9b","year":2023},"citing_paper":{"arxiv_id":"2505.20027","last_updated":"2025-05-26T14:17:08Z","snapshot_observed_at":"2026-08-07T13:58:47.137937Z","submitted_at":"2025-05-26T14:17:08Z","title":"Multi-modal brain encoding models for multi-modal stimuli","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-07T14:06:31.859641Z"},"links":{"citing_paper":"/paper/2505.20027"},"observation_digest":"sha256:78c621b03a7170bd0ce122a7c3f5c3fb2ccee5aff077a676e9faf420edbebe41","observation_id":"205a8d2c-2bf2-4ca3-9f36-b0f471d1a214","resolution":{"observed_at":"2026-08-07T14:06:33.860988Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:06:33.675538Z","title":null,"venue":null,"work_id":"5e5f0ef2-92af-4305-9623-9043d4c03610","year":2025},"citing_paper":{"arxiv_id":"2505.20027","last_updated":"2025-05-26T14:17:08Z","snapshot_observed_at":"2026-08-07T13:58:47.137937Z","submitted_at":"2025-05-26T14:17:08Z","title":"Multi-modal brain encoding models for multi-modal stimuli","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-07T14:06:31.972402Z"},"links":{"citing_paper":"/paper/2505.20027"},"observation_digest":"sha256:6691273c48cd5067c074d7726323a7cd4d7c29b341a17b322a8ed52314825987","observation_id":"5d506d9a-960e-4f37-9b21-87353934180f","resolution":{"observed_at":"2026-08-07T14:06:33.746565Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:06:33.524293Z","title":"D D ETAILS OF PRETRAINED TRANSFORMER MODELS Details of each pretrained Transformer model are reported in Table 1 in Appendix","venue":null,"work_id":"2f165025-c185-42f8-9619-c2425a8353d2","year":2018},"citing_paper":{"arxiv_id":"2505.20027","last_updated":"2025-05-26T14:17:08Z","snapshot_observed_at":"2026-08-07T13:58:47.137937Z","submitted_at":"2025-05-26T14:17:08Z","title":"Multi-modal brain encoding models for multi-modal stimuli","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-07T14:06:32.093906Z"},"links":{"citing_paper":"/paper/2505.20027"},"observation_digest":"sha256:f9dde3f88bda9023b9af66e45dc88b5a5632b6143812fe9e61b1ec920446e737","observation_id":"67ccef55-84cc-47ae-9390-45521ccb4f65","resolution":{"observed_at":"2026-08-07T14:06:33.589117Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:06:33.008621Z","title":"IB Concat Shuffle","venue":null,"work_id":"9e05ca25-f409-4d74-82e7-f9d0dbabf1c8","year":2014},"citing_paper":{"arxiv_id":"2505.20027","last_updated":"2025-05-26T14:17:08Z","snapshot_observed_at":"2026-08-07T13:58:47.137937Z","submitted_at":"2025-05-26T14:17:08Z","title":"Multi-modal brain encoding models for multi-modal stimuli","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-07T14:06:32.321097Z"},"links":{"citing_paper":"/paper/2505.20027"},"observation_digest":"sha256:673b594795237428337841e57010ed8bf4d675bf598d28decc4ffbc69079061c","observation_id":"dbaec8a5-789e-4970-baf4-f9d476f50d58","resolution":{"observed_at":"2026-08-07T14:06:33.087719Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:06:32.642711Z","title":null,"venue":null,"work_id":"9e120379-ba22-4bbd-8b8f-97e3f68ce34f","year":2021},"citing_paper":{"arxiv_id":"2505.20027","last_updated":"2025-05-26T14:17:08Z","snapshot_observed_at":"2026-08-07T13:58:47.137937Z","submitted_at":"2025-05-26T14:17:08Z","title":"Multi-modal brain encoding models for multi-modal stimuli","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-07T14:06:32.501427Z"},"links":{"citing_paper":"/paper/2505.20027"},"observation_digest":"sha256:052c2b99e58f9f02d766de4eb61976a5a245d3f6db99f598c47625fb3ec40e4c","observation_id":"a25f3653-6466-4ddb-924c-69a6776d1c79","resolution":{"observed_at":"2026-08-07T14:06:32.740090Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:06:33.380769Z","title":null,"venue":null,"work_id":"5f59d91e-1c67-485e-9c2b-e0d84a03d7c0","year":2025},"citing_paper":{"arxiv_id":"2505.20027","last_updated":"2025-05-26T14:17:08Z","snapshot_observed_at":"2026-08-07T13:58:47.137937Z","submitted_at":"2025-05-26T14:17:08Z","title":"Multi-modal brain encoding models for multi-modal stimuli","version":1},"reference_index":103,"source":"pdf_text","source_observed_at":"2026-08-07T14:06:32.166639Z"},"links":{"citing_paper":"/paper/2505.20027"},"observation_digest":"sha256:638b8bf3cc7585edb7cc461b0e023bdae4345e00b407651625af39d1ae3002ef","observation_id":"3292dc42-8c66-4817-bab9-ad1c956519a8","resolution":{"observed_at":"2026-08-07T14:06:33.444335Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:06:30.321363Z","title":"What can 1.8 billion regressions tell us about the pressures shaping high-level visual representation in brains and machines? bioRxiv, pp","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2505.20027","last_updated":"2025-05-26T14:17:08Z","snapshot_observed_at":"2026-08-07T13:58:47.137937Z","submitted_at":"2025-05-26T14:17:08Z","title":"Multi-modal brain encoding models for multi-modal stimuli","version":1},"reference_index":1999,"source":"pdf_text","source_observed_at":"2026-08-07T14:06:30.321363Z"},"links":{"citing_paper":"/paper/2505.20027"},"observation_digest":"sha256:e63b1515cfe5053a987e4579f810c60195a4c39ecde3a482152710be398e9cca","observation_id":"dd97530a-06ba-4340-8386-d31357b2d007","resolution":{"observed_at":"2026-08-07T14:06:30.321363Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:06:33.902262Z","title":"Transformers: State-of-the-art natural language processing","venue":null,"work_id":"886bd2c6-6a42-4888-a272-0b2e5b819df5","year":2025},"citing_paper":{"arxiv_id":"2505.20027","last_updated":"2025-05-26T14:17:08Z","snapshot_observed_at":"2026-08-07T13:58:47.137937Z","submitted_at":"2025-05-26T14:17:08Z","title":"Multi-modal brain encoding models for multi-modal stimuli","version":1},"reference_index":2014,"source":"pdf_text","source_observed_at":"2026-08-07T14:06:31.679870Z"},"links":{"citing_paper":"/paper/2505.20027"},"observation_digest":"sha256:25a411dede3a9bcb1cc162ecd9b59a03b89f384b8aa2bb44128373d23f55cdab","observation_id":"0fc8a5e0-b434-45d1-8707-b3ee457ecfdf","resolution":{"observed_at":"2026-08-07T14:06:34.012656Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:06:34.830774Z","title":"Gallant lab natural short clips 3t fmri data","venue":null,"work_id":"be0344b9-a38f-428c-a847-320643983ebd","year":2025},"citing_paper":{"arxiv_id":"2505.20027","last_updated":"2025-05-26T14:17:08Z","snapshot_observed_at":"2026-08-07T13:58:47.137937Z","submitted_at":"2025-05-26T14:17:08Z","title":"Multi-modal brain encoding models for multi-modal stimuli","version":1},"reference_index":2016,"source":"pdf_text","source_observed_at":"2026-08-07T14:06:30.740648Z"},"links":{"citing_paper":"/paper/2505.20027"},"observation_digest":"sha256:dbff5f04962e2dac0f358208fc866cd62592592f9b17338fff3c39cd91c820f4","observation_id":"41afd5f1-6c1f-4bd1-8af9-4f3d17a8c8f5","resolution":{"observed_at":"2026-08-07T14:06:34.900053Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:06:34.999773Z","title":"Vision-and-language or vision-for- language? on cross-modal influence in multimodal transformers","venue":null,"work_id":"ba647299-07f9-437b-849c-69c115cdd0af","year":2021},"citing_paper":{"arxiv_id":"2505.20027","last_updated":"2025-05-26T14:17:08Z","snapshot_observed_at":"2026-08-07T13:58:47.137937Z","submitted_at":"2025-05-26T14:17:08Z","title":"Multi-modal brain encoding models for multi-modal stimuli","version":1},"reference_index":2017,"source":"pdf_text","source_observed_at":"2026-08-07T14:06:30.665832Z"},"links":{"citing_paper":"/paper/2505.20027"},"observation_digest":"sha256:461cce46afdbbd74897d73d046ea84e7e3641eb3f746356d6638e7f5c923e144","observation_id":"43b55957-ee3c-4a2b-8442-c2f884424e41","resolution":{"observed_at":"2026-08-07T14:06:35.078309Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1908.03557","last_updated":"2019-08-09T17:57:13Z","snapshot_observed_at":"2026-08-07T01:39:40.489262Z","submitted_at":"2019-08-09T17:57:13Z","title":"VisualBERT: A Simple and Performant Baseline for Vision and Language","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1908.03557","snapshot_observed_at":"2026-08-07T14:06:30.809387Z","title":"Visualbert: A simple and performant baseline for vision and language","venue":null,"work_id":null,"year":1908},"citing_paper":{"arxiv_id":"2505.20027","last_updated":"2025-05-26T14:17:08Z","snapshot_observed_at":"2026-08-07T13:58:47.137937Z","submitted_at":"2025-05-26T14:17:08Z","title":"Multi-modal brain encoding models for multi-modal stimuli","version":1},"reference_index":2018,"source":"pdf_text","source_observed_at":"2026-08-07T14:06:30.809387Z"},"links":{"cited_paper":"/paper/1908.03557","citing_paper":"/paper/2505.20027"},"observation_digest":"sha256:4253457a6f8af86a812019bddb3f5b1344cf2cbbe77ac08e0fcdbe4a41c82bd2","observation_id":"a57bf800-62a0-43c5-8fc5-c2b911daf925","resolution":{"observed_at":"2026-08-07T14:06:30.809387Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:06:35.385140Z","title":"Proper and common names in the semantic system","venue":null,"work_id":"4ad2248d-d2e3-459c-a550-4e33e1c10e48","year":2025},"citing_paper":{"arxiv_id":"2505.20027","last_updated":"2025-05-26T14:17:08Z","snapshot_observed_at":"2026-08-07T13:58:47.137937Z","submitted_at":"2025-05-26T14:17:08Z","title":"Multi-modal brain encoding models for multi-modal stimuli","version":1},"reference_index":2019,"source":"pdf_text","source_observed_at":"2026-08-07T14:06:30.374417Z"},"links":{"citing_paper":"/paper/2505.20027"},"observation_digest":"sha256:cd21be795fedf23dadd45f0cd2c5a1590443be28eba55bd777a877de4f56dd20","observation_id":"9d148cd0-fe60-4a8e-8835-2556ab4f1816","resolution":{"observed_at":"2026-08-07T14:06:35.475139Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2404.03413","last_updated":"2024-04-04T12:46:01Z","snapshot_observed_at":"2026-07-06T17:55:36.748672Z","submitted_at":"2024-04-04T12:46:01Z","title":"MiniGPT4-Video: Advancing Multimodal LLMs for Video Understanding with Interleaved Visual-Textual Tokens","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.03413","snapshot_observed_at":"2026-08-07T14:06:30.173213Z","title":"Minigpt4-video: Advancing multimodal llms for video understanding with interleaved visual-textual tokens","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.20027","last_updated":"2025-05-26T14:17:08Z","snapshot_observed_at":"2026-08-07T13:58:47.137937Z","submitted_at":"2025-05-26T14:17:08Z","title":"Multi-modal brain encoding models for multi-modal stimuli","version":1},"reference_index":2021,"source":"pdf_text","source_observed_at":"2026-08-07T14:06:30.173213Z"},"links":{"cited_paper":"/paper/2404.03413","citing_paper":"/paper/2505.20027"},"observation_digest":"sha256:3dff8f8b0d003b03151662075b1d948a75e5f42b94338fcba24e342406ad0dd8","observation_id":"1b4b6cbc-051e-458e-86a3-e7dab822e61a","resolution":{"observed_at":"2026-08-07T14:06:30.173213Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2311.07766","last_updated":"2023-11-13T21:32:37Z","snapshot_observed_at":"2026-07-06T16:47:04.774532Z","submitted_at":"2023-11-13T21:32:37Z","title":"Vision-Language Integration in Multimodal Video Transformers (Partially) Aligns with the Brain","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.07766","snapshot_observed_at":"2026-08-07T14:06:30.595563Z","title":"Interpreting multimodal video transformers using brain recordings","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.20027","last_updated":"2025-05-26T14:17:08Z","snapshot_observed_at":"2026-08-07T13:58:47.137937Z","submitted_at":"2025-05-26T14:17:08Z","title":"Multi-modal brain encoding models for multi-modal stimuli","version":1},"reference_index":2022,"source":"pdf_text","source_observed_at":"2026-08-07T14:06:30.595563Z"},"links":{"cited_paper":"/paper/2311.07766","citing_paper":"/paper/2505.20027"},"observation_digest":"sha256:4a86943ab7c7f1d5ba45a33481f0fe61d0d229c8b4a148360d340b5b13560600","observation_id":"1c37a01f-de33-444a-8b60-41e1af7d5acf","resolution":{"observed_at":"2026-08-07T14:06:30.595563Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:06:30.223066Z","title":"Mae-ast: Masked autoencoding audio spectrogram transformer","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2505.20027","last_updated":"2025-05-26T14:17:08Z","snapshot_observed_at":"2026-08-07T13:58:47.137937Z","submitted_at":"2025-05-26T14:17:08Z","title":"Multi-modal brain encoding models for multi-modal stimuli","version":1},"reference_index":2023,"source":"pdf_text","source_observed_at":"2026-08-07T14:06:30.223066Z"},"links":{"citing_paper":"/paper/2505.20027"},"observation_digest":"sha256:4cbb774b6d05f1418b69542c570b30ebfbd5e4c7427462e496583547318faa5d","observation_id":"64c742d8-61d2-4b29-9f90-b4ea5a8df9cd","resolution":{"observed_at":"2026-08-07T14:06:30.223066Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:06:34.620316Z","title":"What aspects of nlp models and brain datasets affect brain-nlp alignment? In 2023 Conference on Cognitive Computational Neuroscience,","venue":null,"work_id":"35f3e99b-d383-4b9d-ba17-74abef9a02c5","year":2023},"citing_paper":{"arxiv_id":"2505.20027","last_updated":"2025-05-26T14:17:08Z","snapshot_observed_at":"2026-08-07T13:58:47.137937Z","submitted_at":"2025-05-26T14:17:08Z","title":"Multi-modal brain encoding models for multi-modal stimuli","version":1},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-07T14:06:31.022715Z"},"links":{"citing_paper":"/paper/2505.20027"},"observation_digest":"sha256:cb4eec18e56a445ecfe974e659e1cd0dcd37e7bd0a35236ac092e4cb3b7a57a6","observation_id":"6f305979-a535-4f2c-96bb-2479550afa9f","resolution":{"observed_at":"2026-08-07T14:06:34.751838Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2505.20027","last_updated":"2025-05-26T14:17:08Z","latest_version":1,"primary_category":"q-bio.NC","snapshot_observed_at":"2026-08-07T13:58:47.137937Z","submitted_at":"2025-05-26T14:17:08Z","title":"Multi-modal brain encoding models for multi-modal stimuli"},"reference_resolution":{"displayed":24,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":11,"verified_exact":0,"verified_fuzzy":13},"total_outbound_references":24},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"thesis":"As of 8 August 2026, this Paper Citation Record lists 24 of 24 outbound references and 0 inbound Pith citation observations for arXiv:2505.20027."}