{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2026:W2BSJLQ2IK4M4ZGGEFZBFNEADM","short_pith_number":"pith:W2BSJLQ2","canonical_record":{"source":{"id":"2601.20796","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-01-28T17:37:28Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"439e8e87e10e4c355073c2cb3f3c3cfa0d4ecb749cf98dc742bd2571f15bd725","abstract_canon_sha256":"7df1b5a0e9a65090e77f57a2d7e95e60d44ceea1a9d40551b6401fe5411280a4"},"schema_version":"1.0"},"canonical_sha256":"b68324ae1a42b8ce64c6217212b4801b05c4746b8201b1bdbfc40b0a6d53bb65","source":{"kind":"arxiv","id":"2601.20796","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2601.20796","created_at":"2026-05-27T01:05:43Z"},{"alias_kind":"arxiv_version","alias_value":"2601.20796v2","created_at":"2026-05-27T01:05:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2601.20796","created_at":"2026-05-27T01:05:43Z"},{"alias_kind":"pith_short_12","alias_value":"W2BSJLQ2IK4M","created_at":"2026-05-27T01:05:43Z"},{"alias_kind":"pith_short_16","alias_value":"W2BSJLQ2IK4M4ZGG","created_at":"2026-05-27T01:05:43Z"},{"alias_kind":"pith_short_8","alias_value":"W2BSJLQ2","created_at":"2026-05-27T01:05:43Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2026:W2BSJLQ2IK4M4ZGGEFZBFNEADM","target":"record","payload":{"canonical_record":{"source":{"id":"2601.20796","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-01-28T17:37:28Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"439e8e87e10e4c355073c2cb3f3c3cfa0d4ecb749cf98dc742bd2571f15bd725","abstract_canon_sha256":"7df1b5a0e9a65090e77f57a2d7e95e60d44ceea1a9d40551b6401fe5411280a4"},"schema_version":"1.0"},"canonical_sha256":"b68324ae1a42b8ce64c6217212b4801b05c4746b8201b1bdbfc40b0a6d53bb65","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-27T01:05:43.237494Z","signature_b64":"sbgP4x4thgCq85dv/Hy0kjegtWDwPdMbSR7zzIY3w8+M2ZOYwMwU0pdifXniXb8gft0f4hWhxsEMYYENghMLBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b68324ae1a42b8ce64c6217212b4801b05c4746b8201b1bdbfc40b0a6d53bb65","last_reissued_at":"2026-05-27T01:05:43.236620Z","signature_status":"signed_v1","first_computed_at":"2026-05-27T01:05:43.236620Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2601.20796","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-27T01:05:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0m9IHnXCuCwpF6+oKSOWQY83kfGKuhOd2Z/FlhObveG0GAXqOKsQVIs5U5BHkd98qZa3TzlfhlSEOxC2ZJpYDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-28T21:12:34.338474Z"},"content_sha256":"f4d5505281dd1de9b96cf4c2ad1b5062d46edc0511bec1af30c5548ef6fffe50","schema_version":"1.0","event_id":"sha256:f4d5505281dd1de9b96cf4c2ad1b5062d46edc0511bec1af30c5548ef6fffe50"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2026:W2BSJLQ2IK4M4ZGGEFZBFNEADM","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Dissecting Multimodal In-Context Learning: Modality Asymmetries and Circuit Dynamics in modern Transformers","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Karsten Roth, Quentin Bouniot, Wenjia Xu, Yiran Huang, Zeynep Akata","submitted_at":"2026-01-28T17:37:28Z","abstract_excerpt":"Transformer-based multimodal large language models often exhibit in-context learning (ICL) abilities. Motivated by this phenomenon, we ask: how do transformers learn to associate information across modalities from in-context examples? We investigate this question through controlled experiments on small transformers trained on synthetic classification tasks, enabling precise manipulation of data statistics and model architecture. We begin by revisiting core principles of unimodal ICL in modern transformers. While several prior findings replicate, we find that Rotary Position Embeddings (RoPE) i"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2601.20796","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2601.20796/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-27T01:05:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vEw+iCnYDZnPaOTmxwOMaZ/oX7rZN+tmGUo3/PGfH1PigSXVx+a0XmOt4QQ5rMLmzpoGt6/R7hfDRktotFStDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-28T21:12:34.339236Z"},"content_sha256":"a5c2f3205a5d1e70093c28a12d1eab63d73b11d8e3418b4fb69b9047d71d014c","schema_version":"1.0","event_id":"sha256:a5c2f3205a5d1e70093c28a12d1eab63d73b11d8e3418b4fb69b9047d71d014c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/W2BSJLQ2IK4M4ZGGEFZBFNEADM/bundle.json","state_url":"https://pith.science/pith/W2BSJLQ2IK4M4ZGGEFZBFNEADM/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/W2BSJLQ2IK4M4ZGGEFZBFNEADM/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-28T21:12:34Z","links":{"resolver":"https://pith.science/pith/W2BSJLQ2IK4M4ZGGEFZBFNEADM","bundle":"https://pith.science/pith/W2BSJLQ2IK4M4ZGGEFZBFNEADM/bundle.json","state":"https://pith.science/pith/W2BSJLQ2IK4M4ZGGEFZBFNEADM/state.json","well_known_bundle":"https://pith.science/.well-known/pith/W2BSJLQ2IK4M4ZGGEFZBFNEADM/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:W2BSJLQ2IK4M4ZGGEFZBFNEADM","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7df1b5a0e9a65090e77f57a2d7e95e60d44ceea1a9d40551b6401fe5411280a4","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-01-28T17:37:28Z","title_canon_sha256":"439e8e87e10e4c355073c2cb3f3c3cfa0d4ecb749cf98dc742bd2571f15bd725"},"schema_version":"1.0","source":{"id":"2601.20796","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2601.20796","created_at":"2026-05-27T01:05:43Z"},{"alias_kind":"arxiv_version","alias_value":"2601.20796v2","created_at":"2026-05-27T01:05:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2601.20796","created_at":"2026-05-27T01:05:43Z"},{"alias_kind":"pith_short_12","alias_value":"W2BSJLQ2IK4M","created_at":"2026-05-27T01:05:43Z"},{"alias_kind":"pith_short_16","alias_value":"W2BSJLQ2IK4M4ZGG","created_at":"2026-05-27T01:05:43Z"},{"alias_kind":"pith_short_8","alias_value":"W2BSJLQ2","created_at":"2026-05-27T01:05:43Z"}],"graph_snapshots":[{"event_id":"sha256:a5c2f3205a5d1e70093c28a12d1eab63d73b11d8e3418b4fb69b9047d71d014c","target":"graph","created_at":"2026-05-27T01:05:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2601.20796/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Transformer-based multimodal large language models often exhibit in-context learning (ICL) abilities. Motivated by this phenomenon, we ask: how do transformers learn to associate information across modalities from in-context examples? We investigate this question through controlled experiments on small transformers trained on synthetic classification tasks, enabling precise manipulation of data statistics and model architecture. We begin by revisiting core principles of unimodal ICL in modern transformers. While several prior findings replicate, we find that Rotary Position Embeddings (RoPE) i","authors_text":"Karsten Roth, Quentin Bouniot, Wenjia Xu, Yiran Huang, Zeynep Akata","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-01-28T17:37:28Z","title":"Dissecting Multimodal In-Context Learning: Modality Asymmetries and Circuit Dynamics in modern Transformers"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2601.20796","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f4d5505281dd1de9b96cf4c2ad1b5062d46edc0511bec1af30c5548ef6fffe50","target":"record","created_at":"2026-05-27T01:05:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7df1b5a0e9a65090e77f57a2d7e95e60d44ceea1a9d40551b6401fe5411280a4","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-01-28T17:37:28Z","title_canon_sha256":"439e8e87e10e4c355073c2cb3f3c3cfa0d4ecb749cf98dc742bd2571f15bd725"},"schema_version":"1.0","source":{"id":"2601.20796","kind":"arxiv","version":2}},"canonical_sha256":"b68324ae1a42b8ce64c6217212b4801b05c4746b8201b1bdbfc40b0a6d53bb65","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b68324ae1a42b8ce64c6217212b4801b05c4746b8201b1bdbfc40b0a6d53bb65","first_computed_at":"2026-05-27T01:05:43.236620Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-27T01:05:43.236620Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"sbgP4x4thgCq85dv/Hy0kjegtWDwPdMbSR7zzIY3w8+M2ZOYwMwU0pdifXniXb8gft0f4hWhxsEMYYENghMLBQ==","signature_status":"signed_v1","signed_at":"2026-05-27T01:05:43.237494Z","signed_message":"canonical_sha256_bytes"},"source_id":"2601.20796","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f4d5505281dd1de9b96cf4c2ad1b5062d46edc0511bec1af30c5548ef6fffe50","sha256:a5c2f3205a5d1e70093c28a12d1eab63d73b11d8e3418b4fb69b9047d71d014c"],"state_sha256":"275ca2c1ac8c729200bb926f79ea083c8115e01ec5a39ea3d8c5be59dda348ed"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jAxDj+I52rsJPYyX3hlfV6fAsvN0m3mVH/rTY6zcvJXX/PHr5IrUV6g6UVaoSQVvYii8t6CSoH2uFL7kL8xdBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-28T21:12:34.343279Z","bundle_sha256":"c6391d17ecb785cd9dc621c67d90b74af55fc9e6ce37e5803d3c053cb56aa96b"}}