{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:RT3L3OB6LGS7KDYQEP5GVVOH7Q","short_pith_number":"pith:RT3L3OB6","canonical_record":{"source":{"id":"2312.11420","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-12-18T18:21:43Z","cross_cats_sorted":["cs.AI","cs.CV"],"title_canon_sha256":"c4b3da3c6ef5902dca702b73db41a67a810158161669d6f8ffd16bf92b6e29f6","abstract_canon_sha256":"30983de377670ee4d06e96fa88b0326e6c5131621c2133f91177603ca9c30285"},"schema_version":"1.0"},"canonical_sha256":"8cf6bdb83e59a5f50f1023fa6ad5c7fc250794a103a210ca205d94b1dc53a9ab","source":{"kind":"arxiv","id":"2312.11420","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2312.11420","created_at":"2026-07-05T07:25:34Z"},{"alias_kind":"arxiv_version","alias_value":"2312.11420v1","created_at":"2026-07-05T07:25:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2312.11420","created_at":"2026-07-05T07:25:34Z"},{"alias_kind":"pith_short_12","alias_value":"RT3L3OB6LGS7","created_at":"2026-07-05T07:25:34Z"},{"alias_kind":"pith_short_16","alias_value":"RT3L3OB6LGS7KDYQ","created_at":"2026-07-05T07:25:34Z"},{"alias_kind":"pith_short_8","alias_value":"RT3L3OB6","created_at":"2026-07-05T07:25:34Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:RT3L3OB6LGS7KDYQEP5GVVOH7Q","target":"record","payload":{"canonical_record":{"source":{"id":"2312.11420","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-12-18T18:21:43Z","cross_cats_sorted":["cs.AI","cs.CV"],"title_canon_sha256":"c4b3da3c6ef5902dca702b73db41a67a810158161669d6f8ffd16bf92b6e29f6","abstract_canon_sha256":"30983de377670ee4d06e96fa88b0326e6c5131621c2133f91177603ca9c30285"},"schema_version":"1.0"},"canonical_sha256":"8cf6bdb83e59a5f50f1023fa6ad5c7fc250794a103a210ca205d94b1dc53a9ab","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:25:34.013692Z","signature_b64":"Ynz+x+YaGAcL5fUdY/xgxdZReCKHpa+EbpEBQKexbM3SkbCcNko7dPswDJSVluRa3q6UQ7dygil2wLoKeHQBAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8cf6bdb83e59a5f50f1023fa6ad5c7fc250794a103a210ca205d94b1dc53a9ab","last_reissued_at":"2026-07-05T07:25:34.013159Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:25:34.013159Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2312.11420","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:25:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"oAQcxPTb7rmN47HqgPUOjjqxKSpupCmsv43J69/QuV2XIhHCXhOhFBCo/PcE+JFyxf/QAIjDnC3nGpUODj7dCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T09:44:06.708951Z"},"content_sha256":"072def789a93591cd7c5a0fe8efbeff7b8963dcd7d5529dfa03de993cf3ac69f","schema_version":"1.0","event_id":"sha256:072def789a93591cd7c5a0fe8efbeff7b8963dcd7d5529dfa03de993cf3ac69f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:RT3L3OB6LGS7KDYQEP5GVVOH7Q","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Tuning LayerNorm in Attention: Towards Efficient Multi-Modal LLM Finetuning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CV"],"primary_cat":"cs.CL","authors_text":"Bingchen Zhao, Chen Wei, Cihang Xie, Haoqin Tu, Jieru Mei","submitted_at":"2023-12-18T18:21:43Z","abstract_excerpt":"This paper introduces an efficient strategy to transform Large Language Models (LLMs) into Multi-Modal Large Language Models (MLLMs). By conceptualizing this transformation as a domain adaptation process, i.e., transitioning from text understanding to embracing multiple modalities, we intriguingly note that, within each attention block, tuning LayerNorm suffices to yield strong performance. Moreover, when benchmarked against other tuning approaches like full parameter finetuning or LoRA, its benefits on efficiency are substantial. For example, when compared to LoRA on a 13B model scale, perfor"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2312.11420","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2312.11420/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:25:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VjgCmRQyhYnvPK5R3gxzyPCwn0kMzPxUqqPl6hmapExgPlljJ0QubpBsXNa0g2kBQpO6qZ0d+qz9nNe7FFBABg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T09:44:06.709349Z"},"content_sha256":"0d9c0eadc41b3653292843af10f0d54f36a2ee1ba8c0af0d17fd122709897334","schema_version":"1.0","event_id":"sha256:0d9c0eadc41b3653292843af10f0d54f36a2ee1ba8c0af0d17fd122709897334"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/RT3L3OB6LGS7KDYQEP5GVVOH7Q/bundle.json","state_url":"https://pith.science/pith/RT3L3OB6LGS7KDYQEP5GVVOH7Q/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/RT3L3OB6LGS7KDYQEP5GVVOH7Q/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T09:44:06Z","links":{"resolver":"https://pith.science/pith/RT3L3OB6LGS7KDYQEP5GVVOH7Q","bundle":"https://pith.science/pith/RT3L3OB6LGS7KDYQEP5GVVOH7Q/bundle.json","state":"https://pith.science/pith/RT3L3OB6LGS7KDYQEP5GVVOH7Q/state.json","well_known_bundle":"https://pith.science/.well-known/pith/RT3L3OB6LGS7KDYQEP5GVVOH7Q/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:RT3L3OB6LGS7KDYQEP5GVVOH7Q","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"30983de377670ee4d06e96fa88b0326e6c5131621c2133f91177603ca9c30285","cross_cats_sorted":["cs.AI","cs.CV"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-12-18T18:21:43Z","title_canon_sha256":"c4b3da3c6ef5902dca702b73db41a67a810158161669d6f8ffd16bf92b6e29f6"},"schema_version":"1.0","source":{"id":"2312.11420","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2312.11420","created_at":"2026-07-05T07:25:34Z"},{"alias_kind":"arxiv_version","alias_value":"2312.11420v1","created_at":"2026-07-05T07:25:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2312.11420","created_at":"2026-07-05T07:25:34Z"},{"alias_kind":"pith_short_12","alias_value":"RT3L3OB6LGS7","created_at":"2026-07-05T07:25:34Z"},{"alias_kind":"pith_short_16","alias_value":"RT3L3OB6LGS7KDYQ","created_at":"2026-07-05T07:25:34Z"},{"alias_kind":"pith_short_8","alias_value":"RT3L3OB6","created_at":"2026-07-05T07:25:34Z"}],"graph_snapshots":[{"event_id":"sha256:0d9c0eadc41b3653292843af10f0d54f36a2ee1ba8c0af0d17fd122709897334","target":"graph","created_at":"2026-07-05T07:25:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2312.11420/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This paper introduces an efficient strategy to transform Large Language Models (LLMs) into Multi-Modal Large Language Models (MLLMs). By conceptualizing this transformation as a domain adaptation process, i.e., transitioning from text understanding to embracing multiple modalities, we intriguingly note that, within each attention block, tuning LayerNorm suffices to yield strong performance. Moreover, when benchmarked against other tuning approaches like full parameter finetuning or LoRA, its benefits on efficiency are substantial. For example, when compared to LoRA on a 13B model scale, perfor","authors_text":"Bingchen Zhao, Chen Wei, Cihang Xie, Haoqin Tu, Jieru Mei","cross_cats":["cs.AI","cs.CV"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-12-18T18:21:43Z","title":"Tuning LayerNorm in Attention: Towards Efficient Multi-Modal LLM Finetuning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2312.11420","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:072def789a93591cd7c5a0fe8efbeff7b8963dcd7d5529dfa03de993cf3ac69f","target":"record","created_at":"2026-07-05T07:25:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"30983de377670ee4d06e96fa88b0326e6c5131621c2133f91177603ca9c30285","cross_cats_sorted":["cs.AI","cs.CV"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-12-18T18:21:43Z","title_canon_sha256":"c4b3da3c6ef5902dca702b73db41a67a810158161669d6f8ffd16bf92b6e29f6"},"schema_version":"1.0","source":{"id":"2312.11420","kind":"arxiv","version":1}},"canonical_sha256":"8cf6bdb83e59a5f50f1023fa6ad5c7fc250794a103a210ca205d94b1dc53a9ab","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8cf6bdb83e59a5f50f1023fa6ad5c7fc250794a103a210ca205d94b1dc53a9ab","first_computed_at":"2026-07-05T07:25:34.013159Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:25:34.013159Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Ynz+x+YaGAcL5fUdY/xgxdZReCKHpa+EbpEBQKexbM3SkbCcNko7dPswDJSVluRa3q6UQ7dygil2wLoKeHQBAg==","signature_status":"signed_v1","signed_at":"2026-07-05T07:25:34.013692Z","signed_message":"canonical_sha256_bytes"},"source_id":"2312.11420","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:072def789a93591cd7c5a0fe8efbeff7b8963dcd7d5529dfa03de993cf3ac69f","sha256:0d9c0eadc41b3653292843af10f0d54f36a2ee1ba8c0af0d17fd122709897334"],"state_sha256":"c623dd2b33418edd1e986c48e99aad2bedefad8931b6fde0ab77a5babd9c3a1e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"PBXKqyyxhWl6ofbrQi3IRYdizOdSjKdZuz5u+eWb5hr1va0y7sEQogubWT+VMhrzcKKr7SBdWL9GictN7wbKAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T09:44:06.712188Z","bundle_sha256":"53f3af71bd51982724195924c9a5ae119a50e91ec3413e46aacfbe8faf59a36a"}}