{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:LYCF6LEOMLJEMFSBZU527WWRFF","short_pith_number":"pith:LYCF6LEO","canonical_record":{"source":{"id":"2410.13859","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-10-17T17:59:53Z","cross_cats_sorted":[],"title_canon_sha256":"9602f56c8e62b41c671cbabe26884de38905dc744c597edb807274fa73a1f92b","abstract_canon_sha256":"cbe54b24e59254c44bff0b565fb471a34aaaad25b57dfc44b1a5428d23dea6b2"},"schema_version":"1.0"},"canonical_sha256":"5e045f2c8e62d2461641cd3bafdad1296c5f4d3e5e04ffe3b836178d7ce051f9","source":{"kind":"arxiv","id":"2410.13859","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.13859","created_at":"2026-07-05T09:22:06Z"},{"alias_kind":"arxiv_version","alias_value":"2410.13859v1","created_at":"2026-07-05T09:22:06Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.13859","created_at":"2026-07-05T09:22:06Z"},{"alias_kind":"pith_short_12","alias_value":"LYCF6LEOMLJE","created_at":"2026-07-05T09:22:06Z"},{"alias_kind":"pith_short_16","alias_value":"LYCF6LEOMLJEMFSB","created_at":"2026-07-05T09:22:06Z"},{"alias_kind":"pith_short_8","alias_value":"LYCF6LEO","created_at":"2026-07-05T09:22:06Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:LYCF6LEOMLJEMFSBZU527WWRFF","target":"record","payload":{"canonical_record":{"source":{"id":"2410.13859","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-10-17T17:59:53Z","cross_cats_sorted":[],"title_canon_sha256":"9602f56c8e62b41c671cbabe26884de38905dc744c597edb807274fa73a1f92b","abstract_canon_sha256":"cbe54b24e59254c44bff0b565fb471a34aaaad25b57dfc44b1a5428d23dea6b2"},"schema_version":"1.0"},"canonical_sha256":"5e045f2c8e62d2461641cd3bafdad1296c5f4d3e5e04ffe3b836178d7ce051f9","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:22:06.696864Z","signature_b64":"BwYzTdCzDYhPSpEPBV364i3+OJCJxkqID13fnUIs+E1G28+slszRTJpjm7SqlMCspPY7PgFH8AAFxTg5O8i5AQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5e045f2c8e62d2461641cd3bafdad1296c5f4d3e5e04ffe3b836178d7ce051f9","last_reissued_at":"2026-07-05T09:22:06.696393Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:22:06.696393Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.13859","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:22:06Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"OU8hxl5FVXPN1o2J73MjZGjBB/TkYKSiqfz34nNqBYcZFVXe2OeB1tbm8ftlUJFAVs5TYR1hjvaj1uWlGlX7Aw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T17:52:33.360618Z"},"content_sha256":"bb586b984e93d0305dae58475ee640706019876c582e21171edf34408e5e9d97","schema_version":"1.0","event_id":"sha256:bb586b984e93d0305dae58475ee640706019876c582e21171edf34408e5e9d97"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:LYCF6LEOMLJEMFSBZU527WWRFF","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"$\\gamma-$MoD: Exploring Mixture-of-Depth Adaptation for Multimodal Large Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CV","authors_text":"Gen Luo, Jiayi Ji, Rongrong Ji, Xiaoshuai Sun, Yaxin Luo, Yiyi Zhou, Zhiqiang Shen","submitted_at":"2024-10-17T17:59:53Z","abstract_excerpt":"Despite the significant progress in multimodal large language models (MLLMs), their high computational cost remains a barrier to real-world deployment. Inspired by the mixture of depths (MoDs) in natural language processing, we aim to address this limitation from the perspective of ``activated tokens''. Our key insight is that if most tokens are redundant for the layer computation, then can be skipped directly via the MoD layer. However, directly converting the dense layers of MLLMs to MoD layers leads to substantial performance degradation. To address this issue, we propose an innovative MoD "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.13859","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.13859/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:22:06Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fD3eiI5WmADJ5V0jXZokaz0fCOrwbnU1W6qGgn9akKqT1Jw7LLHx3qGgpnaGAlKsc5qDAlKog0GePj6xRuqZBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T17:52:33.361205Z"},"content_sha256":"83bd1fa268abb5ac927ce0e7904e3676def4682cfd0e566b8da6a485d82aec74","schema_version":"1.0","event_id":"sha256:83bd1fa268abb5ac927ce0e7904e3676def4682cfd0e566b8da6a485d82aec74"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/LYCF6LEOMLJEMFSBZU527WWRFF/bundle.json","state_url":"https://pith.science/pith/LYCF6LEOMLJEMFSBZU527WWRFF/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/LYCF6LEOMLJEMFSBZU527WWRFF/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T17:52:33Z","links":{"resolver":"https://pith.science/pith/LYCF6LEOMLJEMFSBZU527WWRFF","bundle":"https://pith.science/pith/LYCF6LEOMLJEMFSBZU527WWRFF/bundle.json","state":"https://pith.science/pith/LYCF6LEOMLJEMFSBZU527WWRFF/state.json","well_known_bundle":"https://pith.science/.well-known/pith/LYCF6LEOMLJEMFSBZU527WWRFF/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:LYCF6LEOMLJEMFSBZU527WWRFF","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"cbe54b24e59254c44bff0b565fb471a34aaaad25b57dfc44b1a5428d23dea6b2","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-10-17T17:59:53Z","title_canon_sha256":"9602f56c8e62b41c671cbabe26884de38905dc744c597edb807274fa73a1f92b"},"schema_version":"1.0","source":{"id":"2410.13859","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.13859","created_at":"2026-07-05T09:22:06Z"},{"alias_kind":"arxiv_version","alias_value":"2410.13859v1","created_at":"2026-07-05T09:22:06Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.13859","created_at":"2026-07-05T09:22:06Z"},{"alias_kind":"pith_short_12","alias_value":"LYCF6LEOMLJE","created_at":"2026-07-05T09:22:06Z"},{"alias_kind":"pith_short_16","alias_value":"LYCF6LEOMLJEMFSB","created_at":"2026-07-05T09:22:06Z"},{"alias_kind":"pith_short_8","alias_value":"LYCF6LEO","created_at":"2026-07-05T09:22:06Z"}],"graph_snapshots":[{"event_id":"sha256:83bd1fa268abb5ac927ce0e7904e3676def4682cfd0e566b8da6a485d82aec74","target":"graph","created_at":"2026-07-05T09:22:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.13859/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Despite the significant progress in multimodal large language models (MLLMs), their high computational cost remains a barrier to real-world deployment. Inspired by the mixture of depths (MoDs) in natural language processing, we aim to address this limitation from the perspective of ``activated tokens''. Our key insight is that if most tokens are redundant for the layer computation, then can be skipped directly via the MoD layer. However, directly converting the dense layers of MLLMs to MoD layers leads to substantial performance degradation. To address this issue, we propose an innovative MoD ","authors_text":"Gen Luo, Jiayi Ji, Rongrong Ji, Xiaoshuai Sun, Yaxin Luo, Yiyi Zhou, Zhiqiang Shen","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-10-17T17:59:53Z","title":"$\\gamma-$MoD: Exploring Mixture-of-Depth Adaptation for Multimodal Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.13859","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:bb586b984e93d0305dae58475ee640706019876c582e21171edf34408e5e9d97","target":"record","created_at":"2026-07-05T09:22:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"cbe54b24e59254c44bff0b565fb471a34aaaad25b57dfc44b1a5428d23dea6b2","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-10-17T17:59:53Z","title_canon_sha256":"9602f56c8e62b41c671cbabe26884de38905dc744c597edb807274fa73a1f92b"},"schema_version":"1.0","source":{"id":"2410.13859","kind":"arxiv","version":1}},"canonical_sha256":"5e045f2c8e62d2461641cd3bafdad1296c5f4d3e5e04ffe3b836178d7ce051f9","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5e045f2c8e62d2461641cd3bafdad1296c5f4d3e5e04ffe3b836178d7ce051f9","first_computed_at":"2026-07-05T09:22:06.696393Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:22:06.696393Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"BwYzTdCzDYhPSpEPBV364i3+OJCJxkqID13fnUIs+E1G28+slszRTJpjm7SqlMCspPY7PgFH8AAFxTg5O8i5AQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:22:06.696864Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.13859","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:bb586b984e93d0305dae58475ee640706019876c582e21171edf34408e5e9d97","sha256:83bd1fa268abb5ac927ce0e7904e3676def4682cfd0e566b8da6a485d82aec74"],"state_sha256":"2f82fb8f7c99e20e2cf09c72b1812c0ff46f468b0d586f73d27f342edd544f2f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"CloG5D5mq9Z/nrLYSCzXinipnA/yLH7KK7u+sRh3SMK3LPsRS7gOIHRYdvm7ZuDyKr1lvH2QEXgFIkVpIe/SAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T17:52:33.365378Z","bundle_sha256":"9ba33ca856e3abd123b5ac7e11bbeb62cef039f4d64f6e2d097a0b9caea6b234"}}