{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:5TI4EN4PHCPTVFAMB6YINEZCJQ","short_pith_number":"pith:5TI4EN4P","canonical_record":{"source":{"id":"2404.08856","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-13T00:02:36Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"651d7290a44a6acf689cd0bb9000d27c44ae43b16fe7a99d9b262f16469fd05c","abstract_canon_sha256":"11f2de9543781af861ffe4355114c43c6c4aaa2d607b1cf976e5f4279b0fb409"},"schema_version":"1.0"},"canonical_sha256":"ecd1c2378f389f3a940c0fb08693224c2151e591377b3f1924c48e2d614ff02b","source":{"kind":"arxiv","id":"2404.08856","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.08856","created_at":"2026-07-05T08:07:41Z"},{"alias_kind":"arxiv_version","alias_value":"2404.08856v1","created_at":"2026-07-05T08:07:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.08856","created_at":"2026-07-05T08:07:41Z"},{"alias_kind":"pith_short_12","alias_value":"5TI4EN4PHCPT","created_at":"2026-07-05T08:07:41Z"},{"alias_kind":"pith_short_16","alias_value":"5TI4EN4PHCPTVFAM","created_at":"2026-07-05T08:07:41Z"},{"alias_kind":"pith_short_8","alias_value":"5TI4EN4P","created_at":"2026-07-05T08:07:41Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:5TI4EN4PHCPTVFAMB6YINEZCJQ","target":"record","payload":{"canonical_record":{"source":{"id":"2404.08856","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-13T00:02:36Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"651d7290a44a6acf689cd0bb9000d27c44ae43b16fe7a99d9b262f16469fd05c","abstract_canon_sha256":"11f2de9543781af861ffe4355114c43c6c4aaa2d607b1cf976e5f4279b0fb409"},"schema_version":"1.0"},"canonical_sha256":"ecd1c2378f389f3a940c0fb08693224c2151e591377b3f1924c48e2d614ff02b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:07:41.190295Z","signature_b64":"66pNYJRcGuU9SRUw2BXmtJbPKsZsEvLaEb2eehw94crv08444cHy//dERFI4lQbdLLzD24cpnIeT5K7HqFvxCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ecd1c2378f389f3a940c0fb08693224c2151e591377b3f1924c48e2d614ff02b","last_reissued_at":"2026-07-05T08:07:41.189815Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:07:41.189815Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2404.08856","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:07:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"iUQSKk0rhM6RZCyuY5+Wv/rWWRicgfbD4s4XV5360vnOTjaXZLYwk2O+hPuFgZ6Ew5/ogXCJP02wpw/PY8a8Aw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T13:18:04.296957Z"},"content_sha256":"cc05623c631e45ff338b08a631a99837741c4ef7674091f543d92c0cc16111d7","schema_version":"1.0","event_id":"sha256:cc05623c631e45ff338b08a631a99837741c4ef7674091f543d92c0cc16111d7"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:5TI4EN4PHCPTVFAMB6YINEZCJQ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"On Speculative Decoding for Multimodal Large Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Christopher Lott, Junyoung Park, Mingu Lee, Mukul Gagrani, Raghavv Goel, Wonseok Jeon","submitted_at":"2024-04-13T00:02:36Z","abstract_excerpt":"Inference with Multimodal Large Language Models (MLLMs) is slow due to their large-language-model backbone which suffers from memory bandwidth bottleneck and generates tokens auto-regressively. In this paper, we explore the application of speculative decoding to enhance the inference efficiency of MLLMs, specifically the LLaVA 7B model. We show that a language-only model can serve as a good draft model for speculative decoding with LLaVA 7B, bypassing the need for image tokens and their associated processing components from the draft model. Our experiments across three different tasks show tha"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.08856","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2404.08856/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:07:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ga2luWtUOPvpRSdu+5gv8riN7iE7/9gsevOWnTLwKfUVrL/8n/Pj1TlA7Kjdzr67khNzyXZx6p93U+tJY0KFCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T13:18:04.297444Z"},"content_sha256":"a15a8d394c9c06dd93bbe0b9f09653654ff567b5650fb443b5ecdfdba99183b5","schema_version":"1.0","event_id":"sha256:a15a8d394c9c06dd93bbe0b9f09653654ff567b5650fb443b5ecdfdba99183b5"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/5TI4EN4PHCPTVFAMB6YINEZCJQ/bundle.json","state_url":"https://pith.science/pith/5TI4EN4PHCPTVFAMB6YINEZCJQ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/5TI4EN4PHCPTVFAMB6YINEZCJQ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T13:18:04Z","links":{"resolver":"https://pith.science/pith/5TI4EN4PHCPTVFAMB6YINEZCJQ","bundle":"https://pith.science/pith/5TI4EN4PHCPTVFAMB6YINEZCJQ/bundle.json","state":"https://pith.science/pith/5TI4EN4PHCPTVFAMB6YINEZCJQ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/5TI4EN4PHCPTVFAMB6YINEZCJQ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:5TI4EN4PHCPTVFAMB6YINEZCJQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"11f2de9543781af861ffe4355114c43c6c4aaa2d607b1cf976e5f4279b0fb409","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-13T00:02:36Z","title_canon_sha256":"651d7290a44a6acf689cd0bb9000d27c44ae43b16fe7a99d9b262f16469fd05c"},"schema_version":"1.0","source":{"id":"2404.08856","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.08856","created_at":"2026-07-05T08:07:41Z"},{"alias_kind":"arxiv_version","alias_value":"2404.08856v1","created_at":"2026-07-05T08:07:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.08856","created_at":"2026-07-05T08:07:41Z"},{"alias_kind":"pith_short_12","alias_value":"5TI4EN4PHCPT","created_at":"2026-07-05T08:07:41Z"},{"alias_kind":"pith_short_16","alias_value":"5TI4EN4PHCPTVFAM","created_at":"2026-07-05T08:07:41Z"},{"alias_kind":"pith_short_8","alias_value":"5TI4EN4P","created_at":"2026-07-05T08:07:41Z"}],"graph_snapshots":[{"event_id":"sha256:a15a8d394c9c06dd93bbe0b9f09653654ff567b5650fb443b5ecdfdba99183b5","target":"graph","created_at":"2026-07-05T08:07:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2404.08856/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Inference with Multimodal Large Language Models (MLLMs) is slow due to their large-language-model backbone which suffers from memory bandwidth bottleneck and generates tokens auto-regressively. In this paper, we explore the application of speculative decoding to enhance the inference efficiency of MLLMs, specifically the LLaVA 7B model. We show that a language-only model can serve as a good draft model for speculative decoding with LLaVA 7B, bypassing the need for image tokens and their associated processing components from the draft model. Our experiments across three different tasks show tha","authors_text":"Christopher Lott, Junyoung Park, Mingu Lee, Mukul Gagrani, Raghavv Goel, Wonseok Jeon","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-13T00:02:36Z","title":"On Speculative Decoding for Multimodal Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.08856","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:cc05623c631e45ff338b08a631a99837741c4ef7674091f543d92c0cc16111d7","target":"record","created_at":"2026-07-05T08:07:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"11f2de9543781af861ffe4355114c43c6c4aaa2d607b1cf976e5f4279b0fb409","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-13T00:02:36Z","title_canon_sha256":"651d7290a44a6acf689cd0bb9000d27c44ae43b16fe7a99d9b262f16469fd05c"},"schema_version":"1.0","source":{"id":"2404.08856","kind":"arxiv","version":1}},"canonical_sha256":"ecd1c2378f389f3a940c0fb08693224c2151e591377b3f1924c48e2d614ff02b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ecd1c2378f389f3a940c0fb08693224c2151e591377b3f1924c48e2d614ff02b","first_computed_at":"2026-07-05T08:07:41.189815Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:07:41.189815Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"66pNYJRcGuU9SRUw2BXmtJbPKsZsEvLaEb2eehw94crv08444cHy//dERFI4lQbdLLzD24cpnIeT5K7HqFvxCw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:07:41.190295Z","signed_message":"canonical_sha256_bytes"},"source_id":"2404.08856","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:cc05623c631e45ff338b08a631a99837741c4ef7674091f543d92c0cc16111d7","sha256:a15a8d394c9c06dd93bbe0b9f09653654ff567b5650fb443b5ecdfdba99183b5"],"state_sha256":"5d9051933f8d68b9b5f4db985ea239358567e11621e190de3d605d2cd1ce4481"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2/ixNlngahnzZh9IV2yqkSVk+pDgiipEjbzOurckHGTygNh7Ys/8unUOnKOrYRvGk8ZxnTUyncRTwgNJrhwEBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T13:18:04.301096Z","bundle_sha256":"ef857f7e38e8746bc6b75a406bc62a93e59bbf3053dfe28c879ca62e65b139cc"}}