{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:U6XM5DADF5WW2F6MKTUYAQHGCZ","short_pith_number":"pith:U6XM5DAD","canonical_record":{"source":{"id":"2408.11049","kind":"arxiv","version":5},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-20T17:57:31Z","cross_cats_sorted":[],"title_canon_sha256":"5f8ac418e5ccdbef5d13d5dd3cf972f76fcb8b6a1f9d16edde2a4f6ac9f29b84","abstract_canon_sha256":"904771b8cba403a7631fbef56cbf966d35507a91877d088b34bd9263117b68ff"},"schema_version":"1.0"},"canonical_sha256":"a7aece8c032f6d6d17cc54e98040e6164b494fe1aaa1a1d25f9aa13c18981c0f","source":{"kind":"arxiv","id":"2408.11049","version":5},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.11049","created_at":"2026-07-05T10:43:00Z"},{"alias_kind":"arxiv_version","alias_value":"2408.11049v5","created_at":"2026-07-05T10:43:00Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.11049","created_at":"2026-07-05T10:43:00Z"},{"alias_kind":"pith_short_12","alias_value":"U6XM5DADF5WW","created_at":"2026-07-05T10:43:00Z"},{"alias_kind":"pith_short_16","alias_value":"U6XM5DADF5WW2F6M","created_at":"2026-07-05T10:43:00Z"},{"alias_kind":"pith_short_8","alias_value":"U6XM5DAD","created_at":"2026-07-05T10:43:00Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:U6XM5DADF5WW2F6MKTUYAQHGCZ","target":"record","payload":{"canonical_record":{"source":{"id":"2408.11049","kind":"arxiv","version":5},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-20T17:57:31Z","cross_cats_sorted":[],"title_canon_sha256":"5f8ac418e5ccdbef5d13d5dd3cf972f76fcb8b6a1f9d16edde2a4f6ac9f29b84","abstract_canon_sha256":"904771b8cba403a7631fbef56cbf966d35507a91877d088b34bd9263117b68ff"},"schema_version":"1.0"},"canonical_sha256":"a7aece8c032f6d6d17cc54e98040e6164b494fe1aaa1a1d25f9aa13c18981c0f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:43:00.854749Z","signature_b64":"1DmQoFuQxYJDwk7ncWaTY3tSQOa6SW7Vu+BAGM47O/zDGTQES6vo00OyNNw1x0lnUKZ8AxaPi3bv6BTpu9wQCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a7aece8c032f6d6d17cc54e98040e6164b494fe1aaa1a1d25f9aa13c18981c0f","last_reissued_at":"2026-07-05T10:43:00.854137Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:43:00.854137Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2408.11049","source_version":5,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:43:00Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"msk6gTsOEtdd9NdjjbbiVUMj8Mna+meiWnkD40IECcn8QiVW6irOP9L0ubf7MDzjsMQG2RkoFkDigdGR11ZsAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-08T22:07:04.948055Z"},"content_sha256":"6ba8f9c5cea9424e06ac154e1adbe941b992a8ce43cf608c8ae7914912487a21","schema_version":"1.0","event_id":"sha256:6ba8f9c5cea9424e06ac154e1adbe941b992a8ce43cf608c8ae7914912487a21"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:U6XM5DADF5WW2F6MKTUYAQHGCZ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"MagicDec: Breaking the Latency-Throughput Tradeoff for Long Context Generation with Speculative Decoding","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Avner May, Beidi Chen, Ian En-Hsu Yen, Jian Chen, Jinyuan Shi, Ranajoy Sadhukhan, Ruihang Lai, Tianqi Chen, Vashisth Tiwari, Zhuoming Chen","submitted_at":"2024-08-20T17:57:31Z","abstract_excerpt":"Large Language Models (LLMs) have become more prevalent in long-context applications such as interactive chatbots, document analysis, and agent workflows, but it is challenging to serve long-context requests with low latency and high throughput. Speculative decoding (SD) is a widely used technique to reduce latency losslessly, but the conventional wisdom suggests that its efficacy is limited to small batch sizes. In MagicDec, we show that surprisingly SD can achieve speedup even for a high throughput inference regime for moderate to long sequences. More interestingly, an intelligent drafting s"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.11049","kind":"arxiv","version":5},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2408.11049/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:43:00Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Tgjufy1wBfcV8LVLWi4MlrYRDLI6AEW26+r0ZfjARFGgxjBbmrXKbYsLhr3ovfEKl/ZUxm92SsnFdYl1p9EBDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-08T22:07:04.948438Z"},"content_sha256":"5bfa7508f49219e0fd99582ef567e95a7745512731fce9f54385f19d52fe7979","schema_version":"1.0","event_id":"sha256:5bfa7508f49219e0fd99582ef567e95a7745512731fce9f54385f19d52fe7979"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/U6XM5DADF5WW2F6MKTUYAQHGCZ/bundle.json","state_url":"https://pith.science/pith/U6XM5DADF5WW2F6MKTUYAQHGCZ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/U6XM5DADF5WW2F6MKTUYAQHGCZ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-08T22:07:04Z","links":{"resolver":"https://pith.science/pith/U6XM5DADF5WW2F6MKTUYAQHGCZ","bundle":"https://pith.science/pith/U6XM5DADF5WW2F6MKTUYAQHGCZ/bundle.json","state":"https://pith.science/pith/U6XM5DADF5WW2F6MKTUYAQHGCZ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/U6XM5DADF5WW2F6MKTUYAQHGCZ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:U6XM5DADF5WW2F6MKTUYAQHGCZ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"904771b8cba403a7631fbef56cbf966d35507a91877d088b34bd9263117b68ff","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-20T17:57:31Z","title_canon_sha256":"5f8ac418e5ccdbef5d13d5dd3cf972f76fcb8b6a1f9d16edde2a4f6ac9f29b84"},"schema_version":"1.0","source":{"id":"2408.11049","kind":"arxiv","version":5}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.11049","created_at":"2026-07-05T10:43:00Z"},{"alias_kind":"arxiv_version","alias_value":"2408.11049v5","created_at":"2026-07-05T10:43:00Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.11049","created_at":"2026-07-05T10:43:00Z"},{"alias_kind":"pith_short_12","alias_value":"U6XM5DADF5WW","created_at":"2026-07-05T10:43:00Z"},{"alias_kind":"pith_short_16","alias_value":"U6XM5DADF5WW2F6M","created_at":"2026-07-05T10:43:00Z"},{"alias_kind":"pith_short_8","alias_value":"U6XM5DAD","created_at":"2026-07-05T10:43:00Z"}],"graph_snapshots":[{"event_id":"sha256:5bfa7508f49219e0fd99582ef567e95a7745512731fce9f54385f19d52fe7979","target":"graph","created_at":"2026-07-05T10:43:00Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2408.11049/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) have become more prevalent in long-context applications such as interactive chatbots, document analysis, and agent workflows, but it is challenging to serve long-context requests with low latency and high throughput. Speculative decoding (SD) is a widely used technique to reduce latency losslessly, but the conventional wisdom suggests that its efficacy is limited to small batch sizes. In MagicDec, we show that surprisingly SD can achieve speedup even for a high throughput inference regime for moderate to long sequences. More interestingly, an intelligent drafting s","authors_text":"Avner May, Beidi Chen, Ian En-Hsu Yen, Jian Chen, Jinyuan Shi, Ranajoy Sadhukhan, Ruihang Lai, Tianqi Chen, Vashisth Tiwari, Zhuoming Chen","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-20T17:57:31Z","title":"MagicDec: Breaking the Latency-Throughput Tradeoff for Long Context Generation with Speculative Decoding"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.11049","kind":"arxiv","version":5},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6ba8f9c5cea9424e06ac154e1adbe941b992a8ce43cf608c8ae7914912487a21","target":"record","created_at":"2026-07-05T10:43:00Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"904771b8cba403a7631fbef56cbf966d35507a91877d088b34bd9263117b68ff","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-20T17:57:31Z","title_canon_sha256":"5f8ac418e5ccdbef5d13d5dd3cf972f76fcb8b6a1f9d16edde2a4f6ac9f29b84"},"schema_version":"1.0","source":{"id":"2408.11049","kind":"arxiv","version":5}},"canonical_sha256":"a7aece8c032f6d6d17cc54e98040e6164b494fe1aaa1a1d25f9aa13c18981c0f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a7aece8c032f6d6d17cc54e98040e6164b494fe1aaa1a1d25f9aa13c18981c0f","first_computed_at":"2026-07-05T10:43:00.854137Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:43:00.854137Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"1DmQoFuQxYJDwk7ncWaTY3tSQOa6SW7Vu+BAGM47O/zDGTQES6vo00OyNNw1x0lnUKZ8AxaPi3bv6BTpu9wQCA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:43:00.854749Z","signed_message":"canonical_sha256_bytes"},"source_id":"2408.11049","source_kind":"arxiv","source_version":5}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6ba8f9c5cea9424e06ac154e1adbe941b992a8ce43cf608c8ae7914912487a21","sha256:5bfa7508f49219e0fd99582ef567e95a7745512731fce9f54385f19d52fe7979"],"state_sha256":"9f853c8627bab4b91a8a9adbdf1f25066206b165839556e95b6050feb561bcd6"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Vk34BiKi3cUCuK9fY9Br+DDJP2bGvkrrEwzyPJ7cXLybnQ7gj6PDfGQJZZWwx5e85qKpDic2U6xRpK8/dludAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-08T22:07:04.950418Z","bundle_sha256":"368a0d331bcaeae66cdcbfd08f7f047f6bebd746d5f6f04f22faff86e738661b"}}