{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:PFEIO5ATYMLO326KJI3VWMSO7F","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e04b9c3b9b0bdfc7e51afd2fd4bd0ebd773b170151396773bc88ae135e7e1571","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DC","submitted_at":"2025-06-17T20:06:08Z","title_canon_sha256":"dd68d005fc4b3fce7442848fdef9ba477e03caf6ff23757113b06ff5df27a7af"},"schema_version":"1.0","source":{"id":"2506.20675","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.20675","created_at":"2026-07-05T11:27:32Z"},{"alias_kind":"arxiv_version","alias_value":"2506.20675v1","created_at":"2026-07-05T11:27:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.20675","created_at":"2026-07-05T11:27:32Z"},{"alias_kind":"pith_short_12","alias_value":"PFEIO5ATYMLO","created_at":"2026-07-05T11:27:32Z"},{"alias_kind":"pith_short_16","alias_value":"PFEIO5ATYMLO326K","created_at":"2026-07-05T11:27:32Z"},{"alias_kind":"pith_short_8","alias_value":"PFEIO5AT","created_at":"2026-07-05T11:27:32Z"}],"graph_snapshots":[{"event_id":"sha256:b13bd41e7fc636d6ac51f8437abd0fbf2852169494c7a58f145f3ecb0d64f15a","target":"graph","created_at":"2026-07-05T11:27:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2506.20675/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"GPU memory bandwidth is the main bottleneck for low-latency Large Language Model (LLM) inference. Speculative decoding leverages idle GPU compute by using a lightweight drafter to propose K tokens, which the LLM verifies in parallel, boosting token throughput. In conventional dense LLMs, all model weights are fetched each iteration, so speculation adds no latency overhead. Emerging Mixture of Experts (MoE) models activate only a subset of weights per token, greatly reducing data movement. However, we show that speculation is ineffective for MoEs: draft tokens collectively activate more weights","authors_text":"Aamer Jaleel, Anish Saxena, Hritvik Taneja, Moinuddin Qureshi, Po-An Tsai","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DC","submitted_at":"2025-06-17T20:06:08Z","title":"Utility-Driven Speculative Decoding for Mixture-of-Experts"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.20675","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:739cdb9b5f2224de2b6f02d9132ce0a82666f0f807d0f8d2b8acf68fbf0878cd","target":"record","created_at":"2026-07-05T11:27:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e04b9c3b9b0bdfc7e51afd2fd4bd0ebd773b170151396773bc88ae135e7e1571","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DC","submitted_at":"2025-06-17T20:06:08Z","title_canon_sha256":"dd68d005fc4b3fce7442848fdef9ba477e03caf6ff23757113b06ff5df27a7af"},"schema_version":"1.0","source":{"id":"2506.20675","kind":"arxiv","version":1}},"canonical_sha256":"7948877413c316edebca4a375b324ef969627d50d6fc614ec000671f74732714","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7948877413c316edebca4a375b324ef969627d50d6fc614ec000671f74732714","first_computed_at":"2026-07-05T11:27:32.192001Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:27:32.192001Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"NftzfYLCyHcaenyeDqlhDjdN1MaAoFIXRHKRNd81Uxn2Ji33wA2JWz4Q8deDrYvQWYLaugQwbSEloDZkkdgdDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T11:27:32.192662Z","signed_message":"canonical_sha256_bytes"},"source_id":"2506.20675","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:739cdb9b5f2224de2b6f02d9132ce0a82666f0f807d0f8d2b8acf68fbf0878cd","sha256:b13bd41e7fc636d6ac51f8437abd0fbf2852169494c7a58f145f3ecb0d64f15a"],"state_sha256":"cd579f977cb189618a40536839d02a9be7f6f72fb40a833868b5dc8b2f61cb4d"}