{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:HEUIGHJQAQLHNBFNJL57XCA5XL","short_pith_number":"pith:HEUIGHJQ","canonical_record":{"source":{"id":"2405.07542","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-05-13T08:24:21Z","cross_cats_sorted":[],"title_canon_sha256":"c43b76f5eaa8fa71c2ca38b16f3edc8dbefc4f3fb779dee148c96a804f122163","abstract_canon_sha256":"3c8eb5bdcc2cb1df0138bc1ccbb0c11fdf73a4f7ee322dc3f32c8865cb87ce1f"},"schema_version":"1.0"},"canonical_sha256":"3928831d3004167684ad4afbfb881dbae23b5bd690f9e53d5cd8ab8873284eec","source":{"kind":"arxiv","id":"2405.07542","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.07542","created_at":"2026-07-05T09:19:57Z"},{"alias_kind":"arxiv_version","alias_value":"2405.07542v2","created_at":"2026-07-05T09:19:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.07542","created_at":"2026-07-05T09:19:57Z"},{"alias_kind":"pith_short_12","alias_value":"HEUIGHJQAQLH","created_at":"2026-07-05T09:19:57Z"},{"alias_kind":"pith_short_16","alias_value":"HEUIGHJQAQLHNBFN","created_at":"2026-07-05T09:19:57Z"},{"alias_kind":"pith_short_8","alias_value":"HEUIGHJQ","created_at":"2026-07-05T09:19:57Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:HEUIGHJQAQLHNBFNJL57XCA5XL","target":"record","payload":{"canonical_record":{"source":{"id":"2405.07542","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-05-13T08:24:21Z","cross_cats_sorted":[],"title_canon_sha256":"c43b76f5eaa8fa71c2ca38b16f3edc8dbefc4f3fb779dee148c96a804f122163","abstract_canon_sha256":"3c8eb5bdcc2cb1df0138bc1ccbb0c11fdf73a4f7ee322dc3f32c8865cb87ce1f"},"schema_version":"1.0"},"canonical_sha256":"3928831d3004167684ad4afbfb881dbae23b5bd690f9e53d5cd8ab8873284eec","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:19:57.156076Z","signature_b64":"r4tGz47xutKcuGzpaUALoj6T/60hdNZk/dKT8w0gZXJezd9v78GuGgxs/wGGJIBnaLp/OtZItFKTqWp+15QlAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3928831d3004167684ad4afbfb881dbae23b5bd690f9e53d5cd8ab8873284eec","last_reissued_at":"2026-07-05T09:19:57.155597Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:19:57.155597Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2405.07542","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:19:57Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YHKgEexvdbOLMVCq77/i4it5ezJ+JC3MMERP4sbjT5c0cDe0+zebaEtiYwncRa8LUiiP8NTZAUkSFz9y3PABAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T09:54:31.692355Z"},"content_sha256":"6008126142ed4344c20f151bf01fd4099991beda752d715171a29941f184874c","schema_version":"1.0","event_id":"sha256:6008126142ed4344c20f151bf01fd4099991beda752d715171a29941f184874c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:HEUIGHJQAQLHNBFNJL57XCA5XL","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"EMS-SD: Efficient Multi-sample Speculative Decoding for Accelerating Large Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Chuanjian Liu, Kai Han, Yehui Tang, Yunhe Wang, Yunsheng Ni","submitted_at":"2024-05-13T08:24:21Z","abstract_excerpt":"Speculative decoding emerges as a pivotal technique for enhancing the inference speed of Large Language Models (LLMs). Despite recent research aiming to improve prediction efficiency, multi-sample speculative decoding has been overlooked due to varying numbers of accepted tokens within a batch in the verification phase. Vanilla method adds padding tokens in order to ensure that the number of new tokens remains consistent across samples. However, this increases the computational and memory access overhead, thereby reducing the speedup ratio. We propose a novel method that can resolve the issue "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.07542","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2405.07542/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:19:57Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"E4zqsxNI8tqnbiCINya3wuNb/WSruoouXcpFdss0tawQb/9QS1eMdOmsVZwBAQxWQvDwCeiZVbpu7QhR7dTcBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T09:54:31.692861Z"},"content_sha256":"c11355b695cff95712f2b7c5fd4fd9b2f5fb815712bbfff23855f850056b4714","schema_version":"1.0","event_id":"sha256:c11355b695cff95712f2b7c5fd4fd9b2f5fb815712bbfff23855f850056b4714"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/HEUIGHJQAQLHNBFNJL57XCA5XL/bundle.json","state_url":"https://pith.science/pith/HEUIGHJQAQLHNBFNJL57XCA5XL/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/HEUIGHJQAQLHNBFNJL57XCA5XL/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T09:54:31Z","links":{"resolver":"https://pith.science/pith/HEUIGHJQAQLHNBFNJL57XCA5XL","bundle":"https://pith.science/pith/HEUIGHJQAQLHNBFNJL57XCA5XL/bundle.json","state":"https://pith.science/pith/HEUIGHJQAQLHNBFNJL57XCA5XL/state.json","well_known_bundle":"https://pith.science/.well-known/pith/HEUIGHJQAQLHNBFNJL57XCA5XL/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:HEUIGHJQAQLHNBFNJL57XCA5XL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"3c8eb5bdcc2cb1df0138bc1ccbb0c11fdf73a4f7ee322dc3f32c8865cb87ce1f","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-05-13T08:24:21Z","title_canon_sha256":"c43b76f5eaa8fa71c2ca38b16f3edc8dbefc4f3fb779dee148c96a804f122163"},"schema_version":"1.0","source":{"id":"2405.07542","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.07542","created_at":"2026-07-05T09:19:57Z"},{"alias_kind":"arxiv_version","alias_value":"2405.07542v2","created_at":"2026-07-05T09:19:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.07542","created_at":"2026-07-05T09:19:57Z"},{"alias_kind":"pith_short_12","alias_value":"HEUIGHJQAQLH","created_at":"2026-07-05T09:19:57Z"},{"alias_kind":"pith_short_16","alias_value":"HEUIGHJQAQLHNBFN","created_at":"2026-07-05T09:19:57Z"},{"alias_kind":"pith_short_8","alias_value":"HEUIGHJQ","created_at":"2026-07-05T09:19:57Z"}],"graph_snapshots":[{"event_id":"sha256:c11355b695cff95712f2b7c5fd4fd9b2f5fb815712bbfff23855f850056b4714","target":"graph","created_at":"2026-07-05T09:19:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2405.07542/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Speculative decoding emerges as a pivotal technique for enhancing the inference speed of Large Language Models (LLMs). Despite recent research aiming to improve prediction efficiency, multi-sample speculative decoding has been overlooked due to varying numbers of accepted tokens within a batch in the verification phase. Vanilla method adds padding tokens in order to ensure that the number of new tokens remains consistent across samples. However, this increases the computational and memory access overhead, thereby reducing the speedup ratio. We propose a novel method that can resolve the issue ","authors_text":"Chuanjian Liu, Kai Han, Yehui Tang, Yunhe Wang, Yunsheng Ni","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-05-13T08:24:21Z","title":"EMS-SD: Efficient Multi-sample Speculative Decoding for Accelerating Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.07542","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6008126142ed4344c20f151bf01fd4099991beda752d715171a29941f184874c","target":"record","created_at":"2026-07-05T09:19:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"3c8eb5bdcc2cb1df0138bc1ccbb0c11fdf73a4f7ee322dc3f32c8865cb87ce1f","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-05-13T08:24:21Z","title_canon_sha256":"c43b76f5eaa8fa71c2ca38b16f3edc8dbefc4f3fb779dee148c96a804f122163"},"schema_version":"1.0","source":{"id":"2405.07542","kind":"arxiv","version":2}},"canonical_sha256":"3928831d3004167684ad4afbfb881dbae23b5bd690f9e53d5cd8ab8873284eec","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3928831d3004167684ad4afbfb881dbae23b5bd690f9e53d5cd8ab8873284eec","first_computed_at":"2026-07-05T09:19:57.155597Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:19:57.155597Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"r4tGz47xutKcuGzpaUALoj6T/60hdNZk/dKT8w0gZXJezd9v78GuGgxs/wGGJIBnaLp/OtZItFKTqWp+15QlAA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:19:57.156076Z","signed_message":"canonical_sha256_bytes"},"source_id":"2405.07542","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6008126142ed4344c20f151bf01fd4099991beda752d715171a29941f184874c","sha256:c11355b695cff95712f2b7c5fd4fd9b2f5fb815712bbfff23855f850056b4714"],"state_sha256":"3c2ecf8d1fdbac542c9044675c6f9ef91b6f2dfa75a9519fdc8a341e528a4ea9"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"U8CI1VBsqNQskIz1uME1b+chGLpKojFyzncTDsaX+Hp/+KgLuilnNMBvOcmdRAIqrRSOjQM3Zwb7Q8nCYleFBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T09:54:31.695871Z","bundle_sha256":"e2a2fab16b4a691509c8f3149f86833457f519cc59e9ffea4e928d186fea9506"}}