{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:GBPHB5LSPBS36LHQLJGTFEMHKP","short_pith_number":"pith:GBPHB5LS","canonical_record":{"source":{"id":"2405.04304","kind":"arxiv","version":5},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-05-07T13:27:52Z","cross_cats_sorted":[],"title_canon_sha256":"497ec7f4fcad1f5ec81a3b5a96f3169870fceb23eaa7df23c02374bab08a40d4","abstract_canon_sha256":"63c6edc3a1367bd7b60d04955138cf28aa93a51e761d71eb5f30a8b78199e1bb"},"schema_version":"1.0"},"canonical_sha256":"305e70f5727865bf2cf05a4d32918753c0aaa87eb4305fc2fada7c66d2013ce7","source":{"kind":"arxiv","id":"2405.04304","version":5},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.04304","created_at":"2026-07-05T09:32:07Z"},{"alias_kind":"arxiv_version","alias_value":"2405.04304v5","created_at":"2026-07-05T09:32:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.04304","created_at":"2026-07-05T09:32:07Z"},{"alias_kind":"pith_short_12","alias_value":"GBPHB5LSPBS3","created_at":"2026-07-05T09:32:07Z"},{"alias_kind":"pith_short_16","alias_value":"GBPHB5LSPBS36LHQ","created_at":"2026-07-05T09:32:07Z"},{"alias_kind":"pith_short_8","alias_value":"GBPHB5LS","created_at":"2026-07-05T09:32:07Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:GBPHB5LSPBS36LHQLJGTFEMHKP","target":"record","payload":{"canonical_record":{"source":{"id":"2405.04304","kind":"arxiv","version":5},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-05-07T13:27:52Z","cross_cats_sorted":[],"title_canon_sha256":"497ec7f4fcad1f5ec81a3b5a96f3169870fceb23eaa7df23c02374bab08a40d4","abstract_canon_sha256":"63c6edc3a1367bd7b60d04955138cf28aa93a51e761d71eb5f30a8b78199e1bb"},"schema_version":"1.0"},"canonical_sha256":"305e70f5727865bf2cf05a4d32918753c0aaa87eb4305fc2fada7c66d2013ce7","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:32:07.660795Z","signature_b64":"DL93ANYYxlAiKAc5qimAZMjgLHAyo7SWwt3vHdw6BSQbqRuOiAN+usq09iPK2KZomLrYXXO8FtW70cJacMspAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"305e70f5727865bf2cf05a4d32918753c0aaa87eb4305fc2fada7c66d2013ce7","last_reissued_at":"2026-07-05T09:32:07.660205Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:32:07.660205Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2405.04304","source_version":5,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:32:07Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"U21D6HbunL2usNgRXEWfvOC0XvyXdGatkGJRzhgDai8htgXmwT1YO13xQZ4NTDE2NWIzj4vMXSTT1ZSdvd23BQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T06:33:19.455090Z"},"content_sha256":"664bcd80d9afff5072e10768e1b231df78e432ed83036ef02d51736c377c6c1d","schema_version":"1.0","event_id":"sha256:664bcd80d9afff5072e10768e1b231df78e432ed83036ef02d51736c377c6c1d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:GBPHB5LSPBS36LHQLJGTFEMHKP","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Dynamic Speculation Lookahead Accelerates Speculative Decoding of Large Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Daniel Korat, Jonathan Mamou, Moshe Berchansky, Moshe Wasserblat, Nadav Timor, Oren Pereg, Roy Schwartz","submitted_at":"2024-05-07T13:27:52Z","abstract_excerpt":"Speculative decoding is commonly used for reducing the inference latency of large language models. Its effectiveness depends highly on the speculation lookahead (SL)-the number of tokens generated by the draft model at each iteration. In this work we show that the common practice of using the same SL for all iterations (static SL) is suboptimal. We introduce DISCO (DynamIc SpeCulation lookahead Optimization), a novel method for dynamically selecting the SL. Our experiments with four datasets show that DISCO reaches an average speedup of 10% compared to the best static SL baseline, while genera"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.04304","kind":"arxiv","version":5},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2405.04304/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:32:07Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"h6+ZNV7yYNxIHZoeeZpn4Dp0+lVxw/CQOzfc5Qhz605DQtubyKOqju+Chz4bnB/P3R4mmoa56c3gHYfJJCz/DA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T06:33:19.455589Z"},"content_sha256":"773526f66c588593ddbf5dbb3217991ffd30f6c10ebf8462e98f5e5e334329ad","schema_version":"1.0","event_id":"sha256:773526f66c588593ddbf5dbb3217991ffd30f6c10ebf8462e98f5e5e334329ad"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/GBPHB5LSPBS36LHQLJGTFEMHKP/bundle.json","state_url":"https://pith.science/pith/GBPHB5LSPBS36LHQLJGTFEMHKP/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/GBPHB5LSPBS36LHQLJGTFEMHKP/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T06:33:19Z","links":{"resolver":"https://pith.science/pith/GBPHB5LSPBS36LHQLJGTFEMHKP","bundle":"https://pith.science/pith/GBPHB5LSPBS36LHQLJGTFEMHKP/bundle.json","state":"https://pith.science/pith/GBPHB5LSPBS36LHQLJGTFEMHKP/state.json","well_known_bundle":"https://pith.science/.well-known/pith/GBPHB5LSPBS36LHQLJGTFEMHKP/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:GBPHB5LSPBS36LHQLJGTFEMHKP","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"63c6edc3a1367bd7b60d04955138cf28aa93a51e761d71eb5f30a8b78199e1bb","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-05-07T13:27:52Z","title_canon_sha256":"497ec7f4fcad1f5ec81a3b5a96f3169870fceb23eaa7df23c02374bab08a40d4"},"schema_version":"1.0","source":{"id":"2405.04304","kind":"arxiv","version":5}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.04304","created_at":"2026-07-05T09:32:07Z"},{"alias_kind":"arxiv_version","alias_value":"2405.04304v5","created_at":"2026-07-05T09:32:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.04304","created_at":"2026-07-05T09:32:07Z"},{"alias_kind":"pith_short_12","alias_value":"GBPHB5LSPBS3","created_at":"2026-07-05T09:32:07Z"},{"alias_kind":"pith_short_16","alias_value":"GBPHB5LSPBS36LHQ","created_at":"2026-07-05T09:32:07Z"},{"alias_kind":"pith_short_8","alias_value":"GBPHB5LS","created_at":"2026-07-05T09:32:07Z"}],"graph_snapshots":[{"event_id":"sha256:773526f66c588593ddbf5dbb3217991ffd30f6c10ebf8462e98f5e5e334329ad","target":"graph","created_at":"2026-07-05T09:32:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2405.04304/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Speculative decoding is commonly used for reducing the inference latency of large language models. Its effectiveness depends highly on the speculation lookahead (SL)-the number of tokens generated by the draft model at each iteration. In this work we show that the common practice of using the same SL for all iterations (static SL) is suboptimal. We introduce DISCO (DynamIc SpeCulation lookahead Optimization), a novel method for dynamically selecting the SL. Our experiments with four datasets show that DISCO reaches an average speedup of 10% compared to the best static SL baseline, while genera","authors_text":"Daniel Korat, Jonathan Mamou, Moshe Berchansky, Moshe Wasserblat, Nadav Timor, Oren Pereg, Roy Schwartz","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-05-07T13:27:52Z","title":"Dynamic Speculation Lookahead Accelerates Speculative Decoding of Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.04304","kind":"arxiv","version":5},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:664bcd80d9afff5072e10768e1b231df78e432ed83036ef02d51736c377c6c1d","target":"record","created_at":"2026-07-05T09:32:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"63c6edc3a1367bd7b60d04955138cf28aa93a51e761d71eb5f30a8b78199e1bb","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-05-07T13:27:52Z","title_canon_sha256":"497ec7f4fcad1f5ec81a3b5a96f3169870fceb23eaa7df23c02374bab08a40d4"},"schema_version":"1.0","source":{"id":"2405.04304","kind":"arxiv","version":5}},"canonical_sha256":"305e70f5727865bf2cf05a4d32918753c0aaa87eb4305fc2fada7c66d2013ce7","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"305e70f5727865bf2cf05a4d32918753c0aaa87eb4305fc2fada7c66d2013ce7","first_computed_at":"2026-07-05T09:32:07.660205Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:32:07.660205Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"DL93ANYYxlAiKAc5qimAZMjgLHAyo7SWwt3vHdw6BSQbqRuOiAN+usq09iPK2KZomLrYXXO8FtW70cJacMspAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:32:07.660795Z","signed_message":"canonical_sha256_bytes"},"source_id":"2405.04304","source_kind":"arxiv","source_version":5}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:664bcd80d9afff5072e10768e1b231df78e432ed83036ef02d51736c377c6c1d","sha256:773526f66c588593ddbf5dbb3217991ffd30f6c10ebf8462e98f5e5e334329ad"],"state_sha256":"498b8b84575709701dd0aebb111384bd8f26e87e601236e24dc684aab74f329f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fBCXgOgu0bxU6QAn1ho7noLoVDgFET2Bjyl+5VGAoAYyN45dsc+W3jiEvcnu5qqy0Af9UQzCEJQ8KBPKkcRnBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T06:33:19.460804Z","bundle_sha256":"199f9adf70b6cfa03d15617b0ee22138afbc0a1849944bc6633fa13f0211f5c3"}}