{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:7OAQI5DWNDKCA54P4TF2CSH5GU","short_pith_number":"pith:7OAQI5DW","canonical_record":{"source":{"id":"2502.02789","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-02-05T00:22:06Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"dc7b78e83fa9a96807dfd2c10b9c8649c709720f50daf2cc16d01f2313ebaea3","abstract_canon_sha256":"73c7f7f4bf6f12c1117d81107f3e2cbcc2ab332787a5cbe47e3245626b0f47a7"},"schema_version":"1.0"},"canonical_sha256":"fb8104747668d420778fe4cba148fd35257abb31d78ca3182dd68bf009b4e08e","source":{"kind":"arxiv","id":"2502.02789","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.02789","created_at":"2026-07-05T11:05:39Z"},{"alias_kind":"arxiv_version","alias_value":"2502.02789v2","created_at":"2026-07-05T11:05:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.02789","created_at":"2026-07-05T11:05:39Z"},{"alias_kind":"pith_short_12","alias_value":"7OAQI5DWNDKC","created_at":"2026-07-05T11:05:39Z"},{"alias_kind":"pith_short_16","alias_value":"7OAQI5DWNDKCA54P","created_at":"2026-07-05T11:05:39Z"},{"alias_kind":"pith_short_8","alias_value":"7OAQI5DW","created_at":"2026-07-05T11:05:39Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:7OAQI5DWNDKCA54P4TF2CSH5GU","target":"record","payload":{"canonical_record":{"source":{"id":"2502.02789","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-02-05T00:22:06Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"dc7b78e83fa9a96807dfd2c10b9c8649c709720f50daf2cc16d01f2313ebaea3","abstract_canon_sha256":"73c7f7f4bf6f12c1117d81107f3e2cbcc2ab332787a5cbe47e3245626b0f47a7"},"schema_version":"1.0"},"canonical_sha256":"fb8104747668d420778fe4cba148fd35257abb31d78ca3182dd68bf009b4e08e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:05:39.621344Z","signature_b64":"VqBrZ4CIjRz+iL2yCkcvmARbJTRqxmEU9fW5VhdspDdJwBGLC1RloHvPSLb0LR6MVxFmkS7jFberXSyt6whNAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"fb8104747668d420778fe4cba148fd35257abb31d78ca3182dd68bf009b4e08e","last_reissued_at":"2026-07-05T11:05:39.620895Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:05:39.620895Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2502.02789","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:05:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vd+aubeK+pe9z+IHQP/odaf3EoXo2XKMZM5IZoJh1IyJ3tI/iQX3MbYizfnXVjVZXBM8lAOQk+ySLzIKHpxMCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T04:54:32.783831Z"},"content_sha256":"7b628b68a27b593dba77c54d04dbeb5349efb954ab9dd40653c525c145fb0c36","schema_version":"1.0","event_id":"sha256:7b628b68a27b593dba77c54d04dbeb5349efb954ab9dd40653c525c145fb0c36"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:7OAQI5DWNDKCA54P4TF2CSH5GU","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Speculative Prefill: Turbocharging TTFT with Lightweight and Training-Free Token Importance Estimation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Beidi Chen, Ce Zhang, Jingyu Liu","submitted_at":"2025-02-05T00:22:06Z","abstract_excerpt":"Improving time-to-first-token (TTFT) is an essentially important objective in modern large language model (LLM) inference engines. Optimizing TTFT directly results in higher maximal QPS and meets the requirements of many critical applications. However, boosting TTFT is notoriously challenging since it is compute-bounded and the performance bottleneck shifts from the self-attention that many prior works focus on to the MLP part. In this work, we present SpecPrefill, a training free framework that accelerates the inference TTFT for both long and medium context queries based on the following insi"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.02789","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2502.02789/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:05:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"H02m/dD0IIkBRKiyrnHIBWhkqvWF3sk7IcqL95VEk3i5F17Ca2qyVhr9m1ezmXSRfdF73ciYitgPV5zKBTpkAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T04:54:32.784340Z"},"content_sha256":"0743c9b999ace980d7abe7ad04914b228ed2434df1c8b7a17933cc3e1b1b5b29","schema_version":"1.0","event_id":"sha256:0743c9b999ace980d7abe7ad04914b228ed2434df1c8b7a17933cc3e1b1b5b29"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/7OAQI5DWNDKCA54P4TF2CSH5GU/bundle.json","state_url":"https://pith.science/pith/7OAQI5DWNDKCA54P4TF2CSH5GU/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/7OAQI5DWNDKCA54P4TF2CSH5GU/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T04:54:32Z","links":{"resolver":"https://pith.science/pith/7OAQI5DWNDKCA54P4TF2CSH5GU","bundle":"https://pith.science/pith/7OAQI5DWNDKCA54P4TF2CSH5GU/bundle.json","state":"https://pith.science/pith/7OAQI5DWNDKCA54P4TF2CSH5GU/state.json","well_known_bundle":"https://pith.science/.well-known/pith/7OAQI5DWNDKCA54P4TF2CSH5GU/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:7OAQI5DWNDKCA54P4TF2CSH5GU","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"73c7f7f4bf6f12c1117d81107f3e2cbcc2ab332787a5cbe47e3245626b0f47a7","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-02-05T00:22:06Z","title_canon_sha256":"dc7b78e83fa9a96807dfd2c10b9c8649c709720f50daf2cc16d01f2313ebaea3"},"schema_version":"1.0","source":{"id":"2502.02789","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.02789","created_at":"2026-07-05T11:05:39Z"},{"alias_kind":"arxiv_version","alias_value":"2502.02789v2","created_at":"2026-07-05T11:05:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.02789","created_at":"2026-07-05T11:05:39Z"},{"alias_kind":"pith_short_12","alias_value":"7OAQI5DWNDKC","created_at":"2026-07-05T11:05:39Z"},{"alias_kind":"pith_short_16","alias_value":"7OAQI5DWNDKCA54P","created_at":"2026-07-05T11:05:39Z"},{"alias_kind":"pith_short_8","alias_value":"7OAQI5DW","created_at":"2026-07-05T11:05:39Z"}],"graph_snapshots":[{"event_id":"sha256:0743c9b999ace980d7abe7ad04914b228ed2434df1c8b7a17933cc3e1b1b5b29","target":"graph","created_at":"2026-07-05T11:05:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2502.02789/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Improving time-to-first-token (TTFT) is an essentially important objective in modern large language model (LLM) inference engines. Optimizing TTFT directly results in higher maximal QPS and meets the requirements of many critical applications. However, boosting TTFT is notoriously challenging since it is compute-bounded and the performance bottleneck shifts from the self-attention that many prior works focus on to the MLP part. In this work, we present SpecPrefill, a training free framework that accelerates the inference TTFT for both long and medium context queries based on the following insi","authors_text":"Beidi Chen, Ce Zhang, Jingyu Liu","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-02-05T00:22:06Z","title":"Speculative Prefill: Turbocharging TTFT with Lightweight and Training-Free Token Importance Estimation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.02789","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7b628b68a27b593dba77c54d04dbeb5349efb954ab9dd40653c525c145fb0c36","target":"record","created_at":"2026-07-05T11:05:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"73c7f7f4bf6f12c1117d81107f3e2cbcc2ab332787a5cbe47e3245626b0f47a7","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-02-05T00:22:06Z","title_canon_sha256":"dc7b78e83fa9a96807dfd2c10b9c8649c709720f50daf2cc16d01f2313ebaea3"},"schema_version":"1.0","source":{"id":"2502.02789","kind":"arxiv","version":2}},"canonical_sha256":"fb8104747668d420778fe4cba148fd35257abb31d78ca3182dd68bf009b4e08e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"fb8104747668d420778fe4cba148fd35257abb31d78ca3182dd68bf009b4e08e","first_computed_at":"2026-07-05T11:05:39.620895Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:05:39.620895Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"VqBrZ4CIjRz+iL2yCkcvmARbJTRqxmEU9fW5VhdspDdJwBGLC1RloHvPSLb0LR6MVxFmkS7jFberXSyt6whNAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T11:05:39.621344Z","signed_message":"canonical_sha256_bytes"},"source_id":"2502.02789","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7b628b68a27b593dba77c54d04dbeb5349efb954ab9dd40653c525c145fb0c36","sha256:0743c9b999ace980d7abe7ad04914b228ed2434df1c8b7a17933cc3e1b1b5b29"],"state_sha256":"fc168117c5349b923d7d7adcf821c7dffab496d6a1f1f935606af6e56c90226d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"V2pcYCRPfUCIr20d6wx3bSRZbIyWvZ4eracqbp5q9sbf5GKz0z40QraA0DDyFyw19uFxhUREf1ChZcofQs1TBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T04:54:32.788108Z","bundle_sha256":"d8f8e678cc818dad17117eb4241900a4553d3ce3e3d2f39b9c4d28cf8849ec0f"}}