{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:IQXLJKCKODTCBEZVXNSWWQO27S","short_pith_number":"pith:IQXLJKCK","canonical_record":{"source":{"id":"2410.08391","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-10T21:55:11Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"ab1679719fb2c83eacba2ba6b019ac72243862645b3788b8f96241348aa589e9","abstract_canon_sha256":"359f2b8c3ae3220a068b66a968d1acbca72b401c201ab9fc605f2ddec2ed610e"},"schema_version":"1.0"},"canonical_sha256":"442eb4a84a70e6209335bb656b41dafc8380a0c435b3635de205352f864bd20d","source":{"kind":"arxiv","id":"2410.08391","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.08391","created_at":"2026-07-05T09:18:57Z"},{"alias_kind":"arxiv_version","alias_value":"2410.08391v1","created_at":"2026-07-05T09:18:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.08391","created_at":"2026-07-05T09:18:57Z"},{"alias_kind":"pith_short_12","alias_value":"IQXLJKCKODTC","created_at":"2026-07-05T09:18:57Z"},{"alias_kind":"pith_short_16","alias_value":"IQXLJKCKODTCBEZV","created_at":"2026-07-05T09:18:57Z"},{"alias_kind":"pith_short_8","alias_value":"IQXLJKCK","created_at":"2026-07-05T09:18:57Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:IQXLJKCKODTCBEZVXNSWWQO27S","target":"record","payload":{"canonical_record":{"source":{"id":"2410.08391","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-10T21:55:11Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"ab1679719fb2c83eacba2ba6b019ac72243862645b3788b8f96241348aa589e9","abstract_canon_sha256":"359f2b8c3ae3220a068b66a968d1acbca72b401c201ab9fc605f2ddec2ed610e"},"schema_version":"1.0"},"canonical_sha256":"442eb4a84a70e6209335bb656b41dafc8380a0c435b3635de205352f864bd20d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:18:57.825025Z","signature_b64":"+BzqrnZsGKmsZrmY2Bei5Qy2wNljC+/3NDaExYpzoVBxGh60qzlI27BG72qNzMnjlg+Ii9Qr8+8iDQyzlQ15Ag==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"442eb4a84a70e6209335bb656b41dafc8380a0c435b3635de205352f864bd20d","last_reissued_at":"2026-07-05T09:18:57.824496Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:18:57.824496Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.08391","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:18:57Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"60hYnWXVwPSRRrB9aCJppXEWMdzd8W1KUUeHyC5L0SELAaa+LVRORS1f0USFEh03+EFpV4Uekl4wY8ONOi31Ag==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T14:48:43.388296Z"},"content_sha256":"c87fc649ce7acd90a5e14946165026bbf6a1a41f39cbcea7c44bdbbb5b5035ae","schema_version":"1.0","event_id":"sha256:c87fc649ce7acd90a5e14946165026bbf6a1a41f39cbcea7c44bdbbb5b5035ae"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:IQXLJKCKODTCBEZVXNSWWQO27S","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"KV Prediction for Improved Time to First Token","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Chenfan Sun, Maxwell Horton, Mohammad Rastegari, Moin Nabi, Qingqing Cao, Sachin Mehta, Yanzi Jin","submitted_at":"2024-10-10T21:55:11Z","abstract_excerpt":"Inference with transformer-based language models begins with a prompt processing step. In this step, the model generates the first output token and stores the KV cache needed for future generation steps. This prompt processing step can be computationally expensive, taking 10s of seconds or more for billion-parameter models on edge devices when prompt lengths or batch sizes rise. This degrades user experience by introducing significant latency into the model's outputs. To reduce the time spent producing the first output (known as the ``time to first token'', or TTFT) of a pretrained model, we i"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.08391","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.08391/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:18:57Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"umazCnqE6M4yR5kmhKKa8RPBURx6DEA65gaGL2icrj3Syeixz9IBx6+npWPgeTt23/USJGa4XNizOy3mr4qyBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T14:48:43.388860Z"},"content_sha256":"2d0bc0b9f70a09669761ce3164a5711a425dfb0a2ed5bb5e86dc9b55e7f06209","schema_version":"1.0","event_id":"sha256:2d0bc0b9f70a09669761ce3164a5711a425dfb0a2ed5bb5e86dc9b55e7f06209"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/IQXLJKCKODTCBEZVXNSWWQO27S/bundle.json","state_url":"https://pith.science/pith/IQXLJKCKODTCBEZVXNSWWQO27S/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/IQXLJKCKODTCBEZVXNSWWQO27S/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T14:48:43Z","links":{"resolver":"https://pith.science/pith/IQXLJKCKODTCBEZVXNSWWQO27S","bundle":"https://pith.science/pith/IQXLJKCKODTCBEZVXNSWWQO27S/bundle.json","state":"https://pith.science/pith/IQXLJKCKODTCBEZVXNSWWQO27S/state.json","well_known_bundle":"https://pith.science/.well-known/pith/IQXLJKCKODTCBEZVXNSWWQO27S/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:IQXLJKCKODTCBEZVXNSWWQO27S","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"359f2b8c3ae3220a068b66a968d1acbca72b401c201ab9fc605f2ddec2ed610e","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-10T21:55:11Z","title_canon_sha256":"ab1679719fb2c83eacba2ba6b019ac72243862645b3788b8f96241348aa589e9"},"schema_version":"1.0","source":{"id":"2410.08391","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.08391","created_at":"2026-07-05T09:18:57Z"},{"alias_kind":"arxiv_version","alias_value":"2410.08391v1","created_at":"2026-07-05T09:18:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.08391","created_at":"2026-07-05T09:18:57Z"},{"alias_kind":"pith_short_12","alias_value":"IQXLJKCKODTC","created_at":"2026-07-05T09:18:57Z"},{"alias_kind":"pith_short_16","alias_value":"IQXLJKCKODTCBEZV","created_at":"2026-07-05T09:18:57Z"},{"alias_kind":"pith_short_8","alias_value":"IQXLJKCK","created_at":"2026-07-05T09:18:57Z"}],"graph_snapshots":[{"event_id":"sha256:2d0bc0b9f70a09669761ce3164a5711a425dfb0a2ed5bb5e86dc9b55e7f06209","target":"graph","created_at":"2026-07-05T09:18:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.08391/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Inference with transformer-based language models begins with a prompt processing step. In this step, the model generates the first output token and stores the KV cache needed for future generation steps. This prompt processing step can be computationally expensive, taking 10s of seconds or more for billion-parameter models on edge devices when prompt lengths or batch sizes rise. This degrades user experience by introducing significant latency into the model's outputs. To reduce the time spent producing the first output (known as the ``time to first token'', or TTFT) of a pretrained model, we i","authors_text":"Chenfan Sun, Maxwell Horton, Mohammad Rastegari, Moin Nabi, Qingqing Cao, Sachin Mehta, Yanzi Jin","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-10T21:55:11Z","title":"KV Prediction for Improved Time to First Token"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.08391","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c87fc649ce7acd90a5e14946165026bbf6a1a41f39cbcea7c44bdbbb5b5035ae","target":"record","created_at":"2026-07-05T09:18:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"359f2b8c3ae3220a068b66a968d1acbca72b401c201ab9fc605f2ddec2ed610e","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-10T21:55:11Z","title_canon_sha256":"ab1679719fb2c83eacba2ba6b019ac72243862645b3788b8f96241348aa589e9"},"schema_version":"1.0","source":{"id":"2410.08391","kind":"arxiv","version":1}},"canonical_sha256":"442eb4a84a70e6209335bb656b41dafc8380a0c435b3635de205352f864bd20d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"442eb4a84a70e6209335bb656b41dafc8380a0c435b3635de205352f864bd20d","first_computed_at":"2026-07-05T09:18:57.824496Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:18:57.824496Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"+BzqrnZsGKmsZrmY2Bei5Qy2wNljC+/3NDaExYpzoVBxGh60qzlI27BG72qNzMnjlg+Ii9Qr8+8iDQyzlQ15Ag==","signature_status":"signed_v1","signed_at":"2026-07-05T09:18:57.825025Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.08391","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c87fc649ce7acd90a5e14946165026bbf6a1a41f39cbcea7c44bdbbb5b5035ae","sha256:2d0bc0b9f70a09669761ce3164a5711a425dfb0a2ed5bb5e86dc9b55e7f06209"],"state_sha256":"56c9cd4ce4f595fe4d54cf89cb8843244db641856035e50667f9e48261ab3bcc"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"OYsgk+LpPBvnfQOEF4NjCnYeYR9Hx5y3Z2X16jkQg7jhO9P8fwRKf0fi/Q+i7SL+Ecor0sAlKFWFHIZ0rRaKAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T14:48:43.393301Z","bundle_sha256":"1b0f9933d422deb8d4b614768f5fd4e889780a076da9abe5f567090b041f6104"}}