{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:IGCC3R36GVF6FXS27MCXDS5IEV","short_pith_number":"pith:IGCC3R36","canonical_record":{"source":{"id":"2410.00428","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.DC","submitted_at":"2024-10-01T06:23:17Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"2f8e23be42f7832896eca08281a466bd5abea6d3da6732a8f3d54fbe9d37836c","abstract_canon_sha256":"face6046d5c0feb0ef0180bd7a953beae046722214352c57fb76ec0b177ccf25"},"schema_version":"1.0"},"canonical_sha256":"41842dc77e354be2de5afb0571cba8254706d63012fa1b3534ed67091abc2e6f","source":{"kind":"arxiv","id":"2410.00428","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.00428","created_at":"2026-07-05T09:17:49Z"},{"alias_kind":"arxiv_version","alias_value":"2410.00428v3","created_at":"2026-07-05T09:17:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.00428","created_at":"2026-07-05T09:17:49Z"},{"alias_kind":"pith_short_12","alias_value":"IGCC3R36GVF6","created_at":"2026-07-05T09:17:49Z"},{"alias_kind":"pith_short_16","alias_value":"IGCC3R36GVF6FXS2","created_at":"2026-07-05T09:17:49Z"},{"alias_kind":"pith_short_8","alias_value":"IGCC3R36","created_at":"2026-07-05T09:17:49Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:IGCC3R36GVF6FXS27MCXDS5IEV","target":"record","payload":{"canonical_record":{"source":{"id":"2410.00428","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.DC","submitted_at":"2024-10-01T06:23:17Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"2f8e23be42f7832896eca08281a466bd5abea6d3da6732a8f3d54fbe9d37836c","abstract_canon_sha256":"face6046d5c0feb0ef0180bd7a953beae046722214352c57fb76ec0b177ccf25"},"schema_version":"1.0"},"canonical_sha256":"41842dc77e354be2de5afb0571cba8254706d63012fa1b3534ed67091abc2e6f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:17:49.749779Z","signature_b64":"4HUydmEl6JTXnKA88pey321c/QYsCACgF1JnE83s6xICjPgFMDu5uiZ6ywhF5lTiMXimNiA/9Ph0mNsEsmYRDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"41842dc77e354be2de5afb0571cba8254706d63012fa1b3534ed67091abc2e6f","last_reissued_at":"2026-07-05T09:17:49.749256Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:17:49.749256Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.00428","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:17:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zQBn9fCUMHwi3//n5meNednSfqaj1wnBRpd3y30EvEyhW8I7uZH++Q48qNwRZ8s99XltaxnXvnbsO58Ob1yWBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T23:55:48.081225Z"},"content_sha256":"d07cda75b7ae5eb6be2c0f6ebd279d34e13fc841dc933bd4c11b86e60d24e850","schema_version":"1.0","event_id":"sha256:d07cda75b7ae5eb6be2c0f6ebd279d34e13fc841dc933bd4c11b86e60d24e850"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:IGCC3R36GVF6FXS27MCXDS5IEV","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"LayerKV: Optimizing Large Language Model Serving with Layer-wise KV Cache Management","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.DC","authors_text":"Changxu Shao, Hao Wu, Junping Zhao, Ke Zhang, Rui Zhang, Yi Xiong, Yuhong Guo, Zhenxuan Pan, Ziqing Wang","submitted_at":"2024-10-01T06:23:17Z","abstract_excerpt":"The expanding context windows in large language models (LLMs) have greatly enhanced their capabilities in various applications, but they also introduce significant challenges in maintaining low latency, particularly in Time to First Token (TTFT). This paper identifies that the sharp rise in TTFT as context length increases is predominantly driven by queuing delays, which are caused by the growing demands for GPU Key-Value (KV) cache allocation clashing with the limited availability of KV cache blocks. To address this issue, we propose LayerKV, a simple yet effective plug-in method that effecti"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.00428","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.00428/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:17:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"igjWcFrRfOiCNwRtvKCJ05tQXeudfSDonmFkg82G8WCjPyF0zotcHw+yBBAO3tBwRLUBeQlB0kG2V9VjbjdSCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T23:55:48.081735Z"},"content_sha256":"4a7ef4ab097920d42ce00d887d0cc7b5daadded90c6b5ffa2f03ebc23e7631cd","schema_version":"1.0","event_id":"sha256:4a7ef4ab097920d42ce00d887d0cc7b5daadded90c6b5ffa2f03ebc23e7631cd"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/IGCC3R36GVF6FXS27MCXDS5IEV/bundle.json","state_url":"https://pith.science/pith/IGCC3R36GVF6FXS27MCXDS5IEV/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/IGCC3R36GVF6FXS27MCXDS5IEV/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T23:55:48Z","links":{"resolver":"https://pith.science/pith/IGCC3R36GVF6FXS27MCXDS5IEV","bundle":"https://pith.science/pith/IGCC3R36GVF6FXS27MCXDS5IEV/bundle.json","state":"https://pith.science/pith/IGCC3R36GVF6FXS27MCXDS5IEV/state.json","well_known_bundle":"https://pith.science/.well-known/pith/IGCC3R36GVF6FXS27MCXDS5IEV/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:IGCC3R36GVF6FXS27MCXDS5IEV","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"face6046d5c0feb0ef0180bd7a953beae046722214352c57fb76ec0b177ccf25","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.DC","submitted_at":"2024-10-01T06:23:17Z","title_canon_sha256":"2f8e23be42f7832896eca08281a466bd5abea6d3da6732a8f3d54fbe9d37836c"},"schema_version":"1.0","source":{"id":"2410.00428","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.00428","created_at":"2026-07-05T09:17:49Z"},{"alias_kind":"arxiv_version","alias_value":"2410.00428v3","created_at":"2026-07-05T09:17:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.00428","created_at":"2026-07-05T09:17:49Z"},{"alias_kind":"pith_short_12","alias_value":"IGCC3R36GVF6","created_at":"2026-07-05T09:17:49Z"},{"alias_kind":"pith_short_16","alias_value":"IGCC3R36GVF6FXS2","created_at":"2026-07-05T09:17:49Z"},{"alias_kind":"pith_short_8","alias_value":"IGCC3R36","created_at":"2026-07-05T09:17:49Z"}],"graph_snapshots":[{"event_id":"sha256:4a7ef4ab097920d42ce00d887d0cc7b5daadded90c6b5ffa2f03ebc23e7631cd","target":"graph","created_at":"2026-07-05T09:17:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.00428/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The expanding context windows in large language models (LLMs) have greatly enhanced their capabilities in various applications, but they also introduce significant challenges in maintaining low latency, particularly in Time to First Token (TTFT). This paper identifies that the sharp rise in TTFT as context length increases is predominantly driven by queuing delays, which are caused by the growing demands for GPU Key-Value (KV) cache allocation clashing with the limited availability of KV cache blocks. To address this issue, we propose LayerKV, a simple yet effective plug-in method that effecti","authors_text":"Changxu Shao, Hao Wu, Junping Zhao, Ke Zhang, Rui Zhang, Yi Xiong, Yuhong Guo, Zhenxuan Pan, Ziqing Wang","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.DC","submitted_at":"2024-10-01T06:23:17Z","title":"LayerKV: Optimizing Large Language Model Serving with Layer-wise KV Cache Management"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.00428","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d07cda75b7ae5eb6be2c0f6ebd279d34e13fc841dc933bd4c11b86e60d24e850","target":"record","created_at":"2026-07-05T09:17:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"face6046d5c0feb0ef0180bd7a953beae046722214352c57fb76ec0b177ccf25","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.DC","submitted_at":"2024-10-01T06:23:17Z","title_canon_sha256":"2f8e23be42f7832896eca08281a466bd5abea6d3da6732a8f3d54fbe9d37836c"},"schema_version":"1.0","source":{"id":"2410.00428","kind":"arxiv","version":3}},"canonical_sha256":"41842dc77e354be2de5afb0571cba8254706d63012fa1b3534ed67091abc2e6f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"41842dc77e354be2de5afb0571cba8254706d63012fa1b3534ed67091abc2e6f","first_computed_at":"2026-07-05T09:17:49.749256Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:17:49.749256Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"4HUydmEl6JTXnKA88pey321c/QYsCACgF1JnE83s6xICjPgFMDu5uiZ6ywhF5lTiMXimNiA/9Ph0mNsEsmYRDA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:17:49.749779Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.00428","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d07cda75b7ae5eb6be2c0f6ebd279d34e13fc841dc933bd4c11b86e60d24e850","sha256:4a7ef4ab097920d42ce00d887d0cc7b5daadded90c6b5ffa2f03ebc23e7631cd"],"state_sha256":"2c546efeef021a4c806528bfcd261b2e908418b8ac9d5b06d747782c58b31af9"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"FjkDxU6AwSbTlQKdM6LLUPWjQKYd2XXuD3aI3l2WujuY/eXGVybGJjZnQw77Du6dnXvdIz1yHsqBzNhLgncLAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T23:55:48.086059Z","bundle_sha256":"6d3458b138d333f646790c39394c20f4c8e1f129f5db7c2808318bbff823e5d1"}}