{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:KVV2YESPQFKR7L7HTPDG3JNAO2","short_pith_number":"pith:KVV2YESP","canonical_record":{"source":{"id":"2406.17565","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DC","submitted_at":"2024-06-25T14:02:08Z","cross_cats_sorted":[],"title_canon_sha256":"2dfcf712d56fd4ebebc874d18091c47d8128636e64fb6afffecf7b20609e5d15","abstract_canon_sha256":"0cb0f202714a60936a0e00ee2a1a9d58fa0cc123ded1a3fc210bf58d591bc624"},"schema_version":"1.0"},"canonical_sha256":"556bac124f81551fafe79bc66da5a0768ca4a2bdcdeea939a8b905b3006a2968","source":{"kind":"arxiv","id":"2406.17565","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.17565","created_at":"2026-07-05T09:53:02Z"},{"alias_kind":"arxiv_version","alias_value":"2406.17565v3","created_at":"2026-07-05T09:53:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.17565","created_at":"2026-07-05T09:53:02Z"},{"alias_kind":"pith_short_12","alias_value":"KVV2YESPQFKR","created_at":"2026-07-05T09:53:02Z"},{"alias_kind":"pith_short_16","alias_value":"KVV2YESPQFKR7L7H","created_at":"2026-07-05T09:53:02Z"},{"alias_kind":"pith_short_8","alias_value":"KVV2YESP","created_at":"2026-07-05T09:53:02Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:KVV2YESPQFKR7L7HTPDG3JNAO2","target":"record","payload":{"canonical_record":{"source":{"id":"2406.17565","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DC","submitted_at":"2024-06-25T14:02:08Z","cross_cats_sorted":[],"title_canon_sha256":"2dfcf712d56fd4ebebc874d18091c47d8128636e64fb6afffecf7b20609e5d15","abstract_canon_sha256":"0cb0f202714a60936a0e00ee2a1a9d58fa0cc123ded1a3fc210bf58d591bc624"},"schema_version":"1.0"},"canonical_sha256":"556bac124f81551fafe79bc66da5a0768ca4a2bdcdeea939a8b905b3006a2968","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:53:02.576652Z","signature_b64":"hbi/7BExUZ9sQA1KrVSb6WsPyhGJEpy+r77xQIIND+MncZLehW6fj2vaLLQS9nD2B8iVZHbdV8XXwnpQ+V+/Cw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"556bac124f81551fafe79bc66da5a0768ca4a2bdcdeea939a8b905b3006a2968","last_reissued_at":"2026-07-05T09:53:02.576182Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:53:02.576182Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.17565","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:53:02Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"eznL0Dy5b4kMIm0qovTflWWQJmv/r29o0zAKYRiVbKubQPmmPdIZw5Qgiv9vSd+yMGjJnVcnVQ/r5Vz2Avl7Cg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T11:45:18.361875Z"},"content_sha256":"20256e89b285b51a1f4d8c8d2f93a5d274c93fd813aa6d43fec93b4bb58cdd57","schema_version":"1.0","event_id":"sha256:20256e89b285b51a1f4d8c8d2f93a5d274c93fd813aa6d43fec93b4bb58cdd57"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:KVV2YESPQFKR7L7HTPDG3JNAO2","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"MemServe: Context Caching for Disaggregated LLM Serving with Elastic Memory Pool","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.DC","authors_text":"Chenxi Wang, Cunchen Hu, Heyang Huang, Jiang Xu, Junhao Hu, Ninghui Sun, Sa Wang, Tao Xie, Xusheng Chen, Yizhou Shan, Yungang Bao","submitted_at":"2024-06-25T14:02:08Z","abstract_excerpt":"Large language model (LLM) serving has transformed from stateless to stateful systems, utilizing techniques like context caching and disaggregated inference. These optimizations extend the lifespan and domain of the KV cache, necessitating a new architectural approach. We present MemServe, a unified system that integrates both inter-request and intra-request optimizations. MemServe introduces MemPool, an elastic memory pool managing distributed memory and KV caches across serving instances. Using MemPool APIs, MemServe combines context caching with disaggregated inference for the first time, s"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.17565","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.17565/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:53:02Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4gwvoDhz0qgyfABd5dja04uit02WsQUGhVA4+XjXCgDmLb1GaCqwpF2MmXGtb8WwB5bcPGWRwb6xjFPhfGs+Aw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T11:45:18.362279Z"},"content_sha256":"48094eb43f2963b4d325662f8b981fc514a7fcaed0431048981fb61ee25c34d6","schema_version":"1.0","event_id":"sha256:48094eb43f2963b4d325662f8b981fc514a7fcaed0431048981fb61ee25c34d6"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/KVV2YESPQFKR7L7HTPDG3JNAO2/bundle.json","state_url":"https://pith.science/pith/KVV2YESPQFKR7L7HTPDG3JNAO2/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/KVV2YESPQFKR7L7HTPDG3JNAO2/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T11:45:18Z","links":{"resolver":"https://pith.science/pith/KVV2YESPQFKR7L7HTPDG3JNAO2","bundle":"https://pith.science/pith/KVV2YESPQFKR7L7HTPDG3JNAO2/bundle.json","state":"https://pith.science/pith/KVV2YESPQFKR7L7HTPDG3JNAO2/state.json","well_known_bundle":"https://pith.science/.well-known/pith/KVV2YESPQFKR7L7HTPDG3JNAO2/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:KVV2YESPQFKR7L7HTPDG3JNAO2","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0cb0f202714a60936a0e00ee2a1a9d58fa0cc123ded1a3fc210bf58d591bc624","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DC","submitted_at":"2024-06-25T14:02:08Z","title_canon_sha256":"2dfcf712d56fd4ebebc874d18091c47d8128636e64fb6afffecf7b20609e5d15"},"schema_version":"1.0","source":{"id":"2406.17565","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.17565","created_at":"2026-07-05T09:53:02Z"},{"alias_kind":"arxiv_version","alias_value":"2406.17565v3","created_at":"2026-07-05T09:53:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.17565","created_at":"2026-07-05T09:53:02Z"},{"alias_kind":"pith_short_12","alias_value":"KVV2YESPQFKR","created_at":"2026-07-05T09:53:02Z"},{"alias_kind":"pith_short_16","alias_value":"KVV2YESPQFKR7L7H","created_at":"2026-07-05T09:53:02Z"},{"alias_kind":"pith_short_8","alias_value":"KVV2YESP","created_at":"2026-07-05T09:53:02Z"}],"graph_snapshots":[{"event_id":"sha256:48094eb43f2963b4d325662f8b981fc514a7fcaed0431048981fb61ee25c34d6","target":"graph","created_at":"2026-07-05T09:53:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.17565/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language model (LLM) serving has transformed from stateless to stateful systems, utilizing techniques like context caching and disaggregated inference. These optimizations extend the lifespan and domain of the KV cache, necessitating a new architectural approach. We present MemServe, a unified system that integrates both inter-request and intra-request optimizations. MemServe introduces MemPool, an elastic memory pool managing distributed memory and KV caches across serving instances. Using MemPool APIs, MemServe combines context caching with disaggregated inference for the first time, s","authors_text":"Chenxi Wang, Cunchen Hu, Heyang Huang, Jiang Xu, Junhao Hu, Ninghui Sun, Sa Wang, Tao Xie, Xusheng Chen, Yizhou Shan, Yungang Bao","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DC","submitted_at":"2024-06-25T14:02:08Z","title":"MemServe: Context Caching for Disaggregated LLM Serving with Elastic Memory Pool"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.17565","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:20256e89b285b51a1f4d8c8d2f93a5d274c93fd813aa6d43fec93b4bb58cdd57","target":"record","created_at":"2026-07-05T09:53:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0cb0f202714a60936a0e00ee2a1a9d58fa0cc123ded1a3fc210bf58d591bc624","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DC","submitted_at":"2024-06-25T14:02:08Z","title_canon_sha256":"2dfcf712d56fd4ebebc874d18091c47d8128636e64fb6afffecf7b20609e5d15"},"schema_version":"1.0","source":{"id":"2406.17565","kind":"arxiv","version":3}},"canonical_sha256":"556bac124f81551fafe79bc66da5a0768ca4a2bdcdeea939a8b905b3006a2968","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"556bac124f81551fafe79bc66da5a0768ca4a2bdcdeea939a8b905b3006a2968","first_computed_at":"2026-07-05T09:53:02.576182Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:53:02.576182Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"hbi/7BExUZ9sQA1KrVSb6WsPyhGJEpy+r77xQIIND+MncZLehW6fj2vaLLQS9nD2B8iVZHbdV8XXwnpQ+V+/Cw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:53:02.576652Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.17565","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:20256e89b285b51a1f4d8c8d2f93a5d274c93fd813aa6d43fec93b4bb58cdd57","sha256:48094eb43f2963b4d325662f8b981fc514a7fcaed0431048981fb61ee25c34d6"],"state_sha256":"85b7e2ce97d83b45dbb03603c282dd63aa5c84dc9f69185d0b106e107a56bcf7"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zKAC6VdGQI2E86p8Miz3zOUnJSSvdOGmi4Y5MElu5HP+hlx1HHBkKzTaPvvzzazj/ITKBg5ZFD80St+zYmzQAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T11:45:18.364918Z","bundle_sha256":"2765aa3f162861642be6e89963196c8862a217fcfbccd9084081b0a1ef3d0ac2"}}