{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:HALS4UAIATZPHLLVDTAC3T5T6E","short_pith_number":"pith:HALS4UAI","canonical_record":{"source":{"id":"2310.07240","kind":"arxiv","version":6},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.NI","submitted_at":"2023-10-11T07:08:20Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"97d251409b244ce146ff2325df906878e1c083e32d18d0c6efe11b758c7cf257","abstract_canon_sha256":"8d8115e6c5ffba893b852dc7ce82661a7ed12237c09168b5e58cf8fff0fba8ce"},"schema_version":"1.0"},"canonical_sha256":"38172e500804f2f3ad751cc02dcfb3f102e9f10a58870c2da1a39b10df81ee79","source":{"kind":"arxiv","id":"2310.07240","version":6},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.07240","created_at":"2026-07-05T08:46:18Z"},{"alias_kind":"arxiv_version","alias_value":"2310.07240v6","created_at":"2026-07-05T08:46:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.07240","created_at":"2026-07-05T08:46:18Z"},{"alias_kind":"pith_short_12","alias_value":"HALS4UAIATZP","created_at":"2026-07-05T08:46:18Z"},{"alias_kind":"pith_short_16","alias_value":"HALS4UAIATZPHLLV","created_at":"2026-07-05T08:46:18Z"},{"alias_kind":"pith_short_8","alias_value":"HALS4UAI","created_at":"2026-07-05T08:46:18Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:HALS4UAIATZPHLLVDTAC3T5T6E","target":"record","payload":{"canonical_record":{"source":{"id":"2310.07240","kind":"arxiv","version":6},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.NI","submitted_at":"2023-10-11T07:08:20Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"97d251409b244ce146ff2325df906878e1c083e32d18d0c6efe11b758c7cf257","abstract_canon_sha256":"8d8115e6c5ffba893b852dc7ce82661a7ed12237c09168b5e58cf8fff0fba8ce"},"schema_version":"1.0"},"canonical_sha256":"38172e500804f2f3ad751cc02dcfb3f102e9f10a58870c2da1a39b10df81ee79","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:46:18.811770Z","signature_b64":"t0RGjf46DHUgyc+7wysaJ3FYDdQU5KtwQUtT/Ph43jITiSkEhg4fh2mDbHpWbcENnxXwtMIaZHeHlMsnQrhsCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"38172e500804f2f3ad751cc02dcfb3f102e9f10a58870c2da1a39b10df81ee79","last_reissued_at":"2026-07-05T08:46:18.811273Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:46:18.811273Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.07240","source_version":6,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:46:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ZSgqb48dSPbOx6k2s/4G+8ec34TnwJluQZt9vBuWAm5SSzZUi6e7Fdnkbm5ohg2kBzhialwoLkiKOifVes5GDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-10T16:46:45.629651Z"},"content_sha256":"f166b8d53eb00de7e7fe2c55db17cdec3325eb187fe3fafdaf9f3365d66924aa","schema_version":"1.0","event_id":"sha256:f166b8d53eb00de7e7fe2c55db17cdec3325eb187fe3fafdaf9f3365d66924aa"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:HALS4UAIATZPHLLVDTAC3T5T6E","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"CacheGen: KV Cache Compression and Streaming for Fast Large Language Model Serving","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.NI","authors_text":"Ari Holtzman, Ganesh Ananthanarayanan, Hanchen Li, Henry Hoffmann, Jiayi Yao, Junchen Jiang, Kuntai Du, Michael Maire, Qizheng Zhang, Shan Lu, Siddhant Ray, Yihua Cheng, Yuhan Liu, Yuyang Huang","submitted_at":"2023-10-11T07:08:20Z","abstract_excerpt":"As large language models (LLMs) take on complex tasks, their inputs are supplemented with longer contexts that incorporate domain knowledge. Yet using long contexts is challenging, as nothing can be generated until the whole context is processed by the LLM. While the context-processing delay can be reduced by reusing the KV cache of a context across different inputs, fetching the KV cache, which contains large tensors, over the network can cause high extra network delays.\n  CacheGen is a fast context-loading module for LLM systems. First, CacheGen uses a custom tensor encoder, leveraging KV ca"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.07240","kind":"arxiv","version":6},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.07240/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:46:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3sosWuxZNX2vbAErdfwcvTj46adUxrYoe7Vnj1ELGDl7EH6QIh1/9sNXj2ks+aYf/rt1hoQVG1IycCw43PQcBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-10T16:46:45.630020Z"},"content_sha256":"f042f4923a66b604de1854a11a24aad0e33292e53111cb5f286e851279307792","schema_version":"1.0","event_id":"sha256:f042f4923a66b604de1854a11a24aad0e33292e53111cb5f286e851279307792"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/HALS4UAIATZPHLLVDTAC3T5T6E/bundle.json","state_url":"https://pith.science/pith/HALS4UAIATZPHLLVDTAC3T5T6E/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/HALS4UAIATZPHLLVDTAC3T5T6E/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-10T16:46:45Z","links":{"resolver":"https://pith.science/pith/HALS4UAIATZPHLLVDTAC3T5T6E","bundle":"https://pith.science/pith/HALS4UAIATZPHLLVDTAC3T5T6E/bundle.json","state":"https://pith.science/pith/HALS4UAIATZPHLLVDTAC3T5T6E/state.json","well_known_bundle":"https://pith.science/.well-known/pith/HALS4UAIATZPHLLVDTAC3T5T6E/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:HALS4UAIATZPHLLVDTAC3T5T6E","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8d8115e6c5ffba893b852dc7ce82661a7ed12237c09168b5e58cf8fff0fba8ce","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.NI","submitted_at":"2023-10-11T07:08:20Z","title_canon_sha256":"97d251409b244ce146ff2325df906878e1c083e32d18d0c6efe11b758c7cf257"},"schema_version":"1.0","source":{"id":"2310.07240","kind":"arxiv","version":6}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.07240","created_at":"2026-07-05T08:46:18Z"},{"alias_kind":"arxiv_version","alias_value":"2310.07240v6","created_at":"2026-07-05T08:46:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.07240","created_at":"2026-07-05T08:46:18Z"},{"alias_kind":"pith_short_12","alias_value":"HALS4UAIATZP","created_at":"2026-07-05T08:46:18Z"},{"alias_kind":"pith_short_16","alias_value":"HALS4UAIATZPHLLV","created_at":"2026-07-05T08:46:18Z"},{"alias_kind":"pith_short_8","alias_value":"HALS4UAI","created_at":"2026-07-05T08:46:18Z"}],"graph_snapshots":[{"event_id":"sha256:f042f4923a66b604de1854a11a24aad0e33292e53111cb5f286e851279307792","target":"graph","created_at":"2026-07-05T08:46:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.07240/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"As large language models (LLMs) take on complex tasks, their inputs are supplemented with longer contexts that incorporate domain knowledge. Yet using long contexts is challenging, as nothing can be generated until the whole context is processed by the LLM. While the context-processing delay can be reduced by reusing the KV cache of a context across different inputs, fetching the KV cache, which contains large tensors, over the network can cause high extra network delays.\n  CacheGen is a fast context-loading module for LLM systems. First, CacheGen uses a custom tensor encoder, leveraging KV ca","authors_text":"Ari Holtzman, Ganesh Ananthanarayanan, Hanchen Li, Henry Hoffmann, Jiayi Yao, Junchen Jiang, Kuntai Du, Michael Maire, Qizheng Zhang, Shan Lu, Siddhant Ray, Yihua Cheng, Yuhan Liu, Yuyang Huang","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.NI","submitted_at":"2023-10-11T07:08:20Z","title":"CacheGen: KV Cache Compression and Streaming for Fast Large Language Model Serving"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.07240","kind":"arxiv","version":6},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f166b8d53eb00de7e7fe2c55db17cdec3325eb187fe3fafdaf9f3365d66924aa","target":"record","created_at":"2026-07-05T08:46:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8d8115e6c5ffba893b852dc7ce82661a7ed12237c09168b5e58cf8fff0fba8ce","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.NI","submitted_at":"2023-10-11T07:08:20Z","title_canon_sha256":"97d251409b244ce146ff2325df906878e1c083e32d18d0c6efe11b758c7cf257"},"schema_version":"1.0","source":{"id":"2310.07240","kind":"arxiv","version":6}},"canonical_sha256":"38172e500804f2f3ad751cc02dcfb3f102e9f10a58870c2da1a39b10df81ee79","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"38172e500804f2f3ad751cc02dcfb3f102e9f10a58870c2da1a39b10df81ee79","first_computed_at":"2026-07-05T08:46:18.811273Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:46:18.811273Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"t0RGjf46DHUgyc+7wysaJ3FYDdQU5KtwQUtT/Ph43jITiSkEhg4fh2mDbHpWbcENnxXwtMIaZHeHlMsnQrhsCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:46:18.811770Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.07240","source_kind":"arxiv","source_version":6}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f166b8d53eb00de7e7fe2c55db17cdec3325eb187fe3fafdaf9f3365d66924aa","sha256:f042f4923a66b604de1854a11a24aad0e33292e53111cb5f286e851279307792"],"state_sha256":"cec55118ab22a8f894966b188e30951fa3a2e5befefb3039df93f392a742c783"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"JCFsbcYr2ipPkFj9IuGyG3tMAtibJzwa/hI/XqBh82G7MSOJxY5HXX89NmMdAXsRtFpA8jqjxO/fXgZJvpqFAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-10T16:46:45.632228Z","bundle_sha256":"87a5d179a5c75cbf41acd284cf2211b0b96a0f9b992fe8d037b77da710b09242"}}