{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:5NYS2JVS4L6KUGMFOZCUERWJG4","short_pith_number":"pith:5NYS2JVS","canonical_record":{"source":{"id":"2410.15704","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-21T07:20:41Z","cross_cats_sorted":[],"title_canon_sha256":"b421cc213e7f488d521affce1aa9527345e0eae0254612b25e582012a09e3618","abstract_canon_sha256":"b642eea39afa5d440ed699c6321a48eb0013714764683af200a0a32d5ab9555e"},"schema_version":"1.0"},"canonical_sha256":"eb712d26b2e2fcaa198576454246c93720012c3a0717a5257509fc3bf028b0c5","source":{"kind":"arxiv","id":"2410.15704","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.15704","created_at":"2026-07-05T09:23:23Z"},{"alias_kind":"arxiv_version","alias_value":"2410.15704v1","created_at":"2026-07-05T09:23:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.15704","created_at":"2026-07-05T09:23:23Z"},{"alias_kind":"pith_short_12","alias_value":"5NYS2JVS4L6K","created_at":"2026-07-05T09:23:23Z"},{"alias_kind":"pith_short_16","alias_value":"5NYS2JVS4L6KUGMF","created_at":"2026-07-05T09:23:23Z"},{"alias_kind":"pith_short_8","alias_value":"5NYS2JVS","created_at":"2026-07-05T09:23:23Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:5NYS2JVS4L6KUGMFOZCUERWJG4","target":"record","payload":{"canonical_record":{"source":{"id":"2410.15704","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-21T07:20:41Z","cross_cats_sorted":[],"title_canon_sha256":"b421cc213e7f488d521affce1aa9527345e0eae0254612b25e582012a09e3618","abstract_canon_sha256":"b642eea39afa5d440ed699c6321a48eb0013714764683af200a0a32d5ab9555e"},"schema_version":"1.0"},"canonical_sha256":"eb712d26b2e2fcaa198576454246c93720012c3a0717a5257509fc3bf028b0c5","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:23:23.421114Z","signature_b64":"h/FVZZzsxvRJDLt1W5Vz7Hm9bdWh5LJnYuKly9q8Bz+kM4hJ3TrEEVqKszNoMqoi3Y+O5sFMBmICY5i7srgZCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"eb712d26b2e2fcaa198576454246c93720012c3a0717a5257509fc3bf028b0c5","last_reissued_at":"2026-07-05T09:23:23.420698Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:23:23.420698Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.15704","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:23:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"FzVJjsa213ykwqHFAixN9JGnOZTsgEsCUtcIcITo83wKbfnAHDe8atLRssRkZ7EwsouvwgGvV9nEJR5QOlofAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T18:37:03.460288Z"},"content_sha256":"06fa9405aa0bbc1e7d576632da1e95b93a55be2068d6368203ad1b1b33ddf834","schema_version":"1.0","event_id":"sha256:06fa9405aa0bbc1e7d576632da1e95b93a55be2068d6368203ad1b1b33ddf834"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:5NYS2JVS4L6KUGMFOZCUERWJG4","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Residual vector quantization for KV cache compression in large language model","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Ankur Kumar","submitted_at":"2024-10-21T07:20:41Z","abstract_excerpt":"KV cache compression methods have mainly relied on scalar quantization techniques to reduce the memory requirements during decoding. In this work, we apply residual vector quantization, which has been widely used for high fidelity audio compression, to compress KV cache in large language models (LLM). We adapt the standard recipe with minimal changes to compress the output of any key or value projection matrix in a pretrained LLM: we scale the vector by its standard deviation, divide channels into groups and then quantize each group with the same residual vector quantizer. We learn the codeboo"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.15704","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.15704/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:23:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MliPvoD0WLNlt4C+tF25HX71JhGgyQcn33d4BC/9VkErfKg4ZGySzYsE3ppK+FdiwmJaeWu7frKPykWrXv7dCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T18:37:03.460829Z"},"content_sha256":"da398f3cb2d05b84f437587d86835ce306b849888937c310670e8231f1db67b5","schema_version":"1.0","event_id":"sha256:da398f3cb2d05b84f437587d86835ce306b849888937c310670e8231f1db67b5"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/5NYS2JVS4L6KUGMFOZCUERWJG4/bundle.json","state_url":"https://pith.science/pith/5NYS2JVS4L6KUGMFOZCUERWJG4/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/5NYS2JVS4L6KUGMFOZCUERWJG4/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T18:37:03Z","links":{"resolver":"https://pith.science/pith/5NYS2JVS4L6KUGMFOZCUERWJG4","bundle":"https://pith.science/pith/5NYS2JVS4L6KUGMFOZCUERWJG4/bundle.json","state":"https://pith.science/pith/5NYS2JVS4L6KUGMFOZCUERWJG4/state.json","well_known_bundle":"https://pith.science/.well-known/pith/5NYS2JVS4L6KUGMFOZCUERWJG4/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:5NYS2JVS4L6KUGMFOZCUERWJG4","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b642eea39afa5d440ed699c6321a48eb0013714764683af200a0a32d5ab9555e","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-21T07:20:41Z","title_canon_sha256":"b421cc213e7f488d521affce1aa9527345e0eae0254612b25e582012a09e3618"},"schema_version":"1.0","source":{"id":"2410.15704","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.15704","created_at":"2026-07-05T09:23:23Z"},{"alias_kind":"arxiv_version","alias_value":"2410.15704v1","created_at":"2026-07-05T09:23:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.15704","created_at":"2026-07-05T09:23:23Z"},{"alias_kind":"pith_short_12","alias_value":"5NYS2JVS4L6K","created_at":"2026-07-05T09:23:23Z"},{"alias_kind":"pith_short_16","alias_value":"5NYS2JVS4L6KUGMF","created_at":"2026-07-05T09:23:23Z"},{"alias_kind":"pith_short_8","alias_value":"5NYS2JVS","created_at":"2026-07-05T09:23:23Z"}],"graph_snapshots":[{"event_id":"sha256:da398f3cb2d05b84f437587d86835ce306b849888937c310670e8231f1db67b5","target":"graph","created_at":"2026-07-05T09:23:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.15704/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"KV cache compression methods have mainly relied on scalar quantization techniques to reduce the memory requirements during decoding. In this work, we apply residual vector quantization, which has been widely used for high fidelity audio compression, to compress KV cache in large language models (LLM). We adapt the standard recipe with minimal changes to compress the output of any key or value projection matrix in a pretrained LLM: we scale the vector by its standard deviation, divide channels into groups and then quantize each group with the same residual vector quantizer. We learn the codeboo","authors_text":"Ankur Kumar","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-21T07:20:41Z","title":"Residual vector quantization for KV cache compression in large language model"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.15704","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:06fa9405aa0bbc1e7d576632da1e95b93a55be2068d6368203ad1b1b33ddf834","target":"record","created_at":"2026-07-05T09:23:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b642eea39afa5d440ed699c6321a48eb0013714764683af200a0a32d5ab9555e","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-21T07:20:41Z","title_canon_sha256":"b421cc213e7f488d521affce1aa9527345e0eae0254612b25e582012a09e3618"},"schema_version":"1.0","source":{"id":"2410.15704","kind":"arxiv","version":1}},"canonical_sha256":"eb712d26b2e2fcaa198576454246c93720012c3a0717a5257509fc3bf028b0c5","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"eb712d26b2e2fcaa198576454246c93720012c3a0717a5257509fc3bf028b0c5","first_computed_at":"2026-07-05T09:23:23.420698Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:23:23.420698Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"h/FVZZzsxvRJDLt1W5Vz7Hm9bdWh5LJnYuKly9q8Bz+kM4hJ3TrEEVqKszNoMqoi3Y+O5sFMBmICY5i7srgZCA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:23:23.421114Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.15704","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:06fa9405aa0bbc1e7d576632da1e95b93a55be2068d6368203ad1b1b33ddf834","sha256:da398f3cb2d05b84f437587d86835ce306b849888937c310670e8231f1db67b5"],"state_sha256":"57088db411b3e7b7aa14c0471b02eaa09e2382f1dca1fe5e1a8eee767816bbbf"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KBY9FvCK+jZH6W1iTTrF+aWgbI3nUGh1xGd1ew/4YoNMni+XvcokosopGWoEmj+ArSWweqyGlouhtWIAnS1cDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T18:37:03.465892Z","bundle_sha256":"0754b39295dfbaaf458a89c44b26b63a11abd377c0037cef27a76e2e448753e4"}}