{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:MFVIJU56MWZXKZZU7PSBABUZ6E","short_pith_number":"pith:MFVIJU56","canonical_record":{"source":{"id":"2405.03917","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-07T00:25:20Z","cross_cats_sorted":[],"title_canon_sha256":"04d0b35a6e463659d541d1fd3d84ca265b91927d9083b294cd758d3fb7828740","abstract_canon_sha256":"9a8275002d4ae4875a038c95e1aff2efe8cc91eda3c923152003115de935b6ec"},"schema_version":"1.0"},"canonical_sha256":"616a84d3be65b3756734fbe4100699f1260eb00928055aa33ab483a75c180c6d","source":{"kind":"arxiv","id":"2405.03917","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.03917","created_at":"2026-07-05T08:16:12Z"},{"alias_kind":"arxiv_version","alias_value":"2405.03917v1","created_at":"2026-07-05T08:16:12Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.03917","created_at":"2026-07-05T08:16:12Z"},{"alias_kind":"pith_short_12","alias_value":"MFVIJU56MWZX","created_at":"2026-07-05T08:16:12Z"},{"alias_kind":"pith_short_16","alias_value":"MFVIJU56MWZXKZZU","created_at":"2026-07-05T08:16:12Z"},{"alias_kind":"pith_short_8","alias_value":"MFVIJU56","created_at":"2026-07-05T08:16:12Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:MFVIJU56MWZXKZZU7PSBABUZ6E","target":"record","payload":{"canonical_record":{"source":{"id":"2405.03917","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-07T00:25:20Z","cross_cats_sorted":[],"title_canon_sha256":"04d0b35a6e463659d541d1fd3d84ca265b91927d9083b294cd758d3fb7828740","abstract_canon_sha256":"9a8275002d4ae4875a038c95e1aff2efe8cc91eda3c923152003115de935b6ec"},"schema_version":"1.0"},"canonical_sha256":"616a84d3be65b3756734fbe4100699f1260eb00928055aa33ab483a75c180c6d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:16:12.718958Z","signature_b64":"JX53W5VZV1fG0cndjGJ3QF8Fl/sxZCAj+Sb+UEMQfwYWAk4rmfu2GhTz2FAl7oesGXqgzdpvBHQV57GQTrePAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"616a84d3be65b3756734fbe4100699f1260eb00928055aa33ab483a75c180c6d","last_reissued_at":"2026-07-05T08:16:12.718469Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:16:12.718469Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2405.03917","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:16:12Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"h5oFuIcQ8d+wHGojoUPNfks/fICpnSSZnEMN6TlLhlN47NYOuJXHDM7FtNFJcQgW7MBXJeTscwmOLi/oTvgdDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T09:04:45.458147Z"},"content_sha256":"f4109c7be0b4fa5645b477cf83a45fd6daf03530653c226b6b88c13458add08c","schema_version":"1.0","event_id":"sha256:f4109c7be0b4fa5645b477cf83a45fd6daf03530653c226b6b88c13458add08c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:MFVIJU56MWZXKZZU7PSBABUZ6E","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"KV Cache is 1 Bit Per Channel: Efficient Large Language Model Inference with Coupled Quantization","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Anshumali Shrivastava, Jonah Yi, Tianyi Zhang, Zhaozhuo Xu","submitted_at":"2024-05-07T00:25:20Z","abstract_excerpt":"Efficient deployment of Large Language Models (LLMs) requires batching multiple requests together to improve throughput. As the batch size, context length, or model size increases, the size of the key and value (KV) cache can quickly become the main contributor to GPU memory usage and the bottleneck of inference latency. Quantization has emerged as an effective technique for KV cache compression, but existing methods still fail at very low bit widths. We observe that distinct channels of a key/value activation embedding are highly inter-dependent, and the joint entropy of multiple channels gro"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.03917","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2405.03917/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:16:12Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"mqZjKe1pezXPyO3FFfnpbW3e2N6NFCGyKsA8TyLTXKXXM7e1HtCV2c6SxlZVQlBk/sGVb021UoXnoJtRjQAfDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T09:04:45.458825Z"},"content_sha256":"6b73dea0f822271b06da3474826b62221df113dd064d45c9dd861765a2ecead9","schema_version":"1.0","event_id":"sha256:6b73dea0f822271b06da3474826b62221df113dd064d45c9dd861765a2ecead9"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/MFVIJU56MWZXKZZU7PSBABUZ6E/bundle.json","state_url":"https://pith.science/pith/MFVIJU56MWZXKZZU7PSBABUZ6E/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/MFVIJU56MWZXKZZU7PSBABUZ6E/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T09:04:45Z","links":{"resolver":"https://pith.science/pith/MFVIJU56MWZXKZZU7PSBABUZ6E","bundle":"https://pith.science/pith/MFVIJU56MWZXKZZU7PSBABUZ6E/bundle.json","state":"https://pith.science/pith/MFVIJU56MWZXKZZU7PSBABUZ6E/state.json","well_known_bundle":"https://pith.science/.well-known/pith/MFVIJU56MWZXKZZU7PSBABUZ6E/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:MFVIJU56MWZXKZZU7PSBABUZ6E","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"9a8275002d4ae4875a038c95e1aff2efe8cc91eda3c923152003115de935b6ec","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-07T00:25:20Z","title_canon_sha256":"04d0b35a6e463659d541d1fd3d84ca265b91927d9083b294cd758d3fb7828740"},"schema_version":"1.0","source":{"id":"2405.03917","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.03917","created_at":"2026-07-05T08:16:12Z"},{"alias_kind":"arxiv_version","alias_value":"2405.03917v1","created_at":"2026-07-05T08:16:12Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.03917","created_at":"2026-07-05T08:16:12Z"},{"alias_kind":"pith_short_12","alias_value":"MFVIJU56MWZX","created_at":"2026-07-05T08:16:12Z"},{"alias_kind":"pith_short_16","alias_value":"MFVIJU56MWZXKZZU","created_at":"2026-07-05T08:16:12Z"},{"alias_kind":"pith_short_8","alias_value":"MFVIJU56","created_at":"2026-07-05T08:16:12Z"}],"graph_snapshots":[{"event_id":"sha256:6b73dea0f822271b06da3474826b62221df113dd064d45c9dd861765a2ecead9","target":"graph","created_at":"2026-07-05T08:16:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2405.03917/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Efficient deployment of Large Language Models (LLMs) requires batching multiple requests together to improve throughput. As the batch size, context length, or model size increases, the size of the key and value (KV) cache can quickly become the main contributor to GPU memory usage and the bottleneck of inference latency. Quantization has emerged as an effective technique for KV cache compression, but existing methods still fail at very low bit widths. We observe that distinct channels of a key/value activation embedding are highly inter-dependent, and the joint entropy of multiple channels gro","authors_text":"Anshumali Shrivastava, Jonah Yi, Tianyi Zhang, Zhaozhuo Xu","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-07T00:25:20Z","title":"KV Cache is 1 Bit Per Channel: Efficient Large Language Model Inference with Coupled Quantization"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.03917","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f4109c7be0b4fa5645b477cf83a45fd6daf03530653c226b6b88c13458add08c","target":"record","created_at":"2026-07-05T08:16:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"9a8275002d4ae4875a038c95e1aff2efe8cc91eda3c923152003115de935b6ec","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-07T00:25:20Z","title_canon_sha256":"04d0b35a6e463659d541d1fd3d84ca265b91927d9083b294cd758d3fb7828740"},"schema_version":"1.0","source":{"id":"2405.03917","kind":"arxiv","version":1}},"canonical_sha256":"616a84d3be65b3756734fbe4100699f1260eb00928055aa33ab483a75c180c6d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"616a84d3be65b3756734fbe4100699f1260eb00928055aa33ab483a75c180c6d","first_computed_at":"2026-07-05T08:16:12.718469Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:16:12.718469Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"JX53W5VZV1fG0cndjGJ3QF8Fl/sxZCAj+Sb+UEMQfwYWAk4rmfu2GhTz2FAl7oesGXqgzdpvBHQV57GQTrePAg==","signature_status":"signed_v1","signed_at":"2026-07-05T08:16:12.718958Z","signed_message":"canonical_sha256_bytes"},"source_id":"2405.03917","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f4109c7be0b4fa5645b477cf83a45fd6daf03530653c226b6b88c13458add08c","sha256:6b73dea0f822271b06da3474826b62221df113dd064d45c9dd861765a2ecead9"],"state_sha256":"68b41fc35ef0e93933a02a8c4c3663778848bc6d995bf1aaea1a412863a458c8"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"mAYHgp0yyMw7byVpLnncT2DpB4pbbXmrYudW1nWTo3tURqGAs2dKgtxUH8IdRT5guF6EXHtPc8wefhd/359HBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T09:04:45.465376Z","bundle_sha256":"6c28f8ba74ed6795163c196abb63889971f9500fbd276153e2773894bd912007"}}