{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:54PQIH33LC3572WDOTYQQMPVOL","short_pith_number":"pith:54PQIH33","canonical_record":{"source":{"id":"2411.18077","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-11-27T06:10:49Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"751522503f2642e2abb1a57db4fd24f937a7bc11a6e85f6ccb155257ee92180b","abstract_canon_sha256":"1627bd67d9962427bd2fc07fbaae08ba8fd4f502d9284f3ec8fb7e766d90d416"},"schema_version":"1.0"},"canonical_sha256":"ef1f041f7b58b7dfeac374f10831f572d3b144979b423da3fb3b6b1ffc59628e","source":{"kind":"arxiv","id":"2411.18077","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.18077","created_at":"2026-07-05T11:18:16Z"},{"alias_kind":"arxiv_version","alias_value":"2411.18077v3","created_at":"2026-07-05T11:18:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.18077","created_at":"2026-07-05T11:18:16Z"},{"alias_kind":"pith_short_12","alias_value":"54PQIH33LC35","created_at":"2026-07-05T11:18:16Z"},{"alias_kind":"pith_short_16","alias_value":"54PQIH33LC3572WD","created_at":"2026-07-05T11:18:16Z"},{"alias_kind":"pith_short_8","alias_value":"54PQIH33","created_at":"2026-07-05T11:18:16Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:54PQIH33LC3572WDOTYQQMPVOL","target":"record","payload":{"canonical_record":{"source":{"id":"2411.18077","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-11-27T06:10:49Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"751522503f2642e2abb1a57db4fd24f937a7bc11a6e85f6ccb155257ee92180b","abstract_canon_sha256":"1627bd67d9962427bd2fc07fbaae08ba8fd4f502d9284f3ec8fb7e766d90d416"},"schema_version":"1.0"},"canonical_sha256":"ef1f041f7b58b7dfeac374f10831f572d3b144979b423da3fb3b6b1ffc59628e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:18:16.155551Z","signature_b64":"C3dckIGeARkuXzJqgJeqq9vFyIvWIvZ07pGKROtal4DnVqPpVpJNXrBMlWZ1m0jtxa+VWAuSJdhDa34DMmjQDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ef1f041f7b58b7dfeac374f10831f572d3b144979b423da3fb3b6b1ffc59628e","last_reissued_at":"2026-07-05T11:18:16.154991Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:18:16.154991Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2411.18077","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:18:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"SVG6/KwrWx1ZkG/8+tJEKZ5U0/5K5cF+oEfCeeaAyMjwHqcf1wSde3wiK43h6qz7tNhxIjONq9F7ej+VKLxADQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T07:28:03.455885Z"},"content_sha256":"30f9479fbb392041701f2f8e46180d0b278946e2d1cd35194a257a9191d5a6e6","schema_version":"1.0","event_id":"sha256:30f9479fbb392041701f2f8e46180d0b278946e2d1cd35194a257a9191d5a6e6"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:54PQIH33LC3572WDOTYQQMPVOL","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"MiniKV: Pushing the Limits of LLM Inference via 2-Bit Layer-Discriminative KV Cache","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Akshat Sharma, Hangliang Ding, Jianping Li, Minjia Zhang, Neel Dani","submitted_at":"2024-11-27T06:10:49Z","abstract_excerpt":"How to efficiently serve LLMs in practice has become exceptionally challenging due to their prohibitive memory and computation requirements. In this study, we investigate optimizing the KV cache, whose memory footprint poses a critical bottleneck in LLM inference, especially when dealing with long context tasks. To tackle the challenge, we introduce MiniKV, a KV cache optimization method that simultaneously preserves long context task accuracy while significantly reducing KV cache size via a novel 2-bit layer-discriminative KV cache. More importantly, we develop specialized CUDA kernels to mak"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.18077","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2411.18077/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:18:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RaGPT+GVvWTeDmMt5TXI1t27ZBam/tdOESdm3+IaOZTQ2xOFqgk/gPWQ6Gu0qVDEEJHjQUdyzu1uaZTxJtKQBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T07:28:03.456427Z"},"content_sha256":"560c7383b78e5681ef3fc78cca22cc48936be196d7b92e799e15861a03e1fbda","schema_version":"1.0","event_id":"sha256:560c7383b78e5681ef3fc78cca22cc48936be196d7b92e799e15861a03e1fbda"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/54PQIH33LC3572WDOTYQQMPVOL/bundle.json","state_url":"https://pith.science/pith/54PQIH33LC3572WDOTYQQMPVOL/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/54PQIH33LC3572WDOTYQQMPVOL/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-13T07:28:03Z","links":{"resolver":"https://pith.science/pith/54PQIH33LC3572WDOTYQQMPVOL","bundle":"https://pith.science/pith/54PQIH33LC3572WDOTYQQMPVOL/bundle.json","state":"https://pith.science/pith/54PQIH33LC3572WDOTYQQMPVOL/state.json","well_known_bundle":"https://pith.science/.well-known/pith/54PQIH33LC3572WDOTYQQMPVOL/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:54PQIH33LC3572WDOTYQQMPVOL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1627bd67d9962427bd2fc07fbaae08ba8fd4f502d9284f3ec8fb7e766d90d416","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-11-27T06:10:49Z","title_canon_sha256":"751522503f2642e2abb1a57db4fd24f937a7bc11a6e85f6ccb155257ee92180b"},"schema_version":"1.0","source":{"id":"2411.18077","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.18077","created_at":"2026-07-05T11:18:16Z"},{"alias_kind":"arxiv_version","alias_value":"2411.18077v3","created_at":"2026-07-05T11:18:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.18077","created_at":"2026-07-05T11:18:16Z"},{"alias_kind":"pith_short_12","alias_value":"54PQIH33LC35","created_at":"2026-07-05T11:18:16Z"},{"alias_kind":"pith_short_16","alias_value":"54PQIH33LC3572WD","created_at":"2026-07-05T11:18:16Z"},{"alias_kind":"pith_short_8","alias_value":"54PQIH33","created_at":"2026-07-05T11:18:16Z"}],"graph_snapshots":[{"event_id":"sha256:560c7383b78e5681ef3fc78cca22cc48936be196d7b92e799e15861a03e1fbda","target":"graph","created_at":"2026-07-05T11:18:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2411.18077/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"How to efficiently serve LLMs in practice has become exceptionally challenging due to their prohibitive memory and computation requirements. In this study, we investigate optimizing the KV cache, whose memory footprint poses a critical bottleneck in LLM inference, especially when dealing with long context tasks. To tackle the challenge, we introduce MiniKV, a KV cache optimization method that simultaneously preserves long context task accuracy while significantly reducing KV cache size via a novel 2-bit layer-discriminative KV cache. More importantly, we develop specialized CUDA kernels to mak","authors_text":"Akshat Sharma, Hangliang Ding, Jianping Li, Minjia Zhang, Neel Dani","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-11-27T06:10:49Z","title":"MiniKV: Pushing the Limits of LLM Inference via 2-Bit Layer-Discriminative KV Cache"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.18077","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:30f9479fbb392041701f2f8e46180d0b278946e2d1cd35194a257a9191d5a6e6","target":"record","created_at":"2026-07-05T11:18:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1627bd67d9962427bd2fc07fbaae08ba8fd4f502d9284f3ec8fb7e766d90d416","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-11-27T06:10:49Z","title_canon_sha256":"751522503f2642e2abb1a57db4fd24f937a7bc11a6e85f6ccb155257ee92180b"},"schema_version":"1.0","source":{"id":"2411.18077","kind":"arxiv","version":3}},"canonical_sha256":"ef1f041f7b58b7dfeac374f10831f572d3b144979b423da3fb3b6b1ffc59628e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ef1f041f7b58b7dfeac374f10831f572d3b144979b423da3fb3b6b1ffc59628e","first_computed_at":"2026-07-05T11:18:16.154991Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:18:16.154991Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"C3dckIGeARkuXzJqgJeqq9vFyIvWIvZ07pGKROtal4DnVqPpVpJNXrBMlWZ1m0jtxa+VWAuSJdhDa34DMmjQDA==","signature_status":"signed_v1","signed_at":"2026-07-05T11:18:16.155551Z","signed_message":"canonical_sha256_bytes"},"source_id":"2411.18077","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:30f9479fbb392041701f2f8e46180d0b278946e2d1cd35194a257a9191d5a6e6","sha256:560c7383b78e5681ef3fc78cca22cc48936be196d7b92e799e15861a03e1fbda"],"state_sha256":"cf1ea8521ab685c6ec4cf00fb657d99fba97afebe3e5a9e0c52e9bf452cbf1ca"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8kdUj6ULCPhLKi5SroRH8ttrQbfvig2oDmFjxNs2+98YR9M+Ghtk70sMTD5B2+PfnTGaBZPY8soxDiwyE8jDBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-13T07:28:03.460798Z","bundle_sha256":"814e55830bae5c41b9c3ec052885484b8ca2bc9f36bd505dd48c5ff5f7d4489a"}}