{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:5AMTF6CYSQZCSZWZOJVTOTNIM7","short_pith_number":"pith:5AMTF6CY","canonical_record":{"source":{"id":"2408.03675","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-07T10:31:07Z","cross_cats_sorted":[],"title_canon_sha256":"f1a1fa28cdb20de913fae4fd8e8987042a624f6f8a75455d341d2cc4ca92bf45","abstract_canon_sha256":"4c4b2f7904124edda944b8d142ac708200f9fccf38dea3f16c86cad4fb4fd918"},"schema_version":"1.0"},"canonical_sha256":"e81932f85894322966d9726b374da867e62871693b5ae1fa8d2ee666fa12b9c2","source":{"kind":"arxiv","id":"2408.03675","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.03675","created_at":"2026-07-05T08:53:25Z"},{"alias_kind":"arxiv_version","alias_value":"2408.03675v2","created_at":"2026-07-05T08:53:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.03675","created_at":"2026-07-05T08:53:25Z"},{"alias_kind":"pith_short_12","alias_value":"5AMTF6CYSQZC","created_at":"2026-07-05T08:53:25Z"},{"alias_kind":"pith_short_16","alias_value":"5AMTF6CYSQZCSZWZ","created_at":"2026-07-05T08:53:25Z"},{"alias_kind":"pith_short_8","alias_value":"5AMTF6CY","created_at":"2026-07-05T08:53:25Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:5AMTF6CYSQZCSZWZOJVTOTNIM7","target":"record","payload":{"canonical_record":{"source":{"id":"2408.03675","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-07T10:31:07Z","cross_cats_sorted":[],"title_canon_sha256":"f1a1fa28cdb20de913fae4fd8e8987042a624f6f8a75455d341d2cc4ca92bf45","abstract_canon_sha256":"4c4b2f7904124edda944b8d142ac708200f9fccf38dea3f16c86cad4fb4fd918"},"schema_version":"1.0"},"canonical_sha256":"e81932f85894322966d9726b374da867e62871693b5ae1fa8d2ee666fa12b9c2","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:53:25.365002Z","signature_b64":"rw5DEvFB6MQ6caG9jHCLoPUnUO/aeoUWXM+QamuNR+1kUn6IhVP9t30NvDL/Bta+FidGfnk6isW4P0bLUyk3BQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e81932f85894322966d9726b374da867e62871693b5ae1fa8d2ee666fa12b9c2","last_reissued_at":"2026-07-05T08:53:25.364571Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:53:25.364571Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2408.03675","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:53:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"FlYIgReZ6smg3axQ7AbF3QavOYL8655Tb6vTyZMxQzPT+tydpcpIJwrbpz/1cw0/lnKx/zWzn/mpXG3p6LCzAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T00:22:57.100706Z"},"content_sha256":"bf1b3d292eadcb8635bbba9b3c3db8fed5fe65a9fe7209b2720ac0214b2e6b2f","schema_version":"1.0","event_id":"sha256:bf1b3d292eadcb8635bbba9b3c3db8fed5fe65a9fe7209b2720ac0214b2e6b2f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:5AMTF6CYSQZCSZWZOJVTOTNIM7","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"NACL: A General and Effective KV Cache Eviction Framework for LLMs at Inference Time","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Dianhai Yu, Guoxia Wang, Hua Wu, Junyuan Shang, Shiyao Cui, Shuohuan Wang, Tingwen Liu, Yilong Chen, Yu Sun, Zhenyu Zhang","submitted_at":"2024-08-07T10:31:07Z","abstract_excerpt":"Large Language Models (LLMs) have ignited an innovative surge of AI applications, marking a new era of exciting possibilities equipped with extended context windows. However, hosting these models is cost-prohibitive mainly due to the extensive memory consumption of KV Cache involving long-context modeling. Despite several works proposing to evict unnecessary tokens from the KV Cache, most of them rely on the biased local statistics of accumulated attention scores and report performance using unconvincing metric like perplexity on inadequate short-text evaluation. In this paper, we propose NACL"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.03675","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2408.03675/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:53:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Q3Wnt2qGMsLWJQYHK7UqS6qAy0rj+HlOJ9czDHnojRcKcwJqh3Q2S6weO4HWhv07rp0s5/haPcObNgsjXwHsCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T00:22:57.101198Z"},"content_sha256":"92c633100590e3dd6e0e7696c214ccc705a18a58769c9710ad54a273bdc12987","schema_version":"1.0","event_id":"sha256:92c633100590e3dd6e0e7696c214ccc705a18a58769c9710ad54a273bdc12987"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/5AMTF6CYSQZCSZWZOJVTOTNIM7/bundle.json","state_url":"https://pith.science/pith/5AMTF6CYSQZCSZWZOJVTOTNIM7/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/5AMTF6CYSQZCSZWZOJVTOTNIM7/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T00:22:57Z","links":{"resolver":"https://pith.science/pith/5AMTF6CYSQZCSZWZOJVTOTNIM7","bundle":"https://pith.science/pith/5AMTF6CYSQZCSZWZOJVTOTNIM7/bundle.json","state":"https://pith.science/pith/5AMTF6CYSQZCSZWZOJVTOTNIM7/state.json","well_known_bundle":"https://pith.science/.well-known/pith/5AMTF6CYSQZCSZWZOJVTOTNIM7/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:5AMTF6CYSQZCSZWZOJVTOTNIM7","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4c4b2f7904124edda944b8d142ac708200f9fccf38dea3f16c86cad4fb4fd918","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-07T10:31:07Z","title_canon_sha256":"f1a1fa28cdb20de913fae4fd8e8987042a624f6f8a75455d341d2cc4ca92bf45"},"schema_version":"1.0","source":{"id":"2408.03675","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.03675","created_at":"2026-07-05T08:53:25Z"},{"alias_kind":"arxiv_version","alias_value":"2408.03675v2","created_at":"2026-07-05T08:53:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.03675","created_at":"2026-07-05T08:53:25Z"},{"alias_kind":"pith_short_12","alias_value":"5AMTF6CYSQZC","created_at":"2026-07-05T08:53:25Z"},{"alias_kind":"pith_short_16","alias_value":"5AMTF6CYSQZCSZWZ","created_at":"2026-07-05T08:53:25Z"},{"alias_kind":"pith_short_8","alias_value":"5AMTF6CY","created_at":"2026-07-05T08:53:25Z"}],"graph_snapshots":[{"event_id":"sha256:92c633100590e3dd6e0e7696c214ccc705a18a58769c9710ad54a273bdc12987","target":"graph","created_at":"2026-07-05T08:53:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2408.03675/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) have ignited an innovative surge of AI applications, marking a new era of exciting possibilities equipped with extended context windows. However, hosting these models is cost-prohibitive mainly due to the extensive memory consumption of KV Cache involving long-context modeling. Despite several works proposing to evict unnecessary tokens from the KV Cache, most of them rely on the biased local statistics of accumulated attention scores and report performance using unconvincing metric like perplexity on inadequate short-text evaluation. In this paper, we propose NACL","authors_text":"Dianhai Yu, Guoxia Wang, Hua Wu, Junyuan Shang, Shiyao Cui, Shuohuan Wang, Tingwen Liu, Yilong Chen, Yu Sun, Zhenyu Zhang","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-07T10:31:07Z","title":"NACL: A General and Effective KV Cache Eviction Framework for LLMs at Inference Time"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.03675","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:bf1b3d292eadcb8635bbba9b3c3db8fed5fe65a9fe7209b2720ac0214b2e6b2f","target":"record","created_at":"2026-07-05T08:53:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4c4b2f7904124edda944b8d142ac708200f9fccf38dea3f16c86cad4fb4fd918","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-07T10:31:07Z","title_canon_sha256":"f1a1fa28cdb20de913fae4fd8e8987042a624f6f8a75455d341d2cc4ca92bf45"},"schema_version":"1.0","source":{"id":"2408.03675","kind":"arxiv","version":2}},"canonical_sha256":"e81932f85894322966d9726b374da867e62871693b5ae1fa8d2ee666fa12b9c2","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e81932f85894322966d9726b374da867e62871693b5ae1fa8d2ee666fa12b9c2","first_computed_at":"2026-07-05T08:53:25.364571Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:53:25.364571Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"rw5DEvFB6MQ6caG9jHCLoPUnUO/aeoUWXM+QamuNR+1kUn6IhVP9t30NvDL/Bta+FidGfnk6isW4P0bLUyk3BQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:53:25.365002Z","signed_message":"canonical_sha256_bytes"},"source_id":"2408.03675","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:bf1b3d292eadcb8635bbba9b3c3db8fed5fe65a9fe7209b2720ac0214b2e6b2f","sha256:92c633100590e3dd6e0e7696c214ccc705a18a58769c9710ad54a273bdc12987"],"state_sha256":"81da8acb366a092a6765e45a0357812f277d05bb8b570f0667b9744351c845fa"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"cupc+mxBG00KJgp2k78ZJ2WUlgVnvc8JUFHrFUygQhwDv38l/U8CmeghgmKO9CLchK9KDcywo2/HdhpbxHjoDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T00:22:57.104464Z","bundle_sha256":"24308c5f0ac7ce048778e02ee1146ffef332f2b6d4fc958b4c8b2d048e9eaf78"}}