{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:C2FKGQK7K34ZUTRTICVVSLUBZQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"28af34fdecb3dca0affdddc23935a096f3c5e963f70ec433c814572fd24c34f5","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-03-02T16:05:26Z","title_canon_sha256":"a16200864baf6f712907cebb4c14955ca47ecbac5493f584a8d2b4d1a03dfbd2"},"schema_version":"1.0","source":{"id":"2403.01241","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.01241","created_at":"2026-07-05T08:23:19Z"},{"alias_kind":"arxiv_version","alias_value":"2403.01241v2","created_at":"2026-07-05T08:23:19Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.01241","created_at":"2026-07-05T08:23:19Z"},{"alias_kind":"pith_short_12","alias_value":"C2FKGQK7K34Z","created_at":"2026-07-05T08:23:19Z"},{"alias_kind":"pith_short_16","alias_value":"C2FKGQK7K34ZUTRT","created_at":"2026-07-05T08:23:19Z"},{"alias_kind":"pith_short_8","alias_value":"C2FKGQK7","created_at":"2026-07-05T08:23:19Z"}],"graph_snapshots":[{"event_id":"sha256:515f06128ae3c977675ed6aaac5e647f8640f95ac7b87ffe23458ee163af1049","target":"graph","created_at":"2026-07-05T08:23:19Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2403.01241/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) excel in natural language processing but demand intensive computation. To mitigate this, various quantization methods have been explored, yet they compromise LLM performance. This paper unveils a previously overlooked type of outliers in LLMs. Such outliers are found to allocate most of the attention scores on initial tokens of input, termed as pivot tokens, which are crucial to the performance of quantized LLMs. Given that, we propose IntactKV to generate the KV cache of pivot tokens losslessly from the full-precision model. The approach is simple and easy to comb","authors_text":"Chun Yuan, Han Gao, Haokun Lin, Haoli Bai, Jun Yao, Lu Hou, Ruikang Liu, Yuening Li, Zhengzhuo Xu","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-03-02T16:05:26Z","title":"IntactKV: Improving Large Language Model Quantization by Keeping Pivot Tokens Intact"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.01241","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:25dc6f765a901fd748275a50f8d37696fe217ec98ae988eb8b8db50b617f63e4","target":"record","created_at":"2026-07-05T08:23:19Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"28af34fdecb3dca0affdddc23935a096f3c5e963f70ec433c814572fd24c34f5","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-03-02T16:05:26Z","title_canon_sha256":"a16200864baf6f712907cebb4c14955ca47ecbac5493f584a8d2b4d1a03dfbd2"},"schema_version":"1.0","source":{"id":"2403.01241","kind":"arxiv","version":2}},"canonical_sha256":"168aa3415f56f99a4e3340ab592e81cc0d70453c92bea4dd8f8992a0c7498f6f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"168aa3415f56f99a4e3340ab592e81cc0d70453c92bea4dd8f8992a0c7498f6f","first_computed_at":"2026-07-05T08:23:19.293006Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:23:19.293006Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"c6XjVBuGPi/5omQSyd69vDOP75vbbwtHMTbJK5BWKGLRTBdiq3xtzCaBMut9FBdu2lZwAEjDqXPs/IlcDP6mAw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:23:19.293500Z","signed_message":"canonical_sha256_bytes"},"source_id":"2403.01241","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:25dc6f765a901fd748275a50f8d37696fe217ec98ae988eb8b8db50b617f63e4","sha256:515f06128ae3c977675ed6aaac5e647f8640f95ac7b87ffe23458ee163af1049"],"state_sha256":"d4a700c436cd54a3881538b359d53b612bff574b8da6d4fa21235b9d286f94f4"}