{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:S3677HHVBC7VGES5M4AWTKHF5I","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"9cd3d644f3fc6311b5cbbee49e5f045c564394592c285c15adcf0d6fdc2b7490","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-03-08T18:48:30Z","title_canon_sha256":"dfbc3a2b90a3d8278304d09430d0ead5c7417a17b9e3591857f5d164865003ea"},"schema_version":"1.0","source":{"id":"2403.05527","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.05527","created_at":"2026-07-05T09:13:50Z"},{"alias_kind":"arxiv_version","alias_value":"2403.05527v4","created_at":"2026-07-05T09:13:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.05527","created_at":"2026-07-05T09:13:50Z"},{"alias_kind":"pith_short_12","alias_value":"S3677HHVBC7V","created_at":"2026-07-05T09:13:50Z"},{"alias_kind":"pith_short_16","alias_value":"S3677HHVBC7VGES5","created_at":"2026-07-05T09:13:50Z"},{"alias_kind":"pith_short_8","alias_value":"S3677HHV","created_at":"2026-07-05T09:13:50Z"}],"graph_snapshots":[{"event_id":"sha256:61ad14989cf1bf3ad3f1a3972947e3ddfdefdf0639ffb7bfe5809fa75fe5edd7","target":"graph","created_at":"2026-07-05T09:13:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2403.05527/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Key-value (KV) caching has become the de-facto to accelerate generation speed for large language models (LLMs) inference. However, the growing cache demand with increasing sequence length has transformed LLM inference to be a memory bound problem, significantly constraining the system throughput. Existing methods rely on dropping unimportant tokens or quantizing all entries uniformly. Such methods, however, often incur high approximation errors to represent the compressed matrices. The autoregressive decoding process further compounds the error of each step, resulting in critical deviation in ","authors_text":"Geonhwa Jeong, Hao Kang, Qingru Zhang, Souvik Kundu, Tuo Zhao, Tushar Krishna, Zaoxing Liu","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-03-08T18:48:30Z","title":"GEAR: An Efficient KV Cache Compression Recipe for Near-Lossless Generative Inference of LLM"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.05527","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ce9117dad107903f6c148e6e25b03b9cfe0130857492163a9fbdc86b34eda085","target":"record","created_at":"2026-07-05T09:13:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"9cd3d644f3fc6311b5cbbee49e5f045c564394592c285c15adcf0d6fdc2b7490","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-03-08T18:48:30Z","title_canon_sha256":"dfbc3a2b90a3d8278304d09430d0ead5c7417a17b9e3591857f5d164865003ea"},"schema_version":"1.0","source":{"id":"2403.05527","kind":"arxiv","version":4}},"canonical_sha256":"96fdff9cf508bf53125d670169a8e5ea220379048453496b20a62f6afda79dfd","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"96fdff9cf508bf53125d670169a8e5ea220379048453496b20a62f6afda79dfd","first_computed_at":"2026-07-05T09:13:50.624351Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:13:50.624351Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"PTbYQnb95OJxFrS87zQ8vdpbUOdngmndwBa2OPKZA5PJ0xEmZXY4ggeeMiI+EYxB6b/rRpgB4L/oMm/+DskJBw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:13:50.624883Z","signed_message":"canonical_sha256_bytes"},"source_id":"2403.05527","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ce9117dad107903f6c148e6e25b03b9cfe0130857492163a9fbdc86b34eda085","sha256:61ad14989cf1bf3ad3f1a3972947e3ddfdefdf0639ffb7bfe5809fa75fe5edd7"],"state_sha256":"23ce393d0159e28ac57eb4de198755e8b6cb837c220dd190b9c2c6d9d523cd37"}