{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:AQII5WNNK2CA53AGN7GPRXWJW4","short_pith_number":"pith:AQII5WNN","canonical_record":{"source":{"id":"2412.16187","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-12-13T06:00:27Z","cross_cats_sorted":["cs.AI","cs.CL","cs.DS","cs.PF"],"title_canon_sha256":"501dce1d5b2b9b924a1784c4bff214f89f8fe7bc0bb0ea9f048f9759a093fc68","abstract_canon_sha256":"87e18c6044dda8e81c5c4d284ebfe085bd71a81b02b002bcdc4a9563e6f09bca"},"schema_version":"1.0"},"canonical_sha256":"04108ed9ad56840eec066fccf8dec9b7080c8a3e78460e47e70692297b631c53","source":{"kind":"arxiv","id":"2412.16187","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.16187","created_at":"2026-07-05T11:16:04Z"},{"alias_kind":"arxiv_version","alias_value":"2412.16187v3","created_at":"2026-07-05T11:16:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.16187","created_at":"2026-07-05T11:16:04Z"},{"alias_kind":"pith_short_12","alias_value":"AQII5WNNK2CA","created_at":"2026-07-05T11:16:04Z"},{"alias_kind":"pith_short_16","alias_value":"AQII5WNNK2CA53AG","created_at":"2026-07-05T11:16:04Z"},{"alias_kind":"pith_short_8","alias_value":"AQII5WNN","created_at":"2026-07-05T11:16:04Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:AQII5WNNK2CA53AGN7GPRXWJW4","target":"record","payload":{"canonical_record":{"source":{"id":"2412.16187","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-12-13T06:00:27Z","cross_cats_sorted":["cs.AI","cs.CL","cs.DS","cs.PF"],"title_canon_sha256":"501dce1d5b2b9b924a1784c4bff214f89f8fe7bc0bb0ea9f048f9759a093fc68","abstract_canon_sha256":"87e18c6044dda8e81c5c4d284ebfe085bd71a81b02b002bcdc4a9563e6f09bca"},"schema_version":"1.0"},"canonical_sha256":"04108ed9ad56840eec066fccf8dec9b7080c8a3e78460e47e70692297b631c53","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:16:04.976847Z","signature_b64":"pKapAKHPluCyp1/ixiLdp7SgfUINlnnJF7H7X7FWW4pds+Rw4Z6qYbQ4p4K7mLOVU/GilM3rmAwLTsZcR+uwDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"04108ed9ad56840eec066fccf8dec9b7080c8a3e78460e47e70692297b631c53","last_reissued_at":"2026-07-05T11:16:04.976258Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:16:04.976258Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2412.16187","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:16:04Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"eEsl30V61e8V8fy0mQ3IoQe23N6KTtJH//0mHYGszprDNbTFFV43cSrF/NJU9uAHzV+u8BBrsGtrN8s3ymARCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T12:34:56.784868Z"},"content_sha256":"b79f65f71ce8b72f38efab516ae1c7cc4ea30941330d38fa78f262d7c1920cd7","schema_version":"1.0","event_id":"sha256:b79f65f71ce8b72f38efab516ae1c7cc4ea30941330d38fa78f262d7c1920cd7"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:AQII5WNNK2CA53AGN7GPRXWJW4","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"HashEvict: A Pre-Attention KV Cache Eviction Strategy using Locality-Sensitive Hashing","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.CL","cs.DS","cs.PF"],"primary_cat":"cs.LG","authors_text":"Ananth Sankaralingam, Cornelia Ferm\\\"uller, Furong Huang, Mary-Anne Hartley, Minghui Liu, Tahseen Rabbani, Tony O'Halloran, Yiannis Aloimonos","submitted_at":"2024-12-13T06:00:27Z","abstract_excerpt":"Transformer-based large language models (LLMs) use the key-value (KV) cache to significantly accelerate inference by storing the key and value embeddings of past tokens. However, this cache consumes significant GPU memory. In this work, we introduce HashEvict, an algorithm that uses locality-sensitive hashing (LSH) to compress the KV cache. HashEvict quickly locates tokens in the cache that are cosine dissimilar to the current query token. This is achieved by computing the Hamming distance between binarized Gaussian projections of the current token query and cached token keys, with a projectio"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.16187","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2412.16187/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:16:04Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"NJvMpPu0LT8r4RW2ql1r+zkqqH/KlhLGOjxRXykCUOa7v+/Ib4Na61Lufu7H5iO/5noO/e65gp3GmgC9WzwHBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T12:34:56.786594Z"},"content_sha256":"a0a7b0654fa47fd29e386df3ae5877aea1a59f89faaf102b948f7ffac1dcdc5e","schema_version":"1.0","event_id":"sha256:a0a7b0654fa47fd29e386df3ae5877aea1a59f89faaf102b948f7ffac1dcdc5e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/AQII5WNNK2CA53AGN7GPRXWJW4/bundle.json","state_url":"https://pith.science/pith/AQII5WNNK2CA53AGN7GPRXWJW4/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/AQII5WNNK2CA53AGN7GPRXWJW4/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T12:34:56Z","links":{"resolver":"https://pith.science/pith/AQII5WNNK2CA53AGN7GPRXWJW4","bundle":"https://pith.science/pith/AQII5WNNK2CA53AGN7GPRXWJW4/bundle.json","state":"https://pith.science/pith/AQII5WNNK2CA53AGN7GPRXWJW4/state.json","well_known_bundle":"https://pith.science/.well-known/pith/AQII5WNNK2CA53AGN7GPRXWJW4/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:AQII5WNNK2CA53AGN7GPRXWJW4","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"87e18c6044dda8e81c5c4d284ebfe085bd71a81b02b002bcdc4a9563e6f09bca","cross_cats_sorted":["cs.AI","cs.CL","cs.DS","cs.PF"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-12-13T06:00:27Z","title_canon_sha256":"501dce1d5b2b9b924a1784c4bff214f89f8fe7bc0bb0ea9f048f9759a093fc68"},"schema_version":"1.0","source":{"id":"2412.16187","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.16187","created_at":"2026-07-05T11:16:04Z"},{"alias_kind":"arxiv_version","alias_value":"2412.16187v3","created_at":"2026-07-05T11:16:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.16187","created_at":"2026-07-05T11:16:04Z"},{"alias_kind":"pith_short_12","alias_value":"AQII5WNNK2CA","created_at":"2026-07-05T11:16:04Z"},{"alias_kind":"pith_short_16","alias_value":"AQII5WNNK2CA53AG","created_at":"2026-07-05T11:16:04Z"},{"alias_kind":"pith_short_8","alias_value":"AQII5WNN","created_at":"2026-07-05T11:16:04Z"}],"graph_snapshots":[{"event_id":"sha256:a0a7b0654fa47fd29e386df3ae5877aea1a59f89faaf102b948f7ffac1dcdc5e","target":"graph","created_at":"2026-07-05T11:16:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2412.16187/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Transformer-based large language models (LLMs) use the key-value (KV) cache to significantly accelerate inference by storing the key and value embeddings of past tokens. However, this cache consumes significant GPU memory. In this work, we introduce HashEvict, an algorithm that uses locality-sensitive hashing (LSH) to compress the KV cache. HashEvict quickly locates tokens in the cache that are cosine dissimilar to the current query token. This is achieved by computing the Hamming distance between binarized Gaussian projections of the current token query and cached token keys, with a projectio","authors_text":"Ananth Sankaralingam, Cornelia Ferm\\\"uller, Furong Huang, Mary-Anne Hartley, Minghui Liu, Tahseen Rabbani, Tony O'Halloran, Yiannis Aloimonos","cross_cats":["cs.AI","cs.CL","cs.DS","cs.PF"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-12-13T06:00:27Z","title":"HashEvict: A Pre-Attention KV Cache Eviction Strategy using Locality-Sensitive Hashing"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.16187","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b79f65f71ce8b72f38efab516ae1c7cc4ea30941330d38fa78f262d7c1920cd7","target":"record","created_at":"2026-07-05T11:16:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"87e18c6044dda8e81c5c4d284ebfe085bd71a81b02b002bcdc4a9563e6f09bca","cross_cats_sorted":["cs.AI","cs.CL","cs.DS","cs.PF"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-12-13T06:00:27Z","title_canon_sha256":"501dce1d5b2b9b924a1784c4bff214f89f8fe7bc0bb0ea9f048f9759a093fc68"},"schema_version":"1.0","source":{"id":"2412.16187","kind":"arxiv","version":3}},"canonical_sha256":"04108ed9ad56840eec066fccf8dec9b7080c8a3e78460e47e70692297b631c53","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"04108ed9ad56840eec066fccf8dec9b7080c8a3e78460e47e70692297b631c53","first_computed_at":"2026-07-05T11:16:04.976258Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:16:04.976258Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"pKapAKHPluCyp1/ixiLdp7SgfUINlnnJF7H7X7FWW4pds+Rw4Z6qYbQ4p4K7mLOVU/GilM3rmAwLTsZcR+uwDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T11:16:04.976847Z","signed_message":"canonical_sha256_bytes"},"source_id":"2412.16187","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b79f65f71ce8b72f38efab516ae1c7cc4ea30941330d38fa78f262d7c1920cd7","sha256:a0a7b0654fa47fd29e386df3ae5877aea1a59f89faaf102b948f7ffac1dcdc5e"],"state_sha256":"1dc461452dff6a68090d8cfcadaea165019cf1b1b31228f7f507d3774f53aab7"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"NNhZmDbeZiIiiUiyC87Z2JxDz91/xLL7Qv8HSZZfnlqAybLvch0p++hLxuJqo4okbuiiJi2CnqPqWfnQx3jkBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T12:34:56.796262Z","bundle_sha256":"f0aeacd9f44756a53a742e6bb0a6b3f2259bea442b731b5d1e22a373982d8a04"}}