{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:34SSKFYQV46R3LV7IAC3ZDFB6T","short_pith_number":"pith:34SSKFYQ","canonical_record":{"source":{"id":"2406.13035","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-18T20:01:51Z","cross_cats_sorted":[],"title_canon_sha256":"6ab9af56e9a04364ca66ffab12a0f286112b6747702e2b3bdee819077bb201de","abstract_canon_sha256":"d27bc0d629ba25629ebc9a9fde980b0f2019c59d67faaec5bf2a1c9e69ed6464"},"schema_version":"1.0"},"canonical_sha256":"df25251710af3d1daebf4005bc8ca1f4cea84c3c7a02a2427ec9d830dd813f55","source":{"kind":"arxiv","id":"2406.13035","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.13035","created_at":"2026-07-05T10:30:21Z"},{"alias_kind":"arxiv_version","alias_value":"2406.13035v3","created_at":"2026-07-05T10:30:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.13035","created_at":"2026-07-05T10:30:21Z"},{"alias_kind":"pith_short_12","alias_value":"34SSKFYQV46R","created_at":"2026-07-05T10:30:21Z"},{"alias_kind":"pith_short_16","alias_value":"34SSKFYQV46R3LV7","created_at":"2026-07-05T10:30:21Z"},{"alias_kind":"pith_short_8","alias_value":"34SSKFYQ","created_at":"2026-07-05T10:30:21Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:34SSKFYQV46R3LV7IAC3ZDFB6T","target":"record","payload":{"canonical_record":{"source":{"id":"2406.13035","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-18T20:01:51Z","cross_cats_sorted":[],"title_canon_sha256":"6ab9af56e9a04364ca66ffab12a0f286112b6747702e2b3bdee819077bb201de","abstract_canon_sha256":"d27bc0d629ba25629ebc9a9fde980b0f2019c59d67faaec5bf2a1c9e69ed6464"},"schema_version":"1.0"},"canonical_sha256":"df25251710af3d1daebf4005bc8ca1f4cea84c3c7a02a2427ec9d830dd813f55","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:30:21.419034Z","signature_b64":"9gxF1zTiGBFofKdIHLM0tG9aIuJiKV/yADDVnomrFlvZuKZscHh3B7R1K6z71tNJ7Bwo6EH7CF3CEhPZ+N1/Cw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"df25251710af3d1daebf4005bc8ca1f4cea84c3c7a02a2427ec9d830dd813f55","last_reissued_at":"2026-07-05T10:30:21.418576Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:30:21.418576Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.13035","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:30:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WYO5pFaLoCEQ6QP6Um1IXdxGQ7Vq6rA33YAA112LCBicbXaYbICKFv5VdOTAaO3JmoRnO6Zefao15iYpy7FPAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T17:55:47.632134Z"},"content_sha256":"c46f7ecf935419a3d6f0ec08e24c05ecea68c22a23efdd28db22dbb6d20212d5","schema_version":"1.0","event_id":"sha256:c46f7ecf935419a3d6f0ec08e24c05ecea68c22a23efdd28db22dbb6d20212d5"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:34SSKFYQV46R3LV7IAC3ZDFB6T","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"D2O: Dynamic Discriminative Operations for Efficient Long-Context Inference of Large Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Chaofan Tao, Jing Xiong, Longyue Wang, Mi Zhang, Siqi Luo, Xinjian Wu, Xin Wang, Yi Xin, Yu Zhang, Zhihong Zhu, Zhongwei Wan","submitted_at":"2024-06-18T20:01:51Z","abstract_excerpt":"Generative inference in Large Language Models (LLMs) is impeded by the growing memory demands of Key-Value (KV) cache, especially for longer sequences. Traditional KV cache eviction strategies, which discard less critical KV pairs based on attention scores, often degrade generation quality, leading to issues such as context loss or hallucinations. In this work, we introduce Dynamic Discriminative Operations (D2O), a KV cache compression method that optimizes KV cache size dynamically and discriminatively at two levels without fine-tuning, while preserving essential context. At layer level, D2O"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.13035","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.13035/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:30:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zRCC0zxg58EPpz2pp4VNwnW61qtoddp6QUkNdy0XoedOM2G5F+CRf/2ILA8wc6ASdrnwjKe8JYJmO2GDgIA4DA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T17:55:47.632821Z"},"content_sha256":"abb2741881e1d4261b75d533936b33551919a62c2acbabab0e71cdfc97af8542","schema_version":"1.0","event_id":"sha256:abb2741881e1d4261b75d533936b33551919a62c2acbabab0e71cdfc97af8542"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/34SSKFYQV46R3LV7IAC3ZDFB6T/bundle.json","state_url":"https://pith.science/pith/34SSKFYQV46R3LV7IAC3ZDFB6T/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/34SSKFYQV46R3LV7IAC3ZDFB6T/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T17:55:47Z","links":{"resolver":"https://pith.science/pith/34SSKFYQV46R3LV7IAC3ZDFB6T","bundle":"https://pith.science/pith/34SSKFYQV46R3LV7IAC3ZDFB6T/bundle.json","state":"https://pith.science/pith/34SSKFYQV46R3LV7IAC3ZDFB6T/state.json","well_known_bundle":"https://pith.science/.well-known/pith/34SSKFYQV46R3LV7IAC3ZDFB6T/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:34SSKFYQV46R3LV7IAC3ZDFB6T","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d27bc0d629ba25629ebc9a9fde980b0f2019c59d67faaec5bf2a1c9e69ed6464","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-18T20:01:51Z","title_canon_sha256":"6ab9af56e9a04364ca66ffab12a0f286112b6747702e2b3bdee819077bb201de"},"schema_version":"1.0","source":{"id":"2406.13035","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.13035","created_at":"2026-07-05T10:30:21Z"},{"alias_kind":"arxiv_version","alias_value":"2406.13035v3","created_at":"2026-07-05T10:30:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.13035","created_at":"2026-07-05T10:30:21Z"},{"alias_kind":"pith_short_12","alias_value":"34SSKFYQV46R","created_at":"2026-07-05T10:30:21Z"},{"alias_kind":"pith_short_16","alias_value":"34SSKFYQV46R3LV7","created_at":"2026-07-05T10:30:21Z"},{"alias_kind":"pith_short_8","alias_value":"34SSKFYQ","created_at":"2026-07-05T10:30:21Z"}],"graph_snapshots":[{"event_id":"sha256:abb2741881e1d4261b75d533936b33551919a62c2acbabab0e71cdfc97af8542","target":"graph","created_at":"2026-07-05T10:30:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.13035/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Generative inference in Large Language Models (LLMs) is impeded by the growing memory demands of Key-Value (KV) cache, especially for longer sequences. Traditional KV cache eviction strategies, which discard less critical KV pairs based on attention scores, often degrade generation quality, leading to issues such as context loss or hallucinations. In this work, we introduce Dynamic Discriminative Operations (D2O), a KV cache compression method that optimizes KV cache size dynamically and discriminatively at two levels without fine-tuning, while preserving essential context. At layer level, D2O","authors_text":"Chaofan Tao, Jing Xiong, Longyue Wang, Mi Zhang, Siqi Luo, Xinjian Wu, Xin Wang, Yi Xin, Yu Zhang, Zhihong Zhu, Zhongwei Wan","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-18T20:01:51Z","title":"D2O: Dynamic Discriminative Operations for Efficient Long-Context Inference of Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.13035","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c46f7ecf935419a3d6f0ec08e24c05ecea68c22a23efdd28db22dbb6d20212d5","target":"record","created_at":"2026-07-05T10:30:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d27bc0d629ba25629ebc9a9fde980b0f2019c59d67faaec5bf2a1c9e69ed6464","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-18T20:01:51Z","title_canon_sha256":"6ab9af56e9a04364ca66ffab12a0f286112b6747702e2b3bdee819077bb201de"},"schema_version":"1.0","source":{"id":"2406.13035","kind":"arxiv","version":3}},"canonical_sha256":"df25251710af3d1daebf4005bc8ca1f4cea84c3c7a02a2427ec9d830dd813f55","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"df25251710af3d1daebf4005bc8ca1f4cea84c3c7a02a2427ec9d830dd813f55","first_computed_at":"2026-07-05T10:30:21.418576Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:30:21.418576Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"9gxF1zTiGBFofKdIHLM0tG9aIuJiKV/yADDVnomrFlvZuKZscHh3B7R1K6z71tNJ7Bwo6EH7CF3CEhPZ+N1/Cw==","signature_status":"signed_v1","signed_at":"2026-07-05T10:30:21.419034Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.13035","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c46f7ecf935419a3d6f0ec08e24c05ecea68c22a23efdd28db22dbb6d20212d5","sha256:abb2741881e1d4261b75d533936b33551919a62c2acbabab0e71cdfc97af8542"],"state_sha256":"5e7061096f4b4bc280d5c762266a10cf2727e1c228a65b3fe175426e01b3940a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"wmPuZHXxSERKN0RsWiZ/cbk7kgwB7GZFGOQx6zCEyYW249SgTgHaTwipnDrXxKv7omX3yMR9wgN0rKo5/nfWCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T17:55:47.638153Z","bundle_sha256":"ff4c9eeb26132e0bee825bb24aa8d7e5b3e0427bbf834936a8bfefa645977f1d"}}