{"list":"closest","total":55,"rows":[{"id":"2602.08005","title":"ResidualKV: Residual-Based KV Cache Compression for Efficient Long-Context Inference","created":"2026-02-08","cited_by_count":9},{"id":"2512.18194","title":"TraCT: Disaggregated LLM Serving with CXL Shared Memory KV Cache at Rack-Scale","created":"2025-12-20","cited_by_count":13},{"id":"2512.11920","title":"CXL-SpecKV: A Disaggregated FPGA Speculative KV-Cache for Datacenter LLM Serving","created":"2025-12-11","cited_by_count":8},{"id":"2511.20172","title":"Beluga: A CXL-Based Memory Architecture for Scalable and Efficient LLM KVCache Management","created":"2025-11-25","cited_by_count":11},{"id":"2510.09665","title":"LMCache: An Efficient KV Cache Layer for Enterprise-Scale LLM Inference","created":"2025-10-08","cited_by_count":126},{"id":"2509.08315","title":"EvolKV: Evolutionary KV Cache Compression for LLM Inference","created":"2025-09-10","cited_by_count":10},{"id":"2509.05165","title":"KVCompose: Efficient Structured KV Cache Compression with Composite Tokens","created":"2025-09-05","cited_by_count":3},{"id":"2508.06447","title":"SlimInfer: Accelerating Long-Context LLM Inference via Dynamic Token Pruning","created":"2025-08-08","cited_by_count":13},{"id":"2508.06297","title":"KV Cache Compression for Inference Efficiency in LLMs: A Review","created":"2025-08-08","cited_by_count":12},{"id":"2505.24357","title":"ReCalKV: Low-Rank KV Cache Compression via Head Reordering and Offline Calibration","created":"2025-05-30","cited_by_count":16},{"id":"2504.06319","title":"Accelerating LLM Inference Throughput via Asynchronous KV Cache Prefetching","created":"2025-04-08","cited_by_count":4},{"id":"2503.12491","title":"CAKE: Cascading and Adaptive KV Cache Eviction with Layer Preferences","created":"2025-03-16","cited_by_count":58},{"id":"2502.14051","title":"RocketKV: Accelerating Long-Context LLM Inference via Two-Stage KV Cache Compression","created":"2025-02-19","cited_by_count":41},{"id":"2501.08192","title":"PRESERVE: Prefetching Model Weights and KV-Cache in Distributed LLM Serving","created":"2025-01-14","cited_by_count":9},{"id":"2501.01005","title":"FlashInfer: Efficient and Customizable Attention Engine for LLM Inference Serving","created":"2025-01-02","cited_by_count":258},{"id":"2412.19442","title":"A Survey on Large Language Model Acceleration based on KV Cache Management","created":"2024-12-27","cited_by_count":131},{"id":"2412.14838","title":"DynamicKV: Task-Aware Adaptive KV Cache Compression for Long Context LLMs","created":"2024-12-19","cited_by_count":42},{"id":"2412.03213","title":"ClusterKV: Manipulating LLM KV Cache in Semantic Space for Recallable Compression","created":"2024-12-04","cited_by_count":65},{"id":"2412.03131","title":"DiffKV: Differentiated Memory Management for Large Language Models with Parallel KV Compaction","created":"2024-12-04","cited_by_count":26},{"id":"2411.05787","title":"RefreshKV: Updating Small KV Cache During Long-form Generation","created":"2024-11-08","cited_by_count":11},{"id":"2411.02886","title":"TokenSelect: Efficient Long-Context Inference and Length Extrapolation for LLMs via Dynamic Token-Level KV Cache Selection","created":"2024-11-05","cited_by_count":39},{"id":"2410.23079","title":"BUZZ: Beehive-structured Sparse KV Cache with Segmented Heavy Hitters for Efficient LLM Inference","created":"2024-10-30","cited_by_count":9},{"id":"2410.21465","title":"ShadowKV: KV Cache in Shadows for High-Throughput Long-Context LLM Inference","created":"2024-10-28","cited_by_count":134},{"id":"2410.18517","title":"KVSharer: Efficient Inference via Layer-Wise Dissimilar KV Cache Sharing","created":"2024-10-24","cited_by_count":41},{"id":"2410.03111","title":"LoRC: Low-Rank Compression for LLMs KV Cache with a Progressive Compression Strategy","created":"2024-10-04","cited_by_count":51},{"id":"2410.00428","title":"LayerKV: Optimizing Large Language Model Serving with Layer-wise KV Cache Management","created":"2024-10-01","cited_by_count":16},{"id":"2409.04992","title":"InstInfer: In-Storage Attention Offloading for Cost-Effective Long-Context LLM Inference","created":"2024-09-08","cited_by_count":19},{"id":"2408.05646","title":"Eigen Attention: Attention in Low-Rank Space for KV Cache Compression","created":"2024-08-10","cited_by_count":72},{"id":"2408.03675","title":"NACL: A General and Effective KV Cache Eviction Framework for LLMs at Inference Time","created":"2024-08-07","cited_by_count":43},{"id":"2407.21118","title":"Palu: Compressing KV-Cache with Low-Rank Projection","created":"2024-07-30","cited_by_count":64},{"id":"2407.21018","title":"ThinK: Thinner Key Cache by Query-Driven Pruning","created":"2024-07-30","cited_by_count":68},{"id":"2407.18003","title":"Keep the Cost Down: A Review on Methods to Optimize LLM' s KV-Cache Consumption","created":"2024-07-25","cited_by_count":97},{"id":"2407.15309","title":"vTensor: Flexible Virtual Tensor Management for Efficient LLM Serving","created":"2024-07-22","cited_by_count":15},{"id":"2407.11550","title":"Ada-KV: Optimizing KV Cache Eviction by Adaptive Budget Allocation for Efficient LLM Inference","created":"2024-07-16","cited_by_count":235},{"id":"2407.08454","title":"Model Tells You Where to Merge: Adaptive KV Cache Merging for LLMs on Long-Context Tasks","created":"2024-07-11","cited_by_count":96},{"id":"2406.19707","title":"InfiniGen: Efficient Generative Inference of Large Language Models with Dynamic KV Cache Management","created":"2024-06-28","cited_by_count":245},{"id":"2406.12335","title":"Attention Score is not All You Need for Token Importance Indicator in KV Cache Reduction: Value Also Matters","created":"2024-06-18","cited_by_count":73},{"id":"2406.11430","title":"A Simple and Effective $L_2$ Norm-Based Strategy for KV Cache Compression","created":"2024-06-17","cited_by_count":86},{"id":"2406.10774","title":"Quest: Query-Aware Sparsity for Efficient Long-Context LLM Inference","created":"2024-06-16","cited_by_count":501},{"id":"2406.02069","title":"PyramidKV: Dynamic KV Cache Compression based on Pyramidal Information Funneling","created":"2024-06-04","cited_by_count":432},{"id":"2405.12532","title":"PyramidInfer: Pyramid KV Cache Compression for High-throughput LLM Inference","created":"2024-05-21","cited_by_count":147},{"id":"2404.14469","title":"SnapKV: LLM Knows What You are Looking for Before Generation","created":"2024-04-22","cited_by_count":880},{"id":"2403.19708","title":"Cost-Efficient Large Language Model Serving for Multi-turn Conversations with CachedAttention","created":"2024-03-23","cited_by_count":163},{"id":"2403.09054","title":"Keyformer: KV Cache Reduction through Key Tokens Selection for Efficient Generative Inference","created":"2024-03-14","cited_by_count":126},{"id":"2403.08058","title":"CHAI: Clustered Head Attention for Efficient LLM Inference","created":"2024-03-12","cited_by_count":13},{"id":"2403.05527","title":"GEAR: An Efficient KV Cache Compression Recipe for Near-Lossless Generative Inference of LLM","created":"2024-03-08","cited_by_count":158},{"id":"2403.01876","title":"D\\'ej\\`aVu: KV-cache Streaming for Fast, Fault-tolerant Generative LLM Serving","created":"2024-03-04","cited_by_count":48},{"id":"2402.18096","title":"No Token Left Behind: Reliable KV Cache Compression via Importance-Aware Mixed Precision Quantization","created":"2024-02-28","cited_by_count":101},{"id":"2402.15220","title":"ChunkAttention: Efficient Self-Attention with Prefix-Aware KV Cache and Two-Phase Partition","created":"2024-02-23","cited_by_count":82},{"id":"2312.05516","title":"Stateful Large Language Model Serving with Pensieve","created":"2023-12-09","cited_by_count":61},{"id":"2312.04985","title":"SparQ Attention: Bandwidth-Efficient LLM Inference","created":"2023-12-08","cited_by_count":119},{"id":"2310.07240","title":"CacheGen: KV Cache Compression and Streaming for Fast Large Language Model Serving","created":"2023-10-11","cited_by_count":203},{"id":"2310.01801","title":"Model Tells You What to Discard: Adaptive KV Cache Compression for LLMs","created":"2023-10-03","cited_by_count":474},{"id":"2309.06180","title":"Efficient Memory Management for Large Language Model Serving with PagedAttention","created":"2023-09-12","cited_by_count":5944},{"id":"2305.17118","title":"Scissorhands: Exploiting the Persistence of Importance Hypothesis for LLM KV Cache Compression at Test Time","created":"2023-05-26","cited_by_count":439}],"next_cursor":null}