{"total":62,"rows":[{"id":"2407.00079","title":"Mooncake: A KVCache-centric Disaggregated Architecture for LLM Serving","created":"2024-06-24","cited_by_count":196,"area":"inference"},{"id":"2407.18003","title":"Keep the Cost Down: A Review on Methods to Optimize LLM' s KV-Cache Consumption","created":"2024-07-25","cited_by_count":97,"area":"inference"},{"id":"2510.03215","title":"Cache-to-Cache: Direct Semantic Communication Between Large Language Models","created":"2025-10-03","cited_by_count":61,"area":"inference"},{"id":"2502.00299","title":"ChunkKV: Semantic-Preserving KV Cache Compression for Efficient Long-Context LLM Inference","created":"2025-02-01","cited_by_count":60,"area":"inference"},{"id":"2407.01527","title":"KV Cache Compression, But What Must We Give in Return? A Comprehensive Benchmark of Long Context Capable Approaches","created":"2024-07-01","cited_by_count":42,"area":"inference"},{"id":"2412.14838","title":"DynamicKV: Task-Aware Adaptive KV Cache Compression for Long Context LLMs","created":"2024-12-19","cited_by_count":42,"area":"inference"},{"id":"2502.14051","title":"RocketKV: Accelerating Long-Context LLM Inference via Two-Stage KV Cache Compression","created":"2025-02-19","cited_by_count":41,"area":"inference"},{"id":"2502.14866","title":"LServe: Efficient Long-sequence LLM Serving with Unified Sparse Attention","created":"2025-02-20","cited_by_count":41,"area":"inference"},{"id":"2406.02657","title":"Block Transformer: Global-to-Local Language Modeling for Fast Inference","created":"2024-06-04","cited_by_count":32,"area":"inference"},{"id":"2410.14731","title":"MatryoshkaKV: Adaptive KV Compression via Trainable Orthogonal Projection","created":"2024-10-16","cited_by_count":29,"area":"inference"},{"id":"2410.17897","title":"Value Residual Learning","created":"2024-10-23","cited_by_count":27,"area":"inference"},{"id":"2502.10424","title":"QuantSpec: Self-Speculative Decoding with Hierarchical Quantized KV Cache","created":"2025-02-05","cited_by_count":27,"area":"inference"},{"id":"2505.12215","title":"GMSA: Enhancing Context Compression via Group Merging and Layer Semantic Alignment","created":"2025-05-18","cited_by_count":21,"area":"inference"},{"id":"2505.10938","title":"Accurate KV Cache Quantization with Outlier Tokens Tracing","created":"2025-05-16","cited_by_count":18,"area":"inference"},{"id":"2410.14442","title":"A Systematic Study of Cross-Layer KV Sharing for Efficient LLM Inference","created":"2024-10-18","cited_by_count":17,"area":"inference"},{"id":"2412.17483","title":"A Silver Bullet or a Compromise for Full Attention? A Comprehensive Study of Gist Token-based Context Compression","created":"2024-12-23","cited_by_count":17,"area":"inference"},{"id":"2503.18893","title":"xKV: Cross-Layer KV-Cache Compression via Aligned Singular Vector Extraction","created":"2025-03-24","cited_by_count":16,"area":"inference"},{"id":"2410.03090","title":"UNComp: Can Matrix Entropy Uncover Sparsity? -- A Compressor Design from an Uncertainty-Aware Perspective","created":"2024-10-04","cited_by_count":15,"area":"inference"},{"id":"2608.03893","title":"Cross-Model KV Cache Transfer in LLM Families: A Closed-Form Linear Mapping for Prefill Reuse","created":"2026-08-04","cited_by_count":15,"area":"inference"},{"id":"2605.07721","title":"Memory-Efficient Looped Transformer: Decoupling Compute from Memory in Looped Language Models","created":"2026-05-08","cited_by_count":14,"area":"inference"},{"id":"2511.01815","title":"KV Cache Transform Coding for Compact Storage in LLM Inference","created":"2025-11-03","cited_by_count":13,"area":"inference"},{"id":"2601.04359","title":"PackCache: A Training-Free Acceleration Method for Unified Autoregressive Video Generation via Compact KV-Cache","created":"2026-01-07","cited_by_count":13,"area":"inference"},{"id":"2602.01719","title":"COMI: Coarse-to-fine Context Compression via Marginal Information Gain","created":"2026-02-02","cited_by_count":13,"area":"inference"},{"id":"2410.08391","title":"KV Prediction for Improved Time to First Token","created":"2024-10-10","cited_by_count":11,"area":"inference"},{"id":"2412.02252","title":"Compressing KV Cache for Long-Context LLM Inference with Inter-Layer Attention Similarity","created":"2024-12-03","cited_by_count":10,"area":"inference"},{"id":"2412.12706","title":"More Tokens, Lower Precision: Towards the Optimal Token-Precision Trade-off in KV Cache Compression","created":"2024-12-17","cited_by_count":10,"area":"inference"},{"id":"2505.21487","title":"Hardware-Efficient Attention for Fast Decoding","created":"2025-05-27","cited_by_count":10,"area":"inference"},{"id":"2508.16134","title":"CommonKV: Compressing KV Cache with Cross-layer Parameter Sharing","created":"2025-08-22","cited_by_count":9,"area":"inference"},{"id":"2509.15763","title":"UniGist: Towards General and Hardware-aligned Sequence-level Long Context Compression","created":"2025-09-19","cited_by_count":9,"area":"inference"},{"id":"2410.15252","title":"Lossless KV Cache Compression to 2%","created":"2024-10-20","cited_by_count":7,"area":"inference"},{"id":"2411.18077","title":"MiniKV: Pushing the Limits of LLM Inference via 2-Bit Layer-Discriminative KV Cache","created":"2024-11-27","cited_by_count":6,"area":"inference"},{"id":"2505.15347","title":"FlowKV: Enhancing Multi-Turn Conversational Coherence in LLMs via Isolated Key-Value Cache Management","created":"2025-05-21","cited_by_count":6,"area":"inference"},{"id":"2508.15212","title":"SparK: Query-Aware Unstructured Sparsity with Recoverable KV Cache Channel Pruning","created":"2025-08-21","cited_by_count":6,"area":"inference"},{"id":"2512.03870","title":"Reconstructing KV Caches with Cross-layer Fusion For Enhanced Transformers","created":"2025-12-03","cited_by_count":6,"area":"inference"},{"id":"2408.01890","title":"Cross-layer Attention Sharing for Pre-trained Large Language Models","created":"2024-08-04","cited_by_count":5,"area":"inference"},{"id":"2507.11273","title":"KV-Latent: Dimensional-level KV Cache Reduction with Frequency-aware Rotary Positional Embedding","created":"2025-07-15","cited_by_count":5,"area":"inference"},{"id":"2510.11236","title":"XQuant: Achieving Ultra-Low Bit KV Cache Quantization with Cross-Layer Compression","created":"2025-10-13","cited_by_count":5,"area":"inference"},{"id":"2409.10593","title":"CSKV: Training-Efficient Channel Shrinking for KV Cache in Long-Context Scenarios","created":"2024-09-16","cited_by_count":4,"area":"inference"},{"id":"2409.15012","title":"Inference-Friendly Models With MixAttention","created":"2024-09-23","cited_by_count":4,"area":"inference"},{"id":"2510.16807","title":"Improving Model Representation and Reducing KV Cache via Skip Connections with First Value Heads","created":"2025-10-19","cited_by_count":4,"area":"inference"},{"id":"2603.19664","title":"The Residual Stream Is All You Need: On the Redundancy of the KV Cache in Transformer Inference","created":"2026-03-20","cited_by_count":4,"area":"inference"},{"id":"2604.24647","title":"DepthKV: Layer-Dependent KV Cache Pruning for Long-Context LLM Inference","created":"2026-04-27","cited_by_count":3,"area":"inference"},{"id":"2511.16047","title":"AMS-KV: Adaptive KV Caching in Multi-Scale Visual Autoregressive Transformers","created":"2025-11-20","cited_by_count":2,"area":"inference"},{"id":"2604.13556","title":"YOCO++: Enhancing YOCO with KV Residual Connections for Efficient LLM Inference","created":"2026-04-15","cited_by_count":2,"area":"inference"},{"id":"2606.06467","title":"You Only Index Once: Cross-Layer Sparse Attention with Shared Routing","created":"2026-06-04","cited_by_count":2,"area":"inference"},{"id":"2609.17573","title":"GroupKV: Hierarchical KV Cache Management for Long-Context Diffusion LLM Inference","created":"2026-07-30","cited_by_count":2,"area":"inference"},{"id":"2609.29812","title":"FlashLoop: Fast and Memory-Efficient Looped Transformers via Lazy Updates","created":"2026-09-24","cited_by_count":2,"area":"inference"},{"id":"2609.35621","title":"Cartridges++: KV Cache Compression without Off-Context Derailment","created":"2026-09-28","cited_by_count":2,"area":"inference"},{"id":"2507.19906","title":"CaliDrop: KV Cache Compression with Calibration","created":"2025-07-26","cited_by_count":1,"area":"inference"},{"id":"2508.15881","title":"TPLA: Tensor Parallel Latent Attention for Efficient Disaggregated Prefill and Decode Inference","created":"2025-08-21","cited_by_count":1,"area":"inference"},{"id":"2512.17917","title":"KVReviver: Reversible KV Cache Compression with Sketch-Based Token Reconstruction","created":"2025-12-01","cited_by_count":1,"area":"inference"},{"id":"2601.14279","title":"On the Limits of Learned Importance Scoring for KV Cache Compression","created":"2026-01-13","cited_by_count":1,"area":"inference"},{"id":"2608.06849","title":"Autonomy-of-Heads: Data-Free Sparse Attention from Frozen Query-Key Geometry","created":"2026-08-07","cited_by_count":1,"area":"inference"},{"id":"2609.24298","title":"KV-COBRA: KV Cache Compression via Co-Optimized Bit-Rank Allocation","created":"2026-09-21","cited_by_count":1,"area":"inference"},{"id":"2609.26368","title":"HySparse2: Hybrid Sparse Attention with Two-Level KV Sharing","created":"2026-09-22","cited_by_count":1,"area":"inference"},{"id":"2609.37988","title":"KV-Kaizen: Learning Context-Adaptive Cache Compression Choices","created":"2026-09-29","cited_by_count":1,"area":"inference"},{"id":"2503.17922","title":"WindowKV: Task-Adaptive Group-Wise KV Cache Window Selection for Efficient LLM Inference","created":"2025-03-23","cited_by_count":0,"area":"inference"},{"id":"2605.14292","title":"Minimal-Intervention KV Retention via Set-Conditioned Diversity","created":"2026-05-14","cited_by_count":0,"area":"inference"},{"id":"2609.03515","title":"What Matters for Aggressive Decoding-Time KV Eviction? Temporal Aggregation and Ranking Preservation","created":"2026-09-03","cited_by_count":0,"area":"inference"},{"id":"2610.02235","title":"CORE: COverage CAlibration and Evicted-Mass REdistribution for KV Cache","created":"2026-09-28","cited_by_count":0,"area":"inference"},{"id":"2610.13708","title":"Adaptive DHiSparse: Speculative Decoding over a Load-Adaptive KV Hierarchy","created":"2026-10-09","cited_by_count":0,"area":"inference"},{"id":"2610.17970","title":"AlignPred: Error-Controlled KV Cache Compression via Alignment and Predictive Coding","created":"2026-10-13","cited_by_count":0,"area":"inference"}],"next_cursor":null}