{"total":441,"rows":[{"id":"2406.02069","title":"PyramidKV: Dynamic KV Cache Compression based on Pyramidal Information Funneling","created":"2024-06-04","cited_by_count":432,"area":"inference"},{"id":"2407.11550","title":"Ada-KV: Optimizing KV Cache Eviction by Adaptive Budget Allocation for Efficient LLM Inference","created":"2024-07-16","cited_by_count":235,"area":"inference"},{"id":"2410.21465","title":"ShadowKV: KV Cache in Shadows for High-Throughput Long-Context LLM Inference","created":"2024-10-28","cited_by_count":134,"area":"inference"},{"id":"2503.00540","title":"Streaming Video Question-Answering with In-context Video KV-Cache Retrieval","created":"2025-03-01","cited_by_count":117,"area":"inference"},{"id":"2407.12820","title":"PQCache: Product Quantization-based KVCache for Long Context LLM Inference","created":"2024-07-01","cited_by_count":95,"area":"inference"},{"id":"2505.23416","title":"KVzip: Query-Agnostic KV Cache Compression with Context Reconstruction","created":"2025-05-29","cited_by_count":95,"area":"inference"},{"id":"2406.11430","title":"A Simple and Effective $L_2$ Norm-Based Strategy for KV Cache Compression","created":"2024-06-17","cited_by_count":86,"area":"inference"},{"id":"2506.06266","title":"Cartridges: Lightweight and general-purpose long context representations via self-study","created":"2025-06-06","cited_by_count":86,"area":"inference"},{"id":"2405.19715","title":"SpecDec++: Boosting Speculative Decoding via Adaptive Candidate Lengths","created":"2024-05-30","cited_by_count":75,"area":"inference"},{"id":"2510.00636","title":"Expected Attention: KV Cache Compression by Estimating Attention from Future Queries Distribution","created":"2025-10-01","cited_by_count":74,"area":"inference"},{"id":"2407.14057","title":"LazyLLM: Dynamic Token Pruning for Efficient Long Context LLM Inference","created":"2024-07-19","cited_by_count":70,"area":"inference"},{"id":"2412.10319","title":"SCBench: A KV Cache-Centric Analysis of Long-Context Methods","created":"2024-12-13","cited_by_count":60,"area":"inference"},{"id":"2502.00299","title":"ChunkKV: Semantic-Preserving KV Cache Compression for Efficient Long-Context LLM Inference","created":"2025-02-01","cited_by_count":60,"area":"inference"},{"id":"2503.12491","title":"CAKE: Cascading and Adaptive KV Cache Eviction with Layer Preferences","created":"2025-03-16","cited_by_count":58,"area":"inference"},{"id":"2506.15745","title":"InfiniPot-V: Memory-Constrained KV Cache Compression for Streaming Video Understanding","created":"2025-06-18","cited_by_count":58,"area":"inference"},{"id":"2505.15269","title":"LiveVLM: Efficient Online Video Understanding via Streaming-Oriented KV Cache and Retrieval","created":"2025-05-21","cited_by_count":54,"area":"inference"},{"id":"2504.15364","title":"KeyDiff: Key Similarity-Based KV Cache Eviction for Long-Context LLM Inference in Resource-Constrained Environments","created":"2025-04-21","cited_by_count":51,"area":"inference"},{"id":"2407.01527","title":"KV Cache Compression, But What Must We Give in Return? A Comprehensive Benchmark of Long Context Capable Approaches","created":"2024-07-01","cited_by_count":42,"area":"inference"},{"id":"2412.14838","title":"DynamicKV: Task-Aware Adaptive KV Cache Compression for Long Context LLMs","created":"2024-12-19","cited_by_count":42,"area":"inference"},{"id":"2502.14051","title":"RocketKV: Accelerating Long-Context LLM Inference via Two-Stage KV Cache Compression","created":"2025-02-19","cited_by_count":41,"area":"inference"},{"id":"2502.04420","title":"KVTuner: Sensitivity-Aware Layer-Wise Mixed-Precision KV Cache Quantization for Efficient and Nearly Lossless LLM Inference","created":"2025-02-06","cited_by_count":40,"area":"inference"},{"id":"2409.17422","title":"Discovering the Gems in Early Layers: Accelerating Long-Context LLMs with 1000x Input Token Reduction","created":"2024-09-25","cited_by_count":39,"area":"inference"},{"id":"2411.02886","title":"TokenSelect: Efficient Long-Context Inference and Length Extrapolation for LLMs via Dynamic Token-Level KV Cache Selection","created":"2024-11-05","cited_by_count":39,"area":"inference"},{"id":"2412.20504","title":"ReTaKe: Reducing Temporal and Knowledge Redundancy for Long Video Understanding","created":"2024-12-29","cited_by_count":33,"area":"inference"},{"id":"2406.02657","title":"Block Transformer: Global-to-Local Language Modeling for Fast Inference","created":"2024-06-04","cited_by_count":32,"area":"inference"},{"id":"2406.13035","title":"D2O: Dynamic Discriminative Operations for Efficient Long-Context Inference of Large Language Models","created":"2024-06-18","cited_by_count":31,"area":"inference"},{"id":"2502.13063","title":"Cramming 1568 Tokens into a Single Vector and Back Again: Exploring the Limits of Embedding Space Capacity","created":"2025-02-18","cited_by_count":28,"area":"inference"},{"id":"2502.10424","title":"QuantSpec: Self-Speculative Decoding with Hierarchical Quantized KV Cache","created":"2025-02-05","cited_by_count":27,"area":"inference"},{"id":"2412.03131","title":"DiffKV: Differentiated Memory Management for Large Language Models with Parallel KV Compaction","created":"2024-12-04","cited_by_count":26,"area":"inference"},{"id":"2502.03805","title":"CriticalKV: Optimizing KV Cache Eviction from an Output Perturbation Perspective","created":"2025-02-06","cited_by_count":26,"area":"inference"},{"id":"2511.07278","title":"StreamKV: Streaming Video Question-Answering with Segment-based KV Cache Retrieval and Compression","created":"2025-11-10","cited_by_count":26,"area":"inference"},{"id":"2501.19392","title":"Cache Me If You Must: Adaptive Key-Value Quantization for Large Language Models","created":"2025-01-31","cited_by_count":24,"area":"inference"},{"id":"2502.07864","title":"TransMLA: Multi-Head Latent Attention Is All You Need","created":"2025-02-11","cited_by_count":23,"area":"inference"},{"id":"2410.05589","title":"ParallelSpec: Parallel Drafter for Efficient Speculative Decoding","created":"2024-10-08","cited_by_count":22,"area":"inference"},{"id":"2503.16525","title":"KVShare: An LLM Service System with Efficient and Effective Multi-Tenant KV Cache Reuse","created":"2025-03-17","cited_by_count":22,"area":"inference"},{"id":"2505.19602","title":"Memory-Efficient Visual Autoregressive Modeling with Scale-Aware KV Cache Compression","created":"2025-05-26","cited_by_count":22,"area":"inference"},{"id":"2510.07293","title":"AudioMarathon: A Comprehensive Benchmark for Long-Context Audio Understanding and Efficiency in Audio LLMs","created":"2025-10-08","cited_by_count":22,"area":"inference"},{"id":"2502.00791","title":"Vision-centric Token Compression in Large Language Model","created":"2025-02-02","cited_by_count":21,"area":"inference"},{"id":"2505.12215","title":"GMSA: Enhancing Context Compression via Group Merging and Layer Semantic Alignment","created":"2025-05-18","cited_by_count":21,"area":"inference"},{"id":"2412.13649","title":"SCOPE: Optimizing Key-Value Cache Compression in Long-context Generation","created":"2024-12-18","cited_by_count":20,"area":"inference"},{"id":"2503.00979","title":"Dialogue Without Limits: Constant-Sized KV Caches for Extended Responses in LLMs","created":"2025-03-02","cited_by_count":20,"area":"inference"},{"id":"2503.10337","title":"KV-Distill: Nearly Lossless Learnable Context Compression for LLMs","created":"2025-03-13","cited_by_count":19,"area":"inference"},{"id":"2512.03324","title":"Cache What Lasts: Token Retention for Memory-Bounded KV Cache in LLMs","created":"2025-12-03","cited_by_count":19,"area":"inference"},{"id":"2407.08892","title":"Characterizing Prompt Compression Methods for Long Context Inference","created":"2024-07-11","cited_by_count":18,"area":"inference"},{"id":"2505.10938","title":"Accurate KV Cache Quantization with Outlier Tokens Tracing","created":"2025-05-16","cited_by_count":18,"area":"inference"},{"id":"2412.08890","title":"Lexico: Extreme KV Cache Compression via Sparse Coding over Universal Dictionaries","created":"2024-12-12","cited_by_count":17,"area":"inference"},{"id":"2412.17483","title":"A Silver Bullet or a Compromise for Full Attention? A Comprehensive Study of Gist Token-based Context Compression","created":"2024-12-23","cited_by_count":17,"area":"inference"},{"id":"2507.08143","title":"Compactor: Calibrated Query-Agnostic KV Cache Compression with Approximate Leverage Scores","created":"2025-07-10","cited_by_count":17,"area":"inference"},{"id":"2503.18893","title":"xKV: Cross-Layer KV-Cache Compression via Aligned Singular Vector Extraction","created":"2025-03-24","cited_by_count":16,"area":"inference"},{"id":"2505.24357","title":"ReCalKV: Low-Rank KV Cache Compression via Head Reordering and Offline Calibration","created":"2025-05-30","cited_by_count":16,"area":"inference"},{"id":"2509.09754","title":"LAVa: Layer-wise KV Cache Eviction with Dynamic Budget Allocation","created":"2025-09-11","cited_by_count":16,"area":"inference"},{"id":"2601.17668","title":"Fast KVzip: Efficient and Accurate LLM Inference with Gated KV Eviction","created":"2026-01-25","cited_by_count":16,"area":"inference"},{"id":"2410.01805","title":"Locret: Enhancing Eviction in Long-Context LLM Inference with Trained Retaining Heads on Consumer-Grade Devices","created":"2024-10-02","cited_by_count":15,"area":"inference"},{"id":"2410.03090","title":"UNComp: Can Matrix Entropy Uncover Sparsity? -- A Compressor Design from an Uncertainty-Aware Perspective","created":"2024-10-04","cited_by_count":15,"area":"inference"},{"id":"2504.09261","title":"Head-Aware KV Cache Compression for Efficient Visual Autoregressive Modeling","created":"2025-04-12","cited_by_count":15,"area":"inference"},{"id":"2510.00231","title":"The Pitfalls of KV Cache Compression","created":"2025-09-30","cited_by_count":15,"area":"inference"},{"id":"2601.07891","title":"KVzap: Fast, Adaptive, and Faithful KV Cache Pruning","created":"2026-01-12","cited_by_count":15,"area":"inference"},{"id":"2502.01068","title":"FastKV: Decoupling of Context Reduction and KV Cache Compression for Prefill-Decoding Acceleration","created":"2025-02-03","cited_by_count":14,"area":"inference"},{"id":"2505.20334","title":"Lookahead Q-Cache: Achieving More Consistent KV Cache Eviction via Pseudo Query","created":"2025-05-24","cited_by_count":14,"area":"inference"},{"id":"2509.04467","title":"PDTrim: Targeted Pruning for Prefill-Decode Disaggregation in Inference","created":"2025-08-29","cited_by_count":14,"area":"inference"},{"id":"2510.13334","title":"Taming the Fragility of KV Cache Eviction in LLM Inference","created":"2025-10-15","cited_by_count":14,"area":"inference"},{"id":"2602.10238","title":"Learning to Evict from Key-Value Cache","created":"2026-02-10","cited_by_count":14,"area":"inference"},{"id":"2410.00161","title":"KV-Compress: Paged KV-Cache Compression with Variable Compression Rates per Attention Head","created":"2024-09-30","cited_by_count":13,"area":"inference"},{"id":"2503.16257","title":"Plug-and-Play 1.x-Bit KV Cache Quantization for Video Large Language Models","created":"2025-03-20","cited_by_count":13,"area":"inference"},{"id":"2504.14051","title":"CAOTE: KV Cache Selection for LLMs via Attention Output Error-Based Token Eviction","created":"2025-04-18","cited_by_count":13,"area":"inference"},{"id":"2505.02922","title":"RetroInfer: A Vector Storage Engine for Scalable Long-Context LLM Inference","created":"2025-05-05","cited_by_count":13,"area":"inference"},{"id":"2508.06447","title":"SlimInfer: Accelerating Long-Context LLM Inference via Dynamic Token Pruning","created":"2025-08-08","cited_by_count":13,"area":"inference"},{"id":"2601.04359","title":"PackCache: A Training-Free Acceleration Method for Unified Autoregressive Video Generation via Compact KV-Cache","created":"2026-01-07","cited_by_count":13,"area":"inference"},{"id":"2602.01719","title":"COMI: Coarse-to-fine Context Compression via Marginal Information Gain","created":"2026-02-02","cited_by_count":13,"area":"inference"},{"id":"2412.04652","title":"Cross-Self KV Cache Pruning for Efficient Vision-Language Inference","created":"2024-12-05","cited_by_count":12,"area":"inference"},{"id":"2501.12959","title":"Efficient Prompt Compression with Evaluator Heads for Long-Context Transformer Inference","created":"2025-01-22","cited_by_count":12,"area":"inference"},{"id":"2503.07518","title":"TokenButler: Token Importance is Predictable","created":"2025-03-10","cited_by_count":12,"area":"inference"},{"id":"2504.00999","title":"MergeVQ: A Unified Framework for Visual Generation and Representation with Disentangled Token Merging and Quantization","created":"2025-04-01","cited_by_count":12,"area":"inference"},{"id":"2410.08391","title":"KV Prediction for Improved Time to First Token","created":"2024-10-10","cited_by_count":11,"area":"inference"},{"id":"2411.05787","title":"RefreshKV: Updating Small KV Cache During Long-form Generation","created":"2024-11-08","cited_by_count":11,"area":"inference"},{"id":"2507.08799","title":"KV Cache Steering for Controlling Frozen LLMs","created":"2025-07-11","cited_by_count":11,"area":"inference"},{"id":"2507.20030","title":"FAEDKV: Infinite-Window Fourier Transform for Unbiased KV Cache Compression","created":"2025-07-26","cited_by_count":11,"area":"inference"},{"id":"2511.20172","title":"Beluga: A CXL-Based Memory Architecture for Scalable and Efficient LLM KVCache Management","created":"2025-11-25","cited_by_count":11,"area":"inference"},{"id":"2605.09649","title":"Make Each Token Count: Towards Improving Long-Context Performance with KV Cache Eviction","created":"2026-05-10","cited_by_count":11,"area":"inference"},{"id":"2412.12706","title":"More Tokens, Lower Precision: Towards the Optimal Token-Precision Trade-off in KV Cache Compression","created":"2024-12-17","cited_by_count":10,"area":"inference"},{"id":"2502.00527","title":"PolarQuant: Leveraging Polar Transformation for Efficient Key Cache Quantization and Decoding Acceleration","created":"2025-02-01","cited_by_count":10,"area":"inference"},{"id":"2502.15075","title":"Quantize What Counts: More for Keys, Less for Values","created":"2025-02-20","cited_by_count":10,"area":"inference"},{"id":"2504.00970","title":"SentenceKV: Efficient LLM Inference via Sentence-Level Semantic KV Caching","created":"2025-04-01","cited_by_count":10,"area":"inference"},{"id":"2505.19586","title":"TailorKV: A Hybrid Framework for Long-Context Inference via Tailored KV Cache Optimization","created":"2025-05-26","cited_by_count":10,"area":"inference"},{"id":"2510.02758","title":"TokenFlow: Responsive LLM Text Streaming Serving under Request Burst via Preemptive Scheduling","created":"2025-10-03","cited_by_count":10,"area":"inference"},{"id":"2510.07651","title":"OBCache: Optimal Brain KV Cache Pruning for Efficient Long-Context LLM Inference","created":"2025-10-09","cited_by_count":10,"area":"inference"},{"id":"2603.10899","title":"LookaheadKV: Fast and Accurate KV Cache Eviction by Glimpsing into the Future without Generation","created":"2026-03-11","cited_by_count":10,"area":"inference"},{"id":"2410.01485","title":"A Little Goes a Long Way: Efficient Long Context Training and Inference with Partial Contexts","created":"2024-10-02","cited_by_count":9,"area":"inference"},{"id":"2503.13565","title":"ML-SpecQD: Multi-Level Speculative Decoding with Quantized Drafts","created":"2025-03-17","cited_by_count":9,"area":"inference"},{"id":"2504.09936","title":"KeepKV: Achieving Periodic Lossless KV Cache Compression for Efficient LLM Inference","created":"2025-04-14","cited_by_count":9,"area":"inference"},{"id":"2507.06517","title":"SpindleKV: A Novel KV Cache Reduction Method Balancing Both Shallow and Deep Layers","created":"2025-07-09","cited_by_count":9,"area":"inference"},{"id":"2507.14204","title":"LaCache: Ladder-Shaped KV Caching for Efficient Long-Context Modeling of Large Language Models","created":"2025-07-14","cited_by_count":9,"area":"inference"},{"id":"2508.02401","title":"CompressKV: Semantic Retrieval Heads Know What Tokens are Not Important Before Generation","created":"2025-08-04","cited_by_count":9,"area":"inference"},{"id":"2508.16134","title":"CommonKV: Compressing KV Cache with Cross-layer Parameter Sharing","created":"2025-08-22","cited_by_count":9,"area":"inference"},{"id":"2509.12211","title":"TinyServe: Query-Aware Cache Selection for Efficient LLM Serving","created":"2025-08-28","cited_by_count":9,"area":"inference"},{"id":"2509.15763","title":"UniGist: Towards General and Hardware-aligned Sequence-level Long Context Compression","created":"2025-09-19","cited_by_count":9,"area":"inference"},{"id":"2602.08005","title":"ResidualKV: Residual-Based KV Cache Compression for Efficient Long-Context Inference","created":"2026-02-08","cited_by_count":9,"area":"inference"},{"id":"2605.08840","title":"ReST-KV: Robust KV Cache Eviction with Layer-wise Output Reconstruction and Spatial-Temporal Smoothing","created":"2026-05-09","cited_by_count":9,"area":"inference"},{"id":"2605.17757","title":"OSCAR: Offline Spectral Covariance-Aware Rotation for 2-bit KV Cache Quantization","created":"2026-05-18","cited_by_count":9,"area":"inference"},{"id":"2503.10714","title":"ZSMerge: Zero-Shot KV Cache Compression for Memory-Efficient Long-Context LLMs","created":"2025-03-13","cited_by_count":8,"area":"inference"}],"next_cursor":"100"}