{"total":76,"rows":[{"id":"2507.10524","title":"Mixture-of-Recursions: Learning Dynamic Recursive Depths for Adaptive Token-Level Computation","created":"2025-07-14","cited_by_count":133,"area":null},{"id":"2405.12981","title":"Reducing Transformer Key-Value Cache Size with Cross-Layer Attention","created":"2024-05-21","cited_by_count":131,"area":"inference"},{"id":"2504.19874","title":"TurboQuant: Online Vector Quantization with Near-optimal Distortion Rate","created":"2025-04-28","cited_by_count":125,"area":null},{"id":"2407.08454","title":"Model Tells You Where to Merge: Adaptive KV Cache Merging for LLMs on Long-Context Tasks","created":"2024-07-11","cited_by_count":96,"area":"inference"},{"id":"2406.03482","title":"QJL: 1-Bit Quantized JL Transform for KV Cache Quantization with Zero Overhead","created":"2024-06-05","cited_by_count":52,"area":"inference"},{"id":"2504.15364","title":"KeyDiff: Key Similarity-Based KV Cache Eviction for Long-Context LLM Inference in Resource-Constrained Environments","created":"2025-04-21","cited_by_count":51,"area":"inference"},{"id":"2407.01527","title":"KV Cache Compression, But What Must We Give in Return? A Comprehensive Benchmark of Long Context Capable Approaches","created":"2024-07-01","cited_by_count":42,"area":"inference"},{"id":"2407.04965","title":"Beyond Perplexity: Multi-dimensional Safety Evaluation of LLM Compression","created":"2024-07-06","cited_by_count":33,"area":null},{"id":"2410.05004","title":"Fast State Restoration in LLM Serving with HCache","created":"2024-10-07","cited_by_count":33,"area":"rag"},{"id":"2409.16694","title":"A Survey of Low-bit Large Language Models: Basics, Systems, and Algorithms","created":"2024-09-25","cited_by_count":31,"area":null},{"id":"2506.18879","title":"CommVQ: Commutative Vector Quantization for KV Cache Compression","created":"2025-06-23","cited_by_count":28,"area":"inference"},{"id":"2504.11651","title":"70% Size, 100% Accuracy: Lossless LLM Compression for Efficient GPU Inference via Dynamic-Length Float (DFloat11)","created":"2025-04-15","cited_by_count":24,"area":"diffusion"},{"id":"2407.10032","title":"LeanQuant: Accurate and Scalable Large Language Model Quantization with Loss-error-aware Grid","created":"2024-07-14","cited_by_count":22,"area":null},{"id":"2507.08143","title":"Compactor: Calibrated Query-Agnostic KV Cache Compression with Approximate Leverage Scores","created":"2025-07-10","cited_by_count":17,"area":"inference"},{"id":"2410.01805","title":"Locret: Enhancing Eviction in Long-Context LLM Inference with Trained Retaining Heads on Consumer-Grade Devices","created":"2024-10-02","cited_by_count":15,"area":"inference"},{"id":"2410.03090","title":"UNComp: Can Matrix Entropy Uncover Sparsity? -- A Compressor Design from an Uncertainty-Aware Perspective","created":"2024-10-04","cited_by_count":15,"area":"inference"},{"id":"2510.04265","title":"Don't Pass@k: A Bayesian Framework for Large Language Model Evaluation","created":"2025-10-05","cited_by_count":15,"area":"lr"},{"id":"2510.20707","title":"Mixing Importance with Diversity: Joint Optimization for KV Cache Compression in Large Vision-Language Models","created":"2025-10-23","cited_by_count":14,"area":"mllm"},{"id":"2410.00161","title":"KV-Compress: Paged KV-Cache Compression with Variable Compression Rates per Attention Head","created":"2024-09-30","cited_by_count":13,"area":"inference"},{"id":"2503.16257","title":"Plug-and-Play 1.x-Bit KV Cache Quantization for Video Large Language Models","created":"2025-03-20","cited_by_count":13,"area":"inference"},{"id":"2505.02922","title":"RetroInfer: A Vector Storage Engine for Scalable Long-Context LLM Inference","created":"2025-05-05","cited_by_count":13,"area":"inference"},{"id":"2506.07533","title":"MoQAE: Mixed-Precision Quantization for Long-Context LLM Inference via Mixture of Quantization-Aware Experts","created":"2025-06-09","cited_by_count":12,"area":"moe"},{"id":"2508.06297","title":"KV Cache Compression for Inference Efficiency in LLMs: A Review","created":"2025-08-08","cited_by_count":12,"area":"inference"},{"id":"2502.07861","title":"Streaming Attention Approximation via Discrepancy Theory","created":"2025-02-11","cited_by_count":11,"area":null},{"id":"2510.24273","title":"SALS: Sparse Attention in Latent Space for KV cache Compression","created":"2025-10-28","cited_by_count":11,"area":"inference"},{"id":"2412.12706","title":"More Tokens, Lower Precision: Towards the Optimal Token-Precision Trade-off in KV Cache Compression","created":"2024-12-17","cited_by_count":10,"area":"inference"},{"id":"2511.18643","title":"Kitty: Accurate and Efficient 2-bit KV Cache Quantization with Dynamic Channel-wise Precision Boost","created":"2025-11-23","cited_by_count":10,"area":"inference"},{"id":"2603.16952","title":"Embodied Foundation Models at the Edge: A Survey of Deployment Constraints and Mitigation Strategies","created":"2026-03-16","cited_by_count":9,"area":null},{"id":"2503.18773","title":"BitDecoding: Unlocking Tensor Cores for Long-Context LLMs with Low-Bit KV Cache","created":"2025-03-24","cited_by_count":8,"area":"inference"},{"id":"2503.24000","title":"Rethinking Key-Value Cache Compression Techniques for Large Language Model Serving","created":"2025-03-31","cited_by_count":8,"area":"inference"},{"id":"2410.03766","title":"FutureFill: Fast Generation from Convolutional Sequence Models","created":"2024-10-02","cited_by_count":7,"area":null},{"id":"2410.15252","title":"Lossless KV Cache Compression to 2%","created":"2024-10-20","cited_by_count":7,"area":"inference"},{"id":"2410.15704","title":"Residual vector quantization for KV cache compression in large language model","created":"2024-10-21","cited_by_count":7,"area":"inference"},{"id":"2505.18231","title":"NSNQuant: A Double Normalization Approach for Calibration-Free Low-Bit Vector Quantization of KV Cache","created":"2025-05-23","cited_by_count":7,"area":"inference"},{"id":"2505.22913","title":"Mustafar: Promoting Unstructured Sparsity for KV Cache Pruning in LLM Inference","created":"2025-05-28","cited_by_count":7,"area":"inference"},{"id":"2406.10247","title":"QCQA: Quality and Capacity-aware grouped Query Attention","created":"2024-06-08","cited_by_count":6,"area":"inference"},{"id":"2408.00008","title":"ScaleLLM: A Resource-Frugal LLM Serving Framework by Optimizing End-to-End Efficiency","created":"2024-07-23","cited_by_count":6,"area":"inference"},{"id":"2503.18869","title":"Reimagining Memory Access for LLM Inference: Compression-Aware Memory Controller Design","created":"2025-03-24","cited_by_count":5,"area":"inference"},{"id":"2506.12024","title":"FlexQuant: A Flexible and Efficient Dynamic Precision Switching Framework for LLM Quantization","created":"2025-05-21","cited_by_count":5,"area":null},{"id":"2510.02676","title":"To Compress or Not? Pushing the Frontier of Lossless GenAI Model Weights Compression with Exponent Concentration","created":"2025-10-03","cited_by_count":5,"area":null},{"id":"2603.14224","title":"Self-Indexing KVCache: Predicting Sparse Attention from Compressed Keys","created":"2026-03-15","cited_by_count":5,"area":"inference"},{"id":"2604.19157","title":"SAW-INT4: System-Aware 4-Bit KV-Cache Quantization for Real-World LLM Serving","created":"2026-04-21","cited_by_count":5,"area":"inference"},{"id":"2510.06175","title":"VecInfer: Efficient LLM Inference with Low-Bit KV Cache via Outlier-Suppressed Vector Quantization","created":"2025-10-07","cited_by_count":4,"area":"inference"},{"id":"2510.23649","title":"Efficient Low Rank Attention for Long-Context Inference in Large Language Models","created":"2025-10-25","cited_by_count":4,"area":null},{"id":"2603.19664","title":"The Residual Stream Is All You Need: On the Redundancy of the KV Cache in Transformer Inference","created":"2026-03-20","cited_by_count":4,"area":"inference"},{"id":"2604.26837","title":"Unifying Sparse Attention with Hierarchical Memory for Scalable Long-Context LLM Serving","created":"2026-04-29","cited_by_count":4,"area":"inference"},{"id":"2607.08032","title":"What to Keep, What to Forget: A Rate--Distortion View of Memory Compaction in LLMs and Agents","created":"2026-07-09","cited_by_count":4,"area":"agents"},{"id":"2607.08057","title":"Towards Efficient Large Language Model Serving: A Survey on System-Aware KV Cache Optimization","created":"2026-07-09","cited_by_count":4,"area":"inference"},{"id":"2607.17715","title":"C$^2$KV: Compressed and Composable KV Cache Reuse for Efficient LLM Inference","created":"2026-07-20","cited_by_count":4,"area":"rag"},{"id":"2410.06364","title":"Sketch to Adapt: Fine-Tunable Sketches for Efficient LLM Adaptation","created":"2024-10-08","cited_by_count":3,"area":null},{"id":"2502.12085","title":"APB: Accelerating Distributed Long-Context Inference by Passing Compressed Context Blocks across GPUs","created":"2025-02-17","cited_by_count":3,"area":null},{"id":"2506.19505","title":"AnTKV: Anchor Token-Aware Sub-Bit Vector Quantization for KV Cache in Large Language Models","created":"2025-06-24","cited_by_count":3,"area":"inference"},{"id":"2507.19823","title":"HCAttention: Extreme KV Cache Compression via Heterogeneous Attention Computing for LLMs","created":"2025-07-26","cited_by_count":3,"area":"inference"},{"id":"2605.01708","title":"SplitZip: Ultra Fast Lossless KV Compression for Disaggregated LLM Serving","created":"2026-05-03","cited_by_count":3,"area":"inference"},{"id":"2603.27467","title":"TurboAngle: Near-Lossless KV Cache Compression via Uniform Angle Quantization","created":"2026-03-29","cited_by_count":2,"area":"inference"},{"id":"2604.18137","title":"AQPIM: Breaking the PIM Capacity Wall for LLMs with In-Memory Activation Quantization","created":"2026-04-20","cited_by_count":2,"area":null},{"id":"2605.21226","title":"OCTOPUS: Optimized KV Cache for Transformers via Octahedral Parametrization Under optimal Squared error quantization","created":"2026-05-20","cited_by_count":2,"area":"inference"},{"id":"2605.24144","title":"EVA: Accelerating LLM Decoding via an Efficient Vector Quantization Architecture","created":"2026-05-22","cited_by_count":2,"area":null},{"id":"2608.01631","title":"Does Accuracy Equal Evidence? Reasoning Faithfulness under KV Cache Compression","created":"2026-08-03","cited_by_count":2,"area":"inference"},{"id":"2608.04074","title":"Spend Bits Where Queries Look: KV Cache Vector Quantization with Attention-Preserving Transforms","created":"2026-08-04","cited_by_count":2,"area":"inference"},{"id":"2507.08045","title":"Krul: Efficient State Restoration for Multi-turn Conversations with Dynamic Cross-layer KV Sharing","created":"2025-07-10","cited_by_count":1,"area":"inference"},{"id":"2507.19906","title":"CaliDrop: KV Cache Compression with Calibration","created":"2025-07-26","cited_by_count":1,"area":"inference"},{"id":"2606.24033","title":"RoPE-Aware Bit Allocation for KV-Cache Quantization","created":"2026-06-23","cited_by_count":1,"area":"inference"},{"id":"2609.26425","title":"QuantWM: Temporally Consistent 2-Bit KV Cache Quantization for World Models and Video Generation","created":"2026-09-22","cited_by_count":1,"area":"wm"},{"id":"2510.05176","title":"PatternKV: Flattening KV Representation Expands Quantization Headroom","created":"2025-10-05","cited_by_count":0,"area":"lr"},{"id":"2601.10823","title":"Mugi: Value Level Parallelism For Efficient LLMs","created":"2026-01-15","cited_by_count":0,"area":null},{"id":"2604.16864","title":"HieraSparse: Hierarchical Semi-Structured Sparse KV Attention","created":"2026-04-18","cited_by_count":0,"area":"inference"},{"id":"2607.01065","title":"GSRQ: Gain-Shape Residual Quantization for Sub-1-bit KV Cache","created":"2026-07-01","cited_by_count":0,"area":"inference"},{"id":"2608.19920","title":"Learning how to Forget: Fine-tuning for Long-Context Sparse Attention","created":"2026-08-20","cited_by_count":0,"area":null},{"id":"2609.01338","title":"mzCache: On-Device LLM Memory Management under Multitasking","created":"2026-09-01","cited_by_count":0,"area":"inference"},{"id":"2609.12208","title":"Vortex: Bridging Extreme Compression and Efficient LLM Inference","created":"2026-09-10","cited_by_count":0,"area":"inference"},{"id":"2609.24417","title":"ARM: Attention with Routed-Memory for Learnable Sparse Control","created":"2026-09-21","cited_by_count":0,"area":null},{"id":"2609.33536","title":"Does Execution Require Target KV Fidelity? A Mixed-Fidelity KV Runtime for LLM Serving","created":"2026-09-27","cited_by_count":0,"area":"inference"},{"id":"2610.03027","title":"Tailoring the Quantization Space for 1-Bit KV Cache Compression","created":"2026-10-02","cited_by_count":0,"area":"inference"},{"id":"2610.15384","title":"E8 Lattice Key Quantization for Low-Bit KV-Cache Compression","created":"2026-10-11","cited_by_count":0,"area":"inference"},{"id":"2610.17970","title":"AlignPred: Error-Controlled KV Cache Compression via Alignment and Predictive Coding","created":"2026-10-13","cited_by_count":0,"area":"inference"}],"next_cursor":null}