{"total":206,"rows":[{"id":"2404.00456","title":"QuaRot: Outlier-Free 4-Bit Inference in Rotated LLMs","created":"2024-03-30","cited_by_count":634,"area":"inference"},{"id":"2401.18079","title":"KVQuant: Towards 10 Million Context Length LLM Inference with KV Cache Quantization","created":"2024-01-31","cited_by_count":591,"area":"inference"},{"id":"2405.16406","title":"SpinQuant: LLM quantization with learned rotations","created":"2024-05-26","cited_by_count":471,"area":"inference"},{"id":"2410.10819","title":"DuoAttention: Efficient Long-Context LLM Inference with Retrieval and Streaming Heads","created":"2024-10-14","cited_by_count":288,"area":"inference"},{"id":"2501.01005","title":"FlashInfer: Efficient and Customizable Attention Engine for LLM Inference Serving","created":"2025-01-02","cited_by_count":258,"area":"inference"},{"id":"2405.16444","title":"CacheBlend: Fast Large Language Model Serving for RAG with Cached Knowledge Fusion","created":"2024-05-26","cited_by_count":223,"area":"inference"},{"id":"2410.10781","title":"When Attention Sink Emerges in Language Models: An Empirical View","created":"2024-10-14","cited_by_count":208,"area":"inference"},{"id":"2403.19708","title":"Cost-Efficient Large Language Model Serving for Multi-turn Conversations with CachedAttention","created":"2024-03-23","cited_by_count":163,"area":"inference"},{"id":"2410.02367","title":"SageAttention: Accurate 8-Bit Attention for Plug-and-play Inference Acceleration","created":"2024-10-03","cited_by_count":160,"area":"inference"},{"id":"2410.21465","title":"ShadowKV: KV Cache in Shadows for High-Throughput Long-Context LLM Inference","created":"2024-10-28","cited_by_count":134,"area":"inference"},{"id":"2312.04985","title":"SparQ Attention: Bandwidth-Efficient LLM Inference","created":"2023-12-08","cited_by_count":119,"area":"inference"},{"id":"2503.00540","title":"Streaming Video Question-Answering with In-context Video KV-Cache Retrieval","created":"2025-03-01","cited_by_count":117,"area":"inference"},{"id":"2401.03462","title":"Long Context Compression with Activation Beacon","created":"2024-01-07","cited_by_count":104,"area":"inference"},{"id":"2312.15234","title":"Towards Efficient Generative Large Language Model Serving: A Survey from Algorithms to Systems","created":"2023-12-23","cited_by_count":102,"area":"inference"},{"id":"2402.18096","title":"No Token Left Behind: Reliable KV Cache Compression via Importance-Aware Mixed Precision Quantization","created":"2024-02-28","cited_by_count":101,"area":"inference"},{"id":"2407.08454","title":"Model Tells You Where to Merge: Adaptive KV Cache Merging for LLMs on Long-Context Tasks","created":"2024-07-11","cited_by_count":96,"area":"inference"},{"id":"2408.12757","title":"NanoFlow: Towards Optimal Large Language Model Serving Throughput","created":"2024-08-22","cited_by_count":90,"area":"inference"},{"id":"2412.01827","title":"RandAR: Decoder-only Autoregressive Visual Generation in Random Orders","created":"2024-12-02","cited_by_count":83,"area":"inference"},{"id":"2405.03917","title":"KV Cache is 1 Bit Per Channel: Efficient Large Language Model Inference with Coupled Quantization","created":"2024-05-07","cited_by_count":76,"area":"inference"},{"id":"2502.16002","title":"KVLink: Accelerating Large Language Models via Efficient KV Cache Reuse","created":"2025-02-21","cited_by_count":66,"area":"inference"},{"id":"2407.21118","title":"Palu: Compressing KV-Cache with Low-Rank Projection","created":"2024-07-30","cited_by_count":64,"area":"inference"},{"id":"2410.03111","title":"LoRC: Low-Rank Compression for LLMs KV Cache with a Progressive Compression Strategy","created":"2024-10-04","cited_by_count":51,"area":"inference"},{"id":"2501.16383","title":"RotateKV: Accurate and Robust 2-Bit KV Cache Quantization for LLMs via Outlier-Aware Adaptive Rotations","created":"2025-01-25","cited_by_count":46,"area":"inference"},{"id":"2408.03675","title":"NACL: A General and Effective KV Cache Eviction Framework for LLMs at Inference Time","created":"2024-08-07","cited_by_count":43,"area":"inference"},{"id":"2407.01527","title":"KV Cache Compression, But What Must We Give in Return? A Comprehensive Benchmark of Long Context Capable Approaches","created":"2024-07-01","cited_by_count":42,"area":"inference"},{"id":"2409.17422","title":"Discovering the Gems in Early Layers: Accelerating Long-Context LLMs with 1000x Input Token Reduction","created":"2024-09-25","cited_by_count":39,"area":"inference"},{"id":"2411.02886","title":"TokenSelect: Efficient Long-Context Inference and Length Extrapolation for LLMs via Dynamic Token-Level KV Cache Selection","created":"2024-11-05","cited_by_count":39,"area":"inference"},{"id":"2504.06261","title":"Hogwild! Inference: Parallel LLM Generation via Concurrent Attention","created":"2025-04-08","cited_by_count":32,"area":"inference"},{"id":"2510.14973","title":"Attention Is All You Need for KV Cache in Diffusion LLMs","created":"2025-10-16","cited_by_count":32,"area":"inference"},{"id":"2507.07990","title":"Multi-Granular Spatio-Temporal Token Merging for Training-Free Acceleration of Video LLMs","created":"2025-07-10","cited_by_count":31,"area":"inference"},{"id":"2406.07056","title":"Effectively Compress KV Heads for LLM","created":"2024-06-11","cited_by_count":30,"area":"inference"},{"id":"2410.14731","title":"MatryoshkaKV: Adaptive KV Compression via Trainable Orthogonal Projection","created":"2024-10-16","cited_by_count":29,"area":"inference"},{"id":"2506.18879","title":"CommVQ: Commutative Vector Quantization for KV Cache Compression","created":"2025-06-23","cited_by_count":28,"area":"inference"},{"id":"2410.17897","title":"Value Residual Learning","created":"2024-10-23","cited_by_count":27,"area":"inference"},{"id":"2511.07278","title":"StreamKV: Streaming Video Question-Answering with Segment-based KV Cache Retrieval and Compression","created":"2025-11-10","cited_by_count":26,"area":"inference"},{"id":"2501.19392","title":"Cache Me If You Must: Adaptive Key-Value Quantization for Large Language Models","created":"2025-01-31","cited_by_count":24,"area":"inference"},{"id":"2502.12216","title":"Tactic: Adaptive Sparse Attention with Clustering and Distribution Fitting for Long-Context LLMs","created":"2025-02-17","cited_by_count":24,"area":"inference"},{"id":"2502.07864","title":"TransMLA: Multi-Head Latent Attention Is All You Need","created":"2025-02-11","cited_by_count":23,"area":"inference"},{"id":"2502.07578","title":"PIM Is All You Need: A CXL-Enabled GPU-Free System for Large Language Model Inference","created":"2025-02-11","cited_by_count":22,"area":"inference"},{"id":"2402.06082","title":"SubGen: Token Generation in Sublinear Time and Memory","created":"2024-02-08","cited_by_count":21,"area":"inference"},{"id":"2508.09442","title":"Shadow in the Cache: Unveiling and Mitigating Privacy Risks of KV-cache in LLM Inference","created":"2025-08-13","cited_by_count":21,"area":"inference"},{"id":"2503.10568","title":"Autoregressive Image Generation with Randomized Parallel Decoding","created":"2025-03-13","cited_by_count":20,"area":"inference"},{"id":"2404.07979","title":"LLoCO: Learning Long Contexts Offline","created":"2024-04-11","cited_by_count":16,"area":"inference"},{"id":"2505.24357","title":"ReCalKV: Low-Rank KV Cache Compression via Head Reordering and Offline Calibration","created":"2025-05-30","cited_by_count":16,"area":"inference"},{"id":"2601.17668","title":"Fast KVzip: Efficient and Accurate LLM Inference with Gated KV Eviction","created":"2026-01-25","cited_by_count":16,"area":"inference"},{"id":"2608.03893","title":"Cross-Model KV Cache Transfer in LLM Families: A Closed-Form Linear Mapping for Prefill Reuse","created":"2026-08-04","cited_by_count":15,"area":"inference"},{"id":"2502.14317","title":"ParallelComp: Parallel Long-Context Compressor for Length Extrapolation","created":"2025-02-20","cited_by_count":14,"area":"inference"},{"id":"2505.13109","title":"FreeKV: Boosting KV Cache Retrieval for Efficient LLM Inference","created":"2025-05-19","cited_by_count":14,"area":"inference"},{"id":"2511.01815","title":"KV Cache Transform Coding for Compact Storage in LLM Inference","created":"2025-11-03","cited_by_count":13,"area":"inference"},{"id":"2507.20030","title":"FAEDKV: Infinite-Window Fourier Transform for Unbiased KV Cache Compression","created":"2025-07-26","cited_by_count":11,"area":"inference"},{"id":"2510.24273","title":"SALS: Sparse Attention in Latent Space for KV cache Compression","created":"2025-10-28","cited_by_count":11,"area":"inference"},{"id":"2407.03157","title":"Let the Code LLM Edit Itself When You Edit the Code","created":"2024-07-03","cited_by_count":10,"area":"inference"},{"id":"2412.02252","title":"Compressing KV Cache for Long-Context LLM Inference with Inter-Layer Attention Similarity","created":"2024-12-03","cited_by_count":10,"area":"inference"},{"id":"2502.00527","title":"PolarQuant: Leveraging Polar Transformation for Efficient Key Cache Quantization and Decoding Acceleration","created":"2025-02-01","cited_by_count":10,"area":"inference"},{"id":"2505.21487","title":"Hardware-Efficient Attention for Fast Decoding","created":"2025-05-27","cited_by_count":10,"area":"inference"},{"id":"2512.12560","title":"StreamingAssistant: Efficient Visual Token Pruning for Accelerating Online Video Understanding","created":"2025-12-14","cited_by_count":10,"area":"inference"},{"id":"2403.08312","title":"StreamingDialogue: Prolonged Dialogue Learning via Long Context Compression with Minimal Losses","created":"2024-03-13","cited_by_count":9,"area":"inference"},{"id":"2409.14364","title":"Position IDs Matter: An Enhanced Position Layout for Efficient Context Compression in Large Language Models","created":"2024-09-22","cited_by_count":9,"area":"inference"},{"id":"2410.01485","title":"A Little Goes a Long Way: Efficient Long Context Training and Inference with Partial Contexts","created":"2024-10-02","cited_by_count":9,"area":"inference"},{"id":"2502.12574","title":"HeadInfer: Memory-Efficient LLM Inference by Head-wise Offloading","created":"2025-02-18","cited_by_count":9,"area":"inference"},{"id":"2508.16134","title":"CommonKV: Compressing KV Cache with Cross-layer Parameter Sharing","created":"2025-08-22","cited_by_count":9,"area":"inference"},{"id":"2602.08005","title":"ResidualKV: Residual-Based KV Cache Compression for Efficient Long-Context Inference","created":"2026-02-08","cited_by_count":9,"area":"inference"},{"id":"2310.08152","title":"Context Compression for Auto-regressive Transformers with Sentinel Tokens","created":"2023-10-12","cited_by_count":8,"area":"inference"},{"id":"2503.14070","title":"Fast Autoregressive Video Generation with Diagonal Decoding","created":"2025-03-18","cited_by_count":8,"area":"inference"},{"id":"2505.12942","title":"A3 : an Analytical Low-Rank Approximation Framework for Attention","created":"2025-05-19","cited_by_count":8,"area":"inference"},{"id":"2602.03152","title":"FASA: Frequency-aware Sparse Attention","created":"2026-02-03","cited_by_count":8,"area":"inference"},{"id":"2404.15949","title":"CORM: Cache Optimization with Recent Message for Large Language Model Inference","created":"2024-04-24","cited_by_count":7,"area":"inference"},{"id":"2410.15704","title":"Residual vector quantization for KV cache compression in large language model","created":"2024-10-21","cited_by_count":7,"area":"inference"},{"id":"2502.10659","title":"Pushing up to the Limit of Memory Bandwidth and Capacity Utilization for Efficient LLM Decoding on Embedded FPGA","created":"2025-02-15","cited_by_count":7,"area":"inference"},{"id":"2502.12665","title":"A$^2$ATS: Retrieval-Based KV Cache Reduction via Windowed Rotary Position Embedding and Query-Aware Vector Quantization","created":"2025-02-18","cited_by_count":7,"area":"inference"},{"id":"2503.24358","title":"SQuat: Subspace-orthogonal KV Cache Quantization","created":"2025-03-31","cited_by_count":7,"area":"inference"},{"id":"2505.00570","title":"FreqKV: Key-Value Compression in Frequency Domain for Context Window Extension","created":"2025-05-01","cited_by_count":7,"area":"inference"},{"id":"2506.18226","title":"Make It Efficient: Dynamic Sparse Attention for Autoregressive Image Generation","created":"2025-06-23","cited_by_count":7,"area":"inference"},{"id":"2601.17917","title":"Streaming-dLLM: Accelerating Diffusion LLMs via Suffix Pruning and Dynamic Decoding","created":"2026-01-25","cited_by_count":7,"area":"inference"},{"id":"2602.07223","title":"Vegas: Self-Speculative Decoding with Verification-Guided Sparse Attention","created":"2026-02-06","cited_by_count":7,"area":"inference"},{"id":"2606.06256","title":"RedKnot: Efficient Long-Context LLM Serving with Head-Aware KV Reuse and SegPagedAttention","created":"2026-06-04","cited_by_count":7,"area":"inference"},{"id":"2506.07334","title":"Graph-KV: Breaking Sequence via Injecting Structural Biases into Large Language Models","created":"2025-06-09","cited_by_count":6,"area":"inference"},{"id":"2509.24832","title":"SemShareKV: Efficient KVCache Sharing for Semantically Similar Prompts via Token-Level LSH Matching","created":"2025-09-29","cited_by_count":6,"area":"inference"},{"id":"2512.03870","title":"Reconstructing KV Caches with Cross-layer Fusion For Enhanced Transformers","created":"2025-12-03","cited_by_count":6,"area":"inference"},{"id":"2512.10324","title":"EchoingPixels: Aliasing-Resistant Joint Token Reduction for Audio-Visual LLMs","created":"2025-12-11","cited_by_count":6,"area":"inference"},{"id":"2603.21957","title":"Unified Spatiotemporal Token Compression for Video-LLMs at Ultra-Low Retention","created":"2026-03-23","cited_by_count":6,"area":"inference"},{"id":"2606.04557","title":"Cartridges at Scale: Training Modular KV Caches over Large Document Collections","created":"2026-06-03","cited_by_count":6,"area":"inference"},{"id":"2606.17034","title":"KVEraser: Learning to Steer KV Cache for Efficient Localized Context Erasing","created":"2026-06-15","cited_by_count":6,"area":"inference"},{"id":"2609.00891","title":"CacheBridge: Efficient Cross-Model KV Cache Transfer","created":"2026-09-01","cited_by_count":6,"area":"inference"},{"id":"2503.22196","title":"EdgeInfinite: A Memory-Efficient Infinite-Context Transformer for Edge Devices","created":"2025-03-28","cited_by_count":5,"area":"inference"},{"id":"2507.11273","title":"KV-Latent: Dimensional-level KV Cache Reduction with Frequency-aware Rotary Positional Embedding","created":"2025-07-15","cited_by_count":5,"area":"inference"},{"id":"2601.21709","title":"Why Attention Patterns Exist: A Unifying Temporal Perspective Analysis","created":"2026-01-29","cited_by_count":5,"area":"inference"},{"id":"2603.17946","title":"CARE: Covariance-Aware and Rank-Enhanced Decomposition for Enabling Multi-Head Latent Attention","created":"2026-03-18","cited_by_count":5,"area":"inference"},{"id":"2403.20137","title":"Accurate Block Quantization in LLMs with Outliers","created":"2024-03-29","cited_by_count":4,"area":"inference"},{"id":"2406.07528","title":"QuickLLaMA: Query-aware Inference Acceleration for Large Language Models","created":"2024-06-11","cited_by_count":4,"area":"inference"},{"id":"2409.15012","title":"Inference-Friendly Models With MixAttention","created":"2024-09-23","cited_by_count":4,"area":"inference"},{"id":"2502.09921","title":"A Cost-Effective Near-Storage Processing Solution for Offline Inference of Long-Context LLMs","created":"2025-02-14","cited_by_count":4,"area":"inference"},{"id":"2508.10395","title":"XQuant: Breaking the Memory Wall for LLM Inference with KV Cache Rematerialization","created":"2025-08-14","cited_by_count":4,"area":"inference"},{"id":"2510.13602","title":"NOSA: Native and Offloadable Sparse Attention","created":"2025-10-15","cited_by_count":4,"area":"inference"},{"id":"2510.16807","title":"Improving Model Representation and Reducing KV Cache via Skip Connections with First Value Heads","created":"2025-10-19","cited_by_count":4,"area":"inference"},{"id":"2603.19664","title":"The Residual Stream Is All You Need: On the Redundancy of the KV Cache in Transformer Inference","created":"2026-03-20","cited_by_count":4,"area":"inference"},{"id":"2603.22910","title":"EchoKV: Efficient KV Cache Compression via Similarity-Based Reconstruction","created":"2026-03-24","cited_by_count":4,"area":"inference"},{"id":"2605.16928","title":"Full Attention Strikes Back: Transferring Full Attention into Sparse within Hundred Training Steps","created":"2026-05-16","cited_by_count":4,"area":"inference"},{"id":"2605.23258","title":"A Simple Plug-in for Improving Eviction-Based KV Cache Compression","created":"2026-05-22","cited_by_count":4,"area":"inference"},{"id":"2605.30519","title":"OmniMem: Scalable and Adaptive Memory Retrieval for Long Video Generation","created":"2026-05-28","cited_by_count":4,"area":"inference"}],"next_cursor":"100"}