{"total":38,"rows":[{"id":"2401.18079","title":"KVQuant: Towards 10 Million Context Length LLM Inference with KV Cache Quantization","created":"2024-01-31","cited_by_count":591,"area":"inference"},{"id":"2310.06839","title":"LongLLMLingua: Accelerating and Enhancing LLMs in Long Context Scenarios via Prompt Compression","created":"2023-10-10","cited_by_count":453,"area":"inference"},{"id":"2406.19707","title":"InfiniGen: Efficient Generative Inference of Large Language Models with Dynamic KV Cache Management","created":"2024-06-28","cited_by_count":245,"area":"inference"},{"id":"2401.06104","title":"Transformers are Multi-State RNNs","created":"2024-01-11","cited_by_count":120,"area":"inference"},{"id":"2401.03462","title":"Long Context Compression with Activation Beacon","created":"2024-01-07","cited_by_count":104,"area":"inference"},{"id":"2312.15234","title":"Towards Efficient Generative Large Language Model Serving: A Survey from Algorithms to Systems","created":"2023-12-23","cited_by_count":102,"area":"inference"},{"id":"2408.03675","title":"NACL: A General and Effective KV Cache Eviction Framework for LLMs at Inference Time","created":"2024-08-07","cited_by_count":43,"area":"inference"},{"id":"2411.02886","title":"TokenSelect: Efficient Long-Context Inference and Length Extrapolation for LLMs via Dynamic Token-Level KV Cache Selection","created":"2024-11-05","cited_by_count":39,"area":"inference"},{"id":"2406.02376","title":"Retaining Key Information under High Compression Ratios: Query-Guided Compressor for LLMs","created":"2024-06-04","cited_by_count":24,"area":"inference"},{"id":"2406.05317","title":"LoCoCo: Dropping In Convolutions for Long Context Compression","created":"2024-06-08","cited_by_count":19,"area":"inference"},{"id":"2412.17483","title":"A Silver Bullet or a Compromise for Full Attention? A Comprehensive Study of Gist Token-based Context Compression","created":"2024-12-23","cited_by_count":17,"area":"inference"},{"id":"2404.07979","title":"LLoCO: Learning Long Contexts Offline","created":"2024-04-11","cited_by_count":16,"area":"inference"},{"id":"2502.14317","title":"ParallelComp: Parallel Long-Context Compressor for Length Extrapolation","created":"2025-02-20","cited_by_count":14,"area":"inference"},{"id":"2504.00970","title":"SentenceKV: Efficient LLM Inference via Sentence-Level Semantic KV Caching","created":"2025-04-01","cited_by_count":10,"area":"inference"},{"id":"2403.08312","title":"StreamingDialogue: Prolonged Dialogue Learning via Long Context Compression with Minimal Losses","created":"2024-03-13","cited_by_count":9,"area":"inference"},{"id":"2502.12574","title":"HeadInfer: Memory-Efficient LLM Inference by Head-wise Offloading","created":"2025-02-18","cited_by_count":9,"area":"inference"},{"id":"2507.14204","title":"LaCache: Ladder-Shaped KV Caching for Efficient Long-Context Modeling of Large Language Models","created":"2025-07-14","cited_by_count":9,"area":"inference"},{"id":"2406.06110","title":"Recurrent Context Compression: Efficiently Expanding the Context Window of LLM","created":"2024-06-10","cited_by_count":8,"area":"inference"},{"id":"2505.00570","title":"FreqKV: Key-Value Compression in Frequency Domain for Context Window Extension","created":"2025-05-01","cited_by_count":7,"area":"inference"},{"id":"2606.06256","title":"RedKnot: Efficient Long-Context LLM Serving with Head-Aware KV Reuse and SegPagedAttention","created":"2026-06-04","cited_by_count":7,"area":"inference"},{"id":"2503.23294","title":"Cocktail: Chunk-Adaptive Mixed-Precision Quantization for Long-Context LLM Inference","created":"2025-03-30","cited_by_count":5,"area":"inference"},{"id":"2603.17946","title":"CARE: Covariance-Aware and Rank-Enhanced Decomposition for Enabling Multi-Head Latent Attention","created":"2026-03-18","cited_by_count":5,"area":"inference"},{"id":"2412.08521","title":"EMS: Adaptive Evict-then-Merge Strategy for Head-wise KV Cache Compression Based on Global-Local Importance","created":"2024-12-11","cited_by_count":4,"area":"inference"},{"id":"2602.02108","title":"Out of the Memory Barrier: A Highly Memory Efficient Training System for LLMs with Million-Token Contexts","created":"2026-02-02","cited_by_count":4,"area":"inference"},{"id":"2405.11299","title":"The CAP Principle for LLM Serving: A Survey of Long-Context Large Language Model Serving","created":"2024-05-18","cited_by_count":3,"area":"inference"},{"id":"2506.01215","title":"Compress, Gather, and Recompute: REFORMing Long-Context Processing in Transformers","created":"2025-06-01","cited_by_count":3,"area":"inference"},{"id":"2605.01858","title":"Decouple and Cache: KV Cache Construction for Streaming Video Understanding","created":"2026-05-03","cited_by_count":2,"area":"inference"},{"id":"2605.22884","title":"Tensor Cache: Eviction-conditioned Associative Memory for Transformers","created":"2026-05-21","cited_by_count":2,"area":"inference"},{"id":"2508.00370","title":"EdgeInfinite-Instruct: Bridging SFT-Based Optimization and NPU-Level Efficiency for Edge Devices","created":"2025-08-01","cited_by_count":1,"area":"inference"},{"id":"2609.25537","title":"Compressing Long Context into Answer-Aligned Memory Embeddings for LLM Inference","created":"2026-09-22","cited_by_count":1,"area":"inference"},{"id":"2511.04686","title":"Stateful KV Cache Management for LLMs: Balancing Space, Time, Accuracy, and Positional Fidelity","created":"2025-10-23","cited_by_count":0,"area":"inference"},{"id":"2603.04759","title":"Stacked from One: Multi-Scale Self-Injection for Context Window Extension","created":"2026-03-05","cited_by_count":0,"area":"inference"},{"id":"2605.12471","title":"KV-Fold: One-Step KV-Cache Recurrence for Long-Context Inference","created":"2026-05-12","cited_by_count":0,"area":"inference"},{"id":"2607.02574","title":"From Tensor Buffer to Distributed Memory Hierarchy: A Survey of KV Cache Management for LLM Serving","created":"2026-06-30","cited_by_count":0,"area":"inference"},{"id":"2607.21535","title":"Windowed-MTP: Removing the Full-Context Draft-KV Tax at Million-Token Context","created":"2026-07-23","cited_by_count":0,"area":"inference"},{"id":"2608.21541","title":"Beyond Sparse Weights: When Is Attention Compressible?","created":"2026-08-21","cited_by_count":0,"area":"inference"},{"id":"2609.36781","title":"Aperture: Merge-Consistent Rotary States for Compressed Tokens","created":"2026-09-29","cited_by_count":0,"area":"inference"},{"id":"2610.20392","title":"FOLD: Position-Free Far Memory with Local Order for Long-Context Speculative Decoding","created":"2026-10-14","cited_by_count":0,"area":"inference"}],"next_cursor":null}