{"total":41,"rows":[{"id":"2310.06839","title":"LongLLMLingua: Accelerating and Enhancing LLMs in Long Context Scenarios via Prompt Compression","created":"2023-10-10","cited_by_count":453,"area":"inference"},{"id":"2402.16363","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","created":"2024-02-26","cited_by_count":152,"area":"inference"},{"id":"2401.03462","title":"Long Context Compression with Activation Beacon","created":"2024-01-07","cited_by_count":104,"area":"inference"},{"id":"2404.11912","title":"TriForce: Lossless Acceleration of Long Sequence Generation with Hierarchical Speculative Decoding","created":"2024-04-18","cited_by_count":102,"area":"inference"},{"id":"2506.15745","title":"InfiniPot-V: Memory-Constrained KV Cache Compression for Streaming Video Understanding","created":"2025-06-18","cited_by_count":58,"area":"inference"},{"id":"2406.05317","title":"LoCoCo: Dropping In Convolutions for Long Context Compression","created":"2024-06-08","cited_by_count":19,"area":"inference"},{"id":"2404.07979","title":"LLoCO: Learning Long Contexts Offline","created":"2024-04-11","cited_by_count":16,"area":"inference"},{"id":"2502.14317","title":"ParallelComp: Parallel Long-Context Compressor for Length Extrapolation","created":"2025-02-20","cited_by_count":14,"area":"inference"},{"id":"2403.08312","title":"StreamingDialogue: Prolonged Dialogue Learning via Long Context Compression with Minimal Losses","created":"2024-03-13","cited_by_count":9,"area":"inference"},{"id":"2507.14204","title":"LaCache: Ladder-Shaped KV Caching for Efficient Long-Context Modeling of Large Language Models","created":"2025-07-14","cited_by_count":9,"area":"inference"},{"id":"2503.18773","title":"BitDecoding: Unlocking Tensor Cores for Long-Context LLMs with Low-Bit KV Cache","created":"2025-03-24","cited_by_count":8,"area":"inference"},{"id":"2512.02337","title":"SpecPV: Improving Self-Speculative Decoding for Long-Context Generation via Partial Verification","created":"2025-12-02","cited_by_count":7,"area":"inference"},{"id":"2503.23294","title":"Cocktail: Chunk-Adaptive Mixed-Precision Quantization for Long-Context LLM Inference","created":"2025-03-30","cited_by_count":5,"area":"inference"},{"id":"2603.17946","title":"CARE: Covariance-Aware and Rank-Enhanced Decomposition for Enabling Multi-Head Latent Attention","created":"2026-03-18","cited_by_count":5,"area":"inference"},{"id":"2602.02108","title":"Out of the Memory Barrier: A Highly Memory Efficient Training System for LLMs with Million-Token Contexts","created":"2026-02-02","cited_by_count":4,"area":"inference"},{"id":"2606.09659","title":"End-to-End Context Compression at Scale","created":"2026-06-08","cited_by_count":4,"area":"inference"},{"id":"2607.01520","title":"The risk of KV cache compression","created":"2026-07-01","cited_by_count":4,"area":"inference"},{"id":"2608.20530","title":"LiLiCorr: Lightweight Likelihood Correlation of Parallel Drafts for Speculative Decoding","created":"2026-08-20","cited_by_count":4,"area":"inference"},{"id":"2506.01215","title":"Compress, Gather, and Recompute: REFORMing Long-Context Processing in Transformers","created":"2025-06-01","cited_by_count":3,"area":"inference"},{"id":"2508.17892","title":"ILRe: Intermediate Layer Retrieval for Context Compression in Causal Language Models","created":"2025-08-25","cited_by_count":3,"area":"inference"},{"id":"2602.02599","title":"RAP: KV-Cache Compression via RoPE-Aligned Pruning","created":"2026-02-01","cited_by_count":3,"area":"inference"},{"id":"2604.22312","title":"Guess-Verify-Refine: Data-Aware Top-K for Sparse-Attention Decoding on Blackwell via Temporal Correlation","created":"2026-04-24","cited_by_count":3,"area":"inference"},{"id":"2607.28699","title":"WitCert: Sound Runtime Risk Observability and Gating for KV-Cache Quantization","created":"2026-07-30","cited_by_count":3,"area":"inference"},{"id":"2505.18092","title":"QwenLong-CPRS: Towards $\\infty$-LLMs with Dynamic Context Optimization","created":"2025-05-23","cited_by_count":2,"area":"inference"},{"id":"2602.18196","title":"RAT+: Train Dense, Infer Sparse -- Recurrence Augmented Attention for Dilated Inference","created":"2026-02-20","cited_by_count":2,"area":"inference"},{"id":"2603.12646","title":"98$\\times$ Faster LLM Routing Without a Dedicated GPU: Flash Attention, Prompt Compression, and Near-Streaming for the vLLM Semantic Router","created":"2026-03-13","cited_by_count":2,"area":"inference"},{"id":"2605.22884","title":"Tensor Cache: Eviction-conditioned Associative Memory for Transformers","created":"2026-05-21","cited_by_count":2,"area":"inference"},{"id":"2512.09238","title":"Training-free Context-adaptive Attention for Efficient Long Context Modeling","created":"2025-12-10","cited_by_count":1,"area":"inference"},{"id":"2604.08426","title":"KV Cache Offloading for Context-Intensive Tasks","created":"2026-04-09","cited_by_count":1,"area":"inference"},{"id":"2606.24033","title":"RoPE-Aware Bit Allocation for KV-Cache Quantization","created":"2026-06-23","cited_by_count":1,"area":"inference"},{"id":"2610.00412","title":"EchoPress: Query-Agnostic KV Cache Pruning via Virtual Context Reconstruction","created":"2026-09-30","cited_by_count":1,"area":"inference"},{"id":"2602.03184","title":"DynSplit-KV: Dynamic Semantic Splitting for KVCache Compression in Efficient Long-Context LLM Inference","created":"2026-02-03","cited_by_count":0,"area":"inference"},{"id":"2603.04759","title":"Stacked from One: Multi-Scale Self-Injection for Context Window Extension","created":"2026-03-05","cited_by_count":0,"area":"inference"},{"id":"2605.12471","title":"KV-Fold: One-Step KV-Cache Recurrence for Long-Context Inference","created":"2026-05-12","cited_by_count":0,"area":"inference"},{"id":"2607.02574","title":"From Tensor Buffer to Distributed Memory Hierarchy: A Survey of KV Cache Management for LLM Serving","created":"2026-06-30","cited_by_count":0,"area":"inference"},{"id":"2607.21535","title":"Windowed-MTP: Removing the Full-Context Draft-KV Tax at Million-Token Context","created":"2026-07-23","cited_by_count":0,"area":"inference"},{"id":"2608.21541","title":"Beyond Sparse Weights: When Is Attention Compressible?","created":"2026-08-21","cited_by_count":0,"area":"inference"},{"id":"2609.19880","title":"D-Quant: Driftable Entropy Coding for KV Cache Quantization","created":"2026-09-17","cited_by_count":0,"area":"inference"},{"id":"2609.33410","title":"FoldAttention: Declared-Reference Softmax for Fast Decode and Deterministic Backward","created":"2026-09-27","cited_by_count":0,"area":"inference"},{"id":"2609.36781","title":"Aperture: Merge-Consistent Rotary States for Compressed Tokens","created":"2026-09-29","cited_by_count":0,"area":"inference"},{"id":"2610.00418","title":"CommunityKV: Efficient Long-Context Decoding via Graph Partitioning","created":"2026-09-30","cited_by_count":0,"area":"inference"}],"next_cursor":null}