{"total":82,"rows":[{"id":"2406.10774","title":"Quest: Query-Aware Sparsity for Efficient Long-Context LLM Inference","created":"2024-06-16","cited_by_count":501,"area":"inference"},{"id":"2406.02069","title":"PyramidKV: Dynamic KV Cache Compression based on Pyramidal Information Funneling","created":"2024-06-04","cited_by_count":432,"area":"inference"},{"id":"2407.11550","title":"Ada-KV: Optimizing KV Cache Eviction by Adaptive Budget Allocation for Efficient LLM Inference","created":"2024-07-16","cited_by_count":235,"area":"inference"},{"id":"2310.07240","title":"CacheGen: KV Cache Compression and Streaming for Fast Large Language Model Serving","created":"2023-10-11","cited_by_count":203,"area":"inference"},{"id":"2312.04985","title":"SparQ Attention: Bandwidth-Efficient LLM Inference","created":"2023-12-08","cited_by_count":119,"area":"inference"},{"id":"2502.16002","title":"KVLink: Accelerating Large Language Models via Efficient KV Cache Reuse","created":"2025-02-21","cited_by_count":66,"area":"inference"},{"id":"2407.21118","title":"Palu: Compressing KV-Cache with Low-Rank Projection","created":"2024-07-30","cited_by_count":64,"area":"inference"},{"id":"2502.00299","title":"ChunkKV: Semantic-Preserving KV Cache Compression for Efficient Long-Context LLM Inference","created":"2025-02-01","cited_by_count":60,"area":"inference"},{"id":"2408.03094","title":"500xCompressor: Generalized Prompt Compression for Large Language Models","created":"2024-08-06","cited_by_count":47,"area":"inference"},{"id":"2408.03675","title":"NACL: A General and Effective KV Cache Eviction Framework for LLMs at Inference Time","created":"2024-08-07","cited_by_count":43,"area":"inference"},{"id":"2412.14838","title":"DynamicKV: Task-Aware Adaptive KV Cache Compression for Long Context LLMs","created":"2024-12-19","cited_by_count":42,"area":"inference"},{"id":"2105.11618","title":"TR-BERT: Dynamic Token Reduction for Accelerating BERT Inference","created":"2021-05-25","cited_by_count":40,"area":"inference"},{"id":"2502.04420","title":"KVTuner: Sensitivity-Aware Layer-Wise Mixed-Precision KV Cache Quantization for Efficient and Nearly Lossless LLM Inference","created":"2025-02-06","cited_by_count":40,"area":"inference"},{"id":"2405.19261","title":"Faster Cascades via Speculative Decoding","created":"2024-05-29","cited_by_count":38,"area":"inference"},{"id":"2502.03805","title":"CriticalKV: Optimizing KV Cache Eviction from an Output Perturbation Perspective","created":"2025-02-06","cited_by_count":26,"area":"inference"},{"id":"2405.19325","title":"Nearest Neighbor Speculative Decoding for LLM Generation and Attribution","created":"2024-05-29","cited_by_count":25,"area":"inference"},{"id":"2502.12216","title":"Tactic: Adaptive Sparse Attention with Clustering and Distribution Fitting for Long-Context LLMs","created":"2025-02-17","cited_by_count":24,"area":"inference"},{"id":"2404.03865","title":"FFN-SkipLLM: A Hidden Gem for Autoregressive Decoding with Adaptive Feed Forward Skipping","created":"2024-04-05","cited_by_count":23,"area":"inference"},{"id":"2502.00791","title":"Vision-centric Token Compression in Large Language Model","created":"2025-02-02","cited_by_count":21,"area":"inference"},{"id":"2406.05317","title":"LoCoCo: Dropping In Convolutions for Long Context Compression","created":"2024-06-08","cited_by_count":19,"area":"inference"},{"id":"2409.04992","title":"InstInfer: In-Storage Attention Offloading for Cost-Effective Long-Context LLM Inference","created":"2024-09-08","cited_by_count":19,"area":"inference"},{"id":"2410.01805","title":"Locret: Enhancing Eviction in Long-Context LLM Inference with Trained Retaining Heads on Consumer-Grade Devices","created":"2024-10-02","cited_by_count":15,"area":"inference"},{"id":"2503.19114","title":"Understanding and Improving Information Preservation in Prompt Compression for LLMs","created":"2025-03-24","cited_by_count":15,"area":"inference"},{"id":"2510.08907","title":"Autoencoding-Free Context Compression for LLMs via Contextual Semantic Anchors","created":"2025-10-10","cited_by_count":14,"area":"inference"},{"id":"2510.13334","title":"Taming the Fragility of KV Cache Eviction in LLM Inference","created":"2025-10-15","cited_by_count":14,"area":"inference"},{"id":"2603.12996","title":"DAPD: Dependency-Aware Parallel Decoding via Attention for Diffusion LLMs","created":"2026-03-13","cited_by_count":14,"area":"inference"},{"id":"2504.20039","title":"AutoJudge: Judge Decoding Without Manual Annotation","created":"2025-04-28","cited_by_count":13,"area":"inference"},{"id":"2410.08391","title":"KV Prediction for Improved Time to First Token","created":"2024-10-10","cited_by_count":11,"area":"inference"},{"id":"2402.08644","title":"Tandem Transformers for Inference Efficient LLMs","created":"2024-02-13","cited_by_count":10,"area":"inference"},{"id":"2412.12706","title":"More Tokens, Lower Precision: Towards the Optimal Token-Precision Trade-off in KV Cache Compression","created":"2024-12-17","cited_by_count":10,"area":"inference"},{"id":"2505.13204","title":"Alignment-Augmented Speculative Decoding with Alignment Sampling and Conditional Verification","created":"2025-05-19","cited_by_count":10,"area":"inference"},{"id":"2509.08315","title":"EvolKV: Evolutionary KV Cache Compression for LLM Inference","created":"2025-09-10","cited_by_count":10,"area":"inference"},{"id":"2409.14364","title":"Position IDs Matter: An Enhanced Position Layout for Efficient Context Compression in Large Language Models","created":"2024-09-22","cited_by_count":9,"area":"inference"},{"id":"2402.09360","title":"HiRE: High Recall Approximate Top-$k$ Estimation for Efficient LLM Inference","created":"2024-02-14","cited_by_count":7,"area":"inference"},{"id":"2404.15949","title":"CORM: Cache Optimization with Recent Message for Large Language Model Inference","created":"2024-04-24","cited_by_count":7,"area":"inference"},{"id":"2505.15774","title":"Beyond Hard and Soft: Hybrid Context Compression for Balancing Local and Global Information Retention","created":"2025-05-21","cited_by_count":7,"area":"inference"},{"id":"2510.20797","title":"No Mean Feat: Simple, Strong Baselines for Context Compression","created":"2025-10-23","cited_by_count":7,"area":"inference"},{"id":"2606.06256","title":"RedKnot: Efficient Long-Context LLM Serving with Head-Aware KV Reuse and SegPagedAttention","created":"2026-06-04","cited_by_count":7,"area":"inference"},{"id":"2506.07334","title":"Graph-KV: Breaking Sequence via Injecting Structural Biases into Large Language Models","created":"2025-06-09","cited_by_count":6,"area":"inference"},{"id":"2508.15813","title":"SCOPE: A Generative Approach for LLM Prompt Compression","created":"2025-08-16","cited_by_count":6,"area":"inference"},{"id":"2602.08585","title":"Predicting Future Utility: Global Combinatorial Optimization for Task-Agnostic KV Cache Eviction","created":"2026-02-09","cited_by_count":6,"area":"inference"},{"id":"2604.20920","title":"Simplified Sparse Attention via Gist Tokens","created":"2026-04-22","cited_by_count":6,"area":"inference"},{"id":"2606.17034","title":"KVEraser: Learning to Steer KV Cache for Efficient Localized Context Erasing","created":"2026-06-15","cited_by_count":6,"area":"inference"},{"id":"2408.01890","title":"Cross-layer Attention Sharing for Pre-trained Large Language Models","created":"2024-08-04","cited_by_count":5,"area":"inference"},{"id":"2409.10644","title":"Improving Multi-candidate Speculative Decoding","created":"2024-09-16","cited_by_count":5,"area":"inference"},{"id":"2501.15113","title":"Task-KV: Task-aware KV Cache Optimization via Semantic Differentiation of Attention Heads","created":"2025-01-25","cited_by_count":5,"area":"inference"},{"id":"2503.11816","title":"Key, Value, Compress: A Systematic Exploration of KV Cache Compression Techniques","created":"2025-03-14","cited_by_count":5,"area":"inference"},{"id":"2510.05090","title":"Finish First, Perfect Later: Test-Time Token-Level Cross-Validation for Diffusion Large Language Models","created":"2025-10-06","cited_by_count":5,"area":"inference"},{"id":"2510.16040","title":"Kelle: Co-design KV Caching and eDRAM for Efficient LLM Serving in Edge Computing","created":"2025-10-16","cited_by_count":5,"area":"inference"},{"id":"2408.10497","title":"QUITO-X: A New Perspective on Context Compression from the Information Bottleneck Theory","created":"2024-08-20","cited_by_count":4,"area":"inference"},{"id":"2504.04104","title":"SpecPipe: Accelerating Pipeline Parallelism-based LLM Inference with Speculative Decoding","created":"2025-04-05","cited_by_count":4,"area":"inference"},{"id":"2509.00105","title":"AdaptCache: KV Cache Native Storage Hierarchy for Low-Delay and High-Quality Language Model Serving","created":"2025-08-28","cited_by_count":4,"area":"inference"},{"id":"2509.10798","title":"Judge Q: Trainable Queries for Optimized Information Retention in KV Cache Eviction","created":"2025-09-13","cited_by_count":4,"area":"inference"},{"id":"2606.09659","title":"End-to-End Context Compression at Scale","created":"2026-06-08","cited_by_count":4,"area":"inference"},{"id":"2504.11765","title":"Shared Disk KV Cache Management for Efficient Multi-Instance Inference in RAG-Powered LLMs","created":"2025-04-16","cited_by_count":3,"area":"inference"},{"id":"2505.05772","title":"Sparse Attention Remapping with Clustering for Efficient LLM Decoding on PIM","created":"2025-05-09","cited_by_count":3,"area":"inference"},{"id":"2509.16598","title":"PruneCD: Contrasting Pruned Self Model to Improve Decoding Factuality","created":"2025-09-20","cited_by_count":3,"area":"inference"},{"id":"2603.19733","title":"PoC: Performance-oriented Context Compression for Large Language Models via Performance Prediction","created":"2026-03-20","cited_by_count":3,"area":"inference"},{"id":"2605.09463","title":"Beyond Position Bias: Shifting Context Compression from Position-Driven to Semantic-Driven","created":"2026-05-10","cited_by_count":3,"area":"inference"},{"id":"2404.18057","title":"Efficient LLM Inference with Kcache","created":"2024-04-28","cited_by_count":2,"area":"inference"},{"id":"2605.24793","title":"Beyond the Target: From Imitation to Collaboration in Speculative Decoding","created":"2026-05-24","cited_by_count":2,"area":"inference"},{"id":"2605.29727","title":"Bastion: Budget-Aware Speculative Decoding with Tree-structured Block Diffusion Drafting","created":"2026-05-28","cited_by_count":2,"area":"inference"},{"id":"2606.29563","title":"Coverage-Driven KV Cache Eviction for Efficient and Improved Inference of LLM","created":"2026-06-28","cited_by_count":2,"area":"inference"},{"id":"2502.13251","title":"Neural Attention Search","created":"2025-02-18","cited_by_count":1,"area":"inference"},{"id":"2502.16886","title":"ReFreeKV: Towards Threshold-Free KV Cache Compression","created":"2025-02-24","cited_by_count":1,"area":"inference"},{"id":"2602.06471","title":"Revisiting the Shape Convention of Transformer Language Models","created":"2026-02-06","cited_by_count":1,"area":"inference"},{"id":"2604.07815","title":"AsyncTLS: Efficient Generative LLM Inference with Asynchronous Two-level Sparse Attention","created":"2026-04-09","cited_by_count":1,"area":"inference"},{"id":"2604.21231","title":"SparKV: Overhead-Aware KV Cache Loading for Efficient On-Device LLM Inference","created":"2026-04-23","cited_by_count":1,"area":"inference"},{"id":"2605.07234","title":"Reformulating KV Cache Eviction Problem for Long-Context LLM Inference","created":"2026-05-08","cited_by_count":1,"area":"inference"},{"id":"2606.00021","title":"SENSE: Semantic Embedding Navigation with Soft-gated Evaluation for Retrieval-based Speculative Decoding","created":"2026-04-14","cited_by_count":1,"area":"inference"},{"id":"2609.26368","title":"HySparse2: Hybrid Sparse Attention with Two-Level KV Sharing","created":"2026-09-22","cited_by_count":1,"area":"inference"},{"id":"2609.36835","title":"ARC-KV: Amortizing Anchor Search for Reconstruction-Based KV Cache Compaction","created":"2026-09-29","cited_by_count":1,"area":"inference"},{"id":"2510.05632","title":"Systematic Exploration of Multi-core Architectures for Efficient LLM Serving using WaferAI-SIM","created":"2025-10-07","cited_by_count":0,"area":"inference"},{"id":"2603.09215","title":"SPAR-K: Scheduled Periodic Alternating Early Exit for Spoken Language Models","created":"2026-03-10","cited_by_count":0,"area":"inference"},{"id":"2604.20021","title":"Continuous Semantic Caching for Low-Cost LLM Serving","created":"2026-04-21","cited_by_count":0,"area":"inference"},{"id":"2606.12243","title":"VIA-SD: Verification via Intra-Model Routing for Speculative Decoding","created":"2026-06-10","cited_by_count":0,"area":"inference"},{"id":"2609.01338","title":"mzCache: On-Device LLM Memory Management under Multitasking","created":"2026-09-01","cited_by_count":0,"area":"inference"},{"id":"2609.17008","title":"FlexEE: Self-Speculative and KV-Compatible Early Exiting for Offloading-Aware LLM Inference","created":"2026-09-15","cited_by_count":0,"area":"inference"},{"id":"2609.29499","title":"Task-Aware Spectral Pruning: A Mixture-of-Masks Framework for Efficient LLM Inference","created":"2026-08-24","cited_by_count":0,"area":"inference"},{"id":"2609.31415","title":"Evaluating the accuracy of KV cache reuse techniques","created":"2026-09-25","cited_by_count":0,"area":"inference"},{"id":"2609.33334","title":"When to Evict, Not What to Keep: Draft-Guided Eviction for Training-Free KV-Cache Compression","created":"2026-09-27","cited_by_count":0,"area":"inference"},{"id":"2610.18026","title":"ChampionKV: Head-Wise Adaptive Budget Allocation for KV Cache Compression","created":"2026-10-13","cited_by_count":0,"area":"inference"}],"next_cursor":null}