{"total":70,"rows":[{"id":"2407.18003","title":"Keep the Cost Down: A Review on Methods to Optimize LLM' s KV-Cache Consumption","created":"2024-07-25","cited_by_count":97,"area":"inference"},{"id":"2411.15024","title":"DyCoke: Dynamic Compression of Tokens for Fast Video Large Language Models","created":"2024-11-22","cited_by_count":96,"area":"inference"},{"id":"2410.20672","title":"Relaxed Recursive Transformers: Effective Parameter Sharing with Layer-wise LoRA","created":"2024-10-28","cited_by_count":78,"area":null},{"id":"2502.00299","title":"ChunkKV: Semantic-Preserving KV Cache Compression for Efficient Long-Context LLM Inference","created":"2025-02-01","cited_by_count":60,"area":"inference"},{"id":"2503.12491","title":"CAKE: Cascading and Adaptive KV Cache Eviction with Layer Preferences","created":"2025-03-16","cited_by_count":58,"area":"inference"},{"id":"2411.09688","title":"Squeezed Attention: Accelerating Long Context Length LLM Inference","created":"2024-11-14","cited_by_count":57,"area":null},{"id":"2501.01986","title":"FrameFusion: Combining Similarity and Importance for Video Token Reduction on Large Vision Language Models","created":"2024-12-30","cited_by_count":54,"area":"mllm"},{"id":"2505.18227","title":"Token Reduction Should Go Beyond Efficiency in Generative Models -- From Vision, Language to Multimodality","created":"2025-05-23","cited_by_count":50,"area":"inference"},{"id":"2412.14838","title":"DynamicKV: Task-Aware Adaptive KV Cache Compression for Long Context LLMs","created":"2024-12-19","cited_by_count":42,"area":"inference"},{"id":"2501.02497","title":"A Survey of Test-Time Compute: From Intuitive Inference to Deliberate Reasoning","created":"2025-01-05","cited_by_count":40,"area":"lr"},{"id":"2410.16267","title":"xGen-MM-Vid (BLIP-3-Video): You Only Need 32 Tokens to Represent a Video Even in VLMs","created":"2024-10-21","cited_by_count":34,"area":"mllm"},{"id":"2503.23367","title":"FastVAR: Linear Visual Autoregressive Modeling via Cached Token Pruning","created":"2025-03-30","cited_by_count":34,"area":"inference"},{"id":"2503.14337","title":"PENCIL: Long Thoughts with Short Memory","created":"2025-03-18","cited_by_count":33,"area":"lr"},{"id":"2502.10424","title":"QuantSpec: Self-Speculative Decoding with Hierarchical Quantized KV Cache","created":"2025-02-05","cited_by_count":27,"area":"inference"},{"id":"2502.07864","title":"TransMLA: Multi-Head Latent Attention Is All You Need","created":"2025-02-11","cited_by_count":23,"area":"inference"},{"id":"2412.05185","title":"LinVT: Empower Your Image-level Large Language Model to Understand Videos","created":"2024-12-06","cited_by_count":19,"area":null},{"id":"2507.08143","title":"Compactor: Calibrated Query-Agnostic KV Cache Compression with Approximate Leverage Scores","created":"2025-07-10","cited_by_count":17,"area":"inference"},{"id":"2502.01941","title":"Semantic Integrity Matters: Benchmarking and Preserving High-Density Reasoning in KV Cache Compression","created":"2025-02-04","cited_by_count":16,"area":"lr"},{"id":"2510.17777","title":"SparseVILA: Decoupling Visual Sparsity for Efficient VLM Inference","created":"2025-10-20","cited_by_count":15,"area":"mllm"},{"id":"2509.04467","title":"PDTrim: Targeted Pruning for Prefill-Decode Disaggregation in Inference","created":"2025-08-29","cited_by_count":14,"area":"inference"},{"id":"2508.06447","title":"SlimInfer: Accelerating Long-Context LLM Inference via Dynamic Token Pruning","created":"2025-08-08","cited_by_count":13,"area":"inference"},{"id":"2501.12959","title":"Efficient Prompt Compression with Evaluator Heads for Long-Context Transformer Inference","created":"2025-01-22","cited_by_count":12,"area":"inference"},{"id":"2505.08392","title":"Adaptive GoGI-Skip: Coupling Goal-Gradient Importance with Dynamic Uncertainty for Efficient Reasoning","created":"2025-05-13","cited_by_count":12,"area":"lr"},{"id":"2603.28458","title":"HISA: Efficient Hierarchical Indexing for Fine-Grained Sparse Attention","created":"2026-03-30","cited_by_count":12,"area":null},{"id":"2410.08391","title":"KV Prediction for Improved Time to First Token","created":"2024-10-10","cited_by_count":11,"area":"inference"},{"id":"2412.02252","title":"Compressing KV Cache for Long-Context LLM Inference with Inter-Layer Attention Similarity","created":"2024-12-03","cited_by_count":10,"area":"inference"},{"id":"2502.16782","title":"CipherPrune: Efficient and Scalable Private Transformer Inference","created":"2025-02-24","cited_by_count":10,"area":null},{"id":"2503.24000","title":"Rethinking Key-Value Cache Compression Techniques for Large Language Model Serving","created":"2025-03-31","cited_by_count":8,"area":"inference"},{"id":"2509.23873","title":"Winning the Pruning Gamble: A Unified Approach to Joint Sample and Token Pruning for Efficient Supervised Fine-Tuning","created":"2025-09-28","cited_by_count":8,"area":"alignment"},{"id":"2502.08910","title":"InfiniteHiP: Extending Language Model Context Up to 3 Million Tokens on a Single GPU","created":"2025-02-13","cited_by_count":7,"area":"inference"},{"id":"2601.13143","title":"FastAV: Efficient Token Pruning for Audio-Visual Large Language Model Inference","created":"2026-01-19","cited_by_count":7,"area":"inference"},{"id":"2601.10729","title":"OrbitFlow: SLO-Aware Long-Context LLM Serving with Fine-Grained KV Cache Reconfiguration","created":"2026-01-05","cited_by_count":6,"area":"inference"},{"id":"2503.11816","title":"Key, Value, Compress: A Systematic Exploration of KV Cache Compression Techniques","created":"2025-03-14","cited_by_count":5,"area":"inference"},{"id":"2506.02850","title":"METok: Multi-Stage Event-based Token Compression for Efficient Long Video Understanding","created":"2025-06-03","cited_by_count":5,"area":"inference"},{"id":"2501.09532","title":"AdaFV: Rethinking of Visual-Language alignment for VLM acceleration","created":"2025-01-16","cited_by_count":4,"area":"lr"},{"id":"2511.13676","title":"T-SAR: A Full-Stack Co-design for CPU-Only Ternary LLM Inference via In-Place SIMD ALU Reorganization","created":"2025-11-17","cited_by_count":4,"area":null},{"id":"2607.08057","title":"Towards Efficient Large Language Model Serving: A Survey on System-Aware KV Cache Optimization","created":"2026-07-09","cited_by_count":4,"area":"inference"},{"id":"2411.17426","title":"CLOVER: Cross-Layer Orthogonal Vectors Pruning and Fine-Tuning","created":"2024-11-26","cited_by_count":3,"area":null},{"id":"2503.08019","title":"Multi-Cue Adaptive Visual Token Pruning for Large Vision-Language Models","created":"2025-03-11","cited_by_count":3,"area":"mllm"},{"id":"2504.11765","title":"Shared Disk KV Cache Management for Efficient Multi-Instance Inference in RAG-Powered LLMs","created":"2025-04-16","cited_by_count":3,"area":"inference"},{"id":"2508.17892","title":"ILRe: Intermediate Layer Retrieval for Context Compression in Causal Language Models","created":"2025-08-25","cited_by_count":3,"area":"inference"},{"id":"2512.20120","title":"HEART-VIT: Hessian-Guided Efficient Dynamic Attention and Token Pruning in Vision Transformer","created":"2025-12-23","cited_by_count":3,"area":"inference"},{"id":"2601.07667","title":"Adaptive Layer Selection for Layer-Wise Token Pruning in LLM Inference","created":"2026-01-12","cited_by_count":3,"area":"inference"},{"id":"2607.24593","title":"PIVOT: Efficient Query-Group Indexing for Token-Level Sparse Attention","created":"2026-07-27","cited_by_count":3,"area":null},{"id":"2412.07682","title":"TRIM: Token Reduction and Inference Modeling for Cost-Effective Language Generation","created":"2024-12-10","cited_by_count":2,"area":"inference"},{"id":"2505.17787","title":"Titanus: Enabling KV Cache Pruning and Quantization On-the-Fly for LLM Acceleration","created":"2025-05-23","cited_by_count":2,"area":"inference"},{"id":"2506.03510","title":"Accurate Sublayer Pruning for Large Language Models by Exploiting Latency and Tunability Information","created":"2025-06-04","cited_by_count":2,"area":null},{"id":"2508.08446","title":"OverFill: Two-Stage Models for Efficient Language Model Decoding","created":"2025-08-11","cited_by_count":2,"area":null},{"id":"2508.19578","title":"Towards a Holistic and Automated Evaluation Framework for Multi-Level Comprehension of LLMs in Book-Length Contexts","created":"2025-08-27","cited_by_count":2,"area":null},{"id":"2511.23271","title":"Learning a Single Token to Replace Long System Prompts in LLMs","created":"2025-11-28","cited_by_count":2,"area":null},{"id":"2601.22488","title":"Elastic Spectral State Space Models for Train-Once Budgeted Inference","created":"2026-01-30","cited_by_count":2,"area":null},{"id":"2602.19844","title":"LLM-enabled Applications Require System-Level Threat Monitoring","created":"2026-02-23","cited_by_count":2,"area":null},{"id":"2605.06221","title":"UniPrefill: Universal Long-Context Prefill Acceleration via Block-wise Dynamic Sparsification","created":"2026-05-07","cited_by_count":2,"area":"inference"},{"id":"2508.15881","title":"TPLA: Tensor Parallel Latent Attention for Efficient Disaggregated Prefill and Decode Inference","created":"2025-08-21","cited_by_count":1,"area":"inference"},{"id":"2603.10726","title":"PrefixWall: Mitigating Prefix Caching Side Channels in Shared LLM Systems","created":"2026-03-11","cited_by_count":1,"area":"inference"},{"id":"2603.18446","title":"UT-ACA: Uncertainty-Triggered Adaptive Context Allocation for Long-Context Inference","created":"2026-03-19","cited_by_count":1,"area":null},{"id":"2604.18103","title":"Stability Implies Redundancy: Delta Attention Selective Halting for Efficient Long-Context Prefilling","created":"2026-04-20","cited_by_count":1,"area":"mllm"},{"id":"2605.15508","title":"STS: Efficient Sparse Attention with Speculative Token Sparsity","created":"2026-05-15","cited_by_count":1,"area":null},{"id":"2608.30295","title":"CateKV: On Sequential Consistency for Long-Context LLM Inference Acceleration","created":"2026-08-31","cited_by_count":1,"area":"inference"},{"id":"2501.16376","title":"SwiftPrune: Hessian-Free Weight Pruning for Large Language Models","created":"2025-01-24","cited_by_count":0,"area":null},{"id":"2509.01190","title":"Efficient Large Language Models with Zero-Shot Adjustable Acceleration","created":"2025-09-01","cited_by_count":0,"area":null},{"id":"2512.07090","title":"Leveraging KV Similarity for Online Structured Pruning in LLMs","created":"2025-12-08","cited_by_count":0,"area":null},{"id":"2601.09306","title":"On-Device Large Language Models for Sequential Recommendation","created":"2026-01-14","cited_by_count":0,"area":null},{"id":"2605.06554","title":"Long Context Pre-Training with Lighthouse Attention","created":"2026-05-07","cited_by_count":0,"area":null},{"id":"2606.00523","title":"ProactiveLLM: Learning Active Interaction for Streaming Large Language Models","created":"2026-05-30","cited_by_count":0,"area":null},{"id":"2607.18280","title":"Beyond Single-Dimensional Compression: The Compound Sparsity Frontier of Large Language Models","created":"2026-06-29","cited_by_count":0,"area":null},{"id":"2609.22884","title":"Block-Sparse Attention with Semantic-Geometric Decoupled Routing","created":"2026-09-19","cited_by_count":0,"area":null},{"id":"2609.27332","title":"Stable Geometry with Divergent Task Evidence for Efficient Long-Horizon Agent Compression","created":"2026-09-23","cited_by_count":0,"area":null},{"id":"2610.09757","title":"EntroPrefill: Renyi-Guided Context Pruning with Conditional Stability Guarantees for Retrieval-Augmented Generation","created":"2026-10-07","cited_by_count":0,"area":"rag"},{"id":"2610.10304","title":"SemanticFold: Latent Sequence Compression SeparatesLanguage Modeling, Decodability, and Reasoning","created":"2026-10-07","cited_by_count":0,"area":"lr"}],"next_cursor":null}