{"total":158,"rows":[{"id":"2403.14608","title":"Parameter-Efficient Fine-Tuning for Large Models: A Comprehensive Survey","created":"2024-03-21","cited_by_count":656,"area":null},{"id":"2404.15574","title":"Retrieval Head Mechanistically Explains Long-Context Factuality","created":"2024-04-24","cited_by_count":232,"area":null},{"id":"2405.16444","title":"CacheBlend: Fast Large Language Model Serving for RAG with Cached Knowledge Fusion","created":"2024-05-26","cited_by_count":223,"area":"inference"},{"id":"2507.10524","title":"Mixture-of-Recursions: Learning Dynamic Recursive Depths for Adaptive Token-Level Computation","created":"2025-07-14","cited_by_count":133,"area":null},{"id":"2412.19442","title":"A Survey on Large Language Model Acceleration based on KV Cache Management","created":"2024-12-27","cited_by_count":131,"area":"lr"},{"id":"2403.09054","title":"Keyformer: KV Cache Reduction through Key Tokens Selection for Efficient Generative Inference","created":"2024-03-14","cited_by_count":126,"area":"inference"},{"id":"2405.14366","title":"MiniCache: KV Cache Compression in Depth Dimension for Large Language Models","created":"2024-05-23","cited_by_count":125,"area":"inference"},{"id":"2504.19874","title":"TurboQuant: Online Vector Quantization with Near-optimal Distortion Rate","created":"2025-04-28","cited_by_count":125,"area":null},{"id":"2502.20766","title":"FlexPrefill: A Context-Aware Sparse Attention Mechanism for Efficient Long-Sequence Inference","created":"2025-02-28","cited_by_count":123,"area":null},{"id":"2407.18003","title":"Keep the Cost Down: A Review on Methods to Optimize LLM' s KV-Cache Consumption","created":"2024-07-25","cited_by_count":97,"area":"inference"},{"id":"2407.08454","title":"Model Tells You Where to Merge: Adaptive KV Cache Merging for LLMs on Long-Context Tasks","created":"2024-07-11","cited_by_count":96,"area":"inference"},{"id":"2407.12820","title":"PQCache: Product Quantization-based KVCache for Long Context LLM Inference","created":"2024-07-01","cited_by_count":95,"area":"inference"},{"id":"2405.14256","title":"ZipCache: Accurate and Efficient KV Cache Quantization with Salient Token Identification","created":"2024-05-23","cited_by_count":93,"area":"inference"},{"id":"2408.05646","title":"Eigen Attention: Attention in Low-Rank Space for KV Cache Compression","created":"2024-08-10","cited_by_count":72,"area":"lr"},{"id":"2405.18137","title":"Exploiting LLM Quantization","created":"2024-05-28","cited_by_count":65,"area":null},{"id":"2503.12491","title":"CAKE: Cascading and Adaptive KV Cache Eviction with Layer Preferences","created":"2025-03-16","cited_by_count":58,"area":"inference"},{"id":"2411.09688","title":"Squeezed Attention: Accelerating Long Context Length LLM Inference","created":"2024-11-14","cited_by_count":57,"area":null},{"id":"2406.03482","title":"QJL: 1-Bit Quantized JL Transform for KV Cache Quantization with Zero Overhead","created":"2024-06-05","cited_by_count":52,"area":"inference"},{"id":"2502.02770","title":"Twilight: Adaptive Attention Sparsity with Hierarchical Top-$p$ Pruning","created":"2025-02-04","cited_by_count":49,"area":null},{"id":"2407.12391","title":"LLM Inference Serving: Survey of Recent Advances and Opportunities","created":"2024-07-17","cited_by_count":46,"area":null},{"id":"2501.16383","title":"RotateKV: Accurate and Robust 2-Bit KV Cache Quantization for LLMs via Outlier-Aware Adaptive Rotations","created":"2025-01-25","cited_by_count":46,"area":"inference"},{"id":"2408.07092","title":"Post-Training Sparse Attention with Double Sparsity","created":"2024-08-11","cited_by_count":45,"area":null},{"id":"2410.08584","title":"ZipVL: Efficient Large Vision-Language Models with Dynamic Token Sparsification","created":"2024-10-11","cited_by_count":44,"area":"mllm"},{"id":"2407.01527","title":"KV Cache Compression, But What Must We Give in Return? A Comprehensive Benchmark of Long Context Capable Approaches","created":"2024-07-01","cited_by_count":42,"area":"inference"},{"id":"2412.14838","title":"DynamicKV: Task-Aware Adaptive KV Cache Compression for Long Context LLMs","created":"2024-12-19","cited_by_count":42,"area":"inference"},{"id":"2502.04420","title":"KVTuner: Sensitivity-Aware Layer-Wise Mixed-Precision KV Cache Quantization for Efficient and Nearly Lossless LLM Inference","created":"2025-02-06","cited_by_count":40,"area":"inference"},{"id":"2411.02886","title":"TokenSelect: Efficient Long-Context Inference and Length Extrapolation for LLMs via Dynamic Token-Level KV Cache Selection","created":"2024-11-05","cited_by_count":39,"area":"inference"},{"id":"2505.09343","title":"Insights into DeepSeek-V3: Scaling Challenges and Reflections on Hardware for AI Architectures","created":"2025-05-14","cited_by_count":39,"area":"moe"},{"id":"2412.14363","title":"ResQ: Mixed-Precision Quantization of Large Language Models with Low-Rank Residuals","created":"2024-12-18","cited_by_count":36,"area":null},{"id":"2410.05004","title":"Fast State Restoration in LLM Serving with HCache","created":"2024-10-07","cited_by_count":33,"area":"rag"},{"id":"2409.16694","title":"A Survey of Low-bit Large Language Models: Basics, Systems, and Algorithms","created":"2024-09-25","cited_by_count":31,"area":null},{"id":"2502.17599","title":"MEDA: Dynamic KV Cache Allocation for Efficient Multimodal Long-Context Inference","created":"2025-02-24","cited_by_count":31,"area":"mllm"},{"id":"2406.07056","title":"Effectively Compress KV Heads for LLM","created":"2024-06-11","cited_by_count":30,"area":"inference"},{"id":"2411.05282","title":"MicroScopiQ: Accelerating Foundational Models through Outlier-Aware Microscaling Quantization","created":"2024-11-08","cited_by_count":28,"area":null},{"id":"2502.10424","title":"QuantSpec: Self-Speculative Decoding with Hierarchical Quantized KV Cache","created":"2025-02-05","cited_by_count":27,"area":"inference"},{"id":"2410.03065","title":"Compute Or Load KV Cache? Why Not Both?","created":"2024-10-04","cited_by_count":25,"area":"inference"},{"id":"2501.19392","title":"Cache Me If You Must: Adaptive Key-Value Quantization for Large Language Models","created":"2025-01-31","cited_by_count":24,"area":"inference"},{"id":"2502.09334","title":"ThunderServe: High-performance and Cost-efficient LLM Serving in Cloud Environments","created":"2025-02-13","cited_by_count":23,"area":"inference"},{"id":"2602.02958","title":"Quant VideoGen: Auto-Regressive Long Video Generation via 2-Bit KV-Cache Quantization","created":"2026-02-03","cited_by_count":23,"area":"diffusion"},{"id":"2505.19602","title":"Memory-Efficient Visual Autoregressive Modeling with Scale-Aware KV Cache Compression","created":"2025-05-26","cited_by_count":22,"area":"inference"},{"id":"2505.07203","title":"PrefillOnly: An Inference Engine for Prefill-only Workloads in Large Language Model Applications","created":"2025-05-12","cited_by_count":21,"area":"inference"},{"id":"2505.16411","title":"Mitigating Hallucinations in Vision-Language Models through Image-Guided Head Suppression","created":"2025-05-22","cited_by_count":21,"area":"mllm"},{"id":"2510.01290","title":"ThinKV: Thought-Adaptive KV Cache Compression for Efficient Reasoning Models","created":"2025-10-01","cited_by_count":21,"area":"lr"},{"id":"2503.00979","title":"Dialogue Without Limits: Constant-Sized KV Caches for Extended Responses in LLMs","created":"2025-03-02","cited_by_count":20,"area":"inference"},{"id":"2410.13212","title":"AsymKV: Enabling 1-Bit Quantization of KV Cache with Layer-Wise Asymmetric Quantization Configurations","created":"2024-10-17","cited_by_count":19,"area":"inference"},{"id":"2502.07115","title":"Online Scheduling for LLM Inference with KV Cache Constraints","created":"2025-02-10","cited_by_count":19,"area":"inference"},{"id":"2504.11320","title":"Optimizing LLM Inference: Fluid-Guided Online Scheduling with Memory Constraints","created":"2025-04-15","cited_by_count":19,"area":null},{"id":"2410.11305","title":"QSpec: Speculative Decoding with Complementary Quantization Schemes","created":"2024-10-15","cited_by_count":18,"area":"inference"},{"id":"2505.10938","title":"Accurate KV Cache Quantization with Outlier Tokens Tracing","created":"2025-05-16","cited_by_count":18,"area":"inference"},{"id":"2412.08890","title":"Lexico: Extreme KV Cache Compression via Sparse Coding over Universal Dictionaries","created":"2024-12-12","cited_by_count":17,"area":"inference"},{"id":"2501.05460","title":"Efficiently Serving Large Multimodal Models Using EPD Disaggregation","created":"2024-12-25","cited_by_count":16,"area":"mllm"},{"id":"2502.18755","title":"M-ANT: Efficient Low-bit Group Quantization for LLMs via Mathematically Adaptive Numerical Type","created":"2025-02-26","cited_by_count":16,"area":null},{"id":"2403.13269","title":"AFLoRA: Adaptive Freezing of Low Rank Adaptation in Parameter Efficient Fine-Tuning of Large Models","created":"2024-03-20","cited_by_count":15,"area":null},{"id":"2410.01805","title":"Locret: Enhancing Eviction in Long-Context LLM Inference with Trained Retaining Heads on Consumer-Grade Devices","created":"2024-10-02","cited_by_count":15,"area":"inference"},{"id":"2504.09261","title":"Head-Aware KV Cache Compression for Efficient Visual Autoregressive Modeling","created":"2025-04-12","cited_by_count":15,"area":"inference"},{"id":"2502.20330","title":"RAPID: Long-Context Inference with Retrieval-Augmented Speculative Decoding","created":"2025-02-27","cited_by_count":14,"area":"rag"},{"id":"2408.04093","title":"Tree Attention: Topology-aware Decoding for Long-Context Attention on GPU clusters","created":"2024-08-07","cited_by_count":13,"area":null},{"id":"2406.01698","title":"Demystifying AI Platform Design for Distributed Inference of Next-Generation LLM models","created":"2024-06-03","cited_by_count":12,"area":"inference"},{"id":"2508.06297","title":"KV Cache Compression for Inference Efficiency in LLMs: A Review","created":"2025-08-08","cited_by_count":12,"area":"inference"},{"id":"2502.07861","title":"Streaming Attention Approximation via Discrepancy Theory","created":"2025-02-11","cited_by_count":11,"area":null},{"id":"2502.08246","title":"Inference-time sparse attention with asymmetric indexing","created":"2025-02-12","cited_by_count":11,"area":null},{"id":"2510.00536","title":"GUI-KV: Efficient GUI Agents via KV Cache with Spatio-Temporal Awareness","created":"2025-10-01","cited_by_count":11,"area":"mllm"},{"id":"2511.05722","title":"OckBench: Measuring the Efficiency of LLM Reasoning","created":"2025-11-07","cited_by_count":11,"area":"lr"},{"id":"2502.00527","title":"PolarQuant: Leveraging Polar Transformation for Efficient Key Cache Quantization and Decoding Acceleration","created":"2025-02-01","cited_by_count":10,"area":"inference"},{"id":"2505.19586","title":"TailorKV: A Hybrid Framework for Long-Context Inference via Tailored KV Cache Optimization","created":"2025-05-26","cited_by_count":10,"area":"inference"},{"id":"2508.15601","title":"LMDeploy Accelerates Mixed-Precision LLM Inference with TurboMind","created":"2025-08-21","cited_by_count":10,"area":"inference"},{"id":"2510.05373","title":"KVLinC : KV Cache Quantization with Hadamard Rotation and Linear Correction","created":"2025-10-06","cited_by_count":10,"area":"inference"},{"id":"2410.23079","title":"BUZZ: Beehive-structured Sparse KV Cache with Segmented Heavy Hitters for Efficient LLM Inference","created":"2024-10-30","cited_by_count":9,"area":"inference"},{"id":"2412.04504","title":"Multi-Bin Batching for Increasing LLM Inference Throughput","created":"2024-12-03","cited_by_count":9,"area":null},{"id":"2505.19481","title":"Win Fast or Lose Slow: Balancing Speed and Accuracy in Latency-Sensitive Decisions of LLMs","created":"2025-05-26","cited_by_count":9,"area":"agents"},{"id":"2605.17757","title":"OSCAR: Offline Spectral Covariance-Aware Rotation for 2-bit KV Cache Quantization","created":"2026-05-18","cited_by_count":9,"area":"inference"},{"id":"2503.18773","title":"BitDecoding: Unlocking Tensor Cores for Long-Context LLMs with Low-Bit KV Cache","created":"2025-03-24","cited_by_count":8,"area":"inference"},{"id":"2503.24000","title":"Rethinking Key-Value Cache Compression Techniques for Large Language Model Serving","created":"2025-03-31","cited_by_count":8,"area":"inference"},{"id":"2511.17560","title":"$A^3$: Attention-Aware Accurate KV Cache Fusion for Fast Large Language Model Serving","created":"2025-11-13","cited_by_count":8,"area":"rag"},{"id":"2410.15252","title":"Lossless KV Cache Compression to 2%","created":"2024-10-20","cited_by_count":7,"area":"inference"},{"id":"2411.09510","title":"Communication Compression for Tensor Parallel LLM Inference","created":"2024-11-14","cited_by_count":7,"area":null},{"id":"2503.24358","title":"SQuat: Subspace-orthogonal KV Cache Quantization","created":"2025-03-31","cited_by_count":7,"area":"inference"},{"id":"2507.10178","title":"Pimba: A Processing-in-Memory Acceleration for Post-Transformer Large Language Model Serving","created":"2025-07-14","cited_by_count":7,"area":null},{"id":"2509.04377","title":"PagedEviction: Structured Block-wise KV Cache Pruning for Efficient Large Language Model Inference","created":"2025-09-04","cited_by_count":7,"area":"inference"},{"id":"2508.02751","title":"SmallKV: Small Model Assisted Compensation of KV Cache Compression for Efficient LLM Inference","created":"2025-08-03","cited_by_count":6,"area":"inference"},{"id":"2511.05534","title":"FlowMM: Cross-Modal Information Flow Guided KV Cache Merging for Efficient Multimodal Context Inference","created":"2025-10-29","cited_by_count":6,"area":"inference"},{"id":"2606.04557","title":"Cartridges at Scale: Training Modular KV Caches over Large Document Collections","created":"2026-06-03","cited_by_count":6,"area":"inference"},{"id":"2606.09916","title":"IntentKV: Cross-Turn Intent-Aware KV Cache Pruning for Agent Inference","created":"2026-06-06","cited_by_count":6,"area":"agents"},{"id":"2408.01890","title":"Cross-layer Attention Sharing for Pre-trained Large Language Models","created":"2024-08-04","cited_by_count":5,"area":"inference"},{"id":"2409.16560","title":"Dynamic-Width Speculative Beam Decoding for Efficient LLM Inference","created":"2024-09-25","cited_by_count":5,"area":"inference"},{"id":"2512.07993","title":"SkipKV: Selective Skipping of KV Generation and Storage for Efficient Inference with Large Reasoning Models","created":"2025-12-08","cited_by_count":5,"area":"lr"},{"id":"2602.05191","title":"Double-P: Hierarchical Top-P Sparse Attention for Long-Context LLMs","created":"2026-02-05","cited_by_count":5,"area":"inference"},{"id":"2604.19157","title":"SAW-INT4: System-Aware 4-Bit KV-Cache Quantization for Real-World LLM Serving","created":"2026-04-21","cited_by_count":5,"area":"inference"},{"id":"2503.04982","title":"LVLM-Compress-Bench: Benchmarking the Broader Impact of Large Vision-Language Model Compression","created":"2025-03-06","cited_by_count":4,"area":"mllm"},{"id":"2503.11132","title":"X-EcoMLA: Upcycling Pre-Trained Attention into MLA for Efficient and Extreme KV Compression","created":"2025-03-14","cited_by_count":4,"area":"inference"},{"id":"2510.10964","title":"Not All Bits Are Equal: Scale-Dependent Memory Optimization Strategies for Reasoning Models","created":"2025-10-13","cited_by_count":4,"area":"lr"},{"id":"2510.16807","title":"Improving Model Representation and Reducing KV Cache via Skip Connections with First Value Heads","created":"2025-10-19","cited_by_count":4,"area":"inference"},{"id":"2603.19664","title":"The Residual Stream Is All You Need: On the Redundancy of the KV Cache in Transformer Inference","created":"2026-03-20","cited_by_count":4,"area":"inference"},{"id":"2605.23258","title":"A Simple Plug-in for Improving Eviction-Based KV Cache Compression","created":"2026-05-22","cited_by_count":4,"area":"inference"},{"id":"2607.08057","title":"Towards Efficient Large Language Model Serving: A Survey on System-Aware KV Cache Optimization","created":"2026-07-09","cited_by_count":4,"area":"inference"},{"id":"2412.05896","title":"XKV: Personalized KV Cache Memory Reduction for Long-Context LLM Inference","created":"2024-12-08","cited_by_count":3,"area":"inference"},{"id":"2506.01215","title":"Compress, Gather, and Recompute: REFORMing Long-Context Processing in Transformers","created":"2025-06-01","cited_by_count":3,"area":"inference"},{"id":"2506.04642","title":"TaDA: Training-free recipe for Decoding with Adaptive KV Cache Compression and Mean-centering","created":"2025-06-05","cited_by_count":3,"area":"inference"},{"id":"2511.12752","title":"Whose Narrative is it Anyway? A KV Cache Manipulation Attack","created":"2025-11-16","cited_by_count":3,"area":"inference"},{"id":"2605.12464","title":"Search Your Block Floating Point Scales!","created":"2026-05-12","cited_by_count":3,"area":null}],"next_cursor":"100"}