{"total":196,"rows":[{"id":"2401.10774","title":"Medusa: Simple LLM Inference Acceleration Framework with Multiple Decoding Heads","created":"2024-01-19","cited_by_count":843,"area":"inference"},{"id":"2306.14048","title":"H$_2$O: Heavy-Hitter Oracle for Efficient Generative Inference of Large Language Models","created":"2023-06-24","cited_by_count":832,"area":"inference"},{"id":"2402.02750","title":"KIVI: A Tuning-Free Asymmetric 2bit Quantization for KV Cache","created":"2024-02-05","cited_by_count":637,"area":"inference"},{"id":"2404.00456","title":"QuaRot: Outlier-Free 4-Bit Inference in Rotated LLMs","created":"2024-03-30","cited_by_count":634,"area":"inference"},{"id":"2403.02310","title":"Taming Throughput-Latency Tradeoff in LLM Inference with Sarathi-Serve","created":"2024-03-04","cited_by_count":526,"area":"inference"},{"id":"2405.16406","title":"SpinQuant: LLM quantization with learned rotations","created":"2024-05-26","cited_by_count":471,"area":"inference"},{"id":"2305.17118","title":"Scissorhands: Exploiting the Persistence of Importance Hypothesis for LLM KV Cache Compression at Test Time","created":"2023-05-26","cited_by_count":439,"area":"inference"},{"id":"2310.19102","title":"Atom: Low-bit Quantization for Efficient and Accurate LLM Serving","created":"2023-10-29","cited_by_count":272,"area":"inference"},{"id":"2404.14294","title":"A Survey on Efficient Inference for Large Language Models","created":"2024-04-22","cited_by_count":205,"area":"inference"},{"id":"2308.16369","title":"SARATHI: Efficient LLM Inference by Piggybacking Decodes with Chunked Prefills","created":"2023-08-31","cited_by_count":193,"area":"inference"},{"id":"2312.05821","title":"ASVD: Activation-aware Singular Value Decomposition for Compressing Large Language Models","created":"2023-12-10","cited_by_count":169,"area":"inference"},{"id":"2403.05527","title":"GEAR: An Efficient KV Cache Compression Recipe for Near-Lossless Generative Inference of LLM","created":"2024-03-08","cited_by_count":158,"area":"inference"},{"id":"2402.16363","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","created":"2024-02-26","cited_by_count":152,"area":"inference"},{"id":"2308.04623","title":"Accelerating LLM Inference with Staged Speculative Decoding","created":"2023-08-08","cited_by_count":151,"area":"inference"},{"id":"2305.05920","title":"Fast Distributed Inference Serving for Large Language Models","created":"2023-05-10","cited_by_count":145,"area":"inference"},{"id":"2402.12374","title":"Sequoia: Scalable, Robust, and Hardware-aware Speculative Decoding","created":"2024-02-19","cited_by_count":103,"area":"inference"},{"id":"2312.15234","title":"Towards Efficient Generative Large Language Model Serving: A Survey from Algorithms to Systems","created":"2023-12-23","cited_by_count":102,"area":"inference"},{"id":"2405.14256","title":"ZipCache: Accurate and Efficient KV Cache Quantization with Salient Token Identification","created":"2024-05-23","cited_by_count":93,"area":"inference"},{"id":"2408.11049","title":"MagicDec: Breaking the Latency-Throughput Tradeoff for Long Context Generation with Speculative Decoding","created":"2024-08-20","cited_by_count":91,"area":"inference"},{"id":"2405.03917","title":"KV Cache is 1 Bit Per Channel: Efficient Large Language Model Inference with Coupled Quantization","created":"2024-05-07","cited_by_count":76,"area":"inference"},{"id":"2403.00835","title":"CLLMs: Consistency Large Language Models","created":"2024-02-28","cited_by_count":72,"area":"inference"},{"id":"2407.14057","title":"LazyLLM: Dynamic Token Pruning for Efficient Long Context LLM Inference","created":"2024-07-19","cited_by_count":70,"area":"inference"},{"id":"2403.04643","title":"QAQ: Quality Adaptive Quantization for LLM KV Cache","created":"2024-03-07","cited_by_count":66,"area":"inference"},{"id":"2502.16002","title":"KVLink: Accelerating Large Language Models via Efficient KV Cache Reuse","created":"2025-02-21","cited_by_count":66,"area":"inference"},{"id":"2401.03868","title":"FlightLLM: Efficient Large Language Model Inference with a Complete Mapping Flow on FPGAs","created":"2024-01-08","cited_by_count":64,"area":"inference"},{"id":"2403.11421","title":"FastDecode: High-Throughput GPU-Efficient LLM Serving using Heterogeneous Pipelines","created":"2024-03-18","cited_by_count":49,"area":"inference"},{"id":"2406.02532","title":"SpecExec: Massively Parallel Speculative Decoding for Interactive LLM Inference on Consumer Devices","created":"2024-06-04","cited_by_count":46,"area":"inference"},{"id":"2501.16383","title":"RotateKV: Accurate and Robust 2-Bit KV Cache Quantization for LLMs via Outlier-Aware Adaptive Rotations","created":"2025-01-25","cited_by_count":46,"area":"inference"},{"id":"2405.06219","title":"SKVQ: Sliding-window Key and Value Cache Quantization for Large Language Models","created":"2024-05-10","cited_by_count":44,"area":"inference"},{"id":"2502.04420","title":"KVTuner: Sensitivity-Aware Layer-Wise Mixed-Precision KV Cache Quantization for Efficient and Nearly Lossless LLM Inference","created":"2025-02-06","cited_by_count":40,"area":"inference"},{"id":"2411.10666","title":"SAM Decoding: Speculative Decoding via Suffix Automaton","created":"2024-11-16","cited_by_count":39,"area":"inference"},{"id":"2402.11131","title":"Speculative Streaming: Fast LLM Inference without Auxiliary Models","created":"2024-02-16","cited_by_count":38,"area":"inference"},{"id":"2410.04466","title":"Large Language Model Inference Acceleration: A Comprehensive Hardware Perspective","created":"2024-10-06","cited_by_count":38,"area":"inference"},{"id":"2312.12728","title":"Lookahead: An Inference Acceleration Framework for Large Language Model with Lossless Generation Accuracy","created":"2023-12-20","cited_by_count":37,"area":"inference"},{"id":"2406.14066","title":"TurboSpec: Closed-loop Speculation Control System for Optimizing LLM Serving Goodput","created":"2024-06-20","cited_by_count":37,"area":"inference"},{"id":"2411.01142","title":"NEO: Saving GPU Memory Crisis with CPU Offloading for Online LLM Inference","created":"2024-11-02","cited_by_count":37,"area":"inference"},{"id":"2402.06262","title":"On the Efficacy of Eviction Policy for Key-Value Constrained Generative Language Model Inference","created":"2024-02-09","cited_by_count":32,"area":"inference"},{"id":"2406.03853","title":"Speculative Decoding via Early-exiting for Faster LLM Inference with Thompson Sampling Control Mechanism","created":"2024-06-06","cited_by_count":32,"area":"inference"},{"id":"2504.18583","title":"PARD: Accelerating LLM Inference with Low-Cost PARallel Draft Model Adaptation","created":"2025-04-23","cited_by_count":29,"area":"inference"},{"id":"2311.00502","title":"Efficient LLM Inference on CPUs","created":"2023-11-01","cited_by_count":24,"area":"inference"},{"id":"2501.19392","title":"Cache Me If You Must: Adaptive Key-Value Quantization for Large Language Models","created":"2025-01-31","cited_by_count":24,"area":"inference"},{"id":"2404.03865","title":"FFN-SkipLLM: A Hidden Gem for Autoregressive Decoding with Adaptive Feed Forward Skipping","created":"2024-04-05","cited_by_count":23,"area":"inference"},{"id":"2404.08698","title":"Lossless Acceleration of Large Language Model via Adaptive N-gram Parallel Decoding","created":"2024-04-10","cited_by_count":23,"area":"inference"},{"id":"2408.08554","title":"ABQ-LLM: Arbitrary-Bit Quantized Inference Acceleration for Large Language Models","created":"2024-08-16","cited_by_count":22,"area":"inference"},{"id":"2504.19449","title":"R-Sparse: Rank-Aware Activation Sparsity for Efficient LLM Inference","created":"2025-04-28","cited_by_count":21,"area":"inference"},{"id":"2410.13212","title":"AsymKV: Enabling 1-Bit Quantization of KV Cache with Layer-Wise Asymmetric Quantization Configurations","created":"2024-10-17","cited_by_count":19,"area":"inference"},{"id":"2505.10938","title":"Accurate KV Cache Quantization with Outlier Tokens Tracing","created":"2025-05-16","cited_by_count":18,"area":"inference"},{"id":"2312.05385","title":"Apparate: Rethinking Early Exits to Tame Latency-Throughput Tensions in ML Serving","created":"2023-12-08","cited_by_count":15,"area":"inference"},{"id":"2403.01136","title":"LLM-PQ: Serving LLM on Heterogeneous Clusters with Phase-Aware Partition and Adaptive Quantization","created":"2024-03-02","cited_by_count":15,"area":"inference"},{"id":"2410.01805","title":"Locret: Enhancing Eviction in Long-Context LLM Inference with Trained Retaining Heads on Consumer-Grade Devices","created":"2024-10-02","cited_by_count":15,"area":"inference"},{"id":"2601.11580","title":"Speculative Decoding: Performance or Illusion?","created":"2025-12-31","cited_by_count":15,"area":"inference"},{"id":"2310.06927","title":"Sparse Fine-tuning for Inference Acceleration of Large Language Models","created":"2023-10-10","cited_by_count":14,"area":"inference"},{"id":"2502.01068","title":"FastKV: Decoupling of Context Reduction and KV Cache Compression for Prefill-Decoding Acceleration","created":"2025-02-03","cited_by_count":14,"area":"inference"},{"id":"2503.18599","title":"Oaken: Fast and Efficient LLM Serving with Online-Offline Hybrid KV Cache Quantization","created":"2025-03-24","cited_by_count":14,"area":"inference"},{"id":"2509.04467","title":"PDTrim: Targeted Pruning for Prefill-Decode Disaggregation in Inference","created":"2025-08-29","cited_by_count":14,"area":"inference"},{"id":"2403.08058","title":"CHAI: Clustered Head Attention for Efficient LLM Inference","created":"2024-03-12","cited_by_count":13,"area":"inference"},{"id":"2412.18934","title":"Dovetail: A CPU/GPU Heterogeneous Speculative Decoding for LLM inference","created":"2024-12-25","cited_by_count":13,"area":"inference"},{"id":"2509.18362","title":"FastMTP: Accelerating LLM Inference with Enhanced Multi-Token Prediction","created":"2025-09-16","cited_by_count":13,"area":"inference"},{"id":"2511.01815","title":"KV Cache Transform Coding for Compact Storage in LLM Inference","created":"2025-11-03","cited_by_count":13,"area":"inference"},{"id":"2404.15420","title":"XC-Cache: Cross-Attending to Cached Context for Efficient LLM Inference","created":"2024-04-23","cited_by_count":12,"area":"inference"},{"id":"2407.09722","title":"Optimized Multi-Token Joint Decoding with Auxiliary Model for LLM Inference","created":"2024-07-12","cited_by_count":11,"area":"inference"},{"id":"2410.08391","title":"KV Prediction for Improved Time to First Token","created":"2024-10-10","cited_by_count":11,"area":"inference"},{"id":"2410.18234","title":"Multi-Draft Speculative Sampling: Canonical Decomposition and Theoretical Limits","created":"2024-10-23","cited_by_count":11,"area":"inference"},{"id":"2412.01380","title":"Efficient LLM Inference using Dynamic Input Pruning and Cache-Aware Masking","created":"2024-12-02","cited_by_count":11,"area":"inference"},{"id":"2501.01144","title":"BlockDialect: Block-wise Fine-grained Mixed Format Quantization for Energy-Efficient LLM Inference","created":"2025-01-02","cited_by_count":11,"area":"inference"},{"id":"2507.01438","title":"EdgeLoRA: An Efficient Multi-Tenant LLM Serving System on Edge Devices","created":"2025-07-02","cited_by_count":11,"area":"inference"},{"id":"2502.15075","title":"Quantize What Counts: More for Keys, Less for Values","created":"2025-02-20","cited_by_count":10,"area":"inference"},{"id":"2508.15601","title":"LMDeploy Accelerates Mixed-Precision LLM Inference with TurboMind","created":"2025-08-21","cited_by_count":10,"area":"inference"},{"id":"2502.16880","title":"CORAL: Learning Consistent Representations across Multi-step Training with Lighter Speculative Drafter","created":"2025-02-24","cited_by_count":9,"area":"inference"},{"id":"2505.12398","title":"Traversal Verification for Speculative Tree Decoding","created":"2025-05-18","cited_by_count":9,"area":"inference"},{"id":"2507.14204","title":"LaCache: Ladder-Shaped KV Caching for Efficient Long-Context Modeling of Large Language Models","created":"2025-07-14","cited_by_count":9,"area":"inference"},{"id":"2605.17757","title":"OSCAR: Offline Spectral Covariance-Aware Rotation for 2-bit KV Cache Quantization","created":"2026-05-18","cited_by_count":9,"area":"inference"},{"id":"2503.10714","title":"ZSMerge: Zero-Shot KV Cache Compression for Memory-Efficient Long-Context LLMs","created":"2025-03-13","cited_by_count":8,"area":"inference"},{"id":"2505.12942","title":"A3 : an Analytical Low-Rank Approximation Framework for Attention","created":"2025-05-19","cited_by_count":8,"area":"inference"},{"id":"2506.10443","title":"MNN-LLM: A Generic Inference Engine for Fast Large Language Model Deployment on Mobile Devices","created":"2025-06-12","cited_by_count":8,"area":"inference"},{"id":"2509.01229","title":"LiquidGEMM: Hardware-Efficient W4A8 GEMM Kernel for High-Performance LLM Serving","created":"2025-09-01","cited_by_count":8,"area":"inference"},{"id":"2603.17435","title":"ZipServ: Fast and Memory-Efficient LLM Inference with Hardware-Aware Lossless Compression","created":"2026-03-18","cited_by_count":8,"area":"inference"},{"id":"2604.17789","title":"DuQuant++: Fine-grained Rotation Enhances Microscaling FP4 Quantization","created":"2026-04-20","cited_by_count":8,"area":"inference"},{"id":"2606.13054","title":"TWLA: Achieving Ternary Weights and Low-Bit Activations for LLMs via Post-Training Quantization","created":"2026-06-11","cited_by_count":8,"area":"inference"},{"id":"2403.08845","title":"Bifurcated Attention: Accelerating Massively Parallel Decoding with Shared Prefixes in LLMs","created":"2024-03-13","cited_by_count":7,"area":"inference"},{"id":"2405.12591","title":"Unlocking Data-free Low-bit Quantization with Matrix Decomposition for KV Cache Compression","created":"2024-05-21","cited_by_count":7,"area":"inference"},{"id":"2405.14371","title":"EdgeShard: Efficient LLM Inference via Collaborative Edge Computing","created":"2024-05-23","cited_by_count":7,"area":"inference"},{"id":"2503.24358","title":"SQuat: Subspace-orthogonal KV Cache Quantization","created":"2025-03-31","cited_by_count":7,"area":"inference"},{"id":"2505.18231","title":"NSNQuant: A Double Normalization Approach for Calibration-Free Low-Bit Vector Quantization of KV Cache","created":"2025-05-23","cited_by_count":7,"area":"inference"},{"id":"2509.00579","title":"KVComp: A High-Performance, LLM-Aware, Lossy Compression Framework for KV Cache","created":"2025-08-30","cited_by_count":7,"area":"inference"},{"id":"2402.10076","title":"QUICK: Quantization-aware Interleaving and Conflict-free Kernel for efficient LLM inference","created":"2024-02-15","cited_by_count":6,"area":"inference"},{"id":"2405.05329","title":"KV-Runahead: Scalable Causal LLM Inference by Parallel Key-Value Cache Generation","created":"2024-05-08","cited_by_count":6,"area":"inference"},{"id":"2411.18077","title":"MiniKV: Pushing the Limits of LLM Inference via 2-Bit Layer-Discriminative KV Cache","created":"2024-11-27","cited_by_count":6,"area":"inference"},{"id":"2506.02006","title":"MorphServe: Efficient and Workload-Aware LLM Serving via Runtime Quantized Layer Swapping and KV Cache Resizing","created":"2025-05-24","cited_by_count":6,"area":"inference"},{"id":"2507.23777","title":"XSpecMesh: Quality-Preserving Auto-Regressive Mesh Generation Acceleration via Multi-Head Speculative Decoding","created":"2025-07-31","cited_by_count":6,"area":"inference"},{"id":"2509.02121","title":"Batch Query Processing and Optimization for Agentic Workflows","created":"2025-09-02","cited_by_count":6,"area":"inference"},{"id":"2511.05534","title":"FlowMM: Cross-Modal Information Flow Guided KV Cache Merging for Efficient Multimodal Context Inference","created":"2025-10-29","cited_by_count":6,"area":"inference"},{"id":"2602.21233","title":"AngelSlim: A more accessible, comprehensive, and efficient toolkit for large model compression","created":"2026-02-07","cited_by_count":6,"area":"inference"},{"id":"2605.02404","title":"Statistically-Lossless Quantization of Large Language Models","created":"2026-05-04","cited_by_count":6,"area":"inference"},{"id":"2409.16560","title":"Dynamic-Width Speculative Beam Decoding for Efficient LLM Inference","created":"2024-09-25","cited_by_count":5,"area":"inference"},{"id":"2503.18869","title":"Reimagining Memory Access for LLM Inference: Compression-Aware Memory Controller Design","created":"2025-03-24","cited_by_count":5,"area":"inference"},{"id":"2503.23294","title":"Cocktail: Chunk-Adaptive Mixed-Precision Quantization for Long-Context LLM Inference","created":"2025-03-30","cited_by_count":5,"area":"inference"},{"id":"2504.04514","title":"Saliency-driven Dynamic Token Pruning for Large Language Models","created":"2025-04-06","cited_by_count":5,"area":"inference"},{"id":"2506.08018","title":"KVmix: Gradient-Based Layer Importance-Aware Mixed-Precision Quantization for KV Cache","created":"2025-05-18","cited_by_count":5,"area":"inference"},{"id":"2510.16040","title":"Kelle: Co-design KV Caching and eDRAM for Efficient LLM Serving in Edge Computing","created":"2025-10-16","cited_by_count":5,"area":"inference"}],"next_cursor":"100"}