{"total":88,"rows":[{"id":"2302.01318","title":"Accelerating Large Language Model Decoding with Speculative Sampling","created":"2023-02-02","cited_by_count":1006,"area":"inference"},{"id":"2401.10774","title":"Medusa: Simple LLM Inference Acceleration Framework with Multiple Decoding Heads","created":"2024-01-19","cited_by_count":843,"area":"inference"},{"id":"2306.14048","title":"H$_2$O: Heavy-Hitter Oracle for Efficient Generative Inference of Large Language Models","created":"2023-06-24","cited_by_count":832,"area":"inference"},{"id":"2402.02750","title":"KIVI: A Tuning-Free Asymmetric 2bit Quantization for KV Cache","created":"2024-02-05","cited_by_count":637,"area":"inference"},{"id":"2401.18079","title":"KVQuant: Towards 10 Million Context Length LLM Inference with KV Cache Quantization","created":"2024-01-31","cited_by_count":591,"area":"inference"},{"id":"2405.16406","title":"SpinQuant: LLM quantization with learned rotations","created":"2024-05-26","cited_by_count":471,"area":"inference"},{"id":"2305.17118","title":"Scissorhands: Exploiting the Persistence of Importance Hypothesis for LLM KV Cache Compression at Test Time","created":"2023-05-26","cited_by_count":439,"area":"inference"},{"id":"2305.09781","title":"SpecInfer: Accelerating Generative Large Language Model Serving with Tree-based Speculative Inference and Verification","created":"2023-05-16","cited_by_count":365,"area":"inference"},{"id":"2404.14294","title":"A Survey on Efficient Inference for Large Language Models","created":"2024-04-22","cited_by_count":205,"area":"inference"},{"id":"2310.07240","title":"CacheGen: KV Cache Compression and Streaming for Fast Large Language Model Serving","created":"2023-10-11","cited_by_count":203,"area":"inference"},{"id":"2308.16369","title":"SARATHI: Efficient LLM Inference by Piggybacking Decodes with Chunked Prefills","created":"2023-08-31","cited_by_count":193,"area":"inference"},{"id":"2312.05821","title":"ASVD: Activation-aware Singular Value Decomposition for Compressing Large Language Models","created":"2023-12-10","cited_by_count":169,"area":"inference"},{"id":"2302.07863","title":"Speculative Decoding with Big Little Decoder","created":"2023-02-15","cited_by_count":164,"area":"inference"},{"id":"2308.04623","title":"Accelerating LLM Inference with Staged Speculative Decoding","created":"2023-08-08","cited_by_count":151,"area":"inference"},{"id":"2305.05920","title":"Fast Distributed Inference Serving for Large Language Models","created":"2023-05-10","cited_by_count":145,"area":"inference"},{"id":"2405.14366","title":"MiniCache: KV Cache Compression in Depth Dimension for Large Language Models","created":"2024-05-23","cited_by_count":125,"area":"inference"},{"id":"2402.05109","title":"Hydra: Sequentially-Dependent Draft Heads for Medusa Decoding","created":"2024-02-07","cited_by_count":117,"area":"inference"},{"id":"2402.12374","title":"Sequoia: Scalable, Robust, and Hardware-aware Speculative Decoding","created":"2024-02-19","cited_by_count":103,"area":"inference"},{"id":"2312.15234","title":"Towards Efficient Generative Large Language Model Serving: A Survey from Algorithms to Systems","created":"2023-12-23","cited_by_count":102,"area":"inference"},{"id":"2402.18096","title":"No Token Left Behind: Reliable KV Cache Compression via Importance-Aware Mixed Precision Quantization","created":"2024-02-28","cited_by_count":101,"area":"inference"},{"id":"2401.17644","title":"BurstGPT: A Real-world Workload Dataset to Optimize LLM Serving Systems","created":"2024-01-31","cited_by_count":87,"area":"inference"},{"id":"2305.13144","title":"Response Length Perception and Sequence Scheduling: An LLM-Empowered LLM Inference Pipeline","created":"2023-05-22","cited_by_count":86,"area":"inference"},{"id":"2310.05424","title":"Fast and Robust Early-Exiting Framework for Autoregressive Language Models with Synchronized Parallel Decoding","created":"2023-10-09","cited_by_count":80,"area":"inference"},{"id":"2403.00835","title":"CLLMs: Consistency Large Language Models","created":"2024-02-28","cited_by_count":72,"area":"inference"},{"id":"2406.17565","title":"MemServe: Context Caching for Disaggregated LLM Serving with Elastic Memory Pool","created":"2024-06-25","cited_by_count":68,"area":"inference"},{"id":"2403.04643","title":"QAQ: Quality Adaptive Quantization for LLM KV Cache","created":"2024-03-07","cited_by_count":66,"area":"inference"},{"id":"2401.03868","title":"FlightLLM: Efficient Large Language Model Inference with a Complete Mapping Flow on FPGAs","created":"2024-01-08","cited_by_count":64,"area":"inference"},{"id":"2408.14690","title":"Training-Free Activation Sparsity in Large Language Models","created":"2024-08-26","cited_by_count":55,"area":"inference"},{"id":"2405.06219","title":"SKVQ: Sliding-window Key and Value Cache Quantization for Large Language Models","created":"2024-05-10","cited_by_count":44,"area":"inference"},{"id":"2402.06262","title":"On the Efficacy of Eviction Policy for Key-Value Constrained Generative Language Model Inference","created":"2024-02-09","cited_by_count":32,"area":"inference"},{"id":"2401.06706","title":"Multi-Candidate Speculative Decoding","created":"2024-01-12","cited_by_count":31,"area":"inference"},{"id":"2311.00502","title":"Efficient LLM Inference on CPUs","created":"2023-11-01","cited_by_count":24,"area":"inference"},{"id":"2504.19449","title":"R-Sparse: Rank-Aware Activation Sparsity for Efficient LLM Inference","created":"2025-04-28","cited_by_count":21,"area":"inference"},{"id":"2403.01136","title":"LLM-PQ: Serving LLM on Heterogeneous Clusters with Phase-Aware Partition and Adaptive Quantization","created":"2024-03-02","cited_by_count":15,"area":"inference"},{"id":"2410.01805","title":"Locret: Enhancing Eviction in Long-Context LLM Inference with Trained Retaining Heads on Consumer-Grade Devices","created":"2024-10-02","cited_by_count":15,"area":"inference"},{"id":"2310.06927","title":"Sparse Fine-tuning for Inference Acceleration of Large Language Models","created":"2023-10-10","cited_by_count":14,"area":"inference"},{"id":"2503.18599","title":"Oaken: Fast and Efficient LLM Serving with Online-Offline Hybrid KV Cache Quantization","created":"2025-03-24","cited_by_count":14,"area":"inference"},{"id":"2602.10238","title":"Learning to Evict from Key-Value Cache","created":"2026-02-10","cited_by_count":14,"area":"inference"},{"id":"2403.08058","title":"CHAI: Clustered Head Attention for Efficient LLM Inference","created":"2024-03-12","cited_by_count":13,"area":"inference"},{"id":"2508.07675","title":"Semantic Caching for Low-Cost LLM Serving: From Offline Learning to Online Adaptation","created":"2025-08-11","cited_by_count":13,"area":"inference"},{"id":"2509.18362","title":"FastMTP: Accelerating LLM Inference with Enhanced Multi-Token Prediction","created":"2025-09-16","cited_by_count":13,"area":"inference"},{"id":"2410.22118","title":"The Impact of Inference Acceleration on Bias of LLMs","created":"2024-10-29","cited_by_count":9,"area":"inference"},{"id":"2411.15982","title":"Anda: Unlocking Efficient LLM Inference with a Variable-Length Grouped Activation Data Format","created":"2024-11-24","cited_by_count":9,"area":"inference"},{"id":"2505.12398","title":"Traversal Verification for Speculative Tree Decoding","created":"2025-05-18","cited_by_count":9,"area":"inference"},{"id":"2508.07227","title":"LP-Spec: Leveraging LPDDR PIM for Efficient LLM Mobile Speculative Inference with Architecture-Dataflow Co-Optimization","created":"2025-08-10","cited_by_count":9,"area":"inference"},{"id":"2604.17789","title":"DuQuant++: Fine-grained Rotation Enhances Microscaling FP4 Quantization","created":"2026-04-20","cited_by_count":8,"area":"inference"},{"id":"2403.08845","title":"Bifurcated Attention: Accelerating Massively Parallel Decoding with Shared Prefixes in LLMs","created":"2024-03-13","cited_by_count":7,"area":"inference"},{"id":"2405.12591","title":"Unlocking Data-free Low-bit Quantization with Matrix Decomposition for KV Cache Compression","created":"2024-05-21","cited_by_count":7,"area":"inference"},{"id":"2402.10076","title":"QUICK: Quantization-aware Interleaving and Conflict-free Kernel for efficient LLM inference","created":"2024-02-15","cited_by_count":6,"area":"inference"},{"id":"2605.02404","title":"Statistically-Lossless Quantization of Large Language Models","created":"2026-05-04","cited_by_count":6,"area":"inference"},{"id":"2511.22880","title":"Serving Heterogeneous LoRA Adapters in Distributed LLM Inference Systems","created":"2025-11-28","cited_by_count":5,"area":"inference"},{"id":"2403.20137","title":"Accurate Block Quantization in LLMs with Outliers","created":"2024-03-29","cited_by_count":4,"area":"inference"},{"id":"2303.02331","title":"Training-Free Acceleration of ViTs with Delayed Spatial Merging","created":"2023-03-04","cited_by_count":3,"area":"inference"},{"id":"2605.06675","title":"RateQuant: Optimal Mixed-Precision KV Cache Quantization via Rate-Distortion Theory","created":"2026-04-22","cited_by_count":3,"area":"inference"},{"id":"2307.15517","title":"A Dataflow Compiler for Efficient LLM Inference using Custom Microscaling Formats","created":"2023-07-28","cited_by_count":2,"area":"inference"},{"id":"2401.05391","title":"Efficient LLM inference solution on Intel GPU","created":"2023-12-19","cited_by_count":2,"area":"inference"},{"id":"2410.21340","title":"Meta-Learning for Speeding Up Large Model Inference in Decentralized Environments","created":"2024-10-28","cited_by_count":2,"area":"inference"},{"id":"2412.11242","title":"TrimLLM: Progressive Layer Dropping for Domain-Specific LLMs","created":"2024-12-15","cited_by_count":2,"area":"inference"},{"id":"2510.13161","title":"Mirror Speculative Decoding: Breaking the Serial Barrier in LLM Inference","created":"2025-10-15","cited_by_count":2,"area":"inference"},{"id":"2605.11478","title":"FibQuant: Universal Vector Quantization for Random-Access KV-Cache Compression","created":"2026-05-12","cited_by_count":2,"area":"inference"},{"id":"2606.21023","title":"Demystifying Numerical Instability in LLM Inference: Achieving Reproducible Inference for Mission-Critical Tasks with HEAL","created":"2026-06-19","cited_by_count":2,"area":"inference"},{"id":"2310.18581","title":"Accelerating LLaMA Inference by Enabling Intermediate Layer Decoding via Instruction Tuning with LITE","created":"2023-10-28","cited_by_count":1,"area":"inference"},{"id":"2406.14404","title":"Predicting Probabilities of Error to Combine Quantization and Early Exiting: QuEE","created":"2024-06-20","cited_by_count":1,"area":"inference"},{"id":"2501.13111","title":"iServe: An Intent-based Serving System for LLMs","created":"2025-01-08","cited_by_count":1,"area":"inference"},{"id":"2504.08838","title":"SD$^2$: Self-Distilled Sparse Drafters","created":"2025-04-10","cited_by_count":1,"area":"inference"},{"id":"2509.25853","title":"SAIL: SRAM-Accelerated LLM Inference System with Lookup-Table-based GEMV","created":"2025-09-30","cited_by_count":1,"area":"inference"},{"id":"2511.11733","title":"Speculative Decoding in Decentralized LLM Inference: Turning Communication Latency into Computation Throughput","created":"2025-11-13","cited_by_count":1,"area":"inference"},{"id":"2602.09725","title":"Efficient Remote KV Cache Reuse with GPU-native Video Codec","created":"2026-02-10","cited_by_count":1,"area":"inference"},{"id":"2604.19351","title":"DASH-KV: Accelerating Long-Context LLM Inference via Asymmetric KV Cache Hashing","created":"2026-04-21","cited_by_count":1,"area":"inference"},{"id":"2605.13915","title":"Multi-Scale Dequant: Eliminating Dequantization Bottleneck via Activation Decomposition for Efficient LLM Inference","created":"2026-05-13","cited_by_count":1,"area":"inference"},{"id":"2607.17733","title":"MXSens: Sensitivity-Aware Mixed-Precision Quantization for Efficient LLM Inference","created":"2026-07-20","cited_by_count":1,"area":"inference"},{"id":"2609.07786","title":"Signed Rescue Routing: Harm-Aware Cascades for Efficient LLM Inference","created":"2026-09-07","cited_by_count":1,"area":"inference"},{"id":"2508.09072","title":"READER: Retrieval-Assisted Drafter for Efficient LLM Inference","created":"2025-08-12","cited_by_count":0,"area":"inference"},{"id":"2508.09194","title":"Meta-Learning for Speeding Up Large Model Inference in Decentralized Environments","created":"2025-08-08","cited_by_count":0,"area":"inference"},{"id":"2510.05529","title":"H1B-KV: Hybrid One-Bit Caches for Memory-Efficient Large Language Model Inference","created":"2025-10-07","cited_by_count":0,"area":"inference"},{"id":"2601.04719","title":"GPU-Accelerated INT8 Quantization for KV Cache Compression in Large Language Models","created":"2026-01-08","cited_by_count":0,"area":"inference"},{"id":"2602.09323","title":"LLM-CoOpt: A Co-Design and Optimization Framework for Efficient LLM Inference on Heterogeneous Platforms","created":"2026-02-10","cited_by_count":0,"area":"inference"},{"id":"2604.16368","title":"Cross-Family Speculative Decoding for Polish Language Models on Apple~Silicon: An Empirical Evaluation of Bielik~11B with UAG-Extended MLX-LM","created":"2026-03-22","cited_by_count":0,"area":"inference"},{"id":"2604.25421","title":"FED-FSTQ: Fisher-Guided Token Quantization for Communication-Efficient Federated Fine-Tuning of LLMs on Edge Devices","created":"2026-04-28","cited_by_count":0,"area":"inference"},{"id":"2605.02262","title":"WindowQuant: Mixed-Precision KV Cache Quantization based on Window-Level Similarity for VLMs Inference Optimization","created":"2026-05-04","cited_by_count":0,"area":"inference"},{"id":"2605.05699","title":"When Quantization Is Free: An int4 KV Cache That Outruns fp16 on Apple Silicon","created":"2026-05-07","cited_by_count":0,"area":"inference"},{"id":"2605.27646","title":"Hurwitz Quaternion Multiplicative Quantization for KV Cache Compression","created":"2026-05-26","cited_by_count":0,"area":"inference"},{"id":"2606.03739","title":"Entropy Gate: Entropy Quenching for Near-Lossless Token Compression in LLM Pipelines","created":"2026-06-02","cited_by_count":0,"area":"inference"},{"id":"2608.28911","title":"SemKV: Semantic Mixed-Precision KV Cache Quantization Guided by the Quality Cliff for Long-Context LLM Inference","created":"2026-08-28","cited_by_count":0,"area":"inference"},{"id":"2609.13682","title":"LayerRoute: Adaptive Layer-Skipping with LoRA-Preserved Quality for Efficient LLM Inference","created":"2026-09-12","cited_by_count":0,"area":"inference"},{"id":"2609.17008","title":"FlexEE: Self-Speculative and KV-Compatible Early Exiting for Offloading-Aware LLM Inference","created":"2026-09-15","cited_by_count":0,"area":"inference"},{"id":"2609.21704","title":"SpecQuant: Speculative Decoding with Multi-Parent Quantization for Adaptive LLM Inference","created":"2026-09-18","cited_by_count":0,"area":"inference"},{"id":"2610.09202","title":"Few Bits, One Law: Toward W2A4KV2","created":"2026-10-06","cited_by_count":0,"area":"inference"}],"next_cursor":null}