{"total":64,"rows":[{"id":"2401.10774","title":"Medusa: Simple LLM Inference Acceleration Framework with Multiple Decoding Heads","created":"2024-01-19","cited_by_count":843,"area":"inference"},{"id":"2401.18079","title":"KVQuant: Towards 10 Million Context Length LLM Inference with KV Cache Quantization","created":"2024-01-31","cited_by_count":591,"area":"inference"},{"id":"2405.04532","title":"QServe: W4A8KV4 Quantization and System Co-design for Efficient LLM Serving","created":"2024-05-07","cited_by_count":208,"area":"inference"},{"id":"2404.14294","title":"A Survey on Efficient Inference for Large Language Models","created":"2024-04-22","cited_by_count":205,"area":"inference"},{"id":"2308.16369","title":"SARATHI: Efficient LLM Inference by Piggybacking Decodes with Chunked Prefills","created":"2023-08-31","cited_by_count":193,"area":"inference"},{"id":"2312.05821","title":"ASVD: Activation-aware Singular Value Decomposition for Compressing Large Language Models","created":"2023-12-10","cited_by_count":169,"area":"inference"},{"id":"2402.16363","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","created":"2024-02-26","cited_by_count":152,"area":"inference"},{"id":"2405.14366","title":"MiniCache: KV Cache Compression in Depth Dimension for Large Language Models","created":"2024-05-23","cited_by_count":125,"area":"inference"},{"id":"2312.15234","title":"Towards Efficient Generative Large Language Model Serving: A Survey from Algorithms to Systems","created":"2023-12-23","cited_by_count":102,"area":"inference"},{"id":"2405.03917","title":"KV Cache is 1 Bit Per Channel: Efficient Large Language Model Inference with Coupled Quantization","created":"2024-05-07","cited_by_count":76,"area":"inference"},{"id":"2410.12388","title":"Prompt Compression for Large Language Models: A Survey","created":"2024-10-16","cited_by_count":67,"area":"inference"},{"id":"2312.05516","title":"Stateful Large Language Model Serving with Pensieve","created":"2023-12-09","cited_by_count":61,"area":"inference"},{"id":"2408.14690","title":"Training-Free Activation Sparsity in Large Language Models","created":"2024-08-26","cited_by_count":55,"area":"inference"},{"id":"2408.05499","title":"LLMServingSim: A HW/SW Co-Simulation Infrastructure for LLM Inference Serving at Scale","created":"2024-08-10","cited_by_count":31,"area":"inference"},{"id":"2406.07056","title":"Effectively Compress KV Heads for LLM","created":"2024-06-11","cited_by_count":30,"area":"inference"},{"id":"2311.00502","title":"Efficient LLM Inference on CPUs","created":"2023-11-01","cited_by_count":24,"area":"inference"},{"id":"2404.03865","title":"FFN-SkipLLM: A Hidden Gem for Autoregressive Decoding with Adaptive Feed Forward Skipping","created":"2024-04-05","cited_by_count":23,"area":"inference"},{"id":"2408.08554","title":"ABQ-LLM: Arbitrary-Bit Quantized Inference Acceleration for Large Language Models","created":"2024-08-16","cited_by_count":22,"area":"inference"},{"id":"2504.19720","title":"Taming the Titans: A Survey of Efficient LLM Inference Serving","created":"2025-04-28","cited_by_count":16,"area":"inference"},{"id":"2403.01136","title":"LLM-PQ: Serving LLM on Heterogeneous Clusters with Phase-Aware Partition and Adaptive Quantization","created":"2024-03-02","cited_by_count":15,"area":"inference"},{"id":"2508.13666","title":"The Hidden Cost of Readability: How Code Formatting Silently Consumes Your LLM Budget","created":"2025-08-19","cited_by_count":12,"area":"inference"},{"id":"2501.01144","title":"BlockDialect: Block-wise Fine-grained Mixed Format Quantization for Energy-Efficient LLM Inference","created":"2025-01-02","cited_by_count":11,"area":"inference"},{"id":"2507.01438","title":"EdgeLoRA: An Efficient Multi-Tenant LLM Serving System on Edge Devices","created":"2025-07-02","cited_by_count":11,"area":"inference"},{"id":"2510.14557","title":"MX+: Pushing the Limits of Microscaling Formats for Efficient Large Language Model Serving","created":"2025-10-16","cited_by_count":11,"area":"inference"},{"id":"2508.15601","title":"LMDeploy Accelerates Mixed-Precision LLM Inference with TurboMind","created":"2025-08-21","cited_by_count":10,"area":"inference"},{"id":"2503.13565","title":"ML-SpecQD: Multi-Level Speculative Decoding with Quantized Drafts","created":"2025-03-17","cited_by_count":9,"area":"inference"},{"id":"2508.07227","title":"LP-Spec: Leveraging LPDDR PIM for Efficient LLM Mobile Speculative Inference with Architecture-Dataflow Co-Optimization","created":"2025-08-10","cited_by_count":9,"area":"inference"},{"id":"2505.12942","title":"A3 : an Analytical Low-Rank Approximation Framework for Attention","created":"2025-05-19","cited_by_count":8,"area":"inference"},{"id":"2603.17435","title":"ZipServ: Fast and Memory-Efficient LLM Inference with Hardware-Aware Lossless Compression","created":"2026-03-18","cited_by_count":8,"area":"inference"},{"id":"2505.18231","title":"NSNQuant: A Double Normalization Approach for Calibration-Free Low-Bit Vector Quantization of KV Cache","created":"2025-05-23","cited_by_count":7,"area":"inference"},{"id":"2408.08146","title":"KOALA: Enhancing Speculative Decoding for LLM via Multi-Layer Draft Heads with Adversarial Learning","created":"2024-08-15","cited_by_count":6,"area":"inference"},{"id":"2505.03756","title":"Improving the Serving Performance of Multi-LoRA Large Language Models via Efficient LoRA and KV Cache Management","created":"2025-04-19","cited_by_count":5,"area":"inference"},{"id":"2511.22880","title":"Serving Heterogeneous LoRA Adapters in Distributed LLM Inference Systems","created":"2025-11-28","cited_by_count":5,"area":"inference"},{"id":"2407.16207","title":"Graph-Structured Speculative Decoding","created":"2024-07-23","cited_by_count":4,"area":"inference"},{"id":"2409.17870","title":"Efficient Arbitrary Precision Acceleration for Large Language Models on GPU Tensor Cores","created":"2024-09-26","cited_by_count":4,"area":"inference"},{"id":"2412.06858","title":"Taming Sensitive Weights : Noise Perturbation Fine-tuning for Robust LLM Quantization","created":"2024-12-08","cited_by_count":4,"area":"inference"},{"id":"2412.19325","title":"Performance Control in Early Exiting to Deploy Large Models at the Same Cost of Smaller Ones","created":"2024-12-26","cited_by_count":4,"area":"inference"},{"id":"2402.15678","title":"Minions: Accelerating Large Language Model Inference with Aggregated Speculative Execution","created":"2024-02-24","cited_by_count":3,"area":"inference"},{"id":"2505.16210","title":"NQKV: A KV Cache Quantization Scheme Based on Normal Distribution Characteristics","created":"2025-05-22","cited_by_count":3,"area":"inference"},{"id":"2503.14153","title":"Speculative Decoding for Verilog: Speed and Quality, All in One","created":"2025-03-18","cited_by_count":2,"area":"inference"},{"id":"2505.02380","title":"EntroLLM: Entropy Encoded Weight Compression for Efficient Large Language Model Inference on Edge Devices","created":"2025-05-05","cited_by_count":2,"area":"inference"},{"id":"2602.15836","title":"EdgeNav-QE: QLoRA Quantization and Dynamic Early Exit for LAM-based Navigation on Edge Devices","created":"2026-01-12","cited_by_count":2,"area":"inference"},{"id":"2603.02188","title":"Multi-Head Low-Rank Attention","created":"2026-03-02","cited_by_count":2,"area":"inference"},{"id":"2603.23527","title":"Compression Method Matters: Benchmark-Dependent Output Dynamics in LLM Prompt Compression","created":"2026-03-06","cited_by_count":2,"area":"inference"},{"id":"2501.13111","title":"iServe: An Intent-based Serving System for LLMs","created":"2025-01-08","cited_by_count":1,"area":"inference"},{"id":"2512.03608","title":"KVNAND: Efficient On-Device Large Language Model Inference Using DRAM-Free In-Flash Computing","created":"2025-12-03","cited_by_count":1,"area":"inference"},{"id":"2601.02569","title":"LoRA-Drop: Temporal LoRA Decoding for Efficient LLM Inference","created":"2026-01-05","cited_by_count":1,"area":"inference"},{"id":"2605.01910","title":"Stochastic Sparse Attention for Memory-Bound Inference","created":"2026-05-03","cited_by_count":1,"area":"inference"},{"id":"2606.02823","title":"Qift: Shift-Friendly No-Zero W2 Post-Training Quantization for Rotated W2A4/KV4 LLM Inference","created":"2026-06-01","cited_by_count":1,"area":"inference"},{"id":"2607.13093","title":"Efficient and Privacy Aware Edge Cloud Collaborative Inference for Large Language Models","created":"2026-07-14","cited_by_count":1,"area":"inference"},{"id":"2607.17283","title":"Lossless but Not Free: An Empirical Anatomy of Speculative Decoding on Consumer Hardware","created":"2026-07-19","cited_by_count":1,"area":"inference"},{"id":"2407.03637","title":"QET: Enhancing Quantized LLM Parameters and KV cache Compression through Element Substitution and Residual Clustering","created":"2024-07-04","cited_by_count":0,"area":"inference"},{"id":"2510.19670","title":"CoSense-LLM: Semantics at the Edge with Cost- and Uncertainty-Aware Cloud-Edge Cooperation","created":"2025-10-22","cited_by_count":0,"area":"inference"},{"id":"2510.25977","title":"NeuronMLP: Efficient LLM Inference via Singular Value Decomposition Compression and Tiling on AWS Trainium","created":"2025-10-29","cited_by_count":0,"area":"inference"},{"id":"2512.21835","title":"LOIP:Collaborative Lossless LLM Inference Serving with Offloading-based Pipeline Parallelism on Edge Devices","created":"2025-12-26","cited_by_count":0,"area":"inference"},{"id":"2604.16400","title":"CoLLM: Continuous Adaptation for SLO-Aware LLM Serving on Shared GPU Clusters","created":"2026-03-31","cited_by_count":0,"area":"inference"},{"id":"2604.18592","title":"Two-dimensional early exit optimisation of LLM inference","created":"2026-03-27","cited_by_count":0,"area":"inference"},{"id":"2606.11244","title":"SPEAR: A System for Post-Quantization Error-Adaptive Recovery Enabling Efficient Low-Bit LLM Serving","created":"2026-06-04","cited_by_count":0,"area":"inference"},{"id":"2609.04263","title":"Quality Recovery for Quantized KV Caches via Low-Rank Attention Adaptation","created":"2026-09-02","cited_by_count":0,"area":"inference"},{"id":"2609.13682","title":"LayerRoute: Adaptive Layer-Skipping with LoRA-Preserved Quality for Efficient LLM Inference","created":"2026-09-12","cited_by_count":0,"area":"inference"},{"id":"2609.17008","title":"FlexEE: Self-Speculative and KV-Compatible Early Exiting for Offloading-Aware LLM Inference","created":"2026-09-15","cited_by_count":0,"area":"inference"},{"id":"2609.18005","title":"A Calibrated Instrument for Measuring How Inference Optimizations Affect Output Quality","created":"2026-09-16","cited_by_count":0,"area":"inference"},{"id":"2609.24635","title":"Written as a Record, Read as an Address: What a Forward Pass Leaves in an Operation's KV Cache","created":"2026-09-21","cited_by_count":0,"area":"inference"},{"id":"2610.09202","title":"Few Bits, One Law: Toward W2A4KV2","created":"2026-10-06","cited_by_count":0,"area":"inference"}],"next_cursor":null}