{"total":27,"rows":[{"id":"2306.14048","title":"H$_2$O: Heavy-Hitter Oracle for Efficient Generative Inference of Large Language Models","created":"2023-06-24","cited_by_count":832,"area":"inference"},{"id":"2305.09781","title":"SpecInfer: Accelerating Generative Large Language Model Serving with Tree-based Speculative Inference and Verification","created":"2023-05-16","cited_by_count":365,"area":"inference"},{"id":"2404.14294","title":"A Survey on Efficient Inference for Large Language Models","created":"2024-04-22","cited_by_count":205,"area":"inference"},{"id":"2302.07863","title":"Speculative Decoding with Big Little Decoder","created":"2023-02-15","cited_by_count":164,"area":"inference"},{"id":"2402.16363","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","created":"2024-02-26","cited_by_count":152,"area":"inference"},{"id":"2311.08252","title":"REST: Retrieval-Based Speculative Decoding","created":"2023-11-14","cited_by_count":150,"area":"inference"},{"id":"2312.15234","title":"Towards Efficient Generative Large Language Model Serving: A Survey from Algorithms to Systems","created":"2023-12-23","cited_by_count":102,"area":"inference"},{"id":"2402.09398","title":"Get More with LESS: Synthesizing Recurrence with KV Cache Compression for Efficient LLM Inference","created":"2024-02-14","cited_by_count":75,"area":"inference"},{"id":"2401.02669","title":"Infinite-LLM: Efficient LLM Service for Long Context with DistAttention and Distributed KVCache","created":"2024-01-05","cited_by_count":73,"area":"inference"},{"id":"2403.01876","title":"D\\'ej\\`aVu: KV-cache Streaming for Fast, Fault-tolerant Generative LLM Serving","created":"2024-03-04","cited_by_count":48,"area":"inference"},{"id":"2410.04466","title":"Large Language Model Inference Acceleration: A Comprehensive Hardware Perspective","created":"2024-10-06","cited_by_count":38,"area":"inference"},{"id":"2312.12728","title":"Lookahead: An Inference Acceleration Framework for Large Language Model with Lossless Generation Accuracy","created":"2023-12-20","cited_by_count":37,"area":"inference"},{"id":"2406.07056","title":"Effectively Compress KV Heads for LLM","created":"2024-06-11","cited_by_count":30,"area":"inference"},{"id":"2507.10150","title":"Past-Future Scheduler for LLM Serving under SLA Guarantees","created":"2025-07-14","cited_by_count":20,"area":"inference"},{"id":"2403.01136","title":"LLM-PQ: Serving LLM on Heterogeneous Clusters with Phase-Aware Partition and Adaptive Quantization","created":"2024-03-02","cited_by_count":15,"area":"inference"},{"id":"2409.17372","title":"Search for Efficient Large Language Models","created":"2024-09-25","cited_by_count":14,"area":"inference"},{"id":"2509.26182","title":"Parallax: Efficient LLM Inference Service over Decentralized Environment","created":"2025-09-30","cited_by_count":12,"area":"inference"},{"id":"2503.06594","title":"Beyond Decoder-only: Large Language Models Can be Good Encoders for Machine Translation","created":"2025-03-09","cited_by_count":8,"area":"inference"},{"id":"2404.15949","title":"CORM: Cache Optimization with Recent Message for Large Language Model Inference","created":"2024-04-24","cited_by_count":7,"area":"inference"},{"id":"2411.01076","title":"When Speculation Spills Secrets: Side Channels via Speculative Decoding In LLMs","created":"2024-11-01","cited_by_count":7,"area":"inference"},{"id":"2408.01890","title":"Cross-layer Attention Sharing for Pre-trained Large Language Models","created":"2024-08-04","cited_by_count":5,"area":"inference"},{"id":"2504.04514","title":"Saliency-driven Dynamic Token Pruning for Large Language Models","created":"2025-04-06","cited_by_count":5,"area":"inference"},{"id":"2407.16207","title":"Graph-Structured Speculative Decoding","created":"2024-07-23","cited_by_count":4,"area":"inference"},{"id":"2412.06858","title":"Taming Sensitive Weights : Noise Perturbation Fine-tuning for Robust LLM Quantization","created":"2024-12-08","cited_by_count":4,"area":"inference"},{"id":"2509.10372","title":"MCBP: A Memory-Compute Efficient LLM Inference Accelerator Leveraging Bit-Slice-enabled Sparsity and Repetitiveness","created":"2025-09-12","cited_by_count":4,"area":"inference"},{"id":"2602.09323","title":"LLM-CoOpt: A Co-Design and Optimization Framework for Efficient LLM Inference on Heterogeneous Platforms","created":"2026-02-10","cited_by_count":0,"area":"inference"},{"id":"2605.08913","title":"Non-Monotonic Latency in Apple MPS Decoding: KV Cache Interactions and Execution Regimes","created":"2026-05-09","cited_by_count":0,"area":"inference"}],"next_cursor":null}