{"total":44,"rows":[{"id":"2506.00413","title":"Accelerating Diffusion LLMs via Adaptive Parallel Decoding","created":"2025-05-31","cited_by_count":112,"area":"inference"},{"id":"2502.08773","title":"Universal Model Routing for Efficient LLM Inference","created":"2025-02-12","cited_by_count":86,"area":"inference"},{"id":"2406.17565","title":"MemServe: Context Caching for Disaggregated LLM Serving with Elastic Memory Pool","created":"2024-06-25","cited_by_count":68,"area":"inference"},{"id":"2410.01699","title":"Accelerating Auto-regressive Text-to-Image Generation with Training-free Speculative Jacobi Decoding","created":"2024-10-02","cited_by_count":66,"area":"inference"},{"id":"2404.18911","title":"Kangaroo: Lossless Self-Speculative Decoding via Double Early Exiting","created":"2024-04-29","cited_by_count":58,"area":"inference"},{"id":"2410.04466","title":"Large Language Model Inference Acceleration: A Comprehensive Hardware Perspective","created":"2024-10-06","cited_by_count":38,"area":"inference"},{"id":"2405.20915","title":"Fast yet Safe: Early-Exiting with Risk Control","created":"2024-05-31","cited_by_count":30,"area":"inference"},{"id":"2504.08850","title":"SpecEE: Accelerating Large Language Model Inference with Speculative Early Exiting","created":"2025-04-11","cited_by_count":23,"area":"inference"},{"id":"2503.08879","title":"LLMs Know What to Drop: Self-Attention Guided KV Cache Eviction for Efficient Long-Context Inference","created":"2025-03-11","cited_by_count":20,"area":"inference"},{"id":"2408.05235","title":"SLO-aware GPU Frequency Scaling for Energy Efficient LLM Inference Serving","created":"2024-08-05","cited_by_count":19,"area":"inference"},{"id":"2412.18910","title":"AdaEAGLE: Optimizing Speculative Decoding via Explicit Modeling of Adaptive Draft Structures","created":"2024-12-25","cited_by_count":18,"area":"inference"},{"id":"2504.19867","title":"semi-PD: Towards Efficient LLM Serving via Phase-Wise Disaggregated Computation and Unified Storage","created":"2025-04-28","cited_by_count":16,"area":"inference"},{"id":"2509.18362","title":"FastMTP: Accelerating LLM Inference with Enhanced Multi-Token Prediction","created":"2025-09-16","cited_by_count":13,"area":"inference"},{"id":"2502.12574","title":"HeadInfer: Memory-Efficient LLM Inference by Head-wise Offloading","created":"2025-02-18","cited_by_count":9,"area":"inference"},{"id":"2502.04077","title":"AttentionPredictor: Temporal Patterns Matter for KV Cache Compression","created":"2025-02-06","cited_by_count":7,"area":"inference"},{"id":"2604.04722","title":"Don't Waste Bits! Adaptive KV-Cache Quantization for Lightweight On-Device LLMs","created":"2026-04-06","cited_by_count":7,"area":"inference"},{"id":"2504.17584","title":"CHIME: A Case for Efficient Long-Context Attention-FC Disaggregated Inference with DIMM-PIM","created":"2025-04-24","cited_by_count":5,"area":"inference"},{"id":"2505.11916","title":"Arrow: Adaptive Scheduling Mechanisms for Disaggregated LLM Inference Architecture","created":"2025-05-17","cited_by_count":5,"area":"inference"},{"id":"2410.18952","title":"Dynamic Vocabulary Pruning in Early-Exit LLMs","created":"2024-10-24","cited_by_count":4,"area":"inference"},{"id":"2503.04253","title":"ADOR: A Design Exploration Framework for LLM Serving with Enhanced Latency and Throughput","created":"2025-03-06","cited_by_count":4,"area":"inference"},{"id":"2512.23858","title":"Yggdrasil: Bridging Dynamic Speculation and Static Runtime for Latency-Optimal Tree-Based LLM Decoding","created":"2025-12-29","cited_by_count":4,"area":"inference"},{"id":"2604.04987","title":"Cactus: Accelerating Auto-Regressive Decoding with Constrained Acceptance Speculative Sampling","created":"2026-04-05","cited_by_count":4,"area":"inference"},{"id":"2405.11299","title":"The CAP Principle for LLM Serving: A Survey of Long-Context Large Language Model Serving","created":"2024-05-18","cited_by_count":3,"area":"inference"},{"id":"2507.09702","title":"Token Compression Meets Compact Vision Transformers: A Survey and Comparative Evaluation for Edge AI","created":"2025-07-13","cited_by_count":3,"area":"inference"},{"id":"2510.13223","title":"BanaServe: Unified KV Cache and Dynamic Module Migration for Balancing Disaggregated LLM Serving in AI Infrastructure","created":"2025-10-15","cited_by_count":3,"area":"inference"},{"id":"2505.02380","title":"EntroLLM: Entropy Encoded Weight Compression for Efficient Large Language Model Inference on Edge Devices","created":"2025-05-05","cited_by_count":2,"area":"inference"},{"id":"2505.07680","title":"SpecRouter: Adaptive Routing for Multi-Level Speculative Decoding in Large Language Models","created":"2025-05-12","cited_by_count":2,"area":"inference"},{"id":"2512.07503","title":"SJD++: Improved Speculative Jacobi Decoding for Training-free Acceleration of Discrete Auto-regressive Text-to-Image Generation","created":"2025-12-08","cited_by_count":2,"area":"inference"},{"id":"2604.01609","title":"Swift-SVD: Theoretical Optimality Meets Practical Efficiency in Low-Rank LLM Compression","created":"2026-04-02","cited_by_count":2,"area":"inference"},{"id":"2606.19746","title":"SAC: Disaggregated KV Cache System for Sparse Attention LLMs with CXL","created":"2026-06-18","cited_by_count":2,"area":"inference"},{"id":"2512.03608","title":"KVNAND: Efficient On-Device Large Language Model Inference Using DRAM-Free In-Flash Computing","created":"2025-12-03","cited_by_count":1,"area":"inference"},{"id":"2601.14279","title":"On the Limits of Learned Importance Scoring for KV Cache Compression","created":"2026-01-13","cited_by_count":1,"area":"inference"},{"id":"2604.19351","title":"DASH-KV: Accelerating Long-Context LLM Inference via Asymmetric KV Cache Hashing","created":"2026-04-21","cited_by_count":1,"area":"inference"},{"id":"2604.26968","title":"Predictive Multi-Tier Memory Management for KV Cache in Large-Scale GPU Inference","created":"2026-04-19","cited_by_count":1,"area":"inference"},{"id":"2606.00021","title":"SENSE: Semantic Embedding Navigation with Soft-gated Evaluation for Retrieval-based Speculative Decoding","created":"2026-04-14","cited_by_count":1,"area":"inference"},{"id":"2606.00144","title":"BudgetDraft: Acceptance-Aware Multi-View Training for Sparse-KV Speculative Decoding","created":"2026-05-29","cited_by_count":1,"area":"inference"},{"id":"2505.04723","title":"SOAEsV2-7B/72B: Full-Pipeline Optimization for State-Owned Enterprise LLMs via Continual Pre-Training, Domain-Progressive SFT and Distillation-Enhanced Speculative Decoding","created":"2025-05-07","cited_by_count":0,"area":"inference"},{"id":"2511.22481","title":"OmniInfer: System-Wide Acceleration Techniques for Optimizing LLM Serving Throughput and Latency","created":"2025-11-27","cited_by_count":0,"area":"inference"},{"id":"2512.09427","title":"ODMA: On-Demand Memory Allocation Strategy for LLM Serving on LPDDR-Class Accelerators","created":"2025-12-10","cited_by_count":0,"area":"inference"},{"id":"2603.21365","title":"TIDE: Token-Informed Depth Execution for Per-Token Early Exit in LLM Inference","created":"2026-03-22","cited_by_count":0,"area":"inference"},{"id":"2605.27390","title":"EvoSpec: Evolving Speculative Decoding via Real-Time Vocabulary and Parameter Adaptation","created":"2026-04-17","cited_by_count":0,"area":"inference"},{"id":"2607.22389","title":"HiKV: Hierarchical Importance-Aware KV Cache with Hardware Acceleration for LLM Decoding","created":"2026-07-24","cited_by_count":0,"area":"inference"},{"id":"2607.25498","title":"Beyond Prefill-Decode Disaggregation: Dissecting LLM Inference for Heterogeneous Platforms via Dynamic Operator Scheduling","created":"2026-07-28","cited_by_count":0,"area":"inference"},{"id":"2608.03036","title":"LLM Serving in the Wild: An Empirical Study of Frameworks, Methods, and System Designs","created":"2026-08-04","cited_by_count":0,"area":"inference"}],"next_cursor":null}