{"total":45,"rows":[{"id":"2403.19708","title":"Cost-Efficient Large Language Model Serving for Multi-turn Conversations with CachedAttention","created":"2024-03-23","cited_by_count":163,"area":"inference"},{"id":"2402.16363","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","created":"2024-02-26","cited_by_count":152,"area":"inference"},{"id":"2312.15234","title":"Towards Efficient Generative Large Language Model Serving: A Survey from Algorithms to Systems","created":"2023-12-23","cited_by_count":102,"area":"inference"},{"id":"2408.14690","title":"Training-Free Activation Sparsity in Large Language Models","created":"2024-08-26","cited_by_count":55,"area":"inference"},{"id":"2504.15364","title":"KeyDiff: Key Similarity-Based KV Cache Eviction for Long-Context LLM Inference in Resource-Constrained Environments","created":"2025-04-21","cited_by_count":51,"area":"inference"},{"id":"2406.02532","title":"SpecExec: Massively Parallel Speculative Decoding for Interactive LLM Inference on Consumer Devices","created":"2024-06-04","cited_by_count":46,"area":"inference"},{"id":"2406.02657","title":"Block Transformer: Global-to-Local Language Modeling for Fast Inference","created":"2024-06-04","cited_by_count":32,"area":"inference"},{"id":"2504.19449","title":"R-Sparse: Rank-Aware Activation Sparsity for Efficient LLM Inference","created":"2025-04-28","cited_by_count":21,"area":"inference"},{"id":"2409.04992","title":"InstInfer: In-Storage Attention Offloading for Cost-Effective Long-Context LLM Inference","created":"2024-09-08","cited_by_count":19,"area":"inference"},{"id":"2505.02922","title":"RetroInfer: A Vector Storage Engine for Scalable Long-Context LLM Inference","created":"2025-05-05","cited_by_count":13,"area":"inference"},{"id":"2410.08391","title":"KV Prediction for Improved Time to First Token","created":"2024-10-10","cited_by_count":11,"area":"inference"},{"id":"2412.01380","title":"Efficient LLM Inference using Dynamic Input Pruning and Cache-Aware Masking","created":"2024-12-02","cited_by_count":11,"area":"inference"},{"id":"2501.01144","title":"BlockDialect: Block-wise Fine-grained Mixed Format Quantization for Energy-Efficient LLM Inference","created":"2025-01-02","cited_by_count":11,"area":"inference"},{"id":"2510.02758","title":"TokenFlow: Responsive LLM Text Streaming Serving under Request Burst via Preemptive Scheduling","created":"2025-10-03","cited_by_count":10,"area":"inference"},{"id":"2411.17741","title":"Chameleon: Adaptive Caching and Scheduling for Many-Adapter LLM Inference Environments","created":"2024-11-24","cited_by_count":9,"area":"inference"},{"id":"2506.10443","title":"MNN-LLM: A Generic Inference Engine for Fast Large Language Model Deployment on Mobile Devices","created":"2025-06-12","cited_by_count":8,"area":"inference"},{"id":"2402.09360","title":"HiRE: High Recall Approximate Top-$k$ Estimation for Efficient LLM Inference","created":"2024-02-14","cited_by_count":7,"area":"inference"},{"id":"2509.17396","title":"EpiCache: Episodic KV Cache Management for Long-Term Conversation on Resource-Constrained Environments","created":"2025-09-22","cited_by_count":7,"area":"inference"},{"id":"2503.18869","title":"Reimagining Memory Access for LLM Inference: Compression-Aware Memory Controller Design","created":"2025-03-24","cited_by_count":5,"area":"inference"},{"id":"2505.03756","title":"Improving the Serving Performance of Multi-LoRA Large Language Models via Efficient LoRA and KV Cache Management","created":"2025-04-19","cited_by_count":5,"area":"inference"},{"id":"2511.11907","title":"KVSwap: Disk-aware KV Cache Offloading for Long-Context On-device Inference","created":"2025-11-14","cited_by_count":5,"area":"inference"},{"id":"2502.09921","title":"A Cost-Effective Near-Storage Processing Solution for Offline Inference of Long-Context LLMs","created":"2025-02-14","cited_by_count":4,"area":"inference"},{"id":"2511.07427","title":"DynaKV: Enabling Accurate and Efficient Long-Sequence LLM Decoding on Smartphones","created":"2025-10-20","cited_by_count":4,"area":"inference"},{"id":"2604.26837","title":"Unifying Sparse Attention with Hierarchical Memory for Scalable Long-Context LLM Serving","created":"2026-04-29","cited_by_count":4,"area":"inference"},{"id":"2607.10186","title":"FlashAccel: Leveraging High-Bandwidth Flash (HBF) for High-Throughput LLM Inference","created":"2026-07-11","cited_by_count":3,"area":"inference"},{"id":"2604.09611","title":"Characterizing Performance-Energy Trade-offs of Large Language Models in Multi-Request Workflows","created":"2026-03-12","cited_by_count":2,"area":"inference"},{"id":"2604.26557","title":"DUAL-BLADE: Dual-Path NVMe-Direct KV-Cache Offloading for Edge LLM Inference","created":"2026-04-29","cited_by_count":2,"area":"inference"},{"id":"2605.16786","title":"Lever: Speculative LLM Inference on Smartphones","created":"2026-05-16","cited_by_count":2,"area":"inference"},{"id":"2512.03608","title":"KVNAND: Efficient On-Device Large Language Model Inference Using DRAM-Free In-Flash Computing","created":"2025-12-03","cited_by_count":1,"area":"inference"},{"id":"2601.11652","title":"WISP: Waste- and Interference-Suppressed Distributed Speculative LLM Serving at the Edge via Dynamic Drafting and SLO-Aware Batching","created":"2026-01-15","cited_by_count":1,"area":"inference"},{"id":"2607.18141","title":"A CXL Memory Rack for Multi-Turn LLM Serving","created":"2026-07-20","cited_by_count":1,"area":"inference"},{"id":"2609.16161","title":"LLM Inference in a Flash!","created":"2026-09-14","cited_by_count":1,"area":"inference"},{"id":"2506.03296","title":"APEX: Asynchronous Parallel CPU-GPU Execution for Online LLM Inference on Constrained GPUs","created":"2025-06-03","cited_by_count":0,"area":"inference"},{"id":"2510.19670","title":"CoSense-LLM: Semantics at the Edge with Cost- and Uncertainty-Aware Cloud-Edge Cooperation","created":"2025-10-22","cited_by_count":0,"area":"inference"},{"id":"2605.08913","title":"Non-Monotonic Latency in Apple MPS Decoding: KV Cache Interactions and Execution Regimes","created":"2026-05-09","cited_by_count":0,"area":"inference"},{"id":"2605.11186","title":"CATS: Cascaded Adaptive Tree Speculation for Memory-Limited LLM Inference Acceleration","created":"2026-05-11","cited_by_count":0,"area":"inference"},{"id":"2606.31093","title":"Omni-Flow: A Unified Workflow Orchestration and Distributed KV Cache Sharing Framework for Multimodal Inference","created":"2026-06-30","cited_by_count":0,"area":"inference"},{"id":"2608.02995","title":"SparSEEty: Extracting Tokens from Sparsity-Exploiting LLM Serving Systems via Deterministic Side Channels","created":"2026-08-04","cited_by_count":0,"area":"inference"},{"id":"2608.10362","title":"MemSpec: Memory-Aware Runtime for Adaptive Draft Scheduling in Speculative Decoding on Edge Devices","created":"2026-08-11","cited_by_count":0,"area":"inference"},{"id":"2608.25062","title":"FLINT: Efficiently Leveraging High Bandwidth Flash for Capacity-Scalable LLM Inference Acceleration","created":"2026-08-25","cited_by_count":0,"area":"inference"},{"id":"2609.17475","title":"JustFit: Just-in-Time State Management for Local LLM Serving","created":"2026-09-15","cited_by_count":0,"area":"inference"},{"id":"2609.21172","title":"TierKV: Long-Context On-Device LLMs via Predictive Multi-Tier KV Caching","created":"2026-09-18","cited_by_count":0,"area":"inference"},{"id":"2609.33889","title":"Where Activation Sparsity and KV-Cache Sparsity Cross in LLM Decoding","created":"2026-09-27","cited_by_count":0,"area":"inference"},{"id":"2609.34727","title":"Dynamic Flow, Static Graph: KV Cache Reuse for Efficient LLM Serving on Mobile NPUs","created":"2026-09-28","cited_by_count":0,"area":"inference"},{"id":"2609.39131","title":"Characterizing High Bandwidth Flash for LLM Serving","created":"2026-09-30","cited_by_count":0,"area":"inference"}],"next_cursor":null}