{"total":71,"rows":[{"id":"2309.06180","title":"Efficient Memory Management for Large Language Model Serving with PagedAttention","created":"2023-09-12","cited_by_count":5944,"area":"inference"},{"id":"2401.09670","title":"DistServe: Disaggregating Prefill and Decoding for Goodput-optimized Large Language Model Serving","created":"2024-01-18","cited_by_count":617,"area":"inference"},{"id":"2303.06865","title":"FlexGen: High-Throughput Generative Inference of Large Language Models with a Single GPU","created":"2023-03-13","cited_by_count":575,"area":null},{"id":"2403.02310","title":"Taming Throughput-Latency Tradeoff in LLM Inference with Sarathi-Serve","created":"2024-03-04","cited_by_count":526,"area":"inference"},{"id":"2207.00032","title":"DeepSpeed Inference: Enabling Efficient Inference of Transformer Models at Unprecedented Scale","created":"2022-06-30","cited_by_count":407,"area":null},{"id":"2310.17157","title":"Deja Vu: Contextual Sparsity for Efficient LLMs at Inference Time","created":"2023-10-26","cited_by_count":252,"area":null},{"id":"2406.19707","title":"InfiniGen: Efficient Generative Inference of Large Language Models with Dynamic KV Cache Management","created":"2024-06-28","cited_by_count":245,"area":"inference"},{"id":"2312.12456","title":"PowerInfer: Fast Large Language Model Serving with a Consumer-grade GPU","created":"2023-12-16","cited_by_count":217,"area":null},{"id":"2406.03243","title":"Llumnix: Dynamic Scheduling for Large Language Model Serving","created":"2024-06-05","cited_by_count":174,"area":"inference"},{"id":"2311.03285","title":"S-LoRA: Serving Thousands of Concurrent LoRA Adapters","created":"2023-11-06","cited_by_count":152,"area":null},{"id":"2305.05920","title":"Fast Distributed Inference Serving for Large Language Models","created":"2023-05-10","cited_by_count":145,"area":"inference"},{"id":"2108.05542","title":"AMMUS : A Survey of Transformer-based Pretrained Models in Natural Language Processing","created":"2021-08-12","cited_by_count":131,"area":null},{"id":"2312.15234","title":"Towards Efficient Generative Large Language Model Serving: A Survey from Algorithms to Systems","created":"2023-12-23","cited_by_count":102,"area":"inference"},{"id":"2311.15566","title":"SpotServe: Serving Generative Large Language Models on Preemptible Instances","created":"2023-11-27","cited_by_count":87,"area":"inference"},{"id":"2305.13144","title":"Response Length Perception and Sequence Scheduling: An LLM-Empowered LLM Inference Pipeline","created":"2023-05-22","cited_by_count":86,"area":"inference"},{"id":"2306.06000","title":"S$^{3}$: Increasing GPU Utilization during Generative Inference for Higher Throughput","created":"2023-06-09","cited_by_count":81,"area":"inference"},{"id":"2401.00588","title":"Fairness in Serving Large Language Models","created":"2023-12-31","cited_by_count":78,"area":"inference"},{"id":"2402.03804","title":"ReLU$^2$ Wins: Discovering Efficient Activation Functions for Sparse LLMs","created":"2024-02-06","cited_by_count":67,"area":null},{"id":"2402.09748","title":"Model Compression and Efficient Inference for Large Language Models: A Survey","created":"2024-02-15","cited_by_count":64,"area":null},{"id":"2404.16283","title":"Andes: Defining and Enhancing Quality-of-Experience in LLM-Based Text Streaming Services","created":"2024-04-25","cited_by_count":45,"area":"inference"},{"id":"2406.05955","title":"Turbo Sparse: Achieving LLM SOTA Performance with Minimal Activated Parameters","created":"2024-06-10","cited_by_count":38,"area":"moe"},{"id":"2407.00047","title":"Queue management for slo-oriented large language model serving","created":"2024-06-05","cited_by_count":36,"area":"inference"},{"id":"2210.03052","title":"ByteTransformer: A High-Performance Transformer Boosted for Variable-Length Inputs","created":"2022-10-06","cited_by_count":32,"area":null},{"id":"2108.09373","title":"Understanding Data Storage and Ingestion for Large-Scale Deep Recommendation Model Training","created":"2021-08-20","cited_by_count":28,"area":null},{"id":"2412.03131","title":"DiffKV: Differentiated Memory Management for Large Language Models with Parallel KV Compaction","created":"2024-12-04","cited_by_count":26,"area":"inference"},{"id":"2301.10936","title":"PIT: Optimization of Dynamic Sparse Deep Learning Models via Permutation Invariant Transformation","created":"2023-01-26","cited_by_count":25,"area":null},{"id":"2405.17245","title":"Galaxy: A Resource-Efficient Collaborative Edge AI System for In-situ Transformer Inference","created":"2024-05-27","cited_by_count":25,"area":null},{"id":"2310.05317","title":"Task-Adaptive Tokenization: Enhancing Long-Form Text Generation Efficacy in Mental Health and Beyond","created":"2023-10-09","cited_by_count":23,"area":null},{"id":"2208.03646","title":"A Length Adaptive Algorithm-Hardware Co-design of Transformer on FPGA Through Sparse Attention and Dynamic Pipelining","created":"2022-08-07","cited_by_count":22,"area":null},{"id":"2110.05722","title":"LightSeq2: Accelerated Training for Transformer-based Models on GPUs","created":"2021-10-12","cited_by_count":19,"area":null},{"id":"2310.18813","title":"The Synergy of Speculative Decoding and Batching in Serving Large Language Models","created":"2023-10-28","cited_by_count":19,"area":"inference"},{"id":"2408.05235","title":"SLO-aware GPU Frequency Scaling for Energy Efficient LLM Inference Serving","created":"2024-08-05","cited_by_count":19,"area":"inference"},{"id":"2504.20068","title":"JITServe: SLO-aware LLM Serving with Imprecise Request Information","created":"2025-04-24","cited_by_count":17,"area":"inference"},{"id":"2108.05818","title":"PatrickStar: Parallel Training of Pre-trained Models via Chunk-based Memory Management","created":"2021-08-12","cited_by_count":15,"area":null},{"id":"2503.06433","title":"Seesaw: High-throughput LLM Inference via Model Re-sharding","created":"2025-03-09","cited_by_count":15,"area":"inference"},{"id":"2203.00854","title":"FastFold: Reducing AlphaFold Training Time from 11 Days to 67 Hours","created":"2022-03-02","cited_by_count":14,"area":null},{"id":"2106.04718","title":"FastSeq: Make Sequence Generation Faster","created":"2021-06-08","cited_by_count":13,"area":null},{"id":"2406.13511","title":"Slice-Level Scheduling for High Throughput and Load Balanced LLM Serving","created":"2024-06-19","cited_by_count":13,"area":"inference"},{"id":"2207.05477","title":"HelixFold: An Efficient Implementation of AlphaFold2 using PaddlePaddle","created":"2022-07-12","cited_by_count":12,"area":null},{"id":"2405.01814","title":"Efficient Heterogeneous Large Language Model Decoding with Model-Attention Disaggregation","created":"2024-05-03","cited_by_count":12,"area":null},{"id":"2401.14489","title":"The Case for Co-Designing Model Architectures with Hardware","created":"2024-01-25","cited_by_count":11,"area":null},{"id":"2508.15601","title":"LMDeploy Accelerates Mixed-Precision LLM Inference with TurboMind","created":"2025-08-21","cited_by_count":10,"area":"inference"},{"id":"2503.15921","title":"SPIN: Accelerating Large Language Model Inference with Heterogeneous Speculative Models","created":"2025-03-20","cited_by_count":9,"area":"inference"},{"id":"2306.16705","title":"NNQS-Transformer: an Efficient and Scalable Neural Network Quantum States Approach for Ab initio Quantum Chemistry","created":"2023-06-29","cited_by_count":8,"area":null},{"id":"2501.06709","title":"Mell: Memory-Efficient Large Language Model Serving via Multi-GPU KV Cache Management","created":"2025-01-12","cited_by_count":8,"area":"inference"},{"id":"2102.06621","title":"Optimizing Inference Performance of Transformers on CPUs","created":"2021-02-12","cited_by_count":7,"area":null},{"id":"2605.18071","title":"KVDrive: A Holistic Multi-Tier KV Cache Management System for Long-Context LLM Inference","created":"2026-05-18","cited_by_count":5,"area":"inference"},{"id":"2209.02341","title":"EnergonAI: An Inference System for 10-100 Billion Parameter Transformer Models","created":"2022-09-06","cited_by_count":4,"area":null},{"id":"2403.00176","title":"SoD$^2$: Statically Optimizing Dynamic Deep Neural Network","created":"2024-02-29","cited_by_count":4,"area":null},{"id":"2409.04833","title":"Achieving Peak Performance for Large Language Models: A Systematic Review","created":"2024-09-07","cited_by_count":4,"area":null},{"id":"2412.13437","title":"Deploying Foundation Model Powered Agent Services: A Survey","created":"2024-12-18","cited_by_count":4,"area":"agents"},{"id":"2206.11062","title":"Answer Fast: Accelerating BERT on the Tensor Streaming Processor","created":"2022-06-22","cited_by_count":3,"area":null},{"id":"2209.09130","title":"SAMP: A Model Inference Toolkit of Post-Training Quantization for Text Processing via Self-Adaptive Mixed-Precision","created":"2022-09-19","cited_by_count":3,"area":null},{"id":"2409.03384","title":"Hardware Acceleration of LLMs: A comprehensive survey and comparison","created":"2024-09-05","cited_by_count":3,"area":null},{"id":"2410.17957","title":"MCUBERT: Memory-Efficient BERT Inference on Commodity Microcontrollers","created":"2024-10-23","cited_by_count":3,"area":null},{"id":"2602.16603","title":"FlowPrefill: Decoupling Preemption from Prefill Scheduling Granularity to Mitigate Head-of-Line Blocking in LLM Serving","created":"2026-02-18","cited_by_count":3,"area":"inference"},{"id":"2312.10365","title":"SPT: Fine-Tuning Transformer-based Language Models Efficiently with Sparsification","created":"2023-12-16","cited_by_count":2,"area":null},{"id":"2401.05391","title":"Efficient LLM inference solution on Intel GPU","created":"2023-12-19","cited_by_count":2,"area":"inference"},{"id":"2508.03611","title":"Astrolabe: Balancing Load in LLM Serving with Randomized Prediction-Guided Scheduling","created":"2025-08-05","cited_by_count":2,"area":"inference"},{"id":"2509.04827","title":"VoltanaLLM: Energy-Efficient and SLO-Aware Disaggregated LLM Serving via Adaptive Frequency Control and State-Space Routing","created":"2025-09-05","cited_by_count":2,"area":"inference"},{"id":"2511.18868","title":"KernelBand: Steering LLM-based Kernel Optimization via Hardware-Aware Multi-Armed Bandits","created":"2025-11-24","cited_by_count":2,"area":"inference"},{"id":"2408.03865","title":"PackMamba: Efficient Processing of Variable-Length Sequences in Mamba training","created":"2024-08-07","cited_by_count":1,"area":"ssm"},{"id":"2410.18701","title":"BATON: Enhancing Batch-wise Inference Efficiency for Large Language Models via Dynamic Re-batching","created":"2024-10-24","cited_by_count":1,"area":null},{"id":"2501.13111","title":"iServe: An Intent-based Serving System for LLMs","created":"2025-01-08","cited_by_count":1,"area":"inference"},{"id":"2510.22641","title":"FastVLM: Self-Speculative Decoding for Fast Vision-Language Model Inference","created":"2025-10-26","cited_by_count":1,"area":"mllm"},{"id":"2209.12708","title":"Faith: An Efficient Framework for Transformer Verification on GPUs","created":"2022-09-23","cited_by_count":0,"area":null},{"id":"2301.05099","title":"Improving Inference Performance of Machine Learning with the Divide-and-Conquer Principle","created":"2023-01-12","cited_by_count":0,"area":null},{"id":"2506.06095","title":"Accelerating Sparse Transformer Inference on GPU","created":"2025-06-06","cited_by_count":0,"area":null},{"id":"2606.00946","title":"Lodestar: An Online-Learning LLM Inference Router","created":"2026-05-31","cited_by_count":0,"area":null},{"id":"2609.27040","title":"EMA: Elastic and Performance Transparent Memory Across GPUs","created":"2026-09-22","cited_by_count":0,"area":null},{"id":"2610.06917","title":"FluidPD: In-Place Elasticity for SLO-Aware Prefill-Decode Disaggregated LLM Serving","created":"2026-10-02","cited_by_count":0,"area":"inference"}],"next_cursor":null}