{"total":179,"rows":[{"id":"2312.07104","title":"SGLang: Efficient Execution of Structured Language Model Programs","created":"2023-12-12","cited_by_count":1141,"area":null},{"id":"2303.06865","title":"FlexGen: High-Throughput Generative Inference of Large Language Models with a Single GPU","created":"2023-03-13","cited_by_count":575,"area":null},{"id":"2211.05102","title":"Efficiently Scaling Transformer Inference","created":"2022-11-09","cited_by_count":539,"area":null},{"id":"2311.04934","title":"Prompt Cache: Modular Attention Reuse for Low-Latency Inference","created":"2023-11-07","cited_by_count":268,"area":null},{"id":"2310.17157","title":"Deja Vu: Contextual Sparsity for Efficient LLMs at Inference Time","created":"2023-10-26","cited_by_count":252,"area":null},{"id":"2312.12456","title":"PowerInfer: Fast Large Language Model Serving with a Consumer-grade GPU","created":"2023-12-16","cited_by_count":217,"area":null},{"id":"2305.16300","title":"Landmark Attention: Random-Access Infinite Context Length for Transformers","created":"2023-05-25","cited_by_count":213,"area":null},{"id":"2311.00176","title":"ChipNeMo: Domain-Adapted LLMs for Chip Design","created":"2023-10-31","cited_by_count":174,"area":null},{"id":"2311.03285","title":"S-LoRA: Serving Thousands of Concurrent LoRA Adapters","created":"2023-11-06","cited_by_count":152,"area":null},{"id":"2406.16838","title":"From Decoding to Meta-Generation: Inference-time Algorithms for Large Language Models","created":"2024-06-24","cited_by_count":137,"area":null},{"id":"2304.01089","title":"RPTQ: Reorder-based Post-training Quantization for Large Language Models","created":"2023-04-03","cited_by_count":116,"area":null},{"id":"2410.16179","title":"MagicPIG: LSH Sampling for Efficient LLM Generation","created":"2024-10-21","cited_by_count":111,"area":null},{"id":"2310.04564","title":"ReLU Strikes Back: Exploiting Activation Sparsity in Large Language Models","created":"2023-10-06","cited_by_count":94,"area":null},{"id":"2310.18547","title":"Punica: Multi-Tenant LoRA Serving","created":"2023-10-28","cited_by_count":83,"area":null},{"id":"2410.03226","title":"Frame-Voyager: Learning to Query Frames for Video Large Language Models","created":"2024-10-04","cited_by_count":83,"area":null},{"id":"2401.14351","title":"ServerlessLLM: Low-Latency Serverless Inference for Large Language Models","created":"2024-01-25","cited_by_count":80,"area":null},{"id":"2402.05099","title":"Hydragen: High-Throughput LLM Inference with Shared Prefixes","created":"2024-02-07","cited_by_count":73,"area":null},{"id":"2402.03804","title":"ReLU$^2$ Wins: Discovering Efficient Activation Functions for Sparse LLMs","created":"2024-02-06","cited_by_count":67,"area":null},{"id":"2402.09748","title":"Model Compression and Efficient Inference for Large Language Models: A Survey","created":"2024-02-15","cited_by_count":64,"area":null},{"id":"2407.09450","title":"Human-inspired Episodic Memory for Infinite Context LLMs","created":"2024-07-12","cited_by_count":62,"area":null},{"id":"2504.15930","title":"StreamRL: Scalable, Heterogeneous, and Elastic RL for LLMs with Disaggregated Stream Generation","created":"2025-04-22","cited_by_count":61,"area":null},{"id":"2403.17312","title":"ALISA: Accelerating Large Language Model Inference via Sparsity-Aware KV Caching","created":"2024-03-26","cited_by_count":48,"area":null},{"id":"2404.07947","title":"ExeGPT: Constraint-Aware Resource Scheduling for LLM Inference","created":"2024-03-15","cited_by_count":45,"area":null},{"id":"2407.14561","title":"NNsight and NDIF: Democratizing Access to Open-Weight Foundation Model Internals","created":"2024-07-18","cited_by_count":45,"area":null},{"id":"2408.07092","title":"Post-Training Sparse Attention with Double Sparsity","created":"2024-08-11","cited_by_count":45,"area":null},{"id":"2406.14909","title":"Mixture of Attention Spans: Optimizing LLM Inference Efficiency with Heterogeneous Sliding-Window Lengths","created":"2024-06-21","cited_by_count":44,"area":null},{"id":"2312.08361","title":"Distributed Inference and Fine-tuning of Large Language Models Over The Internet","created":"2023-12-13","cited_by_count":42,"area":null},{"id":"2403.12844","title":"MELTing point: Mobile Evaluation of Language Transformers","created":"2024-03-19","cited_by_count":36,"area":null},{"id":"2402.07844","title":"Mercury: A Code Efficiency Benchmark for Code Large Language Models","created":"2024-02-12","cited_by_count":35,"area":null},{"id":"2309.02784","title":"Norm Tweaking: High-performance Low-bit Quantization of Large Language Models","created":"2023-09-06","cited_by_count":33,"area":null},{"id":"2312.15159","title":"Understanding the Potential of FPGA-Based Spatial Acceleration for Large Language Model Inference","created":"2023-12-23","cited_by_count":33,"area":null},{"id":"2503.08311","title":"Mind the Memory Gap: Unveiling GPU Bottlenecks in Large-Batch LLM Inference","created":"2025-03-11","cited_by_count":33,"area":null},{"id":"2210.03052","title":"ByteTransformer: A High-Performance Transformer Boosted for Variable-Length Inputs","created":"2022-10-06","cited_by_count":32,"area":null},{"id":"2311.04930","title":"Large language models implicitly learn to straighten neural sentence trajectories to construct a predictive representation of natural language","created":"2023-11-05","cited_by_count":32,"area":null},{"id":"2311.11501","title":"MultiLoRA: Democratizing LoRA for Better Multi-Task Learning","created":"2023-11-20","cited_by_count":32,"area":null},{"id":"2411.00136","title":"LLM-Inference-Bench: Inference Benchmarking of Large Language Models on AI Accelerators","created":"2024-10-31","cited_by_count":32,"area":null},{"id":"2302.11665","title":"AlpaServe: Statistical Multiplexing with Model Parallelism for Deep Learning Serving","created":"2023-02-22","cited_by_count":31,"area":null},{"id":"2405.10313","title":"How Far Are We From AGI: Are LLMs All We Need?","created":"2024-05-16","cited_by_count":31,"area":null},{"id":"2406.00800","title":"MagR: Weight Magnitude Reduction for Enhancing Post-Training Quantization","created":"2024-06-02","cited_by_count":28,"area":null},{"id":"2405.17245","title":"Galaxy: A Resource-Efficient Collaborative Edge AI System for In-situ Transformer Inference","created":"2024-05-27","cited_by_count":25,"area":null},{"id":"2301.12017","title":"Understanding INT4 Quantization for Transformer Models: Latency Speedup, Composability, and Failure Cases","created":"2023-01-27","cited_by_count":23,"area":null},{"id":"2409.00509","title":"LongRecipe: Recipe for Efficient Long Context Generalization in Large Language Models","created":"2024-08-31","cited_by_count":23,"area":null},{"id":"2410.07265","title":"A Survey: Collaborative Hardware and Software Design in the Era of Large Language Models","created":"2024-10-08","cited_by_count":23,"area":null},{"id":"2405.03939","title":"Long Context Alignment with Short Instructions and Synthesized Positions","created":"2024-05-07","cited_by_count":22,"area":null},{"id":"2504.05303","title":"InteractVLM: 3D Interaction Reasoning from 2D Foundational Models","created":"2025-04-07","cited_by_count":21,"area":null},{"id":"2410.02950","title":"LLMCO2: Advancing Accurate Carbon Footprint Prediction for LLM Inferences","created":"2024-10-03","cited_by_count":19,"area":null},{"id":"2504.11320","title":"Optimizing LLM Inference: Fluid-Guided Online Scheduling with Memory Constraints","created":"2025-04-15","cited_by_count":19,"area":null},{"id":"2509.24365","title":"Uni-X: Mitigating Modality Conflict with a Two-End-Separated Architecture for Unified Multimodal Models","created":"2025-09-29","cited_by_count":18,"area":null},{"id":"2510.03346","title":"KVComm: Enabling Efficient LLM Communication through Selective KV Sharing","created":"2025-10-02","cited_by_count":18,"area":null},{"id":"2309.10285","title":"Flash-LLM: Enabling Cost-Effective and Highly-Efficient Large Generative Model Inference with Unstructured Sparsity","created":"2023-09-19","cited_by_count":17,"area":null},{"id":"2405.19783","title":"Instruction-Guided Visual Masking","created":"2024-05-30","cited_by_count":17,"area":null},{"id":"2508.03320","title":"Skywork UniPic: Unified Autoregressive Modeling for Visual Understanding and Generation","created":"2025-08-05","cited_by_count":17,"area":null},{"id":"2509.18101","title":"A Cost-Benefit Analysis of On-Premise Large Language Model Deployment: Breaking Even with Commercial LLM Services","created":"2025-08-30","cited_by_count":17,"area":null},{"id":"2401.16677","title":"T3: Transparent Tracking & Triggering for Fine-grained Overlap of Compute & Collectives","created":"2024-01-30","cited_by_count":16,"area":null},{"id":"2406.08413","title":"Memory Is All You Need: An Overview of Compute-in-Memory Architectures for Accelerating Large Language Model Inference","created":"2024-06-12","cited_by_count":15,"area":null},{"id":"2305.11790","title":"Prompting with Pseudo-Code Instructions","created":"2023-05-19","cited_by_count":14,"area":null},{"id":"2312.03134","title":"A Hardware Evaluation Framework for Large Language Model Inference","created":"2023-12-05","cited_by_count":14,"area":null},{"id":"2310.01258","title":"MobileNVC: Real-time 1080p Neural Video Compression on a Mobile Device","created":"2023-10-02","cited_by_count":13,"area":null},{"id":"2403.12900","title":"Toward Sustainable GenAI using Generation Directives for Carbon-Friendly Large Language Model Inference","created":"2024-03-19","cited_by_count":13,"area":null},{"id":"2506.09397","title":"SLED: A Speculative LLM Decoding Framework for Efficient Edge Serving","created":"2025-06-11","cited_by_count":13,"area":null},{"id":"2311.03687","title":"Dissecting the Runtime Performance of the Training, Fine-tuning, and Inference of Large Language Models","created":"2023-11-07","cited_by_count":12,"area":null},{"id":"2405.01814","title":"Efficient Heterogeneous Large Language Model Decoding with Model-Attention Disaggregation","created":"2024-05-03","cited_by_count":12,"area":null},{"id":"2302.06117","title":"The Framework Tax: Disparities Between Inference Efficiency in NLP Research and Deployment","created":"2023-02-13","cited_by_count":11,"area":null},{"id":"2401.02643","title":"Training and Serving System of Foundation Models: A Comprehensive Survey","created":"2024-01-05","cited_by_count":11,"area":null},{"id":"2401.14489","title":"The Case for Co-Designing Model Architectures with Hardware","created":"2024-01-25","cited_by_count":11,"area":null},{"id":"2403.01929","title":"Analyzing and Adapting Large Language Models for Few-Shot Multilingual NLU: Are We There Yet?","created":"2024-03-04","cited_by_count":11,"area":null},{"id":"2307.04251","title":"ChatGPT in the Age of Generative AI and Large Language Models: A Concise Survey","created":"2023-07-09","cited_by_count":10,"area":null},{"id":"2312.03668","title":"Integrating Pre-Trained Speech and Language Models for End-to-End Speech Recognition","created":"2023-12-06","cited_by_count":10,"area":null},{"id":"2404.09529","title":"Prepacking: A Simple Method for Fast Prefilling and Increased Throughput in Large Language Models","created":"2024-04-15","cited_by_count":10,"area":null},{"id":"2510.08177","title":"Long-tailed Recognition with Model Rebalancing","created":"2025-10-09","cited_by_count":10,"area":null},{"id":"2308.12908","title":"POLCA: Power Oversubscription in LLM Cloud Providers","created":"2023-08-24","cited_by_count":9,"area":null},{"id":"2407.09111","title":"Inference Optimization of Foundation Models on AI Accelerators","created":"2024-07-12","cited_by_count":9,"area":null},{"id":"2407.14645","title":"Performance Modeling and Workload Analysis of Distributed Large Language Model Training and Inference","created":"2024-07-19","cited_by_count":9,"area":null},{"id":"2506.05508","title":"Beyond the Buzz: A Pragmatic Take on Inference Disaggregation","created":"2025-06-05","cited_by_count":9,"area":null},{"id":"2312.05417","title":"ESPN: Memory-Efficient Multi-Vector Information Retrieval","created":"2023-12-09","cited_by_count":8,"area":null},{"id":"2402.19273","title":"PlanGPT: Enhancing Urban Planning with Tailored Language Model and Efficient Retrieval","created":"2024-02-29","cited_by_count":8,"area":null},{"id":"2405.15525","title":"Sparse Matrix in Large Language Model Fine-tuning","created":"2024-05-24","cited_by_count":8,"area":null},{"id":"2412.20185","title":"DecDEC: A Systems Approach to Advancing Low-Bit LLM Quantization","created":"2024-12-28","cited_by_count":7,"area":null},{"id":"2603.25053","title":"GaussFusion: Improving 3D Reconstruction in the Wild with A Geometry-Informed Video Generator","created":"2026-03-26","cited_by_count":7,"area":null},{"id":"2312.00025","title":"Secure Transformer Inference Protocol","created":"2023-11-14","cited_by_count":6,"area":null},{"id":"2312.14385","title":"Generative AI Beyond LLMs: System Implications of Multi-Modal Generation","created":"2023-12-22","cited_by_count":6,"area":null},{"id":"2406.13768","title":"FastPersist: Accelerating Model Checkpointing in Deep Learning","created":"2024-06-19","cited_by_count":6,"area":null},{"id":"2502.07064","title":"Contextual Thompson Sampling via Generation of Missing Data","created":"2025-02-10","cited_by_count":6,"area":null},{"id":"2502.20727","title":"SPD: Sync-Point Drop for Efficient Tensor Parallelism of Large Language Models","created":"2025-02-28","cited_by_count":6,"area":null},{"id":"2510.08544","title":"SPAD: Specialized Prefill and Decode Hardware for Disaggregated LLM Inference","created":"2025-10-09","cited_by_count":6,"area":null},{"id":"2511.13061","title":"MACKO: Sparse Matrix-Vector Multiplication for Low Sparsity","created":"2025-11-17","cited_by_count":6,"area":null},{"id":"2602.05695","title":"SweetSpot: An Analytical Model for Predicting Energy Efficiency of LLM Inference","created":"2026-02-05","cited_by_count":6,"area":null},{"id":"2210.14665","title":"Desiderata for next generation of ML model serving","created":"2022-10-26","cited_by_count":5,"area":null},{"id":"2402.03480","title":"Trillion Parameter AI Serving Infrastructure for Scientific Discovery: A Survey and Vision","created":"2024-02-05","cited_by_count":5,"area":null},{"id":"2404.03353","title":"Towards Pareto Optimal Throughput in Small Language Model Serving","created":"2024-04-04","cited_by_count":5,"area":null},{"id":"2410.01228","title":"ConServe: Fine-Grained GPU Harvesting for LLM Online and Offline Co-Serving","created":"2024-10-02","cited_by_count":5,"area":null},{"id":"2410.16977","title":"IPL: Leveraging Multimodal Large Language Models for Intelligent Product Listing","created":"2024-10-22","cited_by_count":5,"area":null},{"id":"2502.05220","title":"Aero-LLM: A Distributed Framework for Secure UAV Communication and Intelligent Decision-Making","created":"2025-02-05","cited_by_count":5,"area":null},{"id":"2508.19559","title":"Taming the Chaos: Coordinated Autoscaling for Heterogeneous and Disaggregated LLM Inference","created":"2025-08-27","cited_by_count":5,"area":null},{"id":"2402.01093","title":"Need a Small Specialized Language Model? Plan Early!","created":"2024-02-02","cited_by_count":4,"area":null},{"id":"2407.02328","title":"Efficient Sparse Attention needs Adaptive Token Release","created":"2024-07-02","cited_by_count":4,"area":null},{"id":"2409.04833","title":"Achieving Peak Performance for Large Language Models: A Systematic Review","created":"2024-09-07","cited_by_count":4,"area":null},{"id":"2411.17712","title":"Generative AI on the Edge: Architecture and Performance Evaluation","created":"2024-11-18","cited_by_count":4,"area":null},{"id":"2504.00409","title":"Semantic Mastery: Enhancing LLMs with Advanced Natural Language Understanding","created":"2025-04-01","cited_by_count":4,"area":null},{"id":"2510.23649","title":"Efficient Low Rank Attention for Long-Context Inference in Large Language Models","created":"2025-10-25","cited_by_count":4,"area":null}],"next_cursor":"100"}