{"total":37,"rows":[{"id":"2303.06865","title":"FlexGen: High-Throughput Generative Inference of Large Language Models with a Single GPU","created":"2023-03-13","cited_by_count":575,"area":null},{"id":"2207.00032","title":"DeepSpeed Inference: Enabling Efficient Inference of Transformer Models at Unprecedented Scale","created":"2022-06-30","cited_by_count":407,"area":null},{"id":"2310.17157","title":"Deja Vu: Contextual Sparsity for Efficient LLMs at Inference Time","created":"2023-10-26","cited_by_count":252,"area":null},{"id":"2312.12456","title":"PowerInfer: Fast Large Language Model Serving with a Consumer-grade GPU","created":"2023-12-16","cited_by_count":217,"area":null},{"id":"2311.03285","title":"S-LoRA: Serving Thousands of Concurrent LoRA Adapters","created":"2023-11-06","cited_by_count":152,"area":null},{"id":"2108.05542","title":"AMMUS : A Survey of Transformer-based Pretrained Models in Natural Language Processing","created":"2021-08-12","cited_by_count":131,"area":null},{"id":"2402.03804","title":"ReLU$^2$ Wins: Discovering Efficient Activation Functions for Sparse LLMs","created":"2024-02-06","cited_by_count":67,"area":null},{"id":"2402.09748","title":"Model Compression and Efficient Inference for Large Language Models: A Survey","created":"2024-02-15","cited_by_count":64,"area":null},{"id":"2210.03052","title":"ByteTransformer: A High-Performance Transformer Boosted for Variable-Length Inputs","created":"2022-10-06","cited_by_count":32,"area":null},{"id":"2108.09373","title":"Understanding Data Storage and Ingestion for Large-Scale Deep Recommendation Model Training","created":"2021-08-20","cited_by_count":28,"area":null},{"id":"2301.10936","title":"PIT: Optimization of Dynamic Sparse Deep Learning Models via Permutation Invariant Transformation","created":"2023-01-26","cited_by_count":25,"area":null},{"id":"2405.17245","title":"Galaxy: A Resource-Efficient Collaborative Edge AI System for In-situ Transformer Inference","created":"2024-05-27","cited_by_count":25,"area":null},{"id":"2310.05317","title":"Task-Adaptive Tokenization: Enhancing Long-Form Text Generation Efficacy in Mental Health and Beyond","created":"2023-10-09","cited_by_count":23,"area":null},{"id":"2208.03646","title":"A Length Adaptive Algorithm-Hardware Co-design of Transformer on FPGA Through Sparse Attention and Dynamic Pipelining","created":"2022-08-07","cited_by_count":22,"area":null},{"id":"2110.05722","title":"LightSeq2: Accelerated Training for Transformer-based Models on GPUs","created":"2021-10-12","cited_by_count":19,"area":null},{"id":"2108.05818","title":"PatrickStar: Parallel Training of Pre-trained Models via Chunk-based Memory Management","created":"2021-08-12","cited_by_count":15,"area":null},{"id":"2203.00854","title":"FastFold: Reducing AlphaFold Training Time from 11 Days to 67 Hours","created":"2022-03-02","cited_by_count":14,"area":null},{"id":"2106.04718","title":"FastSeq: Make Sequence Generation Faster","created":"2021-06-08","cited_by_count":13,"area":null},{"id":"2207.05477","title":"HelixFold: An Efficient Implementation of AlphaFold2 using PaddlePaddle","created":"2022-07-12","cited_by_count":12,"area":null},{"id":"2405.01814","title":"Efficient Heterogeneous Large Language Model Decoding with Model-Attention Disaggregation","created":"2024-05-03","cited_by_count":12,"area":null},{"id":"2401.14489","title":"The Case for Co-Designing Model Architectures with Hardware","created":"2024-01-25","cited_by_count":11,"area":null},{"id":"2306.16705","title":"NNQS-Transformer: an Efficient and Scalable Neural Network Quantum States Approach for Ab initio Quantum Chemistry","created":"2023-06-29","cited_by_count":8,"area":null},{"id":"2102.06621","title":"Optimizing Inference Performance of Transformers on CPUs","created":"2021-02-12","cited_by_count":7,"area":null},{"id":"2209.02341","title":"EnergonAI: An Inference System for 10-100 Billion Parameter Transformer Models","created":"2022-09-06","cited_by_count":4,"area":null},{"id":"2403.00176","title":"SoD$^2$: Statically Optimizing Dynamic Deep Neural Network","created":"2024-02-29","cited_by_count":4,"area":null},{"id":"2409.04833","title":"Achieving Peak Performance for Large Language Models: A Systematic Review","created":"2024-09-07","cited_by_count":4,"area":null},{"id":"2206.11062","title":"Answer Fast: Accelerating BERT on the Tensor Streaming Processor","created":"2022-06-22","cited_by_count":3,"area":null},{"id":"2209.09130","title":"SAMP: A Model Inference Toolkit of Post-Training Quantization for Text Processing via Self-Adaptive Mixed-Precision","created":"2022-09-19","cited_by_count":3,"area":null},{"id":"2409.03384","title":"Hardware Acceleration of LLMs: A comprehensive survey and comparison","created":"2024-09-05","cited_by_count":3,"area":null},{"id":"2410.17957","title":"MCUBERT: Memory-Efficient BERT Inference on Commodity Microcontrollers","created":"2024-10-23","cited_by_count":3,"area":null},{"id":"2312.10365","title":"SPT: Fine-Tuning Transformer-based Language Models Efficiently with Sparsification","created":"2023-12-16","cited_by_count":2,"area":null},{"id":"2410.18701","title":"BATON: Enhancing Batch-wise Inference Efficiency for Large Language Models via Dynamic Re-batching","created":"2024-10-24","cited_by_count":1,"area":null},{"id":"2209.12708","title":"Faith: An Efficient Framework for Transformer Verification on GPUs","created":"2022-09-23","cited_by_count":0,"area":null},{"id":"2301.05099","title":"Improving Inference Performance of Machine Learning with the Divide-and-Conquer Principle","created":"2023-01-12","cited_by_count":0,"area":null},{"id":"2506.06095","title":"Accelerating Sparse Transformer Inference on GPU","created":"2025-06-06","cited_by_count":0,"area":null},{"id":"2606.00946","title":"Lodestar: An Online-Learning LLM Inference Router","created":"2026-05-31","cited_by_count":0,"area":null},{"id":"2609.27040","title":"EMA: Elastic and Performance Transparent Memory Across GPUs","created":"2026-09-22","cited_by_count":0,"area":null}],"next_cursor":null}