{"list":"other","total":58,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"1912.01703","title":"PyTorch: An Imperative Style, High-Performance Deep Learning Library","created":"2019-12-03","cited_by_count":20305},{"id":"2302.13971","title":"LLaMA: Open and Efficient Foundation Language Models","created":"2023-02-27","cited_by_count":14132},{"id":"2309.06180","title":"Efficient Memory Management for Large Language Model Serving with PagedAttention","created":"2023-09-12","cited_by_count":5944},{"id":"2303.18223","title":"A Survey of Large Language Models","created":"2023-03-31","cited_by_count":2576},{"id":"2211.17192","title":"Fast Inference from Transformers via Speculative Decoding","created":"2022-11-30","cited_by_count":1653},{"id":"2006.16668","title":"GShard: Scaling Giant Models with Conditional Computation and Automatic Sharding","created":"2020-06-30","cited_by_count":1631},{"id":"1910.02054","title":"ZeRO: Memory Optimizations Toward Training Trillion Parameter Models","created":"2019-10-04","cited_by_count":1301},{"id":"2307.03109","title":"A Survey on Evaluation of Large Language Models","created":"2023-07-06","cited_by_count":1242},{"id":"1710.03740","title":"Mixed Precision Training","created":"2017-10-10","cited_by_count":1156},{"id":"2306.13549","title":"A Survey on Multimodal Large Language Models","created":"2023-06-23","cited_by_count":909},{"id":"1604.06174","title":"Training Deep Nets with Sublinear Memory Cost","created":"2016-04-21","cited_by_count":848},{"id":"2306.14048","title":"H$_2$O: Heavy-Hitter Oracle for Efficient Generative Inference of Large Language Models","created":"2023-06-24","cited_by_count":832},{"id":"2304.11277","title":"PyTorch FSDP: Experiences on Scaling Fully Sharded Data Parallel","created":"2023-04-21","cited_by_count":660},{"id":"2104.04473","title":"Efficient Large-Scale Language Model Training on GPU Clusters Using Megatron-LM","created":"2021-04-09","cited_by_count":632},{"id":"2303.06865","title":"FlexGen: High-Throughput Generative Inference of Large Language Models with a Single GPU","created":"2023-03-13","cited_by_count":575},{"id":"2201.11990","title":"Using DeepSpeed and Megatron to Train Megatron-Turing NLG 530B, A Large-Scale Generative Language Model","created":"2022-01-28","cited_by_count":559},{"id":"2207.00032","title":"DeepSpeed Inference: Enabling Efficient Inference of Transformer Models at Unprecedented Scale","created":"2022-06-30","cited_by_count":407},{"id":"2201.05596","title":"DeepSpeed-MoE: Advancing Mixture-of-Experts Inference and Training to Power Next-Generation AI Scale","created":"2022-01-14","cited_by_count":404},{"id":"2302.09419","title":"A Comprehensive Survey on Pretrained Foundation Models: A History from BERT to ChatGPT","created":"2023-02-18","cited_by_count":368},{"id":"2101.06840","title":"ZeRO-Offload: Democratizing Billion-Scale Model Training","created":"2021-01-18","cited_by_count":341},{"id":"2309.01029","title":"Explainability for Large Language Models: A Survey","created":"2023-09-02","cited_by_count":333},{"id":"2002.01808","title":"K-Adapter: Infusing Knowledge into Pre-Trained Models with Adapters","created":"2020-02-05","cited_by_count":319},{"id":"2104.07857","title":"ZeRO-Infinity: Breaking the GPU Memory Wall for Extreme Scale Deep Learning","created":"2021-04-16","cited_by_count":256},{"id":"2310.17157","title":"Deja Vu: Contextual Sparsity for Efficient LLMs at Inference Time","created":"2023-10-26","cited_by_count":252},{"id":"2302.10035","title":"Large-scale Multi-Modal Pre-trained Models: A Comprehensive Survey","created":"2023-02-20","cited_by_count":153},{"id":"2305.05920","title":"Fast Distributed Inference Serving for Large Language Models","created":"2023-05-10","cited_by_count":145},{"id":"2006.09503","title":"Memory-Efficient Pipeline-Parallel DNN Training","created":"2020-06-16","cited_by_count":134},{"id":"2006.02464","title":"Serving DNNs like Clockwork: Performance Predictability from the Bottom Up","created":"2020-06-03","cited_by_count":120},{"id":"2103.13262","title":"FastMoE: A Fast Mixture-of-Expert Training System","created":"2021-03-24","cited_by_count":112},{"id":"2210.17223","title":"Accelerating Distributed MoE Training and Inference with Lina","created":"2022-10-31","cited_by_count":109},{"id":"2007.01045","title":"DAPPLE: A Pipelined Data Parallel Approach for Training Large Models","created":"2020-07-02","cited_by_count":101},{"id":"2304.07493","title":"OliVe: Accelerating Large Language Models via Hardware-friendly Outlier-Victim Pair Quantization","created":"2023-04-15","cited_by_count":92},{"id":"1910.02653","title":"Checkmate: Breaking the Memory Wall with Optimal Tensor Rematerialization","created":"2019-10-07","cited_by_count":91},{"id":"2107.06925","title":"Chimera: Efficiently Training Large-Scale Neural Networks with Bidirectional Pipelines","created":"2021-07-14","cited_by_count":68},{"id":"1807.11205","title":"Highly Scalable Deep Learning Training System with Mixed-Precision: Training ImageNet in Four Minutes","created":"2018-07-30","cited_by_count":63},{"id":"2303.10845","title":"PanGu-{\\Sigma}: Towards Trillion Parameter Language Model with Sparse Heterogeneous Computing","created":"2023-03-20","cited_by_count":56},{"id":"2211.13878","title":"Galvatron: Efficient Transformer Training over Multiple GPUs Using Automatic Parallelism","created":"2022-11-25","cited_by_count":53},{"id":"2306.10209","title":"ZeRO++: Extremely Efficient Collective Communication for Giant Model Training","created":"2023-06-16","cited_by_count":52},{"id":"2204.12013","title":"Bamboo: Making Preemptible Instances Resilient for Affordable Training of Large DNNs","created":"2022-04-26","cited_by_count":49},{"id":"2303.06318","title":"A Hybrid Tensor-Expert-Data Parallelism Approach to Optimize Mixture-of-Experts Training","created":"2023-03-11","cited_by_count":47},{"id":"2309.04255","title":"LLMCad: Fast and Scalable On-device Large Language Model Inference","created":"2023-09-08","cited_by_count":45},{"id":"2111.04007","title":"Varuna: Scalable, Low-cost Training of Massive Deep Learning Models","created":"2021-11-07","cited_by_count":40},{"id":"2008.12579","title":"The Adapter-Bot: All-In-One Controllable Conversational Model","created":"2020-08-28","cited_by_count":38},{"id":"2004.13336","title":"Automatic Cross-Replica Sharding of Weight Update in Data-Parallel Training","created":"2020-04-28","cited_by_count":30},{"id":"2105.14450","title":"Maximizing Parallelism in Distributed Training for Huge Neural Networks","created":"2021-05-30","cited_by_count":23},{"id":"2308.15762","title":"Hanayo: Harnessing Wave-like Pipeline Parallelism for Enhanced Large Model Training Efficiency","created":"2023-08-30","cited_by_count":20},{"id":"2105.14500","title":"Tesseract: Parallelize the Tensor Parallelism Efficiently","created":"2021-05-30","cited_by_count":19},{"id":"2108.05818","title":"PatrickStar: Parallel Training of Pre-trained Models via Chunk-based Memory Management","created":"2021-08-12","cited_by_count":15},{"id":"2301.09830","title":"Optimus-CC: Efficient Large NLP Model Training with 3D Parallelism Aware Communication Compression","created":"2023-01-24","cited_by_count":15},{"id":"2207.05022","title":"STI: Turbocharge NLP Inference at the Edge via Elastic Pipelining","created":"2022-07-11","cited_by_count":14},{"id":"2107.01499","title":"BAGUA: Scaling up Distributed Learning with System Relaxations","created":"2021-07-03","cited_by_count":13},{"id":"2311.10418","title":"DynaPipe: Optimizing Multi-task Training through Dynamic Pipelines","created":"2023-11-17","cited_by_count":12},{"id":"2310.09443","title":"G10: Enabling An Efficient Unified GPU Memory and Storage Architecture with Smart Tensor Migrations","created":"2023-10-13","cited_by_count":10},{"id":"2305.14598","title":"Vision + Language Applications: A Survey","created":"2023-05-24","cited_by_count":8},{"id":"1911.13208","title":"Intelligent Resource Scheduling for Co-located Latency-critical Services: A Multi-Model Collaborative Learning Approach","created":"2019-11-26","cited_by_count":3}],"next_cursor":null}