{"list":"other","total":68,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2303.08774","title":"GPT-4 Technical Report","created":"2023-03-15","cited_by_count":18396},{"id":"2302.13971","title":"LLaMA: Open and Efficient Foundation Language Models","created":"2023-02-27","cited_by_count":14132},{"id":"2307.09288","title":"Llama 2: Open Foundation and Fine-Tuned Chat Models","created":"2023-07-18","cited_by_count":13028},{"id":"1607.06450","title":"Layer Normalization","created":"2016-07-21","cited_by_count":5669},{"id":"2204.02311","title":"PaLM: Scaling Language Modeling with Pathways","created":"2022-04-05","cited_by_count":5326},{"id":"1409.0473","title":"Neural Machine Translation by Jointly Learning to Align and Translate","created":"2014-09-01","cited_by_count":4548},{"id":"1409.4842","title":"Going Deeper with Convolutions","created":"2014-09-17","cited_by_count":4241},{"id":"2108.07258","title":"On the Opportunities and Risks of Foundation Models","created":"2021-08-16","cited_by_count":4033},{"id":"2205.14135","title":"FlashAttention: Fast and Memory-Efficient Exact Attention with IO-Awareness","created":"2022-05-27","cited_by_count":3673},{"id":"2205.01068","title":"OPT: Open Pre-trained Transformer Language Models","created":"2022-05-02","cited_by_count":3512},{"id":"1701.06538","title":"Outrageously Large Neural Networks: The Sparsely-Gated Mixture-of-Experts Layer","created":"2017-01-23","cited_by_count":3509},{"id":"2101.03961","title":"Switch Transformers: Scaling to Trillion Parameter Models with Simple and Efficient Sparsity","created":"2021-01-11","cited_by_count":3073},{"id":"2109.07958","title":"TruthfulQA: Measuring How Models Mimic Human Falsehoods","created":"2021-09-08","cited_by_count":2975},{"id":"2303.18223","title":"A Survey of Large Language Models","created":"2023-03-31","cited_by_count":2576},{"id":"1905.10044","title":"BoolQ: Exploring the Surprising Difficulty of Natural Yes/No Questions","created":"2019-05-24","cited_by_count":2183},{"id":"1308.3432","title":"Estimating or Propagating Gradients Through Stochastic Neurons for Conditional Computation","created":"2013-08-15","cited_by_count":2079},{"id":"1909.08053","title":"Megatron-LM: Training Multi-Billion Parameter Language Models Using Model Parallelism","created":"2019-09-17","cited_by_count":1868},{"id":"2211.17192","title":"Fast Inference from Transformers via Speculative Decoding","created":"2022-11-30","cited_by_count":1653},{"id":"1910.07467","title":"Root Mean Square Layer Normalization","created":"2019-10-16","cited_by_count":1480},{"id":"2211.10438","title":"SmoothQuant: Accurate and Efficient Post-Training Quantization for Large Language Models","created":"2022-11-18","cited_by_count":1386},{"id":"1808.08745","title":"Don't Give Me the Details, Just the Summary! Topic-Aware Convolutional Neural Networks for Extreme Summarization","created":"2018-08-27","cited_by_count":1317},{"id":"1910.02054","title":"ZeRO: Memory Optimizations Toward Training Trillion Parameter Models","created":"2019-10-04","cited_by_count":1301},{"id":"1704.04368","title":"Get To The Point: Summarization with Pointer-Generator Networks","created":"2017-04-14","cited_by_count":1292},{"id":"1604.06174","title":"Training Deep Nets with Sublinear Memory Cost","created":"2016-04-21","cited_by_count":848},{"id":"2009.06732","title":"Efficient Transformers: A Survey","created":"2020-09-14","cited_by_count":790},{"id":"2104.04473","title":"Efficient Large-Scale Language Model Training on GPU Clusters Using Megatron-LM","created":"2021-04-09","cited_by_count":632},{"id":"1709.01686","title":"BranchyNet: Fast Inference via Early Exiting from Deep Neural Networks","created":"2017-09-06","cited_by_count":596},{"id":"2201.11990","title":"Using DeepSpeed and Megatron to Train Megatron-Turing NLG 530B, A Large-Scale Generative Language Model","created":"2022-01-28","cited_by_count":559},{"id":"2211.05102","title":"Efficiently Scaling Transformer Inference","created":"2022-11-09","cited_by_count":539},{"id":"2206.01861","title":"ZeroQuant: Efficient and Affordable Post-Training Quantization for Large-Scale Transformers","created":"2022-06-04","cited_by_count":526},{"id":"1603.08983","title":"Adaptive Computation Time for Recurrent Neural Networks","created":"2016-03-29","cited_by_count":506},{"id":"2102.04906","title":"Dynamic Neural Networks: A Survey","created":"2021-02-09","cited_by_count":408},{"id":"1409.5185","title":"Deeply-Supervised Nets","created":"2014-09-18","cited_by_count":367},{"id":"2004.12993","title":"DeeBERT: Dynamic Early Exiting for Accelerating BERT Inference","created":"2020-04-27","cited_by_count":332},{"id":"2205.05198","title":"Reducing Activation Recomputation in Large Transformer Models","created":"2022-05-10","cited_by_count":302},{"id":"2006.04152","title":"BERT Loses Patience: Fast and Robust Inference with Early Exit","created":"2020-06-07","cited_by_count":273},{"id":"1608.05859","title":"Using the Output Embedding to Improve Language Models","created":"2016-08-20","cited_by_count":272},{"id":"2004.04037","title":"DynaBERT: Dynamic BERT with Adaptive Width and Depth","created":"2020-04-08","cited_by_count":251},{"id":"1910.10073","title":"Depth-Adaptive Transformer","created":"2019-10-22","cited_by_count":236},{"id":"2004.02178","title":"FastBERT: a Self-distilling BERT with Adaptive Inference Time","created":"2020-04-05","cited_by_count":226},{"id":"1606.01933","title":"A Decomposable Attention Model for Natural Language Inference","created":"2016-06-06","cited_by_count":215},{"id":"1811.02084","title":"Mesh-TensorFlow: Deep Learning for Supercomputers","created":"2018-11-05","cited_by_count":169},{"id":"1511.06297","title":"Conditional Computation in Neural Networks for faster models","created":"2015-11-19","cited_by_count":167},{"id":"2302.07863","title":"Speculative Decoding with Big Little Decoder","created":"2023-02-15","cited_by_count":164},{"id":"2006.09503","title":"Memory-Efficient Pipeline-Parallel DNN Training","created":"2020-06-16","cited_by_count":134},{"id":"2004.07453","title":"The Right Tool for the Job: Matching Model and Instance Complexities","created":"2020-04-16","cited_by_count":126},{"id":"2305.10427","title":"Accelerating Transformer Inference for Translation via Parallel Decoding","created":"2023-05-17","cited_by_count":124},{"id":"2007.01045","title":"DAPPLE: A Pipelined Data Parallel Approach for Training Large Models","created":"2020-07-02","cited_by_count":101},{"id":"1702.00887","title":"Structured Attention Networks","created":"2017-02-03","cited_by_count":95},{"id":"2303.09435","title":"Jump to Conclusions: Short-Cutting Transformers With Linear Transformations","created":"2023-03-16","cited_by_count":90},{"id":"2307.02628","title":"SkipDecode: Autoregressive Skip Decoding with Batching and Caching for Efficient LLM Inference","created":"2023-07-05","cited_by_count":89},{"id":"2206.01288","title":"Decentralized Training of Foundation Models in Heterogeneous Environments","created":"2022-06-02","cited_by_count":87},{"id":"2302.14017","title":"Full Stack Optimization of Transformer Inference: a Survey","created":"2023-02-27","cited_by_count":80},{"id":"2310.05424","title":"Fast and Robust Early-Exiting Framework for Autoregressive Language Models with Synchronized Parallel Decoding","created":"2023-10-09","cited_by_count":80},{"id":"2104.08803","title":"Consistent Accelerated Inference via Confident Adaptive Transformers","created":"2021-04-18","cited_by_count":74},{"id":"2004.12814","title":"Why should we add early exits to neural networks?","created":"2020-04-27","cited_by_count":70},{"id":"2107.06925","title":"Chimera: Efficiently Training Large-Scale Neural Networks with Bidirectional Pipelines","created":"2021-07-14","cited_by_count":68},{"id":"2309.02033","title":"Data-Juicer: A One-Stop Data Processing System for Large Language Models","created":"2023-09-05","cited_by_count":52},{"id":"2305.01628","title":"The Benefits of Bad Advice: Autocontrastive Decoding across Model Layers","created":"2023-05-02","cited_by_count":29},{"id":"2202.07101","title":"A Survey on Dynamic Neural Networks for Natural Language Processing","created":"2022-02-15","cited_by_count":24},{"id":"2211.14133","title":"PipeFisher: Efficient Training of Large Language Models Using Pipelining and Fisher Information Matrices","created":"2022-11-25","cited_by_count":24},{"id":"2310.03686","title":"DecoderLens: Layerwise Interpretation of Encoder-Decoder Transformers","created":"2023-10-05","cited_by_count":22},{"id":"2006.11979","title":"ELF: An Early-Exiting Framework for Long-Tailed Classification","created":"2020-06-22","cited_by_count":20},{"id":"2311.15436","title":"Learning to Skip for Language Modeling","created":"2023-11-26","cited_by_count":19},{"id":"2312.03549","title":"Holmes: Towards Distributed Training Across Clusters with Heterogeneous NIC Environment","created":"2023-12-06","cited_by_count":4}],"next_cursor":null}