{"list":"other","total":54,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"1503.02531","title":"Distilling the Knowledge in a Neural Network","created":"2015-03-09","cited_by_count":10324},{"id":"2001.08361","title":"Scaling Laws for Neural Language Models","created":"2020-01-23","cited_by_count":6586},{"id":"1804.07461","title":"GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding","created":"2018-04-20","cited_by_count":4899},{"id":"1910.01108","title":"DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter","created":"2019-10-02","cited_by_count":4307},{"id":"1701.06538","title":"Outrageously Large Neural Networks: The Sparsely-Gated Mixture-of-Experts Layer","created":"2017-01-23","cited_by_count":3509},{"id":"2101.03961","title":"Switch Transformers: Scaling to Trillion Parameter Models with Simple and Efficient Sparsity","created":"2021-01-11","cited_by_count":3073},{"id":"1909.11942","title":"ALBERT: A Lite BERT for Self-supervised Learning of Language Representations","created":"2019-09-26","cited_by_count":2790},{"id":"2006.16668","title":"GShard: Scaling Giant Models with Conditional Computation and Automatic Sharding","created":"2020-06-30","cited_by_count":1631},{"id":"1502.03044","title":"Show, Attend and Tell: Neural Image Caption Generation with Visual Attention","created":"2015-02-10","cited_by_count":1423},{"id":"2112.06905","title":"GLaM: Efficient Scaling of Language Models with Mixture-of-Experts","created":"2021-12-13","cited_by_count":897},{"id":"1405.4053","title":"Distributed Representations of Sentences and Documents","created":"2014-05-16","cited_by_count":678},{"id":"1709.01686","title":"BranchyNet: Fast Inference via Early Exiting from Deep Neural Networks","created":"2017-09-06","cited_by_count":596},{"id":"2201.05596","title":"DeepSpeed-MoE: Advancing Mixture-of-Experts Inference and Training to Power Next-Generation AI Scale","created":"2022-01-14","cited_by_count":404},{"id":"2004.12993","title":"DeeBERT: Dynamic Early Exiting for Accelerating BERT Inference","created":"2020-04-27","cited_by_count":332},{"id":"2103.16716","title":"BASE Layers: Simplifying Training of Large, Sparse Models","created":"2021-03-30","cited_by_count":320},{"id":"1910.06188","title":"Q8BERT: Quantized 8Bit BERT","created":"2019-10-14","cited_by_count":300},{"id":"2006.04152","title":"BERT Loses Patience: Fast and Robust Inference with Early Exit","created":"2020-06-07","cited_by_count":273},{"id":"2202.01169","title":"Unified Scaling Laws for Routed Language Models","created":"2022-02-02","cited_by_count":253},{"id":"2106.04426","title":"Hash Layers For Large Sparse Models","created":"2021-06-08","cited_by_count":237},{"id":"1910.10073","title":"Depth-Adaptive Transformer","created":"2019-10-22","cited_by_count":236},{"id":"2004.02178","title":"FastBERT: a Self-distilling BERT with Adaptive Inference Time","created":"2020-04-05","cited_by_count":226},{"id":"2112.10684","title":"Efficient Large Scale Language Modeling with Mixtures of Experts","created":"2021-12-20","cited_by_count":175},{"id":"1811.02084","title":"Mesh-TensorFlow: Deep Learning for Supercomputers","created":"2018-11-05","cited_by_count":169},{"id":"2107.00910","title":"Learned Token Pruning for Transformers","created":"2021-07-02","cited_by_count":139},{"id":"2004.07453","title":"The Right Tool for the Job: Matching Model and Instance Complexities","created":"2020-04-16","cited_by_count":126},{"id":"2002.02925","title":"BERT-of-Theseus: Compressing BERT by Progressive Module Replacing","created":"2020-02-07","cited_by_count":113},{"id":"2110.04260","title":"Taming Sparsely Activated Transformer with Stochastic Experts","created":"2021-10-08","cited_by_count":113},{"id":"2103.13262","title":"FastMoE: A Fast Mixture-of-Expert Training System","created":"2021-03-24","cited_by_count":112},{"id":"2109.07740","title":"Scaling Laws for Neural Machine Translation","created":"2021-09-16","cited_by_count":111},{"id":"1609.01704","title":"Hierarchical Multiscale Recurrent Neural Networks","created":"2016-09-06","cited_by_count":104},{"id":"1911.11931","title":"Evaluating Commonsense in Pre-trained Language Models","created":"2019-11-27","cited_by_count":95},{"id":"2103.00823","title":"M6: A Chinese Multimodal Pretrainer","created":"2021-03-01","cited_by_count":91},{"id":"2010.07003","title":"Length-Adaptive Transformer: Train Once with Length Drop, Use Anytime with Search","created":"2020-10-14","cited_by_count":76},{"id":"2104.08803","title":"Consistent Accelerated Inference via Confident Adaptive Transformers","created":"2021-04-18","cited_by_count":74},{"id":"2106.10715","title":"CPM-2: Large-scale Cost-effective Pre-trained Language Models","created":"2021-06-20","cited_by_count":52},{"id":"1708.06834","title":"Skip RNN: Learning to Skip State Updates in Recurrent Neural Networks","created":"2017-08-22","cited_by_count":49},{"id":"2012.14682","title":"CascadeBERT: Accelerating Inference of Pre-trained Language Models via Calibrated Complete Models Cascade","created":"2020-12-29","cited_by_count":47},{"id":"2110.07038","title":"Towards Efficient NLP: A Standard Evaluation and A Strong Baseline","created":"2021-10-13","cited_by_count":44},{"id":"2105.11618","title":"TR-BERT: Dynamic Token Reduction for Accelerating BERT Inference","created":"2021-05-25","cited_by_count":40},{"id":"2109.03228","title":"Beyond Preserved Accuracy: Evaluating Loyalty and Robustness of BERT Compression","created":"2021-09-07","cited_by_count":38},{"id":"2105.13878","title":"Accelerating BERT Inference for Sequence Labeling via Early-Exit","created":"2021-05-28","cited_by_count":29},{"id":"1609.05284","title":"ReasoNet: Learning to Stop Reading in Machine Comprehension","created":"2016-09-17","cited_by_count":21},{"id":"2101.09755","title":"RomeBERT: Robust Training of Multi-Exit BERT","created":"2021-01-24","cited_by_count":19},{"id":"2105.13792","title":"Early Exiting with Ensemble Internal Classifiers","created":"2021-05-28","cited_by_count":19},{"id":"1704.06877","title":"Learning to Skim Text","created":"2017-04-23","cited_by_count":18},{"id":"1904.00761","title":"Neural Speed Reading with Structural-Jump-LSTM","created":"2019-03-20","cited_by_count":17},{"id":"1711.02085","title":"Neural Speed Reading via Skim-RNN","created":"2017-11-06","cited_by_count":14},{"id":"1611.06188","title":"Variable Computation in Recurrent Neural Networks","created":"2016-11-18","cited_by_count":10},{"id":"1807.02314","title":"JUMPER: Learning When to Make Classification Decisions in Reading","created":"2018-07-06","cited_by_count":6},{"id":"1806.04342","title":"Focused Hierarchical RNNs for Conditional Sequence Processing","created":"2018-06-12","cited_by_count":2}],"next_cursor":null}