{"list":"other","total":63,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"1412.6980","title":"Adam: A Method for Stochastic Optimization","created":"2014-12-22","cited_by_count":37240},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2010.11929","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","created":"2020-10-22","cited_by_count":30186},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"2103.14030","title":"Swin Transformer: Hierarchical Vision Transformer using Shifted Windows","created":"2021-03-25","cited_by_count":12139},{"id":"1503.02531","title":"Distilling the Knowledge in a Neural Network","created":"2015-03-09","cited_by_count":10324},{"id":"1502.03167","title":"Batch Normalization: Accelerating Deep Network Training by Reducing Internal Covariate Shift","created":"2015-02-11","cited_by_count":7005},{"id":"1910.13461","title":"BART: Denoising Sequence-to-Sequence Pre-training for Natural Language Generation, Translation, and Comprehension","created":"2019-10-29","cited_by_count":5893},{"id":"1607.06450","title":"Layer Normalization","created":"2016-07-21","cited_by_count":5669},{"id":"1512.00567","title":"Rethinking the Inception Architecture for Computer Vision","created":"2015-12-02","cited_by_count":5475},{"id":"1804.07461","title":"GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding","created":"2018-04-20","cited_by_count":4899},{"id":"1506.02142","title":"Dropout as a Bayesian Approximation: Representing Model Uncertainty in Deep Learning","created":"2015-06-06","cited_by_count":4448},{"id":"1502.01852","title":"Delving Deep into Rectifiers: Surpassing Human-Level Performance on ImageNet Classification","created":"2015-02-06","cited_by_count":3611},{"id":"1609.07843","title":"Pointer Sentinel Mixture Models","created":"2016-09-26","cited_by_count":3096},{"id":"2101.03961","title":"Switch Transformers: Scaling to Trillion Parameter Models with Simple and Efficient Sparsity","created":"2021-01-11","cited_by_count":3073},{"id":"1508.07909","title":"Neural Machine Translation of Rare Words with Subword Units","created":"2015-08-31","cited_by_count":2918},{"id":"1906.08237","title":"XLNet: Generalized Autoregressive Pretraining for Language Understanding","created":"2019-06-19","cited_by_count":2811},{"id":"2104.08821","title":"SimCSE: Simple Contrastive Learning of Sentence Embeddings","created":"2021-04-18","cited_by_count":2173},{"id":"1804.08771","title":"A Call for Clarity in Reporting BLEU Scores","created":"2018-04-23","cited_by_count":1799},{"id":"1708.04552","title":"Improved Regularization of Convolutional Neural Networks with Cutout","created":"2017-08-15","cited_by_count":1628},{"id":"1803.08494","title":"Group Normalization","created":"2018-03-22","cited_by_count":1524},{"id":"1904.01038","title":"fairseq: A Fast, Extensible Toolkit for Sequence Modeling","created":"2019-04-01","cited_by_count":1488},{"id":"1912.08777","title":"PEGASUS: Pre-training with Extracted Gap-sentences for Abstractive Summarization","created":"2019-12-18","cited_by_count":1102},{"id":"1506.03340","title":"Teaching Machines to Read and Comprehend","created":"2015-06-10","cited_by_count":1049},{"id":"1912.11370","title":"Big Transfer (BiT): General Visual Representation Learning","created":"2019-12-24","cited_by_count":769},{"id":"1706.00384","title":"Deep Mutual Learning","created":"2017-06-01","cited_by_count":628},{"id":"1805.04770","title":"Born Again Neural Networks","created":"2018-05-12","cited_by_count":546},{"id":"1602.07868","title":"Weight Normalization: A Simple Reparameterization to Accelerate Training of Deep Neural Networks","created":"2016-02-25","cited_by_count":543},{"id":"1608.03665","title":"Learning Structured Sparsity in Deep Neural Networks","created":"2016-08-12","cited_by_count":541},{"id":"1905.08094","title":"Be Your Own Teacher: Improve the Performance of Convolutional Neural Networks via Self Distillation","created":"2019-05-17","cited_by_count":497},{"id":"2012.09816","title":"Towards Understanding Ensemble, Knowledge Distillation and Self-Distillation in Deep Learning","created":"2020-12-17","cited_by_count":297},{"id":"1701.05369","title":"Variational Dropout Sparsifies Deep Neural Networks","created":"2017-01-19","cited_by_count":265},{"id":"1809.10853","title":"Adaptive Input Representations for Neural Language Modeling","created":"2018-09-28","cited_by_count":226},{"id":"2001.04063","title":"ProphetNet: Predicting Future N-gram for Sequence-to-Sequence Pre-training","created":"2020-01-13","cited_by_count":222},{"id":"1708.02182","title":"Regularizing and Optimizing LSTM Language Models","created":"2017-08-07","cited_by_count":205},{"id":"1806.00187","title":"Scaling Neural Machine Translation","created":"2018-06-01","cited_by_count":204},{"id":"2002.05715","title":"Self-Distillation Amplifies Regularization in Hilbert Space","created":"2020-02-13","cited_by_count":173},{"id":"1512.05287","title":"A Theoretically Grounded Application of Dropout in Recurrent Neural Networks","created":"2015-12-16","cited_by_count":161},{"id":"2008.03156","title":"Better Fine-Tuning by Reducing Representational Collapse","created":"2020-08-06","cited_by_count":157},{"id":"2101.04731","title":"SEED: Self-supervised Distillation For Visual Representation","created":"2021-01-12","cited_by_count":134},{"id":"2102.00650","title":"Rethinking Soft Labels for Knowledge Distillation: A Bias-Variance Tradeoff Perspective","created":"2021-02-01","cited_by_count":119},{"id":"1810.13243","title":"A Closer Look at Deep Learning Heuristics: Learning rate restarts, Warmup and Distillation","created":"2018-10-29","cited_by_count":110},{"id":"1709.06079","title":"Orthogonal Weight Normalization: Solution to Optimization over Multiple Dependent Stiefel Manifolds in Deep Neural Networks","created":"2017-09-16","cited_by_count":92},{"id":"2009.13818","title":"A Simple but Tough-to-Beat Data Augmentation Approach for Natural Language Understanding and Generation","created":"2020-09-29","cited_by_count":72},{"id":"2002.12915","title":"The Implicit and Explicit Regularization Effects of Dropout","created":"2020-02-28","cited_by_count":71},{"id":"2011.00593","title":"MixKD: Towards Efficient Distillation of Large-scale Language Models","created":"2020-11-01","cited_by_count":65},{"id":"1908.01851","title":"Self-Knowledge Distillation in Natural Language Processing","created":"2019-08-02","cited_by_count":60},{"id":"2008.07772","title":"Very Deep Transformers for Neural Machine Translation","created":"2020-08-18","cited_by_count":50},{"id":"1904.13310","title":"Survey of Dropout Methods for Deep Neural Networks","created":"2019-04-25","cited_by_count":44},{"id":"1705.07283","title":"Structured Bayesian Pruning via Log-Normal Multiplicative Noise","created":"2017-05-20","cited_by_count":39},{"id":"2101.01761","title":"AutoDropout: Learning Dropout Patterns to Regularize Deep Networks","created":"2021-01-05","cited_by_count":35},{"id":"2004.13342","title":"Scheduled DropHead: A Regularization Method for Transformer Models","created":"2020-04-28","cited_by_count":28},{"id":"1406.1831","title":"Analyzing noise in autoencoders and deep networks","created":"2014-06-06","cited_by_count":25},{"id":"1603.05118","title":"Recurrent Dropout without Memory Loss","created":"2016-03-16","cited_by_count":22},{"id":"1907.11065","title":"DropAttention: A Regularization Method for Fully-Connected Self-Attention Networks","created":"2019-07-25","cited_by_count":20},{"id":"1911.09483","title":"MUSE: Parallel Multi-Scale Attention for Sequence to Sequence Learning","created":"2019-11-17","cited_by_count":19},{"id":"1512.00242","title":"Towards Dropout Training for Convolutional Neural Networks","created":"2015-12-01","cited_by_count":17},{"id":"1711.00066","title":"Fraternal Dropout","created":"2017-10-31","cited_by_count":14},{"id":"1907.01968","title":"Depth Growing for Neural Machine Translation","created":"2019-07-03","cited_by_count":13},{"id":"1609.08017","title":"Dropout with Expectation-linear Regularization","created":"2016-09-26","cited_by_count":9},{"id":"2104.04692","title":"Not All Attention Is All You Need","created":"2021-04-10","cited_by_count":5}],"next_cursor":null}