{"list":"other","total":59,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1512.03385","title":"Deep Residual Learning for Image Recognition","created":"2015-12-10","cited_by_count":52096},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"1412.6980","title":"Adam: A Method for Stochastic Optimization","created":"2014-12-22","cited_by_count":37240},{"id":"2010.11929","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","created":"2020-10-22","cited_by_count":30186},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"1502.03167","title":"Batch Normalization: Accelerating Deep Network Training by Reducing Internal Covariate Shift","created":"2015-02-11","cited_by_count":7005},{"id":"1607.06450","title":"Layer Normalization","created":"2016-07-21","cited_by_count":5669},{"id":"1710.09412","title":"mixup: Beyond Empirical Risk Minimization","created":"2017-10-25","cited_by_count":5183},{"id":"1606.08415","title":"Gaussian Error Linear Units (GELUs)","created":"2016-06-27","cited_by_count":3502},{"id":"2101.03961","title":"Switch Transformers: Scaling to Trillion Parameter Models with Simple and Efficient Sparsity","created":"2021-01-11","cited_by_count":3073},{"id":"1508.07909","title":"Neural Machine Translation of Rare Words with Subword Units","created":"2015-08-31","cited_by_count":2918},{"id":"1906.08237","title":"XLNet: Generalized Autoregressive Pretraining for Language Understanding","created":"2019-06-19","cited_by_count":2811},{"id":"1909.11942","title":"ALBERT: A Lite BERT for Self-supervised Learning of Language Representations","created":"2019-09-26","cited_by_count":2790},{"id":"1910.03771","title":"HuggingFace's Transformers: State-of-the-art Natural Language Processing","created":"2019-10-09","cited_by_count":2218},{"id":"1808.06226","title":"SentencePiece: A simple and language independent subword tokenizer and detokenizer for Neural Text Processing","created":"2018-08-19","cited_by_count":1989},{"id":"2010.11934","title":"mT5: A massively multilingual pre-trained text-to-text transformer","created":"2020-10-22","cited_by_count":1818},{"id":"2002.05202","title":"GLU Variants Improve Transformer","created":"2020-02-12","cited_by_count":1804},{"id":"1905.00537","title":"SuperGLUE: A Stickier Benchmark for General-Purpose Language Understanding Systems","created":"2019-05-02","cited_by_count":1729},{"id":"2006.16668","title":"GShard: Scaling Giant Models with Conditional Computation and Automatic Sharding","created":"2020-06-30","cited_by_count":1631},{"id":"1910.07467","title":"Root Mean Square Layer Normalization","created":"2019-10-16","cited_by_count":1480},{"id":"1808.08745","title":"Don't Give Me the Details, Just the Summary! Topic-Aware Convolutional Neural Networks for Extreme Summarization","created":"2018-08-27","cited_by_count":1317},{"id":"1803.02155","title":"Self-Attention with Relative Position Representations","created":"2018-03-06","cited_by_count":1120},{"id":"1707.07012","title":"Learning Transferable Architectures for Scalable Image Recognition","created":"2017-07-21","cited_by_count":1101},{"id":"1511.07289","title":"Fast and Accurate Deep Network Learning by Exponential Linear Units (ELUs)","created":"2015-11-23","cited_by_count":1070},{"id":"1412.6806","title":"Striving for Simplicity: The All Convolutional Net","created":"2014-12-21","cited_by_count":990},{"id":"2002.04745","title":"On Layer Normalization in the Transformer Architecture","created":"2020-02-12","cited_by_count":922},{"id":"1802.01548","title":"Regularized Evolution for Image Classifier Architecture Search","created":"2018-02-05","cited_by_count":909},{"id":"1804.04235","title":"Adafactor: Adaptive Learning Rates with Sublinear Memory Cost","created":"2018-04-11","cited_by_count":905},{"id":"1709.06560","title":"Deep Reinforcement Learning that Matters","created":"2017-09-19","cited_by_count":754},{"id":"2002.08910","title":"How Much Knowledge Can You Pack Into the Parameters of a Language Model?","created":"2020-02-10","cited_by_count":719},{"id":"1612.08083","title":"Language Modeling with Gated Convolutional Networks","created":"2016-12-23","cited_by_count":702},{"id":"1807.03819","title":"Universal Transformers","created":"2018-07-10","cited_by_count":647},{"id":"1312.4400","title":"Network In Network","created":"2013-12-16","cited_by_count":605},{"id":"1706.02515","title":"Self-Normalizing Neural Networks","created":"2017-06-08","cited_by_count":598},{"id":"1603.08983","title":"Adaptive Computation Time for Recurrent Neural Networks","created":"2016-03-29","cited_by_count":506},{"id":"2005.00700","title":"UnifiedQA: Crossing Format Boundaries With a Single QA System","created":"2020-05-02","cited_by_count":476},{"id":"2001.09977","title":"Towards a Human-like Open-Domain Chatbot","created":"2020-01-27","cited_by_count":470},{"id":"2002.06305","title":"Fine-Tuning Pretrained Language Models: Weight Initializations, Data Orders, and Early Stopping","created":"2020-02-15","cited_by_count":384},{"id":"2003.06713","title":"Document Ranking with a Pretrained Sequence-to-Sequence Model","created":"2020-03-14","cited_by_count":376},{"id":"2003.04887","title":"ReZero is All You Need: Fast Convergence at Large Depth","created":"2020-03-10","cited_by_count":264},{"id":"1809.10853","title":"Adaptive Input Representations for Neural Language Modeling","created":"2018-09-28","cited_by_count":226},{"id":"1901.10430","title":"Pay Less Attention with Lightweight and Dynamic Convolutions","created":"2019-01-29","cited_by_count":211},{"id":"2005.00743","title":"Synthesizer: Rethinking Self-Attention in Transformer Models","created":"2020-05-02","cited_by_count":205},{"id":"1901.09321","title":"Fixup Initialization: Residual Learning Without Normalization","created":"2019-01-27","cited_by_count":198},{"id":"1901.11117","title":"The Evolved Transformer","created":"2019-01-30","cited_by_count":180},{"id":"1811.02084","title":"Mesh-TensorFlow: Deep Learning for Supercomputers","created":"2018-11-05","cited_by_count":169},{"id":"2006.03236","title":"Funnel-Transformer: Filtering out Sequential Redundancy for Efficient Language Processing","created":"2020-06-05","cited_by_count":162},{"id":"1601.06733","title":"Long Short-Term Memory-Networks for Machine Reading","created":"2016-01-25","cited_by_count":161},{"id":"1711.03953","title":"Breaking the Softmax Bottleneck: A High-Rank RNN Language Model","created":"2017-11-10","cited_by_count":152},{"id":"2004.14546","title":"WT5?! Training Text-to-Text Models to Explain their Predictions","created":"2020-04-30","cited_by_count":148},{"id":"1511.06807","title":"Adding Gradient Noise Improves Learning for Very Deep Networks","created":"2015-11-21","cited_by_count":145},{"id":"1907.05242","title":"Large Memory Layers with Product Keys","created":"2019-07-10","cited_by_count":124},{"id":"2005.10433","title":"Text-to-Text Pre-Training for Data-to-Text Tasks","created":"2020-05-21","cited_by_count":104},{"id":"2010.12821","title":"Rethinking embedding coupling in pre-trained language models","created":"2020-10-24","cited_by_count":103},{"id":"1801.07736","title":"MaskGAN: Better Text Generation via Filling in the______","created":"2018-01-23","cited_by_count":89},{"id":"1803.07416","title":"Tensor2Tensor for Neural Machine Translation","created":"2018-03-16","cited_by_count":85},{"id":"1609.04309","title":"Efficient softmax approximation for GPUs","created":"2016-09-14","cited_by_count":67},{"id":"1808.07561","title":"Training Deeper Neural Machine Translation Models with Transparent Attention","created":"2018-08-22","cited_by_count":38}],"next_cursor":null}