{"list":"other","total":56,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1512.03385","title":"Deep Residual Learning for Image Recognition","created":"2015-12-10","cited_by_count":52096},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"2001.08361","title":"Scaling Laws for Neural Language Models","created":"2020-01-23","cited_by_count":6586},{"id":"1409.0473","title":"Neural Machine Translation by Jointly Learning to Align and Translate","created":"2014-09-01","cited_by_count":4548},{"id":"1409.4842","title":"Going Deeper with Convolutions","created":"2014-09-17","cited_by_count":4241},{"id":"1911.02116","title":"Unsupervised Cross-lingual Representation Learning at Scale","created":"2019-11-05","cited_by_count":3935},{"id":"1409.3215","title":"Sequence to Sequence Learning with Neural Networks","created":"2014-09-10","cited_by_count":2986},{"id":"1803.03635","title":"The Lottery Ticket Hypothesis: Finding Sparse, Trainable Neural Networks","created":"2018-03-09","cited_by_count":2262},{"id":"1308.3432","title":"Estimating or Propagating Gradients Through Stochastic Neurons for Conditional Computation","created":"2013-08-15","cited_by_count":2079},{"id":"1808.06226","title":"SentencePiece: A simple and language independent subword tokenizer and detokenizer for Neural Text Processing","created":"2018-08-19","cited_by_count":1989},{"id":"1603.05027","title":"Identity Mappings in Deep Residual Networks","created":"2016-03-16","cited_by_count":1965},{"id":"1909.08053","title":"Megatron-LM: Training Multi-Billion Parameter Language Models Using Model Parallelism","created":"2019-09-17","cited_by_count":1868},{"id":"1609.03499","title":"WaveNet: A Generative Model for Raw Audio","created":"2016-09-12","cited_by_count":1722},{"id":"1611.03530","title":"Understanding deep learning requires rethinking generalization","created":"2016-11-10","cited_by_count":1674},{"id":"1609.08144","title":"Google's Neural Machine Translation System: Bridging the Gap between Human and Machine Translation","created":"2016-09-26","cited_by_count":1475},{"id":"1804.04235","title":"Adafactor: Adaptive Learning Rates with Sublinear Memory Cost","created":"2018-04-11","cited_by_count":905},{"id":"1712.05884","title":"Natural TTS Synthesis by Conditioning WaveNet on Mel Spectrogram Predictions","created":"2017-12-16","cited_by_count":804},{"id":"1911.02150","title":"Fast Transformer Decoding: One Write-Head is All You Need","created":"2019-11-06","cited_by_count":717},{"id":"1704.04760","title":"In-Datacenter Performance Analysis of a Tensor Processing Unit","created":"2017-04-16","cited_by_count":618},{"id":"1805.00932","title":"Exploring the Limits of Weakly Supervised Pretraining","created":"2018-05-02","cited_by_count":605},{"id":"1706.08947","title":"Exploring Generalization in Deep Learning","created":"2017-06-27","cited_by_count":600},{"id":"1508.01211","title":"Listen, Attend and Spell","created":"2015-08-05","cited_by_count":543},{"id":"1611.04558","title":"Google's Multilingual Neural Machine Translation System: Enabling Zero-Shot Translation","created":"2016-11-14","cited_by_count":469},{"id":"1804.08838","title":"Measuring the Intrinsic Dimension of Objective Landscapes","created":"2018-04-24","cited_by_count":370},{"id":"1906.01787","title":"Learning Deep Transformer Models for Machine Translation","created":"2019-06-05","cited_by_count":309},{"id":"1904.07392","title":"NAS-FPN: Learning Scalable Feature Pyramid Architecture for Object Detection","created":"2019-04-16","cited_by_count":291},{"id":"1802.06509","title":"On the Optimization of Deep Networks: Implicit Acceleration by Overparameterization","created":"2018-02-19","cited_by_count":284},{"id":"1904.04971","title":"CondConv: Conditionally Parameterized Convolutions for Efficient Inference","created":"2019-04-10","cited_by_count":273},{"id":"1907.05019","title":"Massively Multilingual Neural Machine Translation in the Wild: Findings and Challenges","created":"2019-07-11","cited_by_count":257},{"id":"1903.00089","title":"Massively Multilingual Neural Machine Translation","created":"2019-02-28","cited_by_count":246},{"id":"1710.03667","title":"High-dimensional dynamics of generalization error in neural networks","created":"2017-10-10","cited_by_count":241},{"id":"1910.10073","title":"Depth-Adaptive Transformer","created":"2019-10-22","cited_by_count":236},{"id":"1712.01769","title":"State-of-the-art Speech Recognition With Sequence-to-Sequence Models","created":"2017-12-05","cited_by_count":196},{"id":"1901.11117","title":"The Evolved Transformer","created":"2019-01-30","cited_by_count":180},{"id":"1807.05358","title":"Beyond Data and Model Parallelism for Deep Neural Networks","created":"2018-07-14","cited_by_count":179},{"id":"1811.02084","title":"Mesh-TensorFlow: Deep Learning for Supercomputers","created":"2018-11-05","cited_by_count":169},{"id":"1511.06297","title":"Conditional Computation in Neural Networks for faster models","created":"2015-11-19","cited_by_count":167},{"id":"1601.01073","title":"Multi-Way, Multilingual Neural Machine Translation with a Shared Attention Mechanism","created":"2016-01-06","cited_by_count":117},{"id":"1806.03377","title":"PipeDream: Fast and Efficient Pipeline Parallel DNN Training","created":"2018-06-08","cited_by_count":117},{"id":"1905.04226","title":"Language Modeling with Deep Transformers","created":"2019-05-10","cited_by_count":96},{"id":"1902.08295","title":"Lingvo: a Modular and Scalable Framework for Sequence-to-Sequence Modeling","created":"2019-02-21","cited_by_count":86},{"id":"1809.10374","title":"An analytic theory of generalization dynamics and transfer learning in deep linear networks","created":"2018-09-27","cited_by_count":85},{"id":"1901.01608","title":"Scaling description of generalization with number of parameters in deep learning","created":"2019-01-06","cited_by_count":83},{"id":"1902.07816","title":"Mixture Models for Diverse Machine Translation: Tricks of the Trade","created":"2019-02-20","cited_by_count":77},{"id":"1805.00907","title":"Glow: Graph Lowering Compiler Techniques for Neural Networks","created":"2018-05-02","cited_by_count":75},{"id":"2003.02139","title":"Rethinking Parameter Counting in Deep Models: Effective Dimensionality Revisited","created":"2020-03-04","cited_by_count":51},{"id":"1312.4461","title":"Low-Rank Approximations for Conditional Feedforward Computation in Deep Neural Networks","created":"2013-12-16","cited_by_count":44},{"id":"1808.07561","title":"Training Deeper Neural Machine Translation Models with Transparent Attention","created":"2018-08-22","cited_by_count":38},{"id":"2004.13336","title":"Automatic Cross-Replica Sharding of Weight Update in Data-Parallel Training","created":"2020-04-28","cited_by_count":30},{"id":"2002.07106","title":"Controlling Computation versus Quality for Neural Sequence Models","created":"2020-02-17","cited_by_count":27},{"id":"1810.00952","title":"Relay: A New IR for Machine Learning Frameworks","created":"2018-09-26","cited_by_count":24},{"id":"1911.11313","title":"Summarizing CPU and GPU Design Trends with Product Data","created":"2019-11-26","cited_by_count":10},{"id":"2006.01659","title":"Surprisal-Triggered Conditional Computation with Neural Networks","created":"2020-06-02","cited_by_count":4}],"next_cursor":null}