{"list":"other","total":122,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"1412.6980","title":"Adam: A Method for Stochastic Optimization","created":"2014-12-22","cited_by_count":37240},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2010.11929","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","created":"2020-10-22","cited_by_count":30186},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"1503.02531","title":"Distilling the Knowledge in a Neural Network","created":"2015-03-09","cited_by_count":10324},{"id":"1910.13461","title":"BART: Denoising Sequence-to-Sequence Pre-training for Natural Language Generation, Translation, and Comprehension","created":"2019-10-29","cited_by_count":5893},{"id":"1804.07461","title":"GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding","created":"2018-04-20","cited_by_count":4899},{"id":"1409.0473","title":"Neural Machine Translation by Jointly Learning to Align and Translate","created":"2014-09-01","cited_by_count":4548},{"id":"1910.01108","title":"DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter","created":"2019-10-02","cited_by_count":4307},{"id":"1902.00751","title":"Parameter-Efficient Transfer Learning for NLP","created":"2019-02-02","cited_by_count":4236},{"id":"1606.05250","title":"SQuAD: 100,000+ Questions for Machine Comprehension of Text","created":"2016-06-16","cited_by_count":4148},{"id":"1406.1078","title":"Learning Phrase Representations using RNN Encoder-Decoder for Statistical Machine Translation","created":"2014-06-03","cited_by_count":4057},{"id":"1911.02116","title":"Unsupervised Cross-lingual Representation Learning at Scale","created":"2019-11-05","cited_by_count":3935},{"id":"1609.07843","title":"Pointer Sentinel Mixture Models","created":"2016-09-26","cited_by_count":3096},{"id":"1409.3215","title":"Sequence to Sequence Learning with Neural Networks","created":"2014-09-10","cited_by_count":2986},{"id":"1508.07909","title":"Neural Machine Translation of Rare Words with Subword Units","created":"2015-08-31","cited_by_count":2918},{"id":"1906.08237","title":"XLNet: Generalized Autoregressive Pretraining for Language Understanding","created":"2019-06-19","cited_by_count":2811},{"id":"1704.05426","title":"A Broad-Coverage Challenge Corpus for Sentence Understanding through Inference","created":"2017-04-18","cited_by_count":2682},{"id":"2006.16236","title":"Transformers are RNNs: Fast Autoregressive Transformers with Linear Attention","created":"2020-06-29","cited_by_count":2022},{"id":"1901.02860","title":"Transformer-XL: Attentive Language Models Beyond a Fixed-Length Context","created":"2019-01-09","cited_by_count":1850},{"id":"1804.08771","title":"A Call for Clarity in Reporting BLEU Scores","created":"2018-04-23","cited_by_count":1799},{"id":"2007.14062","title":"Big Bird: Transformers for Longer Sequences","created":"2020-07-28","cited_by_count":1684},{"id":"2001.04451","title":"Reformer: The Efficient Transformer","created":"2020-01-13","cited_by_count":1668},{"id":"2009.14794","title":"Rethinking Attention with Performers","created":"2020-09-30","cited_by_count":1601},{"id":"1904.10509","title":"Generating Long Sequences with Sparse Transformers","created":"2019-04-23","cited_by_count":1546},{"id":"1904.01038","title":"fairseq: A Fast, Extensible Toolkit for Sequence Modeling","created":"2019-04-01","cited_by_count":1488},{"id":"2006.04768","title":"Linformer: Self-Attention with Linear Complexity","created":"2020-06-08","cited_by_count":1474},{"id":"1808.08745","title":"Don't Give Me the Details, Just the Summary! Topic-Aware Convolutional Neural Networks for Extreme Summarization","created":"2018-08-27","cited_by_count":1317},{"id":"1707.07998","title":"Bottom-Up and Top-Down Attention for Image Captioning and Visual Question Answering","created":"2017-07-25","cited_by_count":1312},{"id":"1704.04368","title":"Get To The Point: Summarization with Pointer-Generator Networks","created":"2017-04-14","cited_by_count":1292},{"id":"2004.06165","title":"Oscar: Object-Semantics Aligned Pre-training for Vision-Language Tasks","created":"2020-04-13","cited_by_count":1214},{"id":"1912.08777","title":"PEGASUS: Pre-training with Extracted Gap-sentences for Abstractive Summarization","created":"2019-12-18","cited_by_count":1102},{"id":"1511.07289","title":"Fast and Accurate Deep Network Learning by Exponential Linear Units (ELUs)","created":"2015-11-23","cited_by_count":1070},{"id":"1506.03340","title":"Teaching Machines to Read and Comprehend","created":"2015-06-10","cited_by_count":1049},{"id":"1506.06724","title":"Aligning Books and Movies: Towards Story-like Visual Explanations by Watching Movies and Reading Books","created":"2015-06-22","cited_by_count":1043},{"id":"2009.09025","title":"COMET: A Neural Framework for MT Evaluation","created":"2020-09-18","cited_by_count":1033},{"id":"1905.10650","title":"Are Sixteen Heads Really Better than One?","created":"2019-05-25","cited_by_count":816},{"id":"1602.06023","title":"Abstractive Text Summarization Using Sequence-to-Sequence RNNs and Beyond","created":"2016-02-19","cited_by_count":812},{"id":"2009.06732","title":"Efficient Transformers: A Survey","created":"2020-09-14","cited_by_count":790},{"id":"1802.05751","title":"Image Transformer","created":"2018-02-15","cited_by_count":772},{"id":"1911.05507","title":"Compressive Transformers for Long-Range Sequence Modelling","created":"2019-11-13","cited_by_count":726},{"id":"2011.04006","title":"Long Range Arena: A Benchmark for Efficient Transformers","created":"2020-11-08","cited_by_count":700},{"id":"1807.03819","title":"Universal Transformers","created":"2018-07-10","cited_by_count":647},{"id":"1410.5401","title":"Neural Turing Machines","created":"2014-10-20","cited_by_count":644},{"id":"1907.00235","title":"Enhancing the Locality and Breaking the Memory Bottleneck of Transformer on Time Series Forecasting","created":"2019-06-29","cited_by_count":607},{"id":"1905.12616","title":"Defending Against Neural Fake News","created":"2019-05-29","cited_by_count":559},{"id":"2102.11174","title":"Linear Transformers Are Secretly Fast Weight Programmers","created":"2021-02-22","cited_by_count":502},{"id":"2003.05997","title":"Efficient Content-Based Sparse Attention with Routing Transformers","created":"2020-03-12","cited_by_count":471},{"id":"1611.04558","title":"Google's Multilingual Neural Machine Translation System: Enabling Zero-Shot Translation","created":"2016-11-14","cited_by_count":469},{"id":"1711.02281","title":"Non-Autoregressive Neural Machine Translation","created":"2017-11-07","cited_by_count":463},{"id":"1909.11556","title":"Reducing Transformer Depth on Demand with Structured Dropout","created":"2019-09-25","cited_by_count":439},{"id":"1812.01243","title":"Efficient Attention: Attention with Linear Complexities","created":"2018-12-04","cited_by_count":368},{"id":"1410.3916","title":"Memory Networks","created":"2014-10-15","cited_by_count":363},{"id":"1909.05840","title":"Q-BERT: Hessian Based Ultra Low Precision Quantization of BERT","created":"2019-09-12","cited_by_count":359},{"id":"1912.12180","title":"Axial Attention in Multidimensional Transformers","created":"2019-12-20","cited_by_count":358},{"id":"2103.02143","title":"Random Feature Attention","created":"2021-03-03","cited_by_count":354},{"id":"1706.03872","title":"Six Challenges for Neural Machine Translation","created":"2017-06-12","cited_by_count":335},{"id":"1801.10198","title":"Generating Wikipedia by Summarizing Long Sequences","created":"2018-01-30","cited_by_count":335},{"id":"2107.00061","title":"All That's 'Human' Is Not Gold: Evaluating Human Evaluation of Generated Text","created":"2021-06-30","cited_by_count":287},{"id":"1910.06764","title":"Stabilizing Transformers for Reinforcement Learning","created":"2019-10-13","cited_by_count":270},{"id":"2002.11296","title":"Sparse Sinkhorn Attention","created":"2020-02-26","cited_by_count":251},{"id":"1702.01806","title":"Beam Search Strategies for Neural Machine Translation","created":"2017-02-06","cited_by_count":232},{"id":"1809.10853","title":"Adaptive Input Representations for Neural Language Modeling","created":"2018-09-28","cited_by_count":226},{"id":"1806.02847","title":"A Simple Method for Commonsense Reasoning","created":"2018-06-07","cited_by_count":223},{"id":"1908.11775","title":"Transformer Dissection: A Unified Understanding of Transformer's Attention via the Lens of Kernel","created":"2019-08-30","cited_by_count":213},{"id":"1901.10430","title":"Pay Less Attention with Lightweight and Dynamic Convolutions","created":"2019-01-29","cited_by_count":211},{"id":"1903.06059","title":"Stochastic Beams and Where to Find Them: The Gumbel-Top-k Trick for Sampling Sequences Without Replacement","created":"2019-03-14","cited_by_count":211},{"id":"1708.02182","title":"Regularizing and Optimizing LSTM Language Models","created":"2017-08-07","cited_by_count":205},{"id":"2005.00743","title":"Synthesizer: Rethinking Self-Attention in Transformer Models","created":"2020-05-02","cited_by_count":205},{"id":"1806.00187","title":"Scaling Neural Machine Translation","created":"2018-06-01","cited_by_count":204},{"id":"1908.08960","title":"Neural Text Summarization: A Critical Evaluation","created":"2019-08-23","cited_by_count":189},{"id":"1610.06258","title":"Using Fast Weights to Attend to the Recent Past","created":"2016-10-20","cited_by_count":170},{"id":"1911.02972","title":"Blockwise Self-Attention for Long Document Understanding","created":"2019-11-07","cited_by_count":159},{"id":"2006.06264","title":"Tangled up in BLEU: Reevaluating the Evaluation of Automatic Machine Translation Evaluation Metrics","created":"2020-06-11","cited_by_count":158},{"id":"1905.07799","title":"Adaptive Attention Span in Transformers","created":"2019-05-19","cited_by_count":149},{"id":"1804.06028","title":"ListOps: A Diagnostic Dataset for Latent Tree Learning","created":"2018-04-17","cited_by_count":129},{"id":"1606.02960","title":"Sequence-to-Sequence Learning as Beam-Search Optimization","created":"2016-06-09","cited_by_count":127},{"id":"2004.11886","title":"Lite Transformer with Long-Short Range Attention","created":"2020-04-24","cited_by_count":127},{"id":"1803.00047","title":"Analyzing Uncertainty in Neural Machine Translation","created":"2018-02-28","cited_by_count":126},{"id":"2007.04825","title":"Fast Transformers with Clustered Attention","created":"2020-07-09","cited_by_count":123},{"id":"1808.10006","title":"Correcting Length Bias in Neural Machine Translation","created":"2018-08-29","cited_by_count":120},{"id":"2010.02650","title":"If beam search is the answer, what was the question?","created":"2020-10-06","cited_by_count":116},{"id":"1908.10090","title":"On NMT Search Errors and Model Errors: Cat Got Your Tongue?","created":"2019-08-27","cited_by_count":114},{"id":"2101.00529","title":"VinVL: Revisiting Visual Representations in Vision-Language Models","created":"2021-01-02","cited_by_count":110},{"id":"2006.10369","title":"Deep Encoder, Shallow Decoder: Reevaluating Non-autoregressive Machine Translation","created":"2020-06-18","cited_by_count":105},{"id":"2102.00086","title":"Challenges in Automated Debiasing for Toxic Language Detection","created":"2021-01-29","cited_by_count":96},{"id":"2106.01540","title":"Luna: Linear Unified Nested Attention","created":"2021-06-03","cited_by_count":96},{"id":"1610.09072","title":"Orthogonal Random Features","created":"2016-10-28","cited_by_count":91},{"id":"1803.07416","title":"Tensor2Tensor for Neural Machine Translation","created":"2018-03-16","cited_by_count":85},{"id":"1809.01576","title":"Document-Level Neural Machine Translation with Hierarchical Attention Networks","created":"2018-09-05","cited_by_count":85},{"id":"2103.01197","title":"Coordination Among Neural Modules Through a Shared Global Workspace","created":"2021-03-01","cited_by_count":85},{"id":"1804.02464","title":"Differentiable plasticity: training plastic neural networks with backpropagation","created":"2018-04-06","cited_by_count":84},{"id":"1503.01007","title":"Inferring Algorithmic Patterns with Stack-Augmented Recurrent Nets","created":"2015-03-03","cited_by_count":76},{"id":"1408.3060","title":"Fastfood: Approximate Kernel Expansions in Loglinear Time","created":"2014-08-13","cited_by_count":74},{"id":"1709.02755","title":"Simple Recurrent Units for Highly Parallelizable Recurrence","created":"2017-09-08","cited_by_count":61},{"id":"2108.03265","title":"Facebook AI WMT21 News Translation Task Submission","created":"2021-08-06","cited_by_count":57},{"id":"2010.15535","title":"Unbabel's Participation in the WMT20 Metrics Shared Task","created":"2020-10-29","cited_by_count":56}],"next_cursor":"100"}