{"list":"other","total":79,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"1412.6980","title":"Adam: A Method for Stochastic Optimization","created":"2014-12-22","cited_by_count":37240},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2010.11929","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","created":"2020-10-22","cited_by_count":30186},{"id":"1912.01703","title":"PyTorch: An Imperative Style, High-Performance Deep Learning Library","created":"2019-12-03","cited_by_count":20305},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"1911.05722","title":"Momentum Contrast for Unsupervised Visual Representation Learning","created":"2019-11-13","cited_by_count":7513},{"id":"2012.12877","title":"Training data-efficient image transformers & distillation through attention","created":"2020-12-23","cited_by_count":4586},{"id":"1409.0473","title":"Neural Machine Translation by Jointly Learning to Align and Translate","created":"2014-09-01","cited_by_count":4548},{"id":"1910.01108","title":"DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter","created":"2019-10-02","cited_by_count":4307},{"id":"1606.05250","title":"SQuAD: 100,000+ Questions for Machine Comprehension of Text","created":"2016-06-16","cited_by_count":4148},{"id":"1406.1078","title":"Learning Phrase Representations using RNN Encoder-Decoder for Statistical Machine Translation","created":"2014-06-03","cited_by_count":4057},{"id":"2004.05150","title":"Longformer: The Long-Document Transformer","created":"2020-04-10","cited_by_count":3413},{"id":"1609.07843","title":"Pointer Sentinel Mixture Models","created":"2016-09-26","cited_by_count":3096},{"id":"2101.03961","title":"Switch Transformers: Scaling to Trillion Parameter Models with Simple and Efficient Sparsity","created":"2021-01-11","cited_by_count":3073},{"id":"1906.08237","title":"XLNet: Generalized Autoregressive Pretraining for Language Understanding","created":"2019-06-19","cited_by_count":2811},{"id":"1704.05426","title":"A Broad-Coverage Challenge Corpus for Sentence Understanding through Inference","created":"2017-04-18","cited_by_count":2682},{"id":"2006.16236","title":"Transformers are RNNs: Fast Autoregressive Transformers with Linear Attention","created":"2020-06-29","cited_by_count":2022},{"id":"1901.02860","title":"Transformer-XL: Attentive Language Models Beyond a Fixed-Length Context","created":"2019-01-09","cited_by_count":1850},{"id":"2001.04451","title":"Reformer: The Efficient Transformer","created":"2020-01-13","cited_by_count":1668},{"id":"2009.14794","title":"Rethinking Attention with Performers","created":"2020-09-30","cited_by_count":1601},{"id":"1904.10509","title":"Generating Long Sequences with Sparse Transformers","created":"2019-04-23","cited_by_count":1546},{"id":"1904.01038","title":"fairseq: A Fast, Extensible Toolkit for Sequence Modeling","created":"2019-04-01","cited_by_count":1488},{"id":"2006.04768","title":"Linformer: Self-Attention with Linear Complexity","created":"2020-06-08","cited_by_count":1474},{"id":"1905.05950","title":"BERT Rediscovers the Classical NLP Pipeline","created":"2019-05-15","cited_by_count":1059},{"id":"1906.04341","title":"What Does BERT Look At? An Analysis of BERT's Attention","created":"2019-06-11","cited_by_count":1003},{"id":"1905.09418","title":"Analyzing Multi-Head Self-Attention: Specialized Heads Do the Heavy Lifting, the Rest Can Be Pruned","created":"2019-05-23","cited_by_count":856},{"id":"1905.10650","title":"Are Sixteen Heads Really Better than One?","created":"2019-05-25","cited_by_count":816},{"id":"1909.00512","title":"How Contextual are Contextualized Word Representations? Comparing the Geometry of BERT, ELMo, and GPT-2 Embeddings","created":"2019-09-02","cited_by_count":784},{"id":"1802.05751","title":"Image Transformer","created":"2018-02-15","cited_by_count":772},{"id":"1911.02150","title":"Fast Transformer Decoding: One Write-Head is All You Need","created":"2019-11-06","cited_by_count":717},{"id":"1807.03819","title":"Universal Transformers","created":"2018-07-10","cited_by_count":647},{"id":"1909.03368","title":"Designing and Interpreting Probes with Control Tasks","created":"2019-09-08","cited_by_count":640},{"id":"1908.09355","title":"Patient Knowledge Distillation for BERT Model Compression","created":"2019-08-25","cited_by_count":508},{"id":"2102.11174","title":"Linear Transformers Are Secretly Fast Weight Programmers","created":"2021-02-22","cited_by_count":502},{"id":"2003.05997","title":"Efficient Content-Based Sparse Attention with Routing Transformers","created":"2020-03-12","cited_by_count":471},{"id":"2102.03902","title":"Nystr\\\"omformer: A Nystr\\\"om-Based Algorithm for Approximating Self-Attention","created":"2021-02-07","cited_by_count":471},{"id":"2102.04906","title":"Dynamic Neural Networks: A Survey","created":"2021-02-09","cited_by_count":408},{"id":"1812.01243","title":"Efficient Attention: Attention with Linear Complexities","created":"2018-12-04","cited_by_count":368},{"id":"1912.12180","title":"Axial Attention in Multidimensional Transformers","created":"2019-12-20","cited_by_count":358},{"id":"2103.02143","title":"Random Feature Attention","created":"2021-03-03","cited_by_count":354},{"id":"1801.10198","title":"Generating Wikipedia by Summarizing Long Sequences","created":"2018-01-30","cited_by_count":335},{"id":"1711.09485","title":"SkipNet: Learning Dynamic Routing in Convolutional Networks","created":"2017-11-26","cited_by_count":332},{"id":"1703.03130","title":"A Structured Self-attentive Sentence Embedding","created":"2017-03-09","cited_by_count":318},{"id":"2002.11296","title":"Sparse Sinkhorn Attention","created":"2020-02-26","cited_by_count":251},{"id":"1906.04284","title":"Analyzing the Structure of Attention in a Transformer Language Model","created":"2019-06-07","cited_by_count":243},{"id":"1809.10853","title":"Adaptive Input Representations for Neural Language Modeling","created":"2018-09-28","cited_by_count":226},{"id":"1606.01933","title":"A Decomposable Attention Model for Natural Language Inference","created":"2016-06-06","cited_by_count":215},{"id":"1908.11775","title":"Transformer Dissection: A Unified Understanding of Transformer's Attention via the Lens of Kernel","created":"2019-08-30","cited_by_count":213},{"id":"1702.01417","title":"All-but-the-Top: Simple and Effective Postprocessing for Word Representations","created":"2017-02-05","cited_by_count":212},{"id":"1901.11117","title":"The Evolved Transformer","created":"2019-01-30","cited_by_count":180},{"id":"1911.02972","title":"Blockwise Self-Attention for Long Document Understanding","created":"2019-11-07","cited_by_count":159},{"id":"2105.15075","title":"Not All Images are Worth 16x16 Words: Dynamic Transformers for Efficient Image Recognition","created":"2021-05-31","cited_by_count":144},{"id":"1808.04444","title":"Character-Level Language Modeling with Deeper Self-Attention","created":"2018-08-09","cited_by_count":138},{"id":"1810.00825","title":"Set Transformer: A Framework for Attention-based Permutation-Invariant Neural Networks","created":"2018-10-01","cited_by_count":132},{"id":"1804.06028","title":"ListOps: A Diagnostic Dataset for Latent Tree Learning","created":"2018-04-17","cited_by_count":129},{"id":"2010.02695","title":"Analyzing Individual Neurons in Pre-trained Language Models","created":"2020-10-06","cited_by_count":97},{"id":"1702.00887","title":"Structured Attention Networks","created":"2017-02-03","cited_by_count":95},{"id":"1907.01470","title":"Augmenting Self-attention with Persistent Memory","created":"2019-07-02","cited_by_count":93},{"id":"2010.11915","title":"Challenges in Information-Seeking QA: Unanswerable Questions and Paragraph Retrieval","created":"2020-10-22","cited_by_count":44},{"id":"2110.04840","title":"Heavy Ball Neural Ordinary Differential Equations","created":"2021-10-10","cited_by_count":42},{"id":"1810.00828","title":"Singularity, Misspecification, and the Convergence Rate of EM","created":"2018-10-01","cited_by_count":38},{"id":"2102.07870","title":"Momentum Residual Neural Networks","created":"2021-02-15","cited_by_count":37},{"id":"1907.04523","title":"Dual Dynamic Inference: Enabling More Efficient, Adaptive and Controllable Deep Inference","created":"2019-07-10","cited_by_count":31},{"id":"2106.15183","title":"Multi-Exit Vision Transformer for Dynamic Inference","created":"2021-06-29","cited_by_count":28},{"id":"2108.02347","title":"FMMformer: Efficient and Flexible Transformer via Decomposed Near-field and Far-field Attention","created":"2021-08-05","cited_by_count":26},{"id":"2002.10583","title":"Scheduled Restart Momentum for Accelerated Stochastic Gradient Descent","created":"2020-02-24","cited_by_count":24},{"id":"1902.00194","title":"Sharp Analysis of Expectation-Maximization for Weakly Identifiable Models","created":"2019-02-01","cited_by_count":23},{"id":"2007.09200","title":"Neural Networks with Recurrent Generative Feedback","created":"2020-07-17","cited_by_count":23},{"id":"2006.06919","title":"MomentumRNN: Integrating Momentum into Recurrent Neural Networks","created":"2020-06-12","cited_by_count":18},{"id":"2109.05244","title":"Modeling Concentrated Cross-Attention for Neural Machine Translation with Gaussian Mixture Model","created":"2021-09-11","cited_by_count":18},{"id":"2008.08273","title":"MEANTIME: Mixture of Attention Mechanisms with Multi-temporal Embeddings for Sequential Recommendation","created":"2020-08-19","cited_by_count":17},{"id":"1810.01638","title":"Optimization Algorithm Inspired Deep Neural Network Structure Design","created":"2018-10-03","cited_by_count":14},{"id":"1504.00641","title":"A Probabilistic Theory of Deep Learning","created":"2015-04-02","cited_by_count":11},{"id":"2110.07034","title":"How Does Momentum Benefit Deep Neural Networks Architecture Design? A Few Case Studies","created":"2021-10-13","cited_by_count":10},{"id":"2110.15723","title":"SP-GPT2: Semantics Improvement in Vietnamese Poetry Generation","created":"2021-10-10","cited_by_count":5},{"id":"1612.01936","title":"A Probabilistic Framework for Deep Learning","created":"2016-12-06","cited_by_count":3},{"id":"1811.02657","title":"A Bayesian Perspective of Convolutional Neural Networks through a Deconvolutional Generative Model","created":"2018-11-01","cited_by_count":1}],"next_cursor":null}