{"list":"other","total":54,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"1412.6980","title":"Adam: A Method for Stochastic Optimization","created":"2014-12-22","cited_by_count":37240},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2010.11929","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","created":"2020-10-22","cited_by_count":30186},{"id":"1912.01703","title":"PyTorch: An Imperative Style, High-Performance Deep Learning Library","created":"2019-12-03","cited_by_count":20305},{"id":"1911.05722","title":"Momentum Contrast for Unsupervised Visual Representation Learning","created":"2019-11-13","cited_by_count":7513},{"id":"2012.12877","title":"Training data-efficient image transformers & distillation through attention","created":"2020-12-23","cited_by_count":4586},{"id":"1606.05250","title":"SQuAD: 100,000+ Questions for Machine Comprehension of Text","created":"2016-06-16","cited_by_count":4148},{"id":"2004.05150","title":"Longformer: The Long-Document Transformer","created":"2020-04-10","cited_by_count":3413},{"id":"1508.07909","title":"Neural Machine Translation of Rare Words with Subword Units","created":"2015-08-31","cited_by_count":2918},{"id":"1704.05426","title":"A Broad-Coverage Challenge Corpus for Sentence Understanding through Inference","created":"2017-04-18","cited_by_count":2682},{"id":"2006.16236","title":"Transformers are RNNs: Fast Autoregressive Transformers with Linear Attention","created":"2020-06-29","cited_by_count":2022},{"id":"1901.02860","title":"Transformer-XL: Attentive Language Models Beyond a Fixed-Length Context","created":"2019-01-09","cited_by_count":1850},{"id":"2007.14062","title":"Big Bird: Transformers for Longer Sequences","created":"2020-07-28","cited_by_count":1684},{"id":"2001.04451","title":"Reformer: The Efficient Transformer","created":"2020-01-13","cited_by_count":1668},{"id":"2009.14794","title":"Rethinking Attention with Performers","created":"2020-09-30","cited_by_count":1601},{"id":"1904.10509","title":"Generating Long Sequences with Sparse Transformers","created":"2019-04-23","cited_by_count":1546},{"id":"2006.04768","title":"Linformer: Self-Attention with Linear Complexity","created":"2020-06-08","cited_by_count":1474},{"id":"2009.06732","title":"Efficient Transformers: A Survey","created":"2020-09-14","cited_by_count":790},{"id":"1802.05751","title":"Image Transformer","created":"2018-02-15","cited_by_count":772},{"id":"2011.04006","title":"Long Range Arena: A Benchmark for Efficient Transformers","created":"2020-11-08","cited_by_count":700},{"id":"2003.05997","title":"Efficient Content-Based Sparse Attention with Routing Transformers","created":"2020-03-12","cited_by_count":471},{"id":"2102.03902","title":"Nystr\\\"omformer: A Nystr\\\"om-Based Algorithm for Approximating Self-Attention","created":"2021-02-07","cited_by_count":471},{"id":"1701.05517","title":"PixelCNN++: Improving the PixelCNN with Discretized Logistic Mixture Likelihood and Other Modifications","created":"2017-01-19","cited_by_count":417},{"id":"1812.01243","title":"Efficient Attention: Attention with Linear Complexities","created":"2018-12-04","cited_by_count":368},{"id":"1912.12180","title":"Axial Attention in Multidimensional Transformers","created":"2019-12-20","cited_by_count":358},{"id":"2103.02143","title":"Random Feature Attention","created":"2021-03-03","cited_by_count":354},{"id":"1402.4102","title":"Stochastic Gradient Hamiltonian Monte Carlo","created":"2014-02-17","cited_by_count":343},{"id":"1801.10198","title":"Generating Wikipedia by Summarizing Long Sequences","created":"2018-01-30","cited_by_count":335},{"id":"2002.11296","title":"Sparse Sinkhorn Attention","created":"2020-02-26","cited_by_count":251},{"id":"1908.11775","title":"Transformer Dissection: A Unified Understanding of Transformer's Attention via the Lens of Kernel","created":"2019-08-30","cited_by_count":213},{"id":"1809.04281","title":"Music Transformer","created":"2018-09-12","cited_by_count":211},{"id":"1701.02434","title":"A Conceptual Introduction to Hamiltonian Monte Carlo","created":"2017-01-10","cited_by_count":209},{"id":"2005.00743","title":"Synthesizer: Rethinking Self-Attention in Transformer Models","created":"2020-05-02","cited_by_count":205},{"id":"1802.06901","title":"Deterministic Non-Autoregressive Neural Sequence Modeling by Iterative Refinement","created":"2018-02-19","cited_by_count":195},{"id":"1901.11117","title":"The Evolved Transformer","created":"2019-01-30","cited_by_count":180},{"id":"1911.02972","title":"Blockwise Self-Attention for Long Document Understanding","created":"2019-11-07","cited_by_count":159},{"id":"1808.04444","title":"Character-Level Language Modeling with Deeper Self-Attention","created":"2018-08-09","cited_by_count":138},{"id":"2007.04825","title":"Fast Transformers with Clustered Attention","created":"2020-07-09","cited_by_count":123},{"id":"1702.00887","title":"Structured Attention Networks","created":"2017-02-03","cited_by_count":95},{"id":"1907.01470","title":"Augmenting Self-attention with Persistent Memory","created":"2019-07-02","cited_by_count":93},{"id":"2010.11915","title":"Challenges in Information-Seeking QA: Unanswerable Questions and Paragraph Retrieval","created":"2020-10-22","cited_by_count":44},{"id":"2110.04840","title":"Heavy Ball Neural Ordinary Differential Equations","created":"2021-10-10","cited_by_count":42},{"id":"1712.00527","title":"Adaptive Sampled Softmax with Kernel Based Sampling","created":"2017-12-02","cited_by_count":38},{"id":"1907.10747","title":"Sampled Softmax with Random Fourier Features","created":"2019-07-24","cited_by_count":33},{"id":"2108.02347","title":"FMMformer: Efficient and Flexible Transformer via Decomposed Near-field and Far-field Attention","created":"2021-08-05","cited_by_count":26},{"id":"2002.10583","title":"Scheduled Restart Momentum for Accelerated Stochastic Gradient Descent","created":"2020-02-24","cited_by_count":24},{"id":"2006.06919","title":"MomentumRNN: Integrating Momentum into Recurrent Neural Networks","created":"2020-06-12","cited_by_count":18},{"id":"1810.01638","title":"Optimization Algorithm Inspired Deep Neural Network Structure Design","created":"2018-10-03","cited_by_count":14},{"id":"2006.06147","title":"Implicit Kernel Attention","created":"2020-06-11","cited_by_count":13},{"id":"2110.07034","title":"How Does Momentum Benefit Deep Neural Networks Architecture Design? A Few Case Studies","created":"2021-10-13","cited_by_count":10},{"id":"1706.01338","title":"Understanding the Learned Iterative Soft Thresholding Algorithm with matrix factorization","created":"2017-06-02","cited_by_count":9},{"id":"2110.09057","title":"Training Deep Neural Networks with Adaptive Momentum Inspired by the Quadratic Optimization","created":"2021-10-18","cited_by_count":8}],"next_cursor":null}