{"list":"other","total":55,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2010.11929","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","created":"2020-10-22","cited_by_count":30186},{"id":"2103.14030","title":"Swin Transformer: Hierarchical Vision Transformer using Shifted Windows","created":"2021-03-25","cited_by_count":12139},{"id":"2002.05709","title":"A Simple Framework for Contrastive Learning of Visual Representations","created":"2020-02-13","cited_by_count":12049},{"id":"2111.06377","title":"Masked Autoencoders Are Scalable Vision Learners","created":"2021-11-11","cited_by_count":7403},{"id":"2104.14294","title":"Emerging Properties in Self-Supervised Vision Transformers","created":"2021-04-29","cited_by_count":6968},{"id":"1607.06450","title":"Layer Normalization","created":"2016-07-21","cited_by_count":5669},{"id":"1409.0473","title":"Neural Machine Translation by Jointly Learning to Align and Translate","created":"2014-09-01","cited_by_count":4548},{"id":"1406.1078","title":"Learning Phrase Representations using RNN Encoder-Decoder for Statistical Machine Translation","created":"2014-06-03","cited_by_count":4057},{"id":"2205.01068","title":"OPT: Open Pre-trained Transformer Language Models","created":"2022-05-02","cited_by_count":3512},{"id":"2004.05150","title":"Longformer: The Long-Document Transformer","created":"2020-04-10","cited_by_count":3413},{"id":"1409.3215","title":"Sequence to Sequence Learning with Neural Networks","created":"2014-09-10","cited_by_count":2986},{"id":"2106.08254","title":"BEiT: BERT Pre-Training of Image Transformers","created":"2021-06-15","cited_by_count":2375},{"id":"2006.16236","title":"Transformers are RNNs: Fast Autoregressive Transformers with Linear Attention","created":"2020-06-29","cited_by_count":2022},{"id":"2102.12122","title":"Pyramid Vision Transformer: A Versatile Backbone for Dense Prediction without Convolutions","created":"2021-02-24","cited_by_count":1962},{"id":"1901.02860","title":"Transformer-XL: Attentive Language Models Beyond a Fixed-Length Context","created":"2019-01-09","cited_by_count":1850},{"id":"2007.14062","title":"Big Bird: Transformers for Longer Sequences","created":"2020-07-28","cited_by_count":1684},{"id":"2001.04451","title":"Reformer: The Efficient Transformer","created":"2020-01-13","cited_by_count":1668},{"id":"2009.14794","title":"Rethinking Attention with Performers","created":"2020-09-30","cited_by_count":1601},{"id":"1904.10509","title":"Generating Long Sequences with Sparse Transformers","created":"2019-04-23","cited_by_count":1546},{"id":"2106.01345","title":"Decision Transformer: Reinforcement Learning via Sequence Modeling","created":"2021-06-02","cited_by_count":1546},{"id":"2006.04768","title":"Linformer: Self-Attention with Linear Complexity","created":"2020-06-08","cited_by_count":1474},{"id":"2111.09883","title":"Swin Transformer V2: Scaling Up Capacity and Resolution","created":"2021-11-18","cited_by_count":1228},{"id":"2112.11446","title":"Scaling Language Models: Methods, Analysis & Insights from Training Gopher","created":"2021-12-08","cited_by_count":1202},{"id":"2103.03206","title":"Perceiver: General Perception with Iterative Attention","created":"2021-03-04","cited_by_count":1104},{"id":"2103.15808","title":"CvT: Introducing Convolutions to Vision Transformers","created":"2021-03-29","cited_by_count":947},{"id":"2011.04006","title":"Long Range Arena: A Benchmark for Efficient Transformers","created":"2020-11-08","cited_by_count":700},{"id":"1303.5778","title":"Speech Recognition with Deep Recurrent Neural Networks","created":"2013-03-22","cited_by_count":669},{"id":"1308.0850","title":"Generating Sequences With Recurrent Neural Networks","created":"2013-08-04","cited_by_count":554},{"id":"2107.00641","title":"Focal Self-attention for Local-Global Interactions in Vision Transformers","created":"2021-07-01","cited_by_count":288},{"id":"2002.11296","title":"Sparse Sinkhorn Attention","created":"2020-02-26","cited_by_count":251},{"id":"2103.11816","title":"Incorporating Convolution Designs into Visual Transformers","created":"2021-03-22","cited_by_count":248},{"id":"1909.10893","title":"Recurrent Independent Mechanisms","created":"2019-09-24","cited_by_count":219},{"id":"2103.15358","title":"Multi-Scale Vision Longformer: A New Vision Transformer for High-Resolution Image Encoding","created":"2021-03-29","cited_by_count":207},{"id":"2005.00743","title":"Synthesizer: Rethinking Self-Attention in Transformer Models","created":"2020-05-02","cited_by_count":205},{"id":"1610.06258","title":"Using Fast Weights to Attend to the Recent Past","created":"2016-10-20","cited_by_count":170},{"id":"2106.09785","title":"Efficient Self-supervised Vision Transformers for Representation Learning","created":"2021-06-17","cited_by_count":149},{"id":"2112.13492","title":"Vision Transformer for Small-Size Datasets","created":"2021-12-27","cited_by_count":122},{"id":"2106.05656","title":"MST: Masked Self-Supervised Transformer for Visual Representation","created":"2021-06-10","cited_by_count":114},{"id":"2203.07852","title":"Block-Recurrent Transformers","created":"2022-03-11","cited_by_count":110},{"id":"2106.03746","title":"Efficient Training of Visual Transformers with Small Datasets","created":"2021-06-07","cited_by_count":108},{"id":"1609.01704","title":"Hierarchical Multiscale Recurrent Neural Networks","created":"2016-09-06","cited_by_count":104},{"id":"2107.02192","title":"Long-Short Transformer: Efficient Transformers for Language and Vision","created":"2021-07-05","cited_by_count":102},{"id":"2104.03602","title":"SiT: Self-supervised vIsion Transformer","created":"2021-04-08","cited_by_count":99},{"id":"2103.01197","title":"Coordination Among Neural Modules Through a Shared Global Workspace","created":"2021-03-01","cited_by_count":85},{"id":"1901.10902","title":"InfoBot: Transfer and Exploration via the Information Bottleneck","created":"2019-01-30","cited_by_count":78},{"id":"1402.3511","title":"A Clockwork RNN","created":"2014-02-14","cited_by_count":72},{"id":"1606.01305","title":"Zoneout: Regularizing RNNs by Randomly Preserving Hidden Activations","created":"2016-06-03","cited_by_count":54},{"id":"2009.01719","title":"Grounded Language Learning Fast and Slow","created":"2020-09-03","cited_by_count":54},{"id":"1905.01240","title":"Information asymmetry in KL-regularized RL","created":"2019-05-03","cited_by_count":53},{"id":"1612.03969","title":"Tracking the World State with Recurrent Entity Networks","created":"2016-12-12","cited_by_count":51},{"id":"2006.16981","title":"Learning to Combine Top-Down and Bottom-Up Signals in Recurrent Neural Networks with Attention over Modules","created":"2020-06-30","cited_by_count":38},{"id":"1907.04543","title":"An Optimistic Perspective on Offline Reinforcement Learning","created":"2019-07-10","cited_by_count":37}],"next_cursor":null}