{"list":"other","total":78,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1512.03385","title":"Deep Residual Learning for Image Recognition","created":"2015-12-10","cited_by_count":52096},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2010.11929","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","created":"2020-10-22","cited_by_count":30186},{"id":"1409.1556","title":"Very Deep Convolutional Networks for Large-Scale Image Recognition","created":"2014-09-04","cited_by_count":15364},{"id":"2005.12872","title":"End-to-End Object Detection with Transformers","created":"2020-05-26","cited_by_count":7414},{"id":"2001.08361","title":"Scaling Laws for Neural Language Models","created":"2020-01-23","cited_by_count":6586},{"id":"1607.06450","title":"Layer Normalization","created":"2016-07-21","cited_by_count":5669},{"id":"2012.12877","title":"Training data-efficient image transformers & distillation through attention","created":"2020-12-23","cited_by_count":4586},{"id":"1409.0473","title":"Neural Machine Translation by Jointly Learning to Align and Translate","created":"2014-09-01","cited_by_count":4548},{"id":"1706.02413","title":"PointNet++: Deep Hierarchical Feature Learning on Point Sets in a Metric Space","created":"2017-06-07","cited_by_count":4401},{"id":"1409.4842","title":"Going Deeper with Convolutions","created":"2014-09-17","cited_by_count":4241},{"id":"1606.08415","title":"Gaussian Error Linear Units (GELUs)","created":"2016-06-27","cited_by_count":3502},{"id":"2004.05150","title":"Longformer: The Long-Document Transformer","created":"2020-04-10","cited_by_count":3413},{"id":"1909.11942","title":"ALBERT: A Lite BERT for Self-supervised Learning of Language Representations","created":"2019-09-26","cited_by_count":2790},{"id":"1711.07971","title":"Non-local Neural Networks","created":"2017-11-21","cited_by_count":2293},{"id":"1909.13719","title":"RandAugment: Practical automated data augmentation with a reduced search space","created":"2019-09-30","cited_by_count":2269},{"id":"2006.10739","title":"Fourier Features Let Networks Learn High Frequency Functions in Low Dimensional Domains","created":"2020-06-18","cited_by_count":2200},{"id":"2006.16236","title":"Transformers are RNNs: Fast Autoregressive Transformers with Linear Attention","created":"2020-06-29","cited_by_count":2022},{"id":"1901.02860","title":"Transformer-XL: Attentive Language Models Beyond a Fixed-Length Context","created":"2019-01-09","cited_by_count":1850},{"id":"2001.04451","title":"Reformer: The Efficient Transformer","created":"2020-01-13","cited_by_count":1668},{"id":"2009.14794","title":"Rethinking Attention with Performers","created":"2020-09-30","cited_by_count":1601},{"id":"1904.10509","title":"Generating Long Sequences with Sparse Transformers","created":"2019-04-23","cited_by_count":1546},{"id":"2006.04768","title":"Linformer: Self-Attention with Linear Complexity","created":"2020-06-08","cited_by_count":1474},{"id":"1904.08779","title":"SpecAugment: A Simple Data Augmentation Method for Automatic Speech Recognition","created":"2019-04-18","cited_by_count":1380},{"id":"1602.07576","title":"Group Equivariant Convolutional Networks","created":"2016-02-24","cited_by_count":1165},{"id":"1611.08097","title":"Geometric deep learning: going beyond Euclidean data","created":"2016-11-24","cited_by_count":1048},{"id":"1912.02781","title":"AugMix: A Simple Data Processing Method to Improve Robustness and Uncertainty","created":"2019-12-05","cited_by_count":901},{"id":"2006.15055","title":"Object-Centric Learning with Slot Attention","created":"2020-06-26","cited_by_count":876},{"id":"2009.06732","title":"Efficient Transformers: A Survey","created":"2020-09-14","cited_by_count":790},{"id":"1802.05751","title":"Image Transformer","created":"2018-02-15","cited_by_count":772},{"id":"2012.09688","title":"PCT: Point cloud transformer","created":"2020-12-17","cited_by_count":732},{"id":"1911.05507","title":"Compressive Transformers for Long-Range Sequence Modelling","created":"2019-11-13","cited_by_count":726},{"id":"2011.04006","title":"Long Range Arena: A Benchmark for Efficient Transformers","created":"2020-11-08","cited_by_count":700},{"id":"1904.00962","title":"Large Batch Optimization for Deep Learning: Training BERT in 76 minutes","created":"2019-04-01","cited_by_count":674},{"id":"1303.5778","title":"Speech Recognition with Deep Recurrent Neural Networks","created":"2013-03-22","cited_by_count":669},{"id":"1807.03819","title":"Universal Transformers","created":"2018-07-10","cited_by_count":647},{"id":"1410.5401","title":"Neural Turing Machines","created":"2014-10-20","cited_by_count":644},{"id":"1912.10211","title":"PANNs: Large-Scale Pretrained Audio Neural Networks for Audio Pattern Recognition","created":"2019-12-21","cited_by_count":574},{"id":"1705.03122","title":"Convolutional Sequence to Sequence Learning","created":"2017-05-08","cited_by_count":552},{"id":"1906.05909","title":"Stand-Alone Self-Attention in Vision Models","created":"2019-06-13","cited_by_count":542},{"id":"2003.05997","title":"Efficient Content-Based Sparse Attention with Routing Transformers","created":"2020-03-12","cited_by_count":471},{"id":"2102.03902","title":"Nystr\\\"omformer: A Nystr\\\"om-Based Algorithm for Approximating Self-Attention","created":"2021-02-07","cited_by_count":471},{"id":"2101.11605","title":"Bottleneck Transformers for Visual Recognition","created":"2021-01-27","cited_by_count":364},{"id":"1410.3916","title":"Memory Networks","created":"2014-10-15","cited_by_count":363},{"id":"1904.09925","title":"Attention Augmented Convolutional Networks","created":"2019-04-22","cited_by_count":363},{"id":"2102.06171","title":"High-Performance Large-Scale Image Recognition Without Normalization","created":"2021-02-11","cited_by_count":360},{"id":"1912.12180","title":"Axial Attention in Multidimensional Transformers","created":"2019-12-20","cited_by_count":358},{"id":"2012.00759","title":"MaX-DeepLab: End-to-End Panoptic Segmentation with Mask Transformers","created":"2020-12-01","cited_by_count":355},{"id":"2103.02143","title":"Random Feature Attention","created":"2021-03-03","cited_by_count":354},{"id":"1905.12681","title":"What Makes Training Multi-Modal Classification Networks Hard?","created":"2019-05-29","cited_by_count":344},{"id":"2006.03677","title":"Visual Transformers: Token-based Image Representation and Processing for Computer Vision","created":"2020-06-05","cited_by_count":334},{"id":"2003.07853","title":"Axial-DeepLab: Stand-Alone Axial-Attention for Panoptic Segmentation","created":"2020-03-17","cited_by_count":326},{"id":"1812.02707","title":"Video Action Transformer Network","created":"2018-12-06","cited_by_count":316},{"id":"2004.13621","title":"Exploring Self-attention for Image Recognition","created":"2020-04-28","cited_by_count":313},{"id":"1911.03584","title":"On the Relationship between Self-Attention and Convolutional Layers","created":"2019-11-08","cited_by_count":300},{"id":"2006.16228","title":"Self-Supervised MultiModal Versatile Networks","created":"2020-06-29","cited_by_count":276},{"id":"1712.06651","title":"Objects that Sound","created":"2017-12-18","cited_by_count":256},{"id":"1711.06721","title":"Learning SO(3) Equivariant Representations with Spherical CNNs","created":"2017-11-17","cited_by_count":248},{"id":"1909.11740","title":"UNITER: UNiversal Image-TExt Representation Learning","created":"2019-09-25","cited_by_count":228},{"id":"2005.00743","title":"Synthesizer: Rethinking Self-Attention in Transformer Models","created":"2020-05-02","cited_by_count":205},{"id":"1909.00015","title":"Adaptively Sparse Transformers","created":"2019-08-30","cited_by_count":155},{"id":"1905.07799","title":"Adaptive Attention Span in Transformers","created":"2019-05-19","cited_by_count":149},{"id":"2001.08740","title":"Audiovisual SlowFast Networks for Video Recognition","created":"2020-01-23","cited_by_count":146},{"id":"1507.06550","title":"Human Pose Estimation with Iterative Error Feedback","created":"2015-07-23","cited_by_count":121},{"id":"2102.08602","title":"LambdaNetworks: Modeling Long-Range Interactions Without Attention","created":"2021-02-17","cited_by_count":107},{"id":"1706.05137","title":"One Model To Learn Them All","created":"2017-06-16","cited_by_count":87},{"id":"2103.01197","title":"Coordination Among Neural Modules Through a Shared Global Workspace","created":"2021-03-01","cited_by_count":85},{"id":"1907.13098","title":"Making Sense of Vision and Touch: Learning Multimodal Representations for Contact-Rich Tasks","created":"2019-07-28","cited_by_count":84},{"id":"1806.01822","title":"Relational recurrent neural networks","created":"2018-06-05","cited_by_count":65},{"id":"1911.04070","title":"BP-Transformer: Modelling Long-Range Context via Binary Partitioning","created":"2019-11-11","cited_by_count":38},{"id":"1912.02184","title":"Towards Robust Image Classification Using Sequential Attention Models","created":"2019-12-04","cited_by_count":27},{"id":"2006.01595","title":"Large Scale Audiovisual Learning of Sounds with Weakly Labeled Data","created":"2020-05-29","cited_by_count":27},{"id":"1910.05577","title":"Context-Gated Convolution","created":"2019-10-12","cited_by_count":23},{"id":"1507.05699","title":"Bottom-Up and Top-Down Reasoning with Hierarchical Rectified Gaussians","created":"2015-07-21","cited_by_count":14},{"id":"1711.00927","title":"Audio Set classification with attention model: A probabilistic perspective","created":"2017-11-02","cited_by_count":14},{"id":"1802.10419","title":"Convolutional Neural Networks with Alternately Updated Clique","created":"2018-02-28","cited_by_count":14},{"id":"1803.02353","title":"Multi-level Attention Model for Weakly Supervised Audio Classification","created":"2018-03-06","cited_by_count":4}],"next_cursor":null}