{"list":"other","total":65,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1512.03385","title":"Deep Residual Learning for Image Recognition","created":"2015-12-10","cited_by_count":52096},{"id":"2010.11929","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","created":"2020-10-22","cited_by_count":30186},{"id":"1912.01703","title":"PyTorch: An Imperative Style, High-Performance Deep Learning Library","created":"2019-12-03","cited_by_count":20305},{"id":"1405.0312","title":"Microsoft COCO: Common Objects in Context","created":"2014-05-01","cited_by_count":17608},{"id":"1409.1556","title":"Very Deep Convolutional Networks for Large-Scale Image Recognition","created":"2014-09-04","cited_by_count":15364},{"id":"2103.14030","title":"Swin Transformer: Hierarchical Vision Transformer using Shifted Windows","created":"2021-03-25","cited_by_count":12139},{"id":"1911.05722","title":"Momentum Contrast for Unsupervised Visual Representation Learning","created":"2019-11-13","cited_by_count":7513},{"id":"2111.06377","title":"Masked Autoencoders Are Scalable Vision Learners","created":"2021-11-11","cited_by_count":7403},{"id":"1703.06870","title":"Mask R-CNN","created":"2017-03-20","cited_by_count":7277},{"id":"2104.14294","title":"Emerging Properties in Self-Supervised Vision Transformers","created":"2021-04-29","cited_by_count":6968},{"id":"1905.11946","title":"EfficientNet: Rethinking Model Scaling for Convolutional Neural Networks","created":"2019-05-28","cited_by_count":6442},{"id":"1607.06450","title":"Layer Normalization","created":"2016-07-21","cited_by_count":5669},{"id":"1710.09412","title":"mixup: Beyond Empirical Risk Minimization","created":"2017-10-25","cited_by_count":5183},{"id":"1612.03144","title":"Feature Pyramid Networks for Object Detection","created":"2016-12-09","cited_by_count":5036},{"id":"2006.07733","title":"Bootstrap your own latent: A new approach to self-supervised Learning","created":"2020-06-13","cited_by_count":4750},{"id":"2012.12877","title":"Training data-efficient image transformers & distillation through attention","created":"2020-12-23","cited_by_count":4586},{"id":"1704.04861","title":"MobileNets: Efficient Convolutional Neural Networks for Mobile Vision Applications","created":"2017-04-17","cited_by_count":3845},{"id":"2201.03545","title":"A ConvNet for the 2020s","created":"2022-01-10","cited_by_count":3579},{"id":"1606.08415","title":"Gaussian Error Linear Units (GELUs)","created":"2016-06-27","cited_by_count":3502},{"id":"1905.04899","title":"CutMix: Regularization Strategy to Train Strong Classifiers with Localizable Features","created":"2019-05-13","cited_by_count":2884},{"id":"1610.02357","title":"Xception: Deep Learning with Depthwise Separable Convolutions","created":"2016-10-07","cited_by_count":2332},{"id":"1909.13719","title":"RandAugment: Practical automated data augmentation with a reduced search space","created":"2019-09-30","cited_by_count":2269},{"id":"2006.16236","title":"Transformers are RNNs: Fast Autoregressive Transformers with Linear Attention","created":"2020-06-29","cited_by_count":2022},{"id":"2102.12122","title":"Pyramid Vision Transformer: A Versatile Backbone for Dense Prediction without Convolutions","created":"2021-02-24","cited_by_count":1962},{"id":"2009.14794","title":"Rethinking Attention with Performers","created":"2020-09-30","cited_by_count":1601},{"id":"2006.04768","title":"Linformer: Self-Attention with Linear Complexity","created":"2020-06-08","cited_by_count":1474},{"id":"2105.01601","title":"MLP-Mixer: An all-MLP Architecture for Vision","created":"2021-05-04","cited_by_count":1446},{"id":"1906.07155","title":"MMDetection: Open MMLab Detection Toolbox and Benchmark","created":"2019-06-17","cited_by_count":1385},{"id":"2101.11986","title":"Tokens-to-Token ViT: Training Vision Transformers from Scratch on ImageNet","created":"2021-01-28","cited_by_count":1101},{"id":"1603.09382","title":"Deep Networks with Stochastic Depth","created":"2016-03-30","cited_by_count":979},{"id":"2003.13678","title":"Designing Network Design Spaces","created":"2020-03-30","cited_by_count":960},{"id":"2103.15808","title":"CvT: Introducing Convolutions to Vision Transformers","created":"2021-03-29","cited_by_count":947},{"id":"2106.02034","title":"DynamicViT: Efficient Vision Transformers with Dynamic Token Sparsification","created":"2021-06-03","cited_by_count":864},{"id":"2103.17239","title":"Going deeper with Image Transformers","created":"2021-03-31","cited_by_count":764},{"id":"2110.02178","title":"MobileViT: Light-weight, General-purpose, and Mobile-friendly Vision Transformer","created":"2021-10-05","cited_by_count":642},{"id":"2104.13840","title":"Twins: Revisiting the Design of Spatial Attention in Vision Transformers","created":"2021-04-28","cited_by_count":565},{"id":"2111.11418","title":"MetaFormer Is Actually What You Need for Vision","created":"2021-11-22","cited_by_count":524},{"id":"2104.01136","title":"LeViT: a Vision Transformer in ConvNet's Clothing for Faster Inference","created":"2021-04-02","cited_by_count":475},{"id":"2102.03902","title":"Nystr\\\"omformer: A Nystr\\\"om-Based Algorithm for Approximating Self-Attention","created":"2021-02-07","cited_by_count":471},{"id":"1812.01243","title":"Efficient Attention: Attention with Linear Complexities","created":"2018-12-04","cited_by_count":368},{"id":"1912.12180","title":"Axial Attention in Multidimensional Transformers","created":"2019-12-20","cited_by_count":358},{"id":"2103.02143","title":"Random Feature Attention","created":"2021-03-03","cited_by_count":354},{"id":"2105.03404","title":"ResMLP: Feedforward networks for image classification with data-efficient training","created":"2021-05-07","cited_by_count":339},{"id":"2106.09681","title":"XCiT: Cross-Covariance Image Transformers","created":"2021-06-17","cited_by_count":338},{"id":"1910.06188","title":"Q8BERT: Quantized 8Bit BERT","created":"2019-10-14","cited_by_count":300},{"id":"2202.08791","title":"cosFormer: Rethinking Softmax in Attention","created":"2022-02-17","cited_by_count":213},{"id":"2103.15358","title":"Multi-Scale Vision Longformer: A New Vision Transformer for High-Resolution Image Encoding","created":"2021-03-29","cited_by_count":207},{"id":"2110.11945","title":"SOFT: Softmax-free Transformer with Linear Complexity","created":"2021-10-22","cited_by_count":128},{"id":"2105.04553","title":"Self-Supervised Learning with Swin Transformers","created":"2021-05-10","cited_by_count":122},{"id":"2105.02358","title":"Beyond Self-attention: External Attention using Two Linear Layers for Visual Tasks","created":"2021-05-05","cited_by_count":109},{"id":"2007.00072","title":"Data Movement Is All You Need: A Case Study on Optimizing Transformers","created":"2020-06-30","cited_by_count":108},{"id":"2002.10941","title":"A$^3$: Accelerating Attention Mechanisms in Neural Networks with Approximation","created":"2020-02-22","cited_by_count":101},{"id":"2110.03860","title":"Token Pooling in Vision Transformers","created":"2021-10-08","cited_by_count":69},{"id":"2108.13341","title":"Hire-MLP: Vision MLP via Hierarchical Rearrangement","created":"2021-08-30","cited_by_count":66},{"id":"2105.07269","title":"Mean Shift for Self-Supervised Learning","created":"2021-05-15","cited_by_count":65},{"id":"2010.14713","title":"CompRess: Self-Supervised Learning by Compressing Representations","created":"2020-10-28","cited_by_count":62},{"id":"2103.09301","title":"Softermax: Hardware/Software Co-Design of an Efficient Softmax for Transformers","created":"2021-03-16","cited_by_count":54},{"id":"1910.10485","title":"Fully Quantized Transformer for Machine Translation","created":"2019-10-17","cited_by_count":36},{"id":"2009.08034","title":"Towards Fully 8-bit Integer Inference for the Transformer Model","created":"2020-09-17","cited_by_count":35},{"id":"2012.09259","title":"ISD: Self-Supervised Learning by Iterative Similarity Distillation","created":"2020-12-16","cited_by_count":33},{"id":"2002.06275","title":"TwinBERT: Distilling Knowledge to Twin-Structured BERT Models for Efficient Retrieval","created":"2020-02-14","cited_by_count":24},{"id":"2011.11538","title":"Exploring Alternatives to Softmax Function","created":"2020-11-23","cited_by_count":16},{"id":"2111.10770","title":"Efficient Softmax Approximation for Deep Neural Networks with Attention Mechanism","created":"2021-11-21","cited_by_count":9},{"id":"2202.06510","title":"Mixing and Shifting: Exploiting Global and Local Dependencies in Vision MLPs","created":"2022-02-14","cited_by_count":6}],"next_cursor":null}