{"list":"other","total":67,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1512.03385","title":"Deep Residual Learning for Image Recognition","created":"2015-12-10","cited_by_count":52096},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2010.11929","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","created":"2020-10-22","cited_by_count":30186},{"id":"1912.01703","title":"PyTorch: An Imperative Style, High-Performance Deep Learning Library","created":"2019-12-03","cited_by_count":20305},{"id":"2103.14030","title":"Swin Transformer: Hierarchical Vision Transformer using Shifted Windows","created":"2021-03-25","cited_by_count":12139},{"id":"2005.12872","title":"End-to-End Object Detection with Transformers","created":"2020-05-26","cited_by_count":7414},{"id":"1502.03167","title":"Batch Normalization: Accelerating Deep Network Training by Reducing Internal Covariate Shift","created":"2015-02-11","cited_by_count":7005},{"id":"2104.14294","title":"Emerging Properties in Self-Supervised Vision Transformers","created":"2021-04-29","cited_by_count":6968},{"id":"1607.06450","title":"Layer Normalization","created":"2016-07-21","cited_by_count":5669},{"id":"1709.01507","title":"Squeeze-and-Excitation Networks","created":"2017-09-05","cited_by_count":4789},{"id":"2012.12877","title":"Training data-efficient image transformers & distillation through attention","created":"2020-12-23","cited_by_count":4586},{"id":"2201.03545","title":"A ConvNet for the 2020s","created":"2022-01-10","cited_by_count":3579},{"id":"1606.08415","title":"Gaussian Error Linear Units (GELUs)","created":"2016-06-27","cited_by_count":3502},{"id":"1611.05431","title":"Aggregated Residual Transformations for Deep Neural Networks","created":"2016-11-16","cited_by_count":2546},{"id":"1610.02357","title":"Xception: Deep Learning with Depthwise Separable Convolutions","created":"2016-10-07","cited_by_count":2332},{"id":"1311.2901","title":"Visualizing and Understanding Convolutional Networks","created":"2013-11-12","cited_by_count":2290},{"id":"2102.12122","title":"Pyramid Vision Transformer: A Versatile Backbone for Dense Prediction without Convolutions","created":"2021-02-24","cited_by_count":1962},{"id":"1901.02860","title":"Transformer-XL: Attentive Language Models Beyond a Fixed-Length Context","created":"2019-01-09","cited_by_count":1850},{"id":"2009.14794","title":"Rethinking Attention with Performers","created":"2020-09-30","cited_by_count":1601},{"id":"2105.01601","title":"MLP-Mixer: An all-MLP Architecture for Vision","created":"2021-05-04","cited_by_count":1446},{"id":"1607.08022","title":"Instance Normalization: The Missing Ingredient for Fast Stylization","created":"2016-07-27","cited_by_count":1198},{"id":"1803.02155","title":"Self-Attention with Relative Position Representations","created":"2018-03-06","cited_by_count":1120},{"id":"2103.03206","title":"Perceiver: General Perception with Iterative Attention","created":"2021-03-04","cited_by_count":1104},{"id":"2101.11986","title":"Tokens-to-Token ViT: Training Vision Transformers from Scratch on ImageNet","created":"2021-01-28","cited_by_count":1101},{"id":"2103.15808","title":"CvT: Introducing Convolutions to Vision Transformers","created":"2021-03-29","cited_by_count":947},{"id":"1707.02968","title":"Revisiting Unreasonable Effectiveness of Data in Deep Learning Era","created":"2017-07-10","cited_by_count":919},{"id":"2105.05633","title":"Segmenter: Transformer for Semantic Segmentation","created":"2021-05-12","cited_by_count":855},{"id":"2108.08810","title":"Do Vision Transformers See Like Convolutional Neural Networks?","created":"2021-08-19","cited_by_count":675},{"id":"2106.04803","title":"CoAtNet: Marrying Convolution and Attention for All Data Sizes","created":"2021-06-09","cited_by_count":569},{"id":"1906.05909","title":"Stand-Alone Self-Attention in Vision Models","created":"2019-06-13","cited_by_count":542},{"id":"2107.00652","title":"CSWin Transformer: A General Vision Transformer Backbone with Cross-Shaped Windows","created":"2021-07-01","cited_by_count":527},{"id":"2111.11418","title":"MetaFormer Is Actually What You Need for Vision","created":"2021-11-22","cited_by_count":524},{"id":"2103.10697","title":"ConViT: Improving Vision Transformers with Soft Convolutional Inductive Biases","created":"2021-03-19","cited_by_count":484},{"id":"2204.01697","title":"MaxViT: Multi-Axis Vision Transformer","created":"2022-04-04","cited_by_count":476},{"id":"2102.10882","title":"Conditional Positional Encodings for Vision Transformers","created":"2021-02-22","cited_by_count":406},{"id":"2106.14881","title":"Early Convolutions Help Transformers See Better","created":"2021-06-28","cited_by_count":396},{"id":"2105.08050","title":"Pay Attention to MLPs","created":"2021-05-17","cited_by_count":368},{"id":"2110.00476","title":"ResNet strikes back: An improved training procedure in timm","created":"2021-10-01","cited_by_count":368},{"id":"2101.11605","title":"Bottleneck Transformers for Visual Recognition","created":"2021-01-27","cited_by_count":364},{"id":"2105.03404","title":"ResMLP: Feedforward networks for image classification with data-efficient training","created":"2021-05-07","cited_by_count":339},{"id":"2106.09681","title":"XCiT: Cross-Covariance Image Transformers","created":"2021-06-17","cited_by_count":338},{"id":"2003.07853","title":"Axial-DeepLab: Stand-Alone Axial-Attention for Panoptic Segmentation","created":"2020-03-17","cited_by_count":326},{"id":"1911.03584","title":"On the Relationship between Self-Attention and Convolutional Layers","created":"2019-11-08","cited_by_count":300},{"id":"2107.00641","title":"Focal Self-attention for Local-Global Interactions in Vision Transformers","created":"2021-07-01","cited_by_count":288},{"id":"2104.06399","title":"Co-Scale Conv-Attentional Image Transformers","created":"2021-04-13","cited_by_count":224},{"id":"2103.12731","title":"Scaling Local Self-Attention for Parameter Efficient Visual Backbones","created":"2021-03-23","cited_by_count":220},{"id":"2107.14222","title":"Rethinking and Improving Relative Position Encoding for Vision Transformer","created":"2021-07-29","cited_by_count":207},{"id":"2201.09450","title":"UniFormer: Unifying Convolution and Self-attention for Visual Recognition","created":"2022-01-24","cited_by_count":206},{"id":"2104.01538","title":"Hypercorrelation Squeeze for Few-Shot Segmentation","created":"2021-04-04","cited_by_count":193},{"id":"1810.10510","title":"Neighbourhood Consensus Networks","created":"2018-10-24","cited_by_count":174},{"id":"2106.02689","title":"RegionViT: Regional-to-Local Attention for Vision Transformers","created":"2021-06-04","cited_by_count":127},{"id":"2112.11010","title":"MPViT: Multi-Path Vision Transformer for Dense Prediction","created":"2021-12-21","cited_by_count":122},{"id":"2009.13658","title":"Improve Transformer Models with Better Relative Position Embeddings","created":"2020-09-28","cited_by_count":73},{"id":"2103.16831","title":"Convolutional Hough Matching Networks","created":"2021-03-31","cited_by_count":43},{"id":"2108.13002","title":"A Battle of Network Structures: An Empirical Study of CNN, Transformer, and MLP","created":"2021-08-30","cited_by_count":32},{"id":"2006.16427","title":"Biologically Inspired Mechanisms for Adversarial Robustness","created":"2020-06-29","cited_by_count":29},{"id":"2112.13692","title":"Augmenting Convolutional networks with attention-based aggregation","created":"2021-12-27","cited_by_count":29},{"id":"2105.14173","title":"FoveaTer: Foveated Transformer for Image Classification","created":"2021-05-29","cited_by_count":28},{"id":"2006.07991","title":"Emergent Properties of Foveated Perceptual Systems","created":"2020-06-14","cited_by_count":24},{"id":"2111.11802","title":"Pruning Self-attentions into Convolutional Layers in Single Path","created":"2021-11-23","cited_by_count":24},{"id":"2110.04035","title":"UniNet: Unified Architecture Search with Convolution, Transformer, and MLP","created":"2021-10-08","cited_by_count":23},{"id":"2111.12994","title":"NomMer: Nominate Synergistic Context in Vision Transformer for Visual Recognition","created":"2021-11-25","cited_by_count":12},{"id":"2202.00838","title":"Finding Biological Plausibility for Adversarially Robust Features via Metameric Tasks","created":"2022-02-02","cited_by_count":11},{"id":"1608.04042","title":"Can Peripheral Representations Improve Clutter Metrics on Complex Scenes?","created":"2016-08-14","cited_by_count":8},{"id":"1705.00816","title":"Central and peripheral vision for scene recognition: A neurocomputational modeling exploration","created":"2017-05-02","cited_by_count":8},{"id":"1706.04568","title":"SideEye: A Generative Neural Network Based Simulator of Human Peripheral Vision","created":"2017-06-14","cited_by_count":4}],"next_cursor":null}