{"list":"other","total":115,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1512.03385","title":"Deep Residual Learning for Image Recognition","created":"2015-12-10","cited_by_count":52096},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2010.11929","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","created":"2020-10-22","cited_by_count":30186},{"id":"1912.01703","title":"PyTorch: An Imperative Style, High-Performance Deep Learning Library","created":"2019-12-03","cited_by_count":20305},{"id":"1405.0312","title":"Microsoft COCO: Common Objects in Context","created":"2014-05-01","cited_by_count":17608},{"id":"2103.14030","title":"Swin Transformer: Hierarchical Vision Transformer using Shifted Windows","created":"2021-03-25","cited_by_count":12139},{"id":"2005.12872","title":"End-to-End Object Detection with Transformers","created":"2020-05-26","cited_by_count":7414},{"id":"2111.06377","title":"Masked Autoencoders Are Scalable Vision Learners","created":"2021-11-11","cited_by_count":7403},{"id":"2104.14294","title":"Emerging Properties in Self-Supervised Vision Transformers","created":"2021-04-29","cited_by_count":6968},{"id":"1610.02391","title":"Grad-CAM: Visual Explanations from Deep Networks via Gradient-based Localization","created":"2016-10-07","cited_by_count":6733},{"id":"1905.11946","title":"EfficientNet: Rethinking Model Scaling for Convolutional Neural Networks","created":"2019-05-28","cited_by_count":6442},{"id":"2012.12877","title":"Training data-efficient image transformers & distillation through attention","created":"2020-12-23","cited_by_count":4586},{"id":"2010.04159","title":"Deformable DETR: Deformable Transformers for End-to-End Object Detection","created":"2020-10-08","cited_by_count":3422},{"id":"2105.15203","title":"SegFormer: Simple and Efficient Design for Semantic Segmentation with Transformers","created":"2021-05-31","cited_by_count":2940},{"id":"2106.08254","title":"BEiT: BERT Pre-Training of Image Transformers","created":"2021-06-15","cited_by_count":2375},{"id":"2112.01527","title":"Masked-attention Mask Transformer for Universal Image Segmentation","created":"2021-12-02","cited_by_count":2351},{"id":"1802.05365","title":"Deep contextualized word representations","created":"2018-02-15","cited_by_count":2290},{"id":"2006.16236","title":"Transformers are RNNs: Fast Autoregressive Transformers with Linear Attention","created":"2020-06-29","cited_by_count":2022},{"id":"1905.02244","title":"Searching for MobileNetV3","created":"2019-05-06","cited_by_count":1994},{"id":"2102.12122","title":"Pyramid Vision Transformer: A Versatile Backbone for Dense Prediction without Convolutions","created":"2021-02-24","cited_by_count":1962},{"id":"2108.10257","title":"SwinIR: Image Restoration Using Swin Transformer","created":"2021-08-23","cited_by_count":1887},{"id":"2001.04451","title":"Reformer: The Efficient Transformer","created":"2020-01-13","cited_by_count":1668},{"id":"2111.09881","title":"Restormer: Efficient Transformer for High-Resolution Image Restoration","created":"2021-11-18","cited_by_count":1627},{"id":"2102.05095","title":"Is Space-Time Attention All You Need for Video Understanding?","created":"2021-02-09","cited_by_count":1620},{"id":"2104.02057","title":"An Empirical Study of Training Self-Supervised Vision Transformers","created":"2021-04-05","cited_by_count":1616},{"id":"2009.14794","title":"Rethinking Attention with Performers","created":"2020-09-30","cited_by_count":1601},{"id":"2102.04306","title":"TransUNet: Transformers Make Strong Encoders for Medical Image Segmentation","created":"2021-02-08","cited_by_count":1558},{"id":"1703.06211","title":"Deformable Convolutional Networks","created":"2017-03-17","cited_by_count":1488},{"id":"2006.04768","title":"Linformer: Self-Attention with Linear Complexity","created":"2020-06-08","cited_by_count":1474},{"id":"1906.07155","title":"MMDetection: Open MMLab Detection Toolbox and Benchmark","created":"2019-06-17","cited_by_count":1385},{"id":"2012.15840","title":"Rethinking Semantic Segmentation from a Sequence-to-Sequence Perspective with Transformers","created":"2020-12-31","cited_by_count":1369},{"id":"1807.10221","title":"Unified Perceptual Parsing for Scene Understanding","created":"2018-07-26","cited_by_count":1271},{"id":"2111.09883","title":"Swin Transformer V2: Scaling Up Capacity and Resolution","created":"2021-11-18","cited_by_count":1228},{"id":"2111.09886","title":"SimMIM: A Simple Framework for Masked Image Modeling","created":"2021-11-18","cited_by_count":1153},{"id":"2107.06278","title":"Per-Pixel Classification is Not All You Need for Semantic Segmentation","created":"2021-07-13","cited_by_count":1152},{"id":"2101.11986","title":"Tokens-to-Token ViT: Training Vision Transformers from Scratch on ImageNet","created":"2021-01-28","cited_by_count":1101},{"id":"1608.05442","title":"Semantic Understanding of Scenes through the ADE20K Dataset","created":"2016-08-18","cited_by_count":1069},{"id":"2103.15808","title":"CvT: Introducing Convolutions to Vision Transformers","created":"2021-03-29","cited_by_count":947},{"id":"2012.00364","title":"Pre-Trained Image Processing Transformer","created":"2020-12-01","cited_by_count":893},{"id":"2103.17239","title":"Going deeper with Image Transformers","created":"2021-03-31","cited_by_count":764},{"id":"2106.13797","title":"PVT v2: Improved Baselines with Pyramid Vision Transformer","created":"2021-06-25","cited_by_count":751},{"id":"2202.03555","title":"data2vec: A General Framework for Self-supervised Learning in Speech, Vision and Language","created":"2022-02-07","cited_by_count":727},{"id":"2108.08810","title":"Do Vision Transformers See Like Convolutional Neural Networks?","created":"2021-08-19","cited_by_count":675},{"id":"1811.11168","title":"Deformable ConvNets v2: More Deformable, Better Results","created":"2018-11-27","cited_by_count":670},{"id":"2110.02178","title":"MobileViT: Light-weight, General-purpose, and Mobile-friendly Vision Transformer","created":"2021-10-05","cited_by_count":642},{"id":"2103.00112","title":"Transformer in Transformer","created":"2021-02-27","cited_by_count":633},{"id":"2112.09133","title":"Masked Feature Prediction for Self-Supervised Visual Pre-Training","created":"2021-12-16","cited_by_count":576},{"id":"2104.13840","title":"Twins: Revisiting the Design of Spatial Attention in Vision Transformers","created":"2021-04-28","cited_by_count":565},{"id":"2107.00652","title":"CSWin Transformer: A General Vision Transformer Backbone with Cross-Shaped Windows","created":"2021-07-01","cited_by_count":527},{"id":"2111.11418","title":"MetaFormer Is Actually What You Need for Vision","created":"2021-11-22","cited_by_count":524},{"id":"2103.10697","title":"ConViT: Improving Vision Transformers with Soft Convolutional Inductive Biases","created":"2021-03-19","cited_by_count":484},{"id":"2204.01697","title":"MaxViT: Multi-Axis Vision Transformer","created":"2022-04-04","cited_by_count":476},{"id":"2103.03404","title":"Attention is Not All You Need: Pure Attention Loses Rank Doubly Exponentially with Depth","created":"2021-03-05","cited_by_count":419},{"id":"2102.10882","title":"Conditional Positional Encodings for Vision Transformers","created":"2021-02-22","cited_by_count":406},{"id":"2110.00476","title":"ResNet strikes back: An improved training procedure in timm","created":"2021-10-01","cited_by_count":368},{"id":"2101.11605","title":"Bottleneck Transformers for Visual Recognition","created":"2021-01-27","cited_by_count":364},{"id":"2109.10852","title":"Pix2seq: A Language Modeling Framework for Object Detection","created":"2021-09-22","cited_by_count":349},{"id":"2106.09681","title":"XCiT: Cross-Covariance Image Transformers","created":"2021-06-17","cited_by_count":338},{"id":"2102.10662","title":"Medical Transformer: Gated Axial-Attention for Medical Image Segmentation","created":"2021-02-21","cited_by_count":320},{"id":"2107.06263","title":"CMT: Convolutional Neural Networks Meet Vision Transformers","created":"2021-07-13","cited_by_count":310},{"id":"1911.03584","title":"On the Relationship between Self-Attention and Convolutional Layers","created":"2019-11-08","cited_by_count":300},{"id":"2202.03026","title":"Context Autoencoder for Self-Supervised Representation Learning","created":"2022-02-07","cited_by_count":297},{"id":"2201.00520","title":"Vision Transformer with Deformable Attention","created":"2022-01-03","cited_by_count":295},{"id":"2103.11886","title":"DeepViT: Towards Deeper Vision Transformer","created":"2021-03-22","cited_by_count":289},{"id":"2011.15091","title":"Inductive Biases for Deep Learning of Higher-Level Cognition","created":"2020-11-30","cited_by_count":275},{"id":"2102.00719","title":"Video Transformer Network","created":"2021-02-01","cited_by_count":272},{"id":"2103.14586","title":"Understanding Robustness of Transformers for Image Classification","created":"2021-03-26","cited_by_count":249},{"id":"2103.11816","title":"Incorporating Convolution Designs into Visual Transformers","created":"2021-03-22","cited_by_count":248},{"id":"2204.07143","title":"Neighborhood Attention Transformer","created":"2022-04-14","cited_by_count":239},{"id":"2108.05895","title":"Mobile-Former: Bridging MobileNet and Transformer","created":"2021-08-12","cited_by_count":235},{"id":"2104.06399","title":"Co-Scale Conv-Attentional Image Transformers","created":"2021-04-13","cited_by_count":224},{"id":"2103.12731","title":"Scaling Local Self-Attention for Parameter Efficient Visual Backbones","created":"2021-03-23","cited_by_count":220},{"id":"2106.03348","title":"ViTAE: Vision Transformer Advanced by Exploring Intrinsic Inductive Bias","created":"2021-06-07","cited_by_count":216},{"id":"2202.09741","title":"Visual Attention Network","created":"2022-02-20","cited_by_count":210},{"id":"2201.09450","title":"UniFormer: Unifying Convolution and Self-attention for Visual Recognition","created":"2022-01-24","cited_by_count":206},{"id":"2111.12710","title":"PeCo: Perceptual Codebook for BERT Pre-training of Vision Transformers","created":"2021-11-24","cited_by_count":204},{"id":"2107.00651","title":"AutoFormer: Searching Transformers for Visual Recognition","created":"2021-07-01","cited_by_count":188},{"id":"2201.04676","title":"UniFormer: Unified Transformer for Efficient Spatiotemporal Representation Learning","created":"2022-01-12","cited_by_count":184},{"id":"2106.00666","title":"You Only Look at One Sequence: Rethinking Transformer in Vision through Object Detection","created":"2021-06-01","cited_by_count":170},{"id":"2112.01529","title":"BEVT: BERT Pretraining of Video Transformers","created":"2021-12-02","cited_by_count":169},{"id":"2106.13112","title":"VOLO: Vision Outlooker for Visual Recognition","created":"2021-06-24","cited_by_count":165},{"id":"2102.07074","title":"TransGAN: Two Pure Transformers Can Make One Strong GAN, and That Can Scale Up","created":"2021-02-14","cited_by_count":162},{"id":"2104.10858","title":"All Tokens Matter: Token Labeling for Training Better Vision Transformers","created":"2021-04-22","cited_by_count":144},{"id":"2108.00154","title":"CrossFormer: A Versatile Vision Transformer Hinging on Cross-scale Attention","created":"2021-07-31","cited_by_count":139},{"id":"2005.14187","title":"HAT: Hardware-Aware Transformers for Efficient Natural Language Processing","created":"2020-05-28","cited_by_count":136},{"id":"2004.11207","title":"Self-Attention Attribution: Interpreting Information Interactions Inside Transformer","created":"2020-04-23","cited_by_count":125},{"id":"2112.11010","title":"MPViT: Multi-Path Vision Transformer for Dense Prediction","created":"2021-12-21","cited_by_count":122},{"id":"2103.01209","title":"Generative Adversarial Transformers","created":"2021-03-01","cited_by_count":120},{"id":"2202.10108","title":"ViTAEv2: Vision Transformer Advanced by Exploring Inductive Bias for Image Recognition and Beyond","created":"2022-02-21","cited_by_count":117},{"id":"2106.03650","title":"Shuffle Transformer: Rethinking Spatial Shuffle for Vision Transformer","created":"2021-06-07","cited_by_count":115},{"id":"2102.08602","title":"LambdaNetworks: Modeling Long-Range Interactions Without Attention","created":"2021-02-17","cited_by_count":107},{"id":"2205.03892","title":"ConvMAE: Masked Convolution Meets Masked Autoencoders","created":"2022-05-08","cited_by_count":105},{"id":"2104.03602","title":"SiT: Self-supervised vIsion Transformer","created":"2021-04-08","cited_by_count":99},{"id":"2205.12956","title":"Inception Transformer","created":"2022-05-25","cited_by_count":99},{"id":"2111.15193","title":"Shunted Self-Attention via Multi-Scale Token Aggregation","created":"2021-11-30","cited_by_count":90},{"id":"2107.03377","title":"Long Short-Term Transformer for Online Action Detection","created":"2021-07-07","cited_by_count":88},{"id":"2111.14556","title":"On the Integration of Self-Attention and Convolution","created":"2021-11-29","cited_by_count":74},{"id":"2112.10809","title":"Lite Vision Transformer with Enhanced Self-Attention","created":"2021-12-20","cited_by_count":64}],"next_cursor":"100"}