{"total":523,"rows":[{"id":"2103.14030","title":"Swin Transformer: Hierarchical Vision Transformer using Shifted Windows","created":"2021-03-25","cited_by_count":12139,"area":null},{"id":"2201.03545","title":"A ConvNet for the 2020s","created":"2022-01-10","cited_by_count":3579,"area":null},{"id":"2102.12122","title":"Pyramid Vision Transformer: A Versatile Backbone for Dense Prediction without Convolutions","created":"2021-02-24","cited_by_count":1962,"area":null},{"id":"2108.10257","title":"SwinIR: Image Restoration Using Swin Transformer","created":"2021-08-23","cited_by_count":1887,"area":null},{"id":"2103.13413","title":"Vision Transformers for Dense Prediction","created":"2021-03-24","cited_by_count":1803,"area":null},{"id":"2102.05095","title":"Is Space-Time Attention All You Need for Video Understanding?","created":"2021-02-09","cited_by_count":1620,"area":null},{"id":"2103.15691","title":"ViViT: A Video Vision Transformer","created":"2021-03-29","cited_by_count":1620,"area":null},{"id":"2104.02057","title":"An Empirical Study of Training Self-Supervised Vision Transformers","created":"2021-04-05","cited_by_count":1616,"area":null},{"id":"2105.01601","title":"MLP-Mixer: An all-MLP Architecture for Vision","created":"2021-05-04","cited_by_count":1446,"area":null},{"id":"2104.00650","title":"Frozen in Time: A Joint Video and Image Encoder for End-to-End Retrieval","created":"2021-04-01","cited_by_count":1177,"area":null},{"id":"2103.03206","title":"Perceiver: General Perception with Iterative Attention","created":"2021-03-04","cited_by_count":1104,"area":null},{"id":"2101.11986","title":"Tokens-to-Token ViT: Training Vision Transformers from Scratch on ImageNet","created":"2021-01-28","cited_by_count":1101,"area":null},{"id":"2101.01169","title":"Transformers in Vision: A Survey","created":"2021-01-04","cited_by_count":1013,"area":null},{"id":"2103.10504","title":"UNETR: Transformers for 3D Medical Image Segmentation","created":"2021-03-18","cited_by_count":959,"area":null},{"id":"2104.11227","title":"Multiscale Vision Transformers","created":"2021-04-22","cited_by_count":897,"area":null},{"id":"2103.14899","title":"CrossViT: Cross-Attention Multi-Scale Vision Transformer for Image Classification","created":"2021-03-27","cited_by_count":806,"area":null},{"id":"2103.17239","title":"Going deeper with Image Transformers","created":"2021-03-31","cited_by_count":764,"area":null},{"id":"2108.08810","title":"Do Vision Transformers See Like Convolutional Neural Networks?","created":"2021-08-19","cited_by_count":675,"area":null},{"id":"2110.02178","title":"MobileViT: Light-weight, General-purpose, and Mobile-friendly Vision Transformer","created":"2021-10-05","cited_by_count":642,"area":null},{"id":"2106.04803","title":"CoAtNet: Marrying Convolution and Attention for All Data Sizes","created":"2021-06-09","cited_by_count":569,"area":null},{"id":"2104.13840","title":"Twins: Revisiting the Design of Spatial Attention in Vision Transformers","created":"2021-04-28","cited_by_count":565,"area":null},{"id":"2107.00652","title":"CSWin Transformer: A General Vision Transformer Backbone with Cross-Shaped Windows","created":"2021-07-01","cited_by_count":527,"area":null},{"id":"2111.11418","title":"MetaFormer Is Actually What You Need for Vision","created":"2021-11-22","cited_by_count":524,"area":null},{"id":"2103.10697","title":"ConViT: Improving Vision Transformers with Soft Convolutional Inductive Biases","created":"2021-03-19","cited_by_count":484,"area":null},{"id":"2105.10497","title":"Intriguing Properties of Vision Transformers","created":"2021-05-21","cited_by_count":446,"area":null},{"id":"2104.11178","title":"VATT: Transformers for Multimodal Self-Supervised Learning from Raw Video, Audio and Text","created":"2021-04-22","cited_by_count":429,"area":null},{"id":"2103.03404","title":"Attention is Not All You Need: Pure Attention Loses Rank Doubly Exponentially with Depth","created":"2021-03-05","cited_by_count":419,"area":null},{"id":"2102.10882","title":"Conditional Positional Encodings for Vision Transformers","created":"2021-02-22","cited_by_count":406,"area":null},{"id":"2106.14881","title":"Early Convolutions Help Transformers See Better","created":"2021-06-28","cited_by_count":396,"area":null},{"id":"2101.11605","title":"Bottleneck Transformers for Visual Recognition","created":"2021-01-27","cited_by_count":364,"area":null},{"id":"2103.16302","title":"Rethinking Spatial Dimensions of Vision Transformers","created":"2021-03-30","cited_by_count":361,"area":null},{"id":"2107.06263","title":"CMT: Convolutional Neural Networks Meet Vision Transformers","created":"2021-07-13","cited_by_count":310,"area":null},{"id":"2103.11886","title":"DeepViT: Towards Deeper Vision Transformer","created":"2021-03-22","cited_by_count":289,"area":null},{"id":"2107.00641","title":"Focal Self-attention for Local-Global Interactions in Vision Transformers","created":"2021-07-01","cited_by_count":288,"area":null},{"id":"2104.05704","title":"Escaping the Big Data Paradigm with Compact Transformers","created":"2021-04-12","cited_by_count":264,"area":null},{"id":"2111.12417","title":"N\\\"UWA: Visual Synthesis Pre-training for Neural visUal World creAtion","created":"2021-11-24","cited_by_count":253,"area":null},{"id":"2103.14586","title":"Understanding Robustness of Transformers for Image Classification","created":"2021-03-26","cited_by_count":249,"area":null},{"id":"2103.11816","title":"Incorporating Convolution Designs into Visual Transformers","created":"2021-03-22","cited_by_count":248,"area":null},{"id":"2201.09873","title":"Transformers in Medical Imaging: A Survey","created":"2022-01-24","cited_by_count":245,"area":null},{"id":"2204.07143","title":"Neighborhood Attention Transformer","created":"2022-04-14","cited_by_count":239,"area":null},{"id":"2111.07624","title":"Attention Mechanisms in Computer Vision: A Survey","created":"2021-11-15","cited_by_count":232,"area":null},{"id":"2109.14279","title":"Localizing Objects with Self-Supervised Transformers and no Labels","created":"2021-09-29","cited_by_count":230,"area":null},{"id":"2104.02409","title":"Learning to Estimate Hidden Motions with Global Motion Aggregation","created":"2021-04-06","cited_by_count":224,"area":null},{"id":"2104.06399","title":"Co-Scale Conv-Attentional Image Transformers","created":"2021-04-13","cited_by_count":224,"area":null},{"id":"2103.12731","title":"Scaling Local Self-Attention for Parameter Efficient Visual Backbones","created":"2021-03-23","cited_by_count":220,"area":null},{"id":"2104.00678","title":"Group-Free 3D Object Detection via Transformers","created":"2021-04-01","cited_by_count":215,"area":null},{"id":"2202.09741","title":"Visual Attention Network","created":"2022-02-20","cited_by_count":210,"area":null},{"id":"2107.14222","title":"Rethinking and Improving Relative Position Encoding for Vision Transformer","created":"2021-07-29","cited_by_count":207,"area":null},{"id":"2201.09450","title":"UniFormer: Unifying Convolution and Self-attention for Visual Recognition","created":"2022-01-24","cited_by_count":206,"area":null},{"id":"2111.12710","title":"PeCo: Perceptual Codebook for BERT Pre-training of Vision Transformers","created":"2021-11-24","cited_by_count":204,"area":null},{"id":"2106.05210","title":"Rethinking Space-Time Networks with Improved Memory Coverage for Efficient Video Object Segmentation","created":"2021-06-09","cited_by_count":203,"area":null},{"id":"2201.09792","title":"Patches Are All You Need?","created":"2022-01-24","cited_by_count":201,"area":null},{"id":"2102.10772","title":"UniT: Multimodal Multitask Learning with a Unified Transformer","created":"2021-02-22","cited_by_count":195,"area":null},{"id":"2112.06375","title":"Embracing Single Stride 3D Object Detector with Sparse Transformer","created":"2021-12-13","cited_by_count":193,"area":null},{"id":"2107.00651","title":"AutoFormer: Searching Transformers for Visual Recognition","created":"2021-07-01","cited_by_count":188,"area":null},{"id":"2111.05464","title":"Are Transformers More Robust Than CNNs?","created":"2021-11-10","cited_by_count":187,"area":null},{"id":"2201.04676","title":"UniFormer: Unified Transformer for Efficient Spatiotemporal Representation Learning","created":"2022-01-12","cited_by_count":184,"area":null},{"id":"2101.07448","title":"Fast Convergence of DETR with Spatially Modulated Co-Attention","created":"2021-01-19","cited_by_count":176,"area":null},{"id":"2106.13112","title":"VOLO: Vision Outlooker for Visual Recognition","created":"2021-06-24","cited_by_count":165,"area":null},{"id":"2103.07579","title":"Revisiting ResNets: Improved Training and Scaling Strategies","created":"2021-03-13","cited_by_count":158,"area":null},{"id":"2203.06717","title":"Scaling Up Your Kernels to 31x31: Revisiting Large Kernel Design in CNNs","created":"2022-03-13","cited_by_count":155,"area":null},{"id":"2203.06697","title":"Efficient Long-Range Attention Network for Image Super-resolution","created":"2022-03-13","cited_by_count":151,"area":null},{"id":"2303.08810","title":"BiFormer: Vision Transformer with Bi-Level Routing Attention","created":"2023-03-15","cited_by_count":151,"area":null},{"id":"2110.09408","title":"HRFormer: High-Resolution Transformer for Dense Prediction","created":"2021-10-18","cited_by_count":149,"area":null},{"id":"2303.00748","title":"Efficient and Explicit Modelling of Image Hierarchies for Image Restoration","created":"2023-03-01","cited_by_count":145,"area":null},{"id":"2207.03620","title":"More ConvNets in the 2020s: Scaling up Kernels Beyond 51x51 using Sparsity","created":"2022-07-07","cited_by_count":142,"area":null},{"id":"2106.05266","title":"Semi-Supervised 3D Hand-Object Poses Estimation with Interactions in Time","created":"2021-06-09","cited_by_count":141,"area":null},{"id":"2104.12533","title":"Visformer: The Vision-friendly Transformer","created":"2021-04-26","cited_by_count":137,"area":null},{"id":"2106.02689","title":"RegionViT: Regional-to-Local Attention for Vision Transformers","created":"2021-06-04","cited_by_count":127,"area":null},{"id":"2106.11297","title":"TokenLearner: What Can 8 Learned Tokens Do for Images and Videos?","created":"2021-06-21","cited_by_count":127,"area":null},{"id":"2103.14862","title":"TS-CAM: Token Semantic Coupled Attention Map for Weakly Supervised Object Localization","created":"2021-03-27","cited_by_count":123,"area":null},{"id":"2111.13817","title":"Video Frame Interpolation Transformer","created":"2021-11-27","cited_by_count":123,"area":null},{"id":"2102.02611","title":"CKConv: Continuous Kernel Convolution For Sequential Data","created":"2021-02-04","cited_by_count":120,"area":null},{"id":"2103.01209","title":"Generative Adversarial Transformers","created":"2021-03-01","cited_by_count":120,"area":null},{"id":"2102.01894","title":"Relaxed Transformer Decoders for Direct Action Proposal Generation","created":"2021-02-03","cited_by_count":117,"area":null},{"id":"2111.06091","title":"A Survey of Visual Transformers","created":"2021-11-11","cited_by_count":117,"area":null},{"id":"2106.03650","title":"Shuffle Transformer: Rethinking Spatial Shuffle for Vision Transformer","created":"2021-06-07","cited_by_count":115,"area":null},{"id":"2108.03348","title":"Global Self-Attention as a Replacement for Graph Convolution","created":"2021-08-07","cited_by_count":114,"area":null},{"id":"2105.14103","title":"An Attention Free Transformer","created":"2021-05-28","cited_by_count":112,"area":null},{"id":"2203.16768","title":"ReSTR: Convolution-free Referring Image Segmentation Using Transformers","created":"2022-03-31","cited_by_count":112,"area":null},{"id":"2106.06047","title":"Rethinking Architecture Design for Tackling Data Heterogeneity in Federated Learning","created":"2021-06-10","cited_by_count":111,"area":null},{"id":"2107.04589","title":"ViTGAN: Training GANs with Vision Transformers","created":"2021-07-09","cited_by_count":110,"area":null},{"id":"2111.07910","title":"Mask-guided Spectral-wise Transformer for Efficient Hyperspectral Image Reconstruction","created":"2021-11-15","cited_by_count":110,"area":null},{"id":"2105.02358","title":"Beyond Self-attention: External Attention using Two Linear Layers for Visual Tasks","created":"2021-05-05","cited_by_count":109,"area":null},{"id":"2102.08602","title":"LambdaNetworks: Modeling Long-Range Interactions Without Attention","created":"2021-02-17","cited_by_count":107,"area":null},{"id":"2104.10154","title":"Variational Relational Point Completion Network","created":"2021-04-20","cited_by_count":104,"area":null},{"id":"2112.04702","title":"Fast Point Transformer","created":"2021-12-09","cited_by_count":104,"area":null},{"id":"2207.05736","title":"Vision Transformer for NeRF-Based View Synthesis from a Single Input Image","created":"2022-07-12","cited_by_count":104,"area":null},{"id":"2103.06255","title":"Involution: Inverting the Inherence of Convolution for Visual Recognition","created":"2021-03-10","cited_by_count":99,"area":null},{"id":"2105.12723","title":"Nested Hierarchical Transformer: Towards Accurate, Data-Efficient and Interpretable Visual Understanding","created":"2021-05-26","cited_by_count":97,"area":null},{"id":"2209.15076","title":"3D UX-Net: A Large Kernel Volumetric ConvNet Modernizing Hierarchical Transformer for Medical Image Segmentation","created":"2022-09-29","cited_by_count":94,"area":null},{"id":"2106.02795","title":"Learnable Fourier Features for Multi-Dimensional Spatial Positional Encoding","created":"2021-06-05","cited_by_count":93,"area":null},{"id":"2210.09221","title":"Vision Transformers provably learn spatial structure","created":"2022-10-13","cited_by_count":93,"area":null},{"id":"2210.07372","title":"SWFormer: Sparse Window Transformer for 3D Object Detection in Point Clouds","created":"2022-10-13","cited_by_count":92,"area":null},{"id":"2102.05644","title":"Training Vision Transformers for Image Retrieval","created":"2021-02-10","cited_by_count":90,"area":null},{"id":"2107.12292","title":"Contextual Transformer Networks for Visual Recognition","created":"2021-07-26","cited_by_count":90,"area":null},{"id":"2203.07997","title":"InvPT: Inverted Pyramid Multi-task Transformer for Dense Scene Understanding","created":"2022-03-15","cited_by_count":89,"area":null},{"id":"2103.13915","title":"An Image is Worth 16x16 Words, What is a Video Worth?","created":"2021-03-25","cited_by_count":87,"area":null},{"id":"2303.16900","title":"InceptionNeXt: When Inception Meets ConvNeXt","created":"2023-03-29","cited_by_count":86,"area":null},{"id":"2210.01427","title":"Accurate Image Restoration with Attention Retractable Transformer","created":"2022-10-04","cited_by_count":85,"area":null}],"next_cursor":"100"}