{"total":210,"rows":[{"id":"2103.14030","title":"Swin Transformer: Hierarchical Vision Transformer using Shifted Windows","created":"2021-03-25","cited_by_count":12139,"area":null},{"id":"2111.09883","title":"Swin Transformer V2: Scaling Up Capacity and Resolution","created":"2021-11-18","cited_by_count":1228,"area":null},{"id":"2105.05537","title":"Swin-Unet: Unet-like Pure Transformer for Medical Image Segmentation","created":"2021-05-12","cited_by_count":1222,"area":null},{"id":"2101.11986","title":"Tokens-to-Token ViT: Training Vision Transformers from Scratch on ImageNet","created":"2021-01-28","cited_by_count":1101,"area":null},{"id":"2106.13230","title":"Video Swin Transformer","created":"2021-06-24","cited_by_count":1091,"area":null},{"id":"2101.01169","title":"Transformers in Vision: A Survey","created":"2021-01-04","cited_by_count":1013,"area":null},{"id":"2103.10504","title":"UNETR: Transformers for 3D Medical Image Segmentation","created":"2021-03-18","cited_by_count":959,"area":null},{"id":"2103.15808","title":"CvT: Introducing Convolutions to Vision Transformers","created":"2021-03-29","cited_by_count":947,"area":null},{"id":"2104.11227","title":"Multiscale Vision Transformers","created":"2021-04-22","cited_by_count":897,"area":null},{"id":"2103.14899","title":"CrossViT: Cross-Attention Multi-Scale Vision Transformer for Image Classification","created":"2021-03-27","cited_by_count":806,"area":null},{"id":"2105.10497","title":"Intriguing Properties of Vision Transformers","created":"2021-05-21","cited_by_count":446,"area":null},{"id":"2104.11178","title":"VATT: Transformers for Multimodal Self-Supervised Learning from Raw Video, Audio and Text","created":"2021-04-22","cited_by_count":429,"area":null},{"id":"2101.11605","title":"Bottleneck Transformers for Visual Recognition","created":"2021-01-27","cited_by_count":364,"area":null},{"id":"2202.07800","title":"Not All Patches are What You Need: Expediting Vision Transformers via Token Reorganizations","created":"2022-02-16","cited_by_count":363,"area":null},{"id":"2203.10638","title":"V2X-ViT: Vehicle-to-Everything Cooperative Perception with Vision Transformer","created":"2022-03-20","cited_by_count":320,"area":null},{"id":"2103.11886","title":"DeepViT: Towards Deeper Vision Transformer","created":"2021-03-22","cited_by_count":289,"area":null},{"id":"2104.05704","title":"Escaping the Big Data Paradigm with Compact Transformers","created":"2021-04-12","cited_by_count":264,"area":null},{"id":"2103.11816","title":"Incorporating Convolution Designs into Visual Transformers","created":"2021-03-22","cited_by_count":248,"area":null},{"id":"2111.07624","title":"Attention Mechanisms in Computer Vision: A Survey","created":"2021-11-15","cited_by_count":232,"area":null},{"id":"2104.06399","title":"Co-Scale Conv-Attentional Image Transformers","created":"2021-04-13","cited_by_count":224,"area":null},{"id":"2103.12731","title":"Scaling Local Self-Attention for Parameter Efficient Visual Backbones","created":"2021-03-23","cited_by_count":220,"area":null},{"id":"2104.00678","title":"Group-Free 3D Object Detection via Transformers","created":"2021-04-01","cited_by_count":215,"area":null},{"id":"2102.10772","title":"UniT: Multimodal Multitask Learning with a Unified Transformer","created":"2021-02-22","cited_by_count":195,"area":null},{"id":"2203.11926","title":"Focal Modulation Networks","created":"2022-03-22","cited_by_count":186,"area":null},{"id":"2106.13112","title":"VOLO: Vision Outlooker for Visual Recognition","created":"2021-06-24","cited_by_count":165,"area":null},{"id":"2102.07074","title":"TransGAN: Two Pure Transformers Can Make One Strong GAN, and That Can Scale Up","created":"2021-02-14","cited_by_count":162,"area":null},{"id":"2103.07579","title":"Revisiting ResNets: Improved Training and Scaling Strategies","created":"2021-03-13","cited_by_count":158,"area":null},{"id":"2203.06717","title":"Scaling Up Your Kernels to 31x31: Revisiting Large Kernel Design in CNNs","created":"2022-03-13","cited_by_count":155,"area":null},{"id":"2112.10762","title":"StyleSwin: Transformer-based GAN for High-resolution Image Generation","created":"2021-12-20","cited_by_count":152,"area":null},{"id":"2110.09408","title":"HRFormer: High-Resolution Transformer for Dense Prediction","created":"2021-10-18","cited_by_count":149,"area":null},{"id":"2104.12533","title":"Visformer: The Vision-friendly Transformer","created":"2021-04-26","cited_by_count":137,"area":null},{"id":"2303.03667","title":"Run, Don't Walk: Chasing Higher FLOPS for Faster Neural Networks","created":"2023-03-07","cited_by_count":130,"area":null},{"id":"2106.02689","title":"RegionViT: Regional-to-Local Attention for Vision Transformers","created":"2021-06-04","cited_by_count":127,"area":null},{"id":"2103.12091","title":"Transformer-Based Attention Networks for Continuous Pixel-Wise Prediction","created":"2021-03-22","cited_by_count":125,"area":null},{"id":"2304.09854","title":"Transformer-Based Visual Segmentation: A Survey","created":"2023-04-19","cited_by_count":124,"area":null},{"id":"2111.13817","title":"Video Frame Interpolation Transformer","created":"2021-11-27","cited_by_count":123,"area":null},{"id":"2103.01209","title":"Generative Adversarial Transformers","created":"2021-03-01","cited_by_count":120,"area":null},{"id":"2111.06091","title":"A Survey of Visual Transformers","created":"2021-11-11","cited_by_count":117,"area":null},{"id":"2106.03650","title":"Shuffle Transformer: Rethinking Spatial Shuffle for Vision Transformer","created":"2021-06-07","cited_by_count":115,"area":null},{"id":"2207.10866","title":"Cost Aggregation with 4D Convolutional Swin Transformer for Few-Shot Segmentation","created":"2022-07-22","cited_by_count":114,"area":null},{"id":"2106.03746","title":"Efficient Training of Visual Transformers with Small Datasets","created":"2021-06-07","cited_by_count":108,"area":null},{"id":"2102.08602","title":"LambdaNetworks: Modeling Long-Range Interactions Without Attention","created":"2021-02-17","cited_by_count":107,"area":null},{"id":"2104.10154","title":"Variational Relational Point Completion Network","created":"2021-04-20","cited_by_count":104,"area":null},{"id":"2112.04702","title":"Fast Point Transformer","created":"2021-12-09","cited_by_count":104,"area":null},{"id":"2207.05736","title":"Vision Transformer for NeRF-Based View Synthesis from a Single Input Image","created":"2022-07-12","cited_by_count":104,"area":null},{"id":"2106.12368","title":"Vision Permutator: A Permutable MLP-Like Architecture for Visual Recognition","created":"2021-06-23","cited_by_count":103,"area":null},{"id":"2103.06255","title":"Involution: Inverting the Inherence of Convolution for Visual Recognition","created":"2021-03-10","cited_by_count":99,"area":null},{"id":"2107.12292","title":"Contextual Transformer Networks for Visual Recognition","created":"2021-07-26","cited_by_count":90,"area":null},{"id":"2210.01427","title":"Accurate Image Restoration with Attention Retractable Transformer","created":"2022-10-04","cited_by_count":85,"area":null},{"id":"2103.10619","title":"Scalable Vision Transformers with Hierarchical Pooling","created":"2021-03-19","cited_by_count":84,"area":null},{"id":"2204.05525","title":"TopFormer: Token Pyramid Transformer for Mobile Semantic Segmentation","created":"2022-04-12","cited_by_count":82,"area":null},{"id":"2308.14036","title":"MB-TaylorFormer: Multi-branch Efficient Transformer Expanded by Taylor Formula for Image Dehazing","created":"2023-08-27","cited_by_count":81,"area":null},{"id":"2205.02151","title":"Dual Cross-Attention Learning for Fine-Grained Visual Categorization and Object Re-Identification","created":"2022-05-04","cited_by_count":78,"area":null},{"id":"2207.04978","title":"Wave-ViT: Unifying Wavelet and Transformers for Visual Representation Learning","created":"2022-07-11","cited_by_count":78,"area":null},{"id":"2111.14556","title":"On the Integration of Self-Attention and Convolution","created":"2021-11-29","cited_by_count":74,"area":null},{"id":"2305.03273","title":"Semantic Segmentation using Vision Transformers: A survey","created":"2023-05-05","cited_by_count":73,"area":null},{"id":"2111.11187","title":"PointMixer: MLP-Mixer for Point Cloud Understanding","created":"2021-11-22","cited_by_count":71,"area":null},{"id":"2112.10809","title":"Lite Vision Transformer with Enhanced Self-Attention","created":"2021-12-20","cited_by_count":64,"area":null},{"id":"2203.11335","title":"Global Matching with Overlapping Attention for Optical Flow Estimation","created":"2022-03-21","cited_by_count":64,"area":null},{"id":"2311.15599","title":"UniRepLKNet: A Universal Perception Large-Kernel ConvNet for Audio, Video, Point Cloud, Time-Series and Image Recognition","created":"2023-11-27","cited_by_count":64,"area":null},{"id":"2106.04263","title":"On the Connection between Local Attention and Dynamic Depth-wise Convolution","created":"2021-06-08","cited_by_count":62,"area":null},{"id":"2206.08948","title":"CMT-DeepLab: Clustering Mask Transformers for Panoptic Segmentation","created":"2022-06-17","cited_by_count":60,"area":null},{"id":"2108.06455","title":"PTT: Point-Track-Transformer Module for 3D Single Object Tracking in Point Clouds","created":"2021-08-14","cited_by_count":59,"area":null},{"id":"2205.14623","title":"SKFlow: Learning Optical Flow with Super Kernels","created":"2022-05-29","cited_by_count":56,"area":null},{"id":"2112.12782","title":"SeMask: Semantically Masked Transformers for Semantic Segmentation","created":"2021-12-23","cited_by_count":55,"area":null},{"id":"2105.14217","title":"Less is More: Pay Less Attention in Vision Transformers","created":"2021-05-29","cited_by_count":53,"area":null},{"id":"2105.01290","title":"Dual-Cross Central Difference Network for Face Anti-Spoofing","created":"2021-05-04","cited_by_count":47,"area":null},{"id":"2210.01820","title":"MOAT: Alternating Mobile Convolution and Attention Brings Strong Vision Models","created":"2022-10-04","cited_by_count":47,"area":null},{"id":"2105.15168","title":"MSG-Transformer: Exchanging Local Spatial Information by Manipulating Messenger Tokens","created":"2021-05-31","cited_by_count":46,"area":null},{"id":"2110.03921","title":"ViDT: An Efficient and Effective Fully Transformer-based Object Detector","created":"2021-10-08","cited_by_count":46,"area":null},{"id":"2108.01684","title":"Vision Transformer with Progressive Sampling","created":"2021-08-03","cited_by_count":44,"area":null},{"id":"2108.06076","title":"PVT: Point-Voxel Transformer for Point Cloud Learning","created":"2021-08-13","cited_by_count":43,"area":null},{"id":"2204.02557","title":"MixFormer: Mixing Features across Windows and Dimensions","created":"2022-04-06","cited_by_count":43,"area":null},{"id":"2208.00713","title":"TransDeepLab: Convolution-Free Transformer-based DeepLab v3+ for Medical Image Segmentation","created":"2022-08-01","cited_by_count":43,"area":null},{"id":"2106.02277","title":"Glance-and-Gaze Vision Transformer","created":"2021-06-04","cited_by_count":42,"area":null},{"id":"2111.13300","title":"A Robust Volumetric Transformer for Accurate 3D Tumor Segmentation","created":"2021-11-26","cited_by_count":41,"area":null},{"id":"2303.16450","title":"Self-positioning Point-based Transformer for Point Cloud Understanding","created":"2023-03-29","cited_by_count":40,"area":null},{"id":"2104.13497","title":"ConTNet: Why not use convolution and transformer at the same time?","created":"2021-04-27","cited_by_count":38,"area":null},{"id":"2204.07756","title":"Visual Attention Methods in Deep Learning: An In-Depth Survey","created":"2022-04-16","cited_by_count":37,"area":null},{"id":"2203.10790","title":"ScalableViT: Rethinking the Context-oriented Generalization of Vision Transformer","created":"2022-03-21","cited_by_count":36,"area":null},{"id":"2501.04486","title":"MB-TaylorFormer V2: Improved Multi-branch Linear Transformer Expanded by Taylor Formula for Image Restoration","created":"2025-01-08","cited_by_count":36,"area":null},{"id":"2103.00879","title":"DR-TANet: Dynamic Receptive Temporal Attention Network for Street Scene Change Detection","created":"2021-03-01","cited_by_count":32,"area":null},{"id":"2112.01011","title":"Local Similarity Pattern and Cost Self-Reassembling for Deep Stereo Matching Networks","created":"2021-12-02","cited_by_count":32,"area":null},{"id":"2401.02015","title":"Improving Diffusion-Based Image Synthesis with Context Prediction","created":"2024-01-04","cited_by_count":32,"area":"diffusion"},{"id":"2102.07092","title":"Learning Self-Similarity in Space and Time as Generalized Motion for Video Action Recognition","created":"2021-02-14","cited_by_count":31,"area":null},{"id":"2103.16748","title":"Dual Contrastive Loss and Attention for GANs","created":"2021-03-31","cited_by_count":30,"area":null},{"id":"2201.10801","title":"When Shift Operation Meets Vision Transformer: An Extremely Simple Alternative to Attention Mechanism","created":"2022-01-26","cited_by_count":30,"area":null},{"id":"2208.02879","title":"PointConvFormer: Revenge of the Point-based Convolution","created":"2022-08-04","cited_by_count":30,"area":null},{"id":"2102.12152","title":"Dual-Awareness Attention for Few-Shot Object Detection","created":"2021-02-24","cited_by_count":29,"area":null},{"id":"2108.12468","title":"Learning Inner-Group Relations on Point Clouds","created":"2021-08-27","cited_by_count":29,"area":null},{"id":"2207.04976","title":"Dual Vision Transformer","created":"2022-07-11","cited_by_count":29,"area":null},{"id":"2210.05958","title":"Bridging the Gap Between Vision Transformers and Convolutional Neural Networks on Small Datasets","created":"2022-10-12","cited_by_count":29,"area":null},{"id":"2201.12083","title":"DynaMixer: A Vision MLP Architecture with Dynamic Mixing","created":"2022-01-28","cited_by_count":28,"area":null},{"id":"2203.12856","title":"Beyond Fixation: Dynamic Window Visual Transformer","created":"2022-03-24","cited_by_count":28,"area":null},{"id":"2112.11435","title":"Learned Queries for Efficient Local Attention","created":"2021-12-21","cited_by_count":27,"area":null},{"id":"2209.00860","title":"Real-time 3D Single Object Tracking with Transformer","created":"2022-09-02","cited_by_count":27,"area":null},{"id":"2104.13044","title":"Dual Transformer for Point Cloud Analysis","created":"2021-04-27","cited_by_count":26,"area":null},{"id":"2101.01715","title":"Local Memory Attention for Fast Video Semantic Segmentation","created":"2021-01-05","cited_by_count":25,"area":null},{"id":"2203.15712","title":"Integrative Few-Shot Learning for Classification and Segmentation","created":"2022-03-29","cited_by_count":25,"area":null},{"id":"2307.13363","title":"3DRP-Net: 3D Relative Position-aware Network for 3D Visual Grounding","created":"2023-07-25","cited_by_count":25,"area":null}],"next_cursor":"100"}