{"total":633,"rows":[{"id":"2103.14030","title":"Swin Transformer: Hierarchical Vision Transformer using Shifted Windows","created":"2021-03-25","cited_by_count":12139,"area":null},{"id":"2105.15203","title":"SegFormer: Simple and Efficient Design for Semantic Segmentation with Transformers","created":"2021-05-31","cited_by_count":2940,"area":null},{"id":"2105.05537","title":"Swin-Unet: Unet-like Pure Transformer for Medical Image Segmentation","created":"2021-05-12","cited_by_count":1222,"area":null},{"id":"2103.15808","title":"CvT: Introducing Convolutions to Vision Transformers","created":"2021-03-29","cited_by_count":947,"area":null},{"id":"2106.02034","title":"DynamicViT: Efficient Vision Transformers with Dynamic Token Sparsification","created":"2021-06-03","cited_by_count":864,"area":null},{"id":"2310.00426","title":"PixArt-$\\alpha$: Fast Training of Diffusion Transformer for Photorealistic Text-to-Image Synthesis","created":"2023-09-30","cited_by_count":864,"area":"diffusion"},{"id":"2103.14899","title":"CrossViT: Cross-Attention Multi-Scale Vision Transformer for Image Classification","created":"2021-03-27","cited_by_count":806,"area":null},{"id":"2103.17239","title":"Going deeper with Image Transformers","created":"2021-03-31","cited_by_count":764,"area":null},{"id":"2106.13797","title":"PVT v2: Improved Baselines with Pyramid Vision Transformer","created":"2021-06-25","cited_by_count":751,"area":null},{"id":"2106.10270","title":"How to train your ViT? Data, Augmentation, and Regularization in Vision Transformers","created":"2021-06-18","cited_by_count":569,"area":null},{"id":"2104.13840","title":"Twins: Revisiting the Design of Spatial Attention in Vision Transformers","created":"2021-04-28","cited_by_count":565,"area":null},{"id":"2205.08534","title":"Vision Transformer Adapter for Dense Predictions","created":"2022-05-17","cited_by_count":565,"area":null},{"id":"2107.00652","title":"CSWin Transformer: A General Vision Transformer Backbone with Cross-Shaped Windows","created":"2021-07-01","cited_by_count":527,"area":null},{"id":"2111.11418","title":"MetaFormer Is Actually What You Need for Vision","created":"2021-11-22","cited_by_count":524,"area":null},{"id":"2112.01526","title":"MViTv2: Improved Multiscale Vision Transformers for Classification and Detection","created":"2021-12-02","cited_by_count":519,"area":null},{"id":"2211.05778","title":"InternImage: Exploring Large-Scale Vision Foundation Models with Deformable Convolutions","created":"2022-11-10","cited_by_count":482,"area":null},{"id":"2204.01697","title":"MaxViT: Multi-Axis Vision Transformer","created":"2022-04-04","cited_by_count":476,"area":null},{"id":"2204.07118","title":"DeiT III: Revenge of the ViT","created":"2022-04-14","cited_by_count":419,"area":null},{"id":"2106.04554","title":"A Survey of Transformers","created":"2021-06-08","cited_by_count":401,"area":null},{"id":"2202.07800","title":"Not All Patches are What You Need: Expediting Vision Transformers via Token Reorganizations","created":"2022-02-16","cited_by_count":363,"area":null},{"id":"2206.02647","title":"Scaling Vision Transformers to Gigapixel Images via Hierarchical Self-Supervised Learning","created":"2022-06-06","cited_by_count":359,"area":null},{"id":"2106.09681","title":"XCiT: Cross-Covariance Image Transformers","created":"2021-06-17","cited_by_count":338,"area":null},{"id":"2107.06263","title":"CMT: Convolutional Neural Networks Meet Vision Transformers","created":"2021-07-13","cited_by_count":310,"area":null},{"id":"2201.00520","title":"Vision Transformer with Deformable Attention","created":"2022-01-03","cited_by_count":295,"area":null},{"id":"2107.00641","title":"Focal Self-attention for Local-Global Interactions in Vision Transformers","created":"2021-07-01","cited_by_count":288,"area":null},{"id":"2106.14156","title":"Post-Training Quantization for Vision Transformer","created":"2021-06-27","cited_by_count":278,"area":null},{"id":"2201.09873","title":"Transformers in Medical Imaging: A Survey","created":"2022-01-24","cited_by_count":245,"area":null},{"id":"2111.07624","title":"Attention Mechanisms in Computer Vision: A Survey","created":"2021-11-15","cited_by_count":232,"area":null},{"id":"2104.05707","title":"LocalViT: Analyzing Locality in Vision Transformers","created":"2021-04-12","cited_by_count":228,"area":null},{"id":"2111.15668","title":"AdaViT: Adaptive Vision Transformers for Efficient Image Recognition","created":"2021-11-30","cited_by_count":228,"area":null},{"id":"2407.08083","title":"MambaVision: A Hybrid Mamba-Transformer Vision Backbone","created":"2024-07-10","cited_by_count":224,"area":"ssm"},{"id":"2106.03348","title":"ViTAE: Vision Transformer Advanced by Exploring Intrinsic Inductive Bias","created":"2021-06-07","cited_by_count":216,"area":null},{"id":"2202.09741","title":"Visual Attention Network","created":"2022-02-20","cited_by_count":210,"area":null},{"id":"2206.00272","title":"Vision GNN: An Image is Worth Graph of Nodes","created":"2022-06-01","cited_by_count":186,"area":null},{"id":"2106.04533","title":"Chasing Sparsity in Vision Transformers: An End-to-End Exploration","created":"2021-06-08","cited_by_count":183,"area":null},{"id":"2111.15667","title":"Adaptive Token Sampling For Efficient Vision Transformers","created":"2021-11-30","cited_by_count":183,"area":null},{"id":"2204.03645","title":"DaViT: Dual Attention Vision Transformers","created":"2022-04-07","cited_by_count":175,"area":null},{"id":"2112.13890","title":"SPViT: Enabling Faster Vision Transformers via Soft Token Pruning","created":"2021-12-27","cited_by_count":167,"area":"inference"},{"id":"2106.13112","title":"VOLO: Vision Outlooker for Visual Recognition","created":"2021-06-24","cited_by_count":165,"area":null},{"id":"2403.19708","title":"Cost-Efficient Large Language Model Serving for Multi-turn Conversations with CachedAttention","created":"2024-03-23","cited_by_count":163,"area":"inference"},{"id":"2108.06932","title":"Polyp-PVT: Polyp Segmentation with Pyramid Vision Transformers","created":"2021-08-16","cited_by_count":159,"area":null},{"id":"2112.10762","title":"StyleSwin: Transformer-based GAN for High-resolution Image Generation","created":"2021-12-20","cited_by_count":152,"area":null},{"id":"2207.05833","title":"Earthformer: Exploring Space-Time Transformers for Earth System Forecasting","created":"2022-07-12","cited_by_count":152,"area":null},{"id":"2111.12707","title":"MHFormer: Multi-Hypothesis Transformer for 3D Human Pose Estimation","created":"2021-11-24","cited_by_count":151,"area":null},{"id":"2110.09408","title":"HRFormer: High-Resolution Transformer for Dense Prediction","created":"2021-10-18","cited_by_count":149,"area":null},{"id":"2104.10858","title":"All Tokens Matter: Token Labeling for Training Better Vision Transformers","created":"2021-04-22","cited_by_count":144,"area":null},{"id":"2105.15075","title":"Not All Images are Worth 16x16 Words: Dynamic Transformers for Efficient Image Recognition","created":"2021-05-31","cited_by_count":144,"area":null},{"id":"2207.03620","title":"More ConvNets in the 2020s: Scaling up Kernels Beyond 51x51 using Sparsity","created":"2022-07-07","cited_by_count":142,"area":null},{"id":"2108.00154","title":"CrossFormer: A Versatile Vision Transformer Hinging on Cross-scale Attention","created":"2021-07-31","cited_by_count":139,"area":null},{"id":"2105.07926","title":"Towards Robust Vision Transformer","created":"2021-05-17","cited_by_count":137,"area":null},{"id":"2106.02852","title":"Patch Slimming for Efficient Vision Transformers","created":"2021-06-05","cited_by_count":133,"area":null},{"id":"2210.13452","title":"MetaFormer Baselines for Vision","created":"2022-10-24","cited_by_count":132,"area":null},{"id":"2109.06165","title":"CDTrans: Cross-domain Transformer for Unsupervised Domain Adaptation","created":"2021-09-13","cited_by_count":129,"area":null},{"id":"2201.02767","title":"QuadTree Attention for Vision Transformers","created":"2022-01-08","cited_by_count":129,"area":null},{"id":"2312.03718","title":"Large Language Models in Law: A Survey","created":"2023-11-26","cited_by_count":128,"area":null},{"id":"2106.02689","title":"RegionViT: Regional-to-Local Attention for Vision Transformers","created":"2021-06-04","cited_by_count":127,"area":null},{"id":"2106.12620","title":"IA-RED$^2$: Interpretability-Aware Redundancy Reduction for Vision Transformers","created":"2021-06-23","cited_by_count":127,"area":null},{"id":"2112.11010","title":"MPViT: Multi-Path Vision Transformer for Dense Prediction","created":"2021-12-21","cited_by_count":122,"area":null},{"id":"2111.12082","title":"PhysFormer: Facial Video-based Physiological Measurement with Temporal Difference Transformer","created":"2021-11-23","cited_by_count":120,"area":null},{"id":"2111.06091","title":"A Survey of Visual Transformers","created":"2021-11-11","cited_by_count":117,"area":null},{"id":"2202.10108","title":"ViTAEv2: Vision Transformer Advanced by Exploring Inductive Bias for Image Recognition and Beyond","created":"2022-02-21","cited_by_count":117,"area":null},{"id":"2205.03436","title":"EdgeViTs: Competing Light-weight CNNs on Mobile Devices with Vision Transformers","created":"2022-05-06","cited_by_count":116,"area":null},{"id":"2106.03650","title":"Shuffle Transformer: Rethinking Spatial Shuffle for Vision Transformer","created":"2021-06-07","cited_by_count":115,"area":null},{"id":"2105.02358","title":"Beyond Self-attention: External Attention using Two Linear Layers for Visual Tasks","created":"2021-05-05","cited_by_count":109,"area":null},{"id":"2104.03516","title":"TokenPose: Learning Keypoint Tokens for Human Pose Estimation","created":"2021-04-08","cited_by_count":107,"area":null},{"id":"2205.03892","title":"ConvMAE: Masked Convolution Meets Masked Autoencoders","created":"2022-05-08","cited_by_count":105,"area":null},{"id":"2112.04702","title":"Fast Point Transformer","created":"2021-12-09","cited_by_count":104,"area":null},{"id":"2106.12368","title":"Vision Permutator: A Permutable MLP-Like Architecture for Visual Recognition","created":"2021-06-23","cited_by_count":103,"area":null},{"id":"2107.08391","title":"AS-MLP: An Axial Shifted MLP Architecture for Vision","created":"2021-07-18","cited_by_count":101,"area":null},{"id":"2112.04894","title":"Semi-Supervised Medical Image Segmentation via Cross Teaching between CNN and Transformer","created":"2021-12-09","cited_by_count":100,"area":null},{"id":"2210.14793","title":"M$^3$ViT: Mixture-of-Experts Vision Transformer for Efficient Multi-task Learning with Model-Accelerator Co-design","created":"2022-10-26","cited_by_count":98,"area":"moe"},{"id":"2105.12723","title":"Nested Hierarchical Transformer: Towards Accurate, Data-Efficient and Interpretable Visual Understanding","created":"2021-05-26","cited_by_count":97,"area":null},{"id":"2207.01405","title":"I-ViT: Integer-only Quantization for Efficient Vision Transformer Inference","created":"2022-07-04","cited_by_count":95,"area":null},{"id":"2305.05726","title":"Vision-Language Models in Remote Sensing: Current Progress and Future Trends","created":"2023-05-09","cited_by_count":93,"area":"mllm"},{"id":"2106.05786","title":"CAT: Cross Attention in Vision Transformer","created":"2021-06-10","cited_by_count":92,"area":null},{"id":"2309.15698","title":"Deep Model Fusion: A Survey","created":"2023-09-27","cited_by_count":91,"area":null},{"id":"2107.12292","title":"Contextual Transformer Networks for Visual Recognition","created":"2021-07-26","cited_by_count":90,"area":null},{"id":"2111.15193","title":"Shunted Self-Attention via Multi-Scale Token Aggregation","created":"2021-11-30","cited_by_count":90,"area":null},{"id":"2203.09795","title":"Three things everyone should know about Vision Transformers","created":"2022-03-18","cited_by_count":90,"area":null},{"id":"2203.07997","title":"InvPT: Inverted Pyramid Multi-task Transformer for Dense Scene Understanding","created":"2022-03-15","cited_by_count":89,"area":null},{"id":"2204.07154","title":"MiniViT: Compressing Vision Transformers with Weight Multiplexing","created":"2022-04-14","cited_by_count":88,"area":null},{"id":"2303.16900","title":"InceptionNeXt: When Inception Meets ConvNeXt","created":"2023-03-29","cited_by_count":86,"area":null},{"id":"2304.06648","title":"DiffFit: Unlocking Transferability of Large Diffusion Models via Simple Parameter-Efficient Fine-Tuning","created":"2023-04-13","cited_by_count":84,"area":"diffusion"},{"id":"2106.07477","title":"S$^2$-MLP: Spatial-Shift MLP Architecture for Vision","created":"2021-06-14","cited_by_count":83,"area":null},{"id":"2211.11943","title":"Conv2Former: A Simple Transformer-Style ConvNet for Visual Recognition","created":"2022-11-22","cited_by_count":81,"area":null},{"id":"2304.10716","title":"Joint Token Pruning and Squeezing Towards More Aggressive Compression of Vision Transformers","created":"2023-04-21","cited_by_count":81,"area":"inference"},{"id":"2109.04176","title":"Towards Transferable Adversarial Attacks on Vision Transformers","created":"2021-09-09","cited_by_count":80,"area":null},{"id":"2104.08500","title":"Vision Transformer Pruning","created":"2021-04-17","cited_by_count":79,"area":null},{"id":"2105.13677","title":"ResT: An Efficient Transformer for Visual Recognition","created":"2021-05-28","cited_by_count":79,"area":null},{"id":"2205.13213","title":"Fast Vision Transformers with HiLo Attention","created":"2022-05-26","cited_by_count":78,"area":null},{"id":"2207.04978","title":"Wave-ViT: Unifying Wavelet and Transformers for Visual Representation Learning","created":"2022-07-11","cited_by_count":78,"area":null},{"id":"2310.19444","title":"One-for-All: Bridge the Gap Between Heterogeneous Architectures in Knowledge Distillation","created":"2023-10-30","cited_by_count":78,"area":"distill"},{"id":"2307.00855","title":"Review of Large Vision Models and Visual Prompt Engineering","created":"2023-07-03","cited_by_count":77,"area":null},{"id":"2310.02642","title":"GET: Group Event Transformer for Event-Based Vision","created":"2023-10-04","cited_by_count":73,"area":null},{"id":"2111.11187","title":"PointMixer: MLP-Mixer for Point Cloud Understanding","created":"2021-11-22","cited_by_count":71,"area":null},{"id":"2207.01297","title":"Revisiting Classifier: Transferring Vision-Language Models for Video Recognition","created":"2022-07-04","cited_by_count":71,"area":"mllm"},{"id":"2306.07303","title":"A Comprehensive Survey on Applications of Transformers for Deep Learning Tasks","created":"2023-06-11","cited_by_count":71,"area":null},{"id":"2110.04869","title":"Global Vision Transformer Pruning with Hessian-Aware Saliency","created":"2021-10-10","cited_by_count":70,"area":null},{"id":"2105.14424","title":"Gaze Estimation using Transformer","created":"2021-05-30","cited_by_count":68,"area":null},{"id":"2309.11523","title":"RMT: Retentive Networks Meet Vision Transformers","created":"2023-09-20","cited_by_count":68,"area":null}],"next_cursor":"100"}