{"total":372,"rows":[{"id":"2105.15203","title":"SegFormer: Simple and Efficient Design for Semantic Segmentation with Transformers","created":"2021-05-31","cited_by_count":2940,"area":null},{"id":"2106.02034","title":"DynamicViT: Efficient Vision Transformers with Dynamic Token Sparsification","created":"2021-06-03","cited_by_count":864,"area":null},{"id":"2106.13797","title":"PVT v2: Improved Baselines with Pyramid Vision Transformer","created":"2021-06-25","cited_by_count":751,"area":null},{"id":"2312.10035","title":"Point Transformer V3: Simpler, Faster, Stronger","created":"2023-12-15","cited_by_count":589,"area":null},{"id":"2104.13840","title":"Twins: Revisiting the Design of Spatial Attention in Vision Transformers","created":"2021-04-28","cited_by_count":565,"area":null},{"id":"2205.08534","title":"Vision Transformer Adapter for Dense Predictions","created":"2022-05-17","cited_by_count":565,"area":null},{"id":"2106.00908","title":"TransMIL: Transformer based Correlated Multiple Instance Learning for Whole Slide Image Classification","created":"2021-06-02","cited_by_count":555,"area":null},{"id":"2107.00652","title":"CSWin Transformer: A General Vision Transformer Backbone with Cross-Shaped Windows","created":"2021-07-01","cited_by_count":527,"area":null},{"id":"2204.01697","title":"MaxViT: Multi-Axis Vision Transformer","created":"2022-04-04","cited_by_count":476,"area":null},{"id":"2106.04554","title":"A Survey of Transformers","created":"2021-06-08","cited_by_count":401,"area":null},{"id":"2107.06263","title":"CMT: Convolutional Neural Networks Meet Vision Transformers","created":"2021-07-13","cited_by_count":310,"area":null},{"id":"2107.00641","title":"Focal Self-attention for Local-Global Interactions in Vision Transformers","created":"2021-07-01","cited_by_count":288,"area":null},{"id":"2210.10749","title":"Transformers Learn Shortcuts to Automata","created":"2022-10-19","cited_by_count":268,"area":null},{"id":"2403.13298","title":"Rotary Position Embedding for Vision Transformer","created":"2024-03-20","cited_by_count":236,"area":null},{"id":"2207.10666","title":"TinyViT: Fast Pretraining Distillation for Small Vision Transformers","created":"2022-07-21","cited_by_count":234,"area":null},{"id":"2104.06399","title":"Co-Scale Conv-Attentional Image Transformers","created":"2021-04-13","cited_by_count":224,"area":null},{"id":"2106.03348","title":"ViTAE: Vision Transformer Advanced by Exploring Intrinsic Inductive Bias","created":"2021-06-07","cited_by_count":216,"area":null},{"id":"2112.05329","title":"FaceFormer: Speech-Driven 3D Facial Animation with Transformers","created":"2021-12-10","cited_by_count":209,"area":null},{"id":"2412.07236","title":"CBraMod: A Criss-Cross Brain Foundation Model for EEG Decoding","created":"2024-12-10","cited_by_count":199,"area":null},{"id":"2211.14830","title":"Medical Image Segmentation Review: The success of U-Net","created":"2022-11-27","cited_by_count":191,"area":null},{"id":"2111.15667","title":"Adaptive Token Sampling For Efficient Vision Transformers","created":"2021-11-30","cited_by_count":183,"area":null},{"id":"2204.03645","title":"DaViT: Dual Attention Vision Transformers","created":"2022-04-07","cited_by_count":175,"area":null},{"id":"2311.00566","title":"CROMA: Remote Sensing Representations with Contrastive Radar-Optical Masked Autoencoders","created":"2023-11-01","cited_by_count":169,"area":null},{"id":"2303.14189","title":"FastViT: A Fast Hybrid Vision Transformer using Structural Reparameterization","created":"2023-03-24","cited_by_count":162,"area":null},{"id":"2212.05598","title":"Recurrent Vision Transformers for Object Detection with Event Cameras","created":"2022-12-11","cited_by_count":159,"area":null},{"id":"2203.06717","title":"Scaling Up Your Kernels to 31x31: Revisiting Large Kernel Design in CNNs","created":"2022-03-13","cited_by_count":155,"area":null},{"id":"2105.15075","title":"Not All Images are Worth 16x16 Words: Dynamic Transformers for Efficient Image Recognition","created":"2021-05-31","cited_by_count":144,"area":null},{"id":"2204.04627","title":"Stripformer: Strip Transformer for Fast Image Deblurring","created":"2022-04-10","cited_by_count":140,"area":null},{"id":"2203.02891","title":"Multi-class Token Transformer for Weakly Supervised Semantic Segmentation","created":"2022-03-06","cited_by_count":138,"area":null},{"id":"2110.11945","title":"SOFT: Softmax-free Transformer with Linear Complexity","created":"2021-10-22","cited_by_count":128,"area":null},{"id":"2106.02689","title":"RegionViT: Regional-to-Local Attention for Vision Transformers","created":"2021-06-04","cited_by_count":127,"area":null},{"id":"2111.06091","title":"A Survey of Visual Transformers","created":"2021-11-11","cited_by_count":117,"area":null},{"id":"2205.03436","title":"EdgeViTs: Competing Light-weight CNNs on Mobile Devices with Vision Transformers","created":"2022-05-06","cited_by_count":116,"area":null},{"id":"2106.03650","title":"Shuffle Transformer: Rethinking Spatial Shuffle for Vision Transformer","created":"2021-06-07","cited_by_count":115,"area":null},{"id":"2203.10981","title":"MonoDTR: Monocular 3D Object Detection with Depth-Aware Transformer","created":"2022-03-21","cited_by_count":109,"area":null},{"id":"2305.03045","title":"OctFormer: Octree-based Transformers for 3D Point Clouds","created":"2023-05-04","cited_by_count":109,"area":null},{"id":"2205.03892","title":"ConvMAE: Masked Convolution Meets Masked Autoencoders","created":"2022-05-08","cited_by_count":105,"area":null},{"id":"2109.07162","title":"MISSFormer: An Effective Medical Image Segmentation Transformer","created":"2021-09-15","cited_by_count":103,"area":null},{"id":"2107.08391","title":"AS-MLP: An Axial Shifted MLP Architecture for Vision","created":"2021-07-18","cited_by_count":101,"area":null},{"id":"2206.09959","title":"Global Context Vision Transformers","created":"2022-06-20","cited_by_count":98,"area":null},{"id":"2303.00440","title":"Extracting Motion and Appearance via Inter-Frame Attention for Efficient Video Frame Interpolation","created":"2023-03-01","cited_by_count":98,"area":null},{"id":"2211.13654","title":"Cross Aggregation Transformer for Image Restoration","created":"2022-11-24","cited_by_count":92,"area":null},{"id":"2103.10619","title":"Scalable Vision Transformers with Hierarchical Pooling","created":"2021-03-19","cited_by_count":84,"area":null},{"id":"2106.12011","title":"P2T: Pyramid Pooling Transformer for Scene Understanding","created":"2021-06-22","cited_by_count":84,"area":null},{"id":"2106.07477","title":"S$^2$-MLP: Spatial-Shift MLP Architecture for Vision","created":"2021-06-14","cited_by_count":83,"area":null},{"id":"2404.08181","title":"Pay Attention to Your Neighbours: Training-Free Open-Vocabulary Semantic Segmentation","created":"2024-04-12","cited_by_count":77,"area":null},{"id":"2305.03273","title":"Semantic Segmentation using Vision Transformers: A survey","created":"2023-05-05","cited_by_count":73,"area":null},{"id":"2206.10555","title":"LargeKernel3D: Scaling up Kernels in 3D Sparse CNNs","created":"2022-06-21","cited_by_count":72,"area":null},{"id":"2110.04869","title":"Global Vision Transformer Pruning with Hessian-Aware Saliency","created":"2021-10-10","cited_by_count":70,"area":null},{"id":"2203.06947","title":"XYLayoutLM: Towards Layout-Aware Multimodal Networks For Visually-Rich Document Understanding","created":"2022-03-14","cited_by_count":68,"area":null},{"id":"2309.11523","title":"RMT: Retentive Networks Meet Vision Transformers","created":"2023-09-20","cited_by_count":68,"area":null},{"id":"2402.17228","title":"Feature Re-Embedding: Towards Foundation Model-Level Performance in Computational Pathology","created":"2024-02-27","cited_by_count":67,"area":null},{"id":"2108.13341","title":"Hire-MLP: Vision MLP via Hierarchical Rearrangement","created":"2021-08-30","cited_by_count":66,"area":null},{"id":"2306.06189","title":"FasterViT: Fast Vision Transformers with Hierarchical Attention","created":"2023-06-09","cited_by_count":65,"area":null},{"id":"2112.10809","title":"Lite Vision Transformer with Enhanced Self-Attention","created":"2021-12-20","cited_by_count":64,"area":null},{"id":"2103.12424","title":"BossNAS: Exploring Hybrid CNN-transformers with Block-wisely Self-supervised Neural Architecture Search","created":"2021-03-23","cited_by_count":63,"area":null},{"id":"2203.03821","title":"CF-ViT: A General Coarse-to-Fine Method for Vision Transformer","created":"2022-03-08","cited_by_count":63,"area":null},{"id":"2203.01666","title":"Correlation-Aware Deep Tracking","created":"2022-03-03","cited_by_count":62,"area":null},{"id":"2311.17132","title":"TransNeXt: Robust Foveal Visual Perception for Vision Transformers","created":"2023-11-28","cited_by_count":61,"area":null},{"id":"2208.06768","title":"Flow-Guided Transformer for Video Inpainting","created":"2022-08-14","cited_by_count":59,"area":null},{"id":"2110.02797","title":"Adversarial Robustness Comparison of Vision Transformer and MLP-Mixer to CNNs","created":"2021-10-06","cited_by_count":57,"area":null},{"id":"2401.16456","title":"SHViT: Single-Head Vision Transformer with Memory Efficient Macro Design","created":"2024-01-29","cited_by_count":56,"area":null},{"id":"2112.12782","title":"SeMask: Semantically Masked Transformers for Semantic Segmentation","created":"2021-12-23","cited_by_count":55,"area":null},{"id":"2208.02541","title":"MVSFormer: Multi-View Stereo by Learning Robust Image Features and Temperature-based Depth","created":"2022-08-04","cited_by_count":53,"area":null},{"id":"2403.07592","title":"Accurate Spatial Gene Expression Prediction by integrating Multi-resolution features","created":"2024-03-12","cited_by_count":52,"area":null},{"id":"2406.04303","title":"Vision-LSTM: xLSTM as Generic Vision Backbone","created":"2024-06-06","cited_by_count":51,"area":null},{"id":"2110.14921","title":"3D Object Tracking with Transformer","created":"2021-10-28","cited_by_count":49,"area":null},{"id":"2106.03143","title":"CAPE: Encoding Relative Positions with Continuous Augmented Positional Embeddings","created":"2021-06-06","cited_by_count":47,"area":null},{"id":"2211.11315","title":"Beyond Attentive Tokens: Incorporating Token Importance and Diversity for Efficient Vision Transformers","created":"2022-11-21","cited_by_count":47,"area":null},{"id":"2303.15105","title":"Vision Transformer with Quadrangle Attention","created":"2023-03-27","cited_by_count":46,"area":null},{"id":"2209.15159","title":"MobileViTv3: Mobile-Friendly Vision Transformer with Simple and Effective Fusion of Local, Global and Input Features","created":"2022-09-30","cited_by_count":44,"area":null},{"id":"2211.11167","title":"Vision Transformer with Super Token Sampling","created":"2022-11-21","cited_by_count":44,"area":null},{"id":"2204.08446","title":"VSA: Learning Varied-Size Window Attention in Vision Transformers","created":"2022-04-18","cited_by_count":43,"area":null},{"id":"2106.02277","title":"Glance-and-Gaze Vision Transformer","created":"2021-06-04","cited_by_count":42,"area":null},{"id":"2404.15254","title":"UniMERNet: A Universal Network for Real-World Mathematical Expression Recognition","created":"2024-04-23","cited_by_count":42,"area":null},{"id":"2211.14462","title":"Meta Architecture for Point Cloud Analysis","created":"2022-11-26","cited_by_count":40,"area":null},{"id":"2112.14000","title":"Pale Transformer: A General Vision Transformer Backbone with Pale-Shaped Attention","created":"2021-12-28","cited_by_count":36,"area":null},{"id":"2203.10790","title":"ScalableViT: Rethinking the Context-oriented Generalization of Vision Transformer","created":"2022-03-21","cited_by_count":36,"area":null},{"id":"2301.01146","title":"Rethinking Mobile Block for Efficient Attention-based Models","created":"2023-01-03","cited_by_count":36,"area":null},{"id":"2201.00462","title":"D-Former: A U-shaped Dilated Transformer for 3D Medical Image Segmentation","created":"2022-01-03","cited_by_count":35,"area":null},{"id":"2212.05463","title":"Vision Transformer with Attentive Pooling for Robust Facial Expression Recognition","created":"2022-12-11","cited_by_count":35,"area":null},{"id":"2212.00776","title":"ResFormer: Scaling ViTs with Multi-Resolution Training","created":"2022-12-01","cited_by_count":34,"area":null},{"id":"2302.01791","title":"DilateFormer: Multi-Scale Dilated Transformer for Visual Recognition","created":"2023-02-03","cited_by_count":34,"area":null},{"id":"2303.08134","title":"Parameter is Not All You Need: Starting from Non-Parametric Networks for 3D Point Cloud Analysis","created":"2023-03-14","cited_by_count":34,"area":null},{"id":"2303.16892","title":"Multi-scale Hierarchical Vision Transformer with Cascaded Attention Decoding for Medical Image Segmentation","created":"2023-03-29","cited_by_count":34,"area":null},{"id":"2305.06061","title":"Visual Tuning","created":"2023-05-10","cited_by_count":34,"area":null},{"id":"2105.14734","title":"Dual-stream Network for Visual Recognition","created":"2021-05-31","cited_by_count":33,"area":null},{"id":"2111.08687","title":"INTERN: A New Learning Paradigm Towards General Vision","created":"2021-11-16","cited_by_count":33,"area":null},{"id":"2203.12217","title":"Training-free Transformer Architecture Search","created":"2022-03-23","cited_by_count":33,"area":null},{"id":"2205.12551","title":"Masked Jigsaw Puzzle: A Versatile Position Embedding for Vision Transformers","created":"2022-05-25","cited_by_count":33,"area":null},{"id":"2206.01136","title":"Transforming medical imaging with Transformers? A comparative review of key properties, current progresses, and future perspectives","created":"2022-06-02","cited_by_count":33,"area":null},{"id":"2108.13002","title":"A Battle of Network Structures: An Empirical Study of CNN, Transformer, and MLP","created":"2021-08-30","cited_by_count":32,"area":null},{"id":"2304.11523","title":"TransFlow: Transformer as Flow Learner","created":"2023-04-23","cited_by_count":32,"area":null},{"id":"2411.13550","title":"Find Any Part in 3D","created":"2024-11-20","cited_by_count":32,"area":null},{"id":"2106.13700","title":"ViTAS: Vision Transformer Architecture Search","created":"2021-06-25","cited_by_count":31,"area":null},{"id":"2411.07635","title":"Breaking the Low-Rank Dilemma of Linear Attention","created":"2024-11-12","cited_by_count":31,"area":null},{"id":"2109.14483","title":"CCTrans: Simplifying and Improving Crowd Counting with Transformer","created":"2021-09-29","cited_by_count":30,"area":null},{"id":"2208.02879","title":"PointConvFormer: Revenge of the Point-based Convolution","created":"2022-08-04","cited_by_count":30,"area":null},{"id":"2210.05958","title":"Bridging the Gap Between Vision Transformers and Convolutional Neural Networks on Small Datasets","created":"2022-10-12","cited_by_count":29,"area":null},{"id":"2303.08891","title":"ViTO: Vision Transformer-Operator","created":"2023-03-15","cited_by_count":29,"area":null}],"next_cursor":"100"}