{"total":224,"rows":[{"id":"2201.03545","title":"A ConvNet for the 2020s","created":"2022-01-10","cited_by_count":3579,"area":null},{"id":"2105.15203","title":"SegFormer: Simple and Efficient Design for Semantic Segmentation with Transformers","created":"2021-05-31","cited_by_count":2940,"area":null},{"id":"2106.02034","title":"DynamicViT: Efficient Vision Transformers with Dynamic Token Sparsification","created":"2021-06-03","cited_by_count":864,"area":null},{"id":"2106.13797","title":"PVT v2: Improved Baselines with Pyramid Vision Transformer","created":"2021-06-25","cited_by_count":751,"area":null},{"id":"2104.13840","title":"Twins: Revisiting the Design of Spatial Attention in Vision Transformers","created":"2021-04-28","cited_by_count":565,"area":null},{"id":"2107.00652","title":"CSWin Transformer: A General Vision Transformer Backbone with Cross-Shaped Windows","created":"2021-07-01","cited_by_count":527,"area":null},{"id":"2204.01697","title":"MaxViT: Multi-Axis Vision Transformer","created":"2022-04-04","cited_by_count":476,"area":null},{"id":"2202.07800","title":"Not All Patches are What You Need: Expediting Vision Transformers via Token Reorganizations","created":"2022-02-16","cited_by_count":363,"area":null},{"id":"2107.06263","title":"CMT: Convolutional Neural Networks Meet Vision Transformers","created":"2021-07-13","cited_by_count":310,"area":null},{"id":"2202.06709","title":"How Do Vision Transformers Work?","created":"2022-02-14","cited_by_count":307,"area":null},{"id":"2201.00520","title":"Vision Transformer with Deformable Attention","created":"2022-01-03","cited_by_count":295,"area":null},{"id":"2108.05895","title":"Mobile-Former: Bridging MobileNet and Transformer","created":"2021-08-12","cited_by_count":235,"area":null},{"id":"2207.10666","title":"TinyViT: Fast Pretraining Distillation for Small Vision Transformers","created":"2022-07-21","cited_by_count":234,"area":null},{"id":"2407.08083","title":"MambaVision: A Hybrid Mamba-Transformer Vision Backbone","created":"2024-07-10","cited_by_count":224,"area":"ssm"},{"id":"2106.03348","title":"ViTAE: Vision Transformer Advanced by Exploring Intrinsic Inductive Bias","created":"2021-06-07","cited_by_count":216,"area":null},{"id":"2202.09741","title":"Visual Attention Network","created":"2022-02-20","cited_by_count":210,"area":null},{"id":"2107.00651","title":"AutoFormer: Searching Transformers for Visual Recognition","created":"2021-07-01","cited_by_count":188,"area":null},{"id":"2203.11926","title":"Focal Modulation Networks","created":"2022-03-22","cited_by_count":186,"area":null},{"id":"2111.15667","title":"Adaptive Token Sampling For Efficient Vision Transformers","created":"2021-11-30","cited_by_count":183,"area":null},{"id":"2108.01390","title":"Evo-ViT: Slow-Fast Token Evolution for Dynamic Vision Transformer","created":"2021-08-03","cited_by_count":177,"area":"inference"},{"id":"2204.03645","title":"DaViT: Dual Attention Vision Transformers","created":"2022-04-07","cited_by_count":175,"area":null},{"id":"2106.00666","title":"You Only Look at One Sequence: Rethinking Transformer in Vision through Object Detection","created":"2021-06-01","cited_by_count":170,"area":null},{"id":"2109.08937","title":"UNetFormer: A UNet-like Transformer for Efficient Semantic Segmentation of Remote Sensing Urban Scene Imagery","created":"2021-09-18","cited_by_count":167,"area":null},{"id":"2112.13890","title":"SPViT: Enabling Faster Vision Transformers via Soft Token Pruning","created":"2021-12-27","cited_by_count":167,"area":"inference"},{"id":"2211.12250","title":"Efficient Frequency Domain-based Transformers for High-Quality Image Deblurring","created":"2022-11-22","cited_by_count":165,"area":null},{"id":"2108.06932","title":"Polyp-PVT: Polyp Segmentation with Pyramid Vision Transformers","created":"2021-08-16","cited_by_count":159,"area":null},{"id":"2403.17695","title":"PlainMamba: Improving Non-Hierarchical Mamba in Visual Recognition","created":"2024-03-26","cited_by_count":141,"area":"ssm"},{"id":"2108.00154","title":"CrossFormer: A Versatile Vision Transformer Hinging on Cross-scale Attention","created":"2021-07-31","cited_by_count":139,"area":null},{"id":"2110.11945","title":"SOFT: Softmax-free Transformer with Linear Complexity","created":"2021-10-22","cited_by_count":128,"area":null},{"id":"2304.09854","title":"Transformer-Based Visual Segmentation: A Survey","created":"2023-04-19","cited_by_count":124,"area":null},{"id":"2112.11010","title":"MPViT: Multi-Path Vision Transformer for Dense Prediction","created":"2021-12-21","cited_by_count":122,"area":null},{"id":"2112.13492","title":"Vision Transformer for Small-Size Datasets","created":"2021-12-27","cited_by_count":122,"area":null},{"id":"2105.02358","title":"Beyond Self-attention: External Attention using Two Linear Layers for Visual Tasks","created":"2021-05-05","cited_by_count":109,"area":null},{"id":"2106.03746","title":"Efficient Training of Visual Transformers with Small Datasets","created":"2021-06-07","cited_by_count":108,"area":null},{"id":"2205.12956","title":"Inception Transformer","created":"2022-05-25","cited_by_count":99,"area":null},{"id":"2206.13089","title":"Agreement-on-the-Line: Predicting the Performance of Neural Networks under Distribution Shift","created":"2022-06-27","cited_by_count":94,"area":null},{"id":"2304.13030","title":"CompletionFormer: Depth Completion with Convolutions and Vision Transformers","created":"2023-04-25","cited_by_count":93,"area":null},{"id":"2111.01236","title":"Multi-Scale High-Resolution Vision Transformer for Semantic Segmentation","created":"2021-11-01","cited_by_count":92,"area":null},{"id":"2107.12292","title":"Contextual Transformer Networks for Visual Recognition","created":"2021-07-26","cited_by_count":90,"area":null},{"id":"2302.09462","title":"MedViT: A Robust Vision Transformer for Generalized Medical Image Classification","created":"2023-02-19","cited_by_count":89,"area":null},{"id":"2211.11943","title":"Conv2Former: A Simple Transformer-Style ConvNet for Visual Recognition","created":"2022-11-22","cited_by_count":81,"area":null},{"id":"2304.10716","title":"Joint Token Pruning and Squeezing Towards More Aggressive Compression of Vision Transformers","created":"2023-04-21","cited_by_count":81,"area":"inference"},{"id":"2308.14036","title":"MB-TaylorFormer: Multi-branch Efficient Transformer Expanded by Taylor Formula for Image Dehazing","created":"2023-08-27","cited_by_count":81,"area":null},{"id":"2207.04978","title":"Wave-ViT: Unifying Wavelet and Transformers for Visual Representation Learning","created":"2022-07-11","cited_by_count":78,"area":null},{"id":"2212.06727","title":"What do Vision Transformers Learn? A Visual Exploration","created":"2022-12-13","cited_by_count":76,"area":null},{"id":"2401.17868","title":"Convolution Meets LoRA: Parameter Efficient Finetuning for Segment Anything Model","created":"2024-01-31","cited_by_count":69,"area":null},{"id":"2208.06857","title":"Underwater Ranker: Learn Which Is Better and How to Be Better","created":"2022-08-14","cited_by_count":67,"area":null},{"id":"2106.00515","title":"KVT: k-NN Attention for Boosting Vision Transformers","created":"2021-05-28","cited_by_count":65,"area":null},{"id":"2207.05501","title":"Next-ViT: Next Generation Vision Transformer for Efficient Deployment in Realistic Industrial Scenarios","created":"2022-07-12","cited_by_count":65,"area":null},{"id":"2306.06189","title":"FasterViT: Fast Vision Transformers with Hierarchical Attention","created":"2023-06-09","cited_by_count":65,"area":null},{"id":"2112.10809","title":"Lite Vision Transformer with Enhanced Self-Attention","created":"2021-12-20","cited_by_count":64,"area":null},{"id":"2203.03821","title":"CF-ViT: A General Coarse-to-Fine Method for Vision Transformer","created":"2022-03-08","cited_by_count":63,"area":null},{"id":"2106.04263","title":"On the Connection between Local Attention and Dynamic Depth-wise Convolution","created":"2021-06-08","cited_by_count":62,"area":null},{"id":"2212.06570","title":"CamoFormer: Masked Separable Attention for Camouflaged Object Detection","created":"2022-12-10","cited_by_count":58,"area":null},{"id":"2304.05919","title":"Hard Patches Mining for Masked Image Modeling","created":"2023-04-12","cited_by_count":57,"area":null},{"id":"2210.03265","title":"Polyhistor: Parameter-Efficient Multi-Task Adaptation for Dense Vision Tasks","created":"2022-10-07","cited_by_count":52,"area":null},{"id":"2208.05688","title":"Semi-supervised Vision Transformers at Scale","created":"2022-08-11","cited_by_count":49,"area":null},{"id":"2307.08579","title":"Scale-Aware Modulation Meet Transformer","created":"2023-07-17","cited_by_count":49,"area":null},{"id":"2205.08303","title":"MulT: An End-to-End Multitask Learning Transformer","created":"2022-05-17","cited_by_count":48,"area":null},{"id":"2304.06446","title":"SpectFormer: Frequency and Attention is what you need in a Vision Transformer","created":"2023-04-13","cited_by_count":48,"area":null},{"id":"2211.11315","title":"Beyond Attentive Tokens: Incorporating Token Importance and Diversity for Efficient Vision Transformers","created":"2022-11-21","cited_by_count":47,"area":null},{"id":"2105.15168","title":"MSG-Transformer: Exchanging Local Spatial Information by Manipulating Messenger Tokens","created":"2021-05-31","cited_by_count":46,"area":null},{"id":"2402.05964","title":"A Survey on Transformer Compression","created":"2024-02-05","cited_by_count":46,"area":null},{"id":"2108.03990","title":"TriTransNet: RGB-D Salient Object Detection with a Triplet Transformer Embedding Network","created":"2021-08-09","cited_by_count":45,"area":null},{"id":"2209.15159","title":"MobileViTv3: Mobile-Friendly Vision Transformer with Simple and Effective Fusion of Local, Global and Input Features","created":"2022-09-30","cited_by_count":44,"area":null},{"id":"2403.11735","title":"LSKNet: A Foundation Lightweight Backbone for Remote Sensing","created":"2024-03-18","cited_by_count":44,"area":null},{"id":"2204.09636","title":"Residual Mixture of Experts","created":"2022-04-20","cited_by_count":39,"area":"moe"},{"id":"2310.01812","title":"PPT: Token Pruning and Pooling for Efficient Vision Transformers","created":"2023-10-03","cited_by_count":38,"area":"inference"},{"id":"2106.01401","title":"Container: Context Aggregation Network","created":"2021-06-02","cited_by_count":37,"area":null},{"id":"2303.06440","title":"Xformer: Hybrid X-Shaped Transformer for Image Denoising","created":"2023-03-11","cited_by_count":37,"area":null},{"id":"2203.10790","title":"ScalableViT: Rethinking the Context-oriented Generalization of Vision Transformer","created":"2022-03-21","cited_by_count":36,"area":null},{"id":"2301.01146","title":"Rethinking Mobile Block for Efficient Attention-based Models","created":"2023-01-03","cited_by_count":36,"area":null},{"id":"2209.13802","title":"Adaptive Sparse ViT: Towards Learnable Adaptive Token Pruning by Fully Exploiting Self-Attention","created":"2022-09-28","cited_by_count":35,"area":"inference"},{"id":"2210.07240","title":"How to Train Vision Transformer on Small-scale Datasets?","created":"2022-10-13","cited_by_count":35,"area":null},{"id":"2204.02964","title":"Unleashing Vanilla Vision Transformer with Masked Image Modeling for Object Detection","created":"2022-04-06","cited_by_count":33,"area":null},{"id":"2106.03180","title":"Vision Transformers with Hierarchical Attention","created":"2021-06-06","cited_by_count":31,"area":null},{"id":"2210.05958","title":"Bridging the Gap Between Vision Transformers and Convolutional Neural Networks on Small Datasets","created":"2022-10-12","cited_by_count":29,"area":null},{"id":"2303.08685","title":"Making Vision Transformers Efficient from A Token Sparsification View","created":"2023-03-15","cited_by_count":29,"area":null},{"id":"2203.12856","title":"Beyond Fixation: Dynamic Window Visual Transformer","created":"2022-03-24","cited_by_count":28,"area":null},{"id":"2206.04668","title":"GateHUB: Gated History Unit with Background Suppression for Online Action Detection","created":"2022-06-09","cited_by_count":27,"area":null},{"id":"2206.06801","title":"Peripheral Vision Transformer","created":"2022-06-14","cited_by_count":27,"area":null},{"id":"2206.09325","title":"EATFormer: Improving Vision Transformer Inspired by Evolutionary Algorithm","created":"2022-06-19","cited_by_count":27,"area":null},{"id":"2302.06378","title":"Semantic Image Segmentation: Two Decades of Research","created":"2023-02-13","cited_by_count":27,"area":null},{"id":"2111.05297","title":"Sliced Recursive Transformer","created":"2021-11-09","cited_by_count":26,"area":null},{"id":"2210.07562","title":"TokenMixup: Efficient Attention-guided Token-level Data Augmentation for Transformers","created":"2022-10-14","cited_by_count":26,"area":null},{"id":"2210.09943","title":"Rethinking Bias Mitigation: Fairer Architectures Make for Fairer Face Recognition","created":"2022-10-18","cited_by_count":26,"area":null},{"id":"2403.10030","title":"Multi-criteria Token Fusion with One-step-ahead Attention for Efficient Vision Transformers","created":"2024-03-15","cited_by_count":26,"area":null},{"id":"2306.00396","title":"Lightweight Vision Transformer with Bidirectional Interaction","created":"2023-06-01","cited_by_count":25,"area":null},{"id":"2204.03330","title":"Learning Local and Global Temporal Contexts for Video Semantic Segmentation","created":"2022-04-07","cited_by_count":24,"area":null},{"id":"2207.01580","title":"Dynamic Spatial Sparsification for Efficient Vision Transformers and Convolutional Neural Networks","created":"2022-07-04","cited_by_count":24,"area":null},{"id":"2312.02545","title":"Graph Information Bottleneck for Remote Sensing Segmentation","created":"2023-12-05","cited_by_count":24,"area":null},{"id":"2203.07057","title":"Self-Promoted Supervision for Few-Shot Transformer","created":"2022-03-14","cited_by_count":22,"area":null},{"id":"2301.04648","title":"Head-Free Lightweight Semantic Segmentation with Linear Transformer","created":"2023-01-11","cited_by_count":22,"area":null},{"id":"2207.11971","title":"Jigsaw-ViT: Learning Jigsaw Puzzles in Vision Transformer","created":"2022-07-25","cited_by_count":21,"area":null},{"id":"2207.13516","title":"Online Continual Learning with Contrastive Vision Transformer","created":"2022-07-24","cited_by_count":21,"area":null},{"id":"2309.01430","title":"DAT++: Spatially Dynamic Vision Transformer with Deformable Attention","created":"2023-09-04","cited_by_count":21,"area":null},{"id":"2203.15331","title":"CNN Filter DB: An Empirical Investigation of Trained Convolutional Filters","created":"2022-03-29","cited_by_count":20,"area":null},{"id":"2210.11909","title":"Boosting vision transformers for image retrieval","created":"2022-10-21","cited_by_count":19,"area":null},{"id":"2303.11126","title":"Robustifying Token Attention for Vision Transformers","created":"2023-03-20","cited_by_count":19,"area":null},{"id":"2310.17653","title":"Fantastic Gains and Where to Find Them: On the Existence and Prospect of General Knowledge Transfer between Any Pretrained Model","created":"2023-10-26","cited_by_count":19,"area":null}],"next_cursor":"100"}