{"total":165,"rows":[{"id":"2111.06377","title":"Masked Autoencoders Are Scalable Vision Learners","created":"2021-11-11","cited_by_count":7403,"area":null},{"id":"2111.09883","title":"Swin Transformer V2: Scaling Up Capacity and Resolution","created":"2021-11-18","cited_by_count":1228,"area":null},{"id":"2112.01526","title":"MViTv2: Improved Multiscale Vision Transformers for Classification and Detection","created":"2021-12-02","cited_by_count":519,"area":null},{"id":"2203.06604","title":"Masked Autoencoders for Point Cloud Self-supervised Learning","created":"2022-03-13","cited_by_count":459,"area":null},{"id":"2107.00641","title":"Focal Self-attention for Local-Global Interactions in Vision Transformers","created":"2021-07-01","cited_by_count":288,"area":null},{"id":"2111.02387","title":"An Empirical Study of Training End-to-End Vision-and-Language Transformers","created":"2021-11-03","cited_by_count":271,"area":null},{"id":"2209.15425","title":"Spikformer: When Spiking Neural Network Meets Transformer","created":"2022-09-29","cited_by_count":271,"area":null},{"id":"2201.09873","title":"Transformers in Medical Imaging: A Survey","created":"2022-01-24","cited_by_count":245,"area":null},{"id":"2204.07143","title":"Neighborhood Attention Transformer","created":"2022-04-14","cited_by_count":239,"area":null},{"id":"2111.07624","title":"Attention Mechanisms in Computer Vision: A Survey","created":"2021-11-15","cited_by_count":232,"area":null},{"id":"2201.09450","title":"UniFormer: Unifying Convolution and Self-attention for Visual Recognition","created":"2022-01-24","cited_by_count":206,"area":null},{"id":"2203.11926","title":"Focal Modulation Networks","created":"2022-03-22","cited_by_count":186,"area":null},{"id":"2111.10050","title":"Combined Scaling for Zero-shot Transfer Learning","created":"2021-11-19","cited_by_count":182,"area":null},{"id":"2204.03645","title":"DaViT: Dual Attention Vision Transformers","created":"2022-04-07","cited_by_count":175,"area":null},{"id":"2308.00442","title":"FLatten Transformer: Vision Transformer using Focused Linear Attention","created":"2023-08-01","cited_by_count":171,"area":null},{"id":"2203.06717","title":"Scaling Up Your Kernels to 31x31: Revisiting Large Kernel Design in CNNs","created":"2022-03-13","cited_by_count":155,"area":null},{"id":"2405.07992","title":"MambaOut: Do We Really Need Mamba for Vision?","created":"2024-05-13","cited_by_count":143,"area":"ssm"},{"id":"2207.03620","title":"More ConvNets in the 2020s: Scaling up Kernels Beyond 51x51 using Sparsity","created":"2022-07-07","cited_by_count":142,"area":null},{"id":"2110.03141","title":"Efficient Sharpness-aware Minimization for Improved Training of Neural Networks","created":"2021-10-07","cited_by_count":137,"area":null},{"id":"2109.06165","title":"CDTrans: Cross-domain Transformer for Unsupervised Domain Adaptation","created":"2021-09-13","cited_by_count":129,"area":null},{"id":"2111.06091","title":"A Survey of Visual Transformers","created":"2021-11-11","cited_by_count":117,"area":null},{"id":"2305.05726","title":"Vision-Language Models in Remote Sensing: Current Progress and Future Trends","created":"2023-05-09","cited_by_count":93,"area":"mllm"},{"id":"2403.15360","title":"SiMBA: Simplified Mamba-Based Architecture for Vision and Multivariate Time series","created":"2024-03-22","cited_by_count":82,"area":"ssm"},{"id":"2211.11943","title":"Conv2Former: A Simple Transformer-Style ConvNet for Visual Recognition","created":"2022-11-22","cited_by_count":81,"area":null},{"id":"2207.04978","title":"Wave-ViT: Unifying Wavelet and Transformers for Visual Representation Learning","created":"2022-07-11","cited_by_count":78,"area":null},{"id":"2204.00993","title":"Improving Vision Transformers by Revisiting High-frequency Components","created":"2022-04-03","cited_by_count":76,"area":null},{"id":"2309.11523","title":"RMT: Retentive Networks Meet Vision Transformers","created":"2023-09-20","cited_by_count":68,"area":null},{"id":"2306.06189","title":"FasterViT: Fast Vision Transformers with Hierarchical Attention","created":"2023-06-09","cited_by_count":65,"area":null},{"id":"2112.10809","title":"Lite Vision Transformer with Enhanced Self-Attention","created":"2021-12-20","cited_by_count":64,"area":null},{"id":"2404.16112","title":"Mamba-360: Survey of State Space Models as Transformer Alternative for Long Sequence Modelling: Methods, Applications, and Challenges","created":"2024-04-24","cited_by_count":64,"area":"ssm"},{"id":"2111.04060","title":"Are we ready for a new paradigm shift? A Survey on Visual Deep MLP","created":"2021-11-07","cited_by_count":63,"area":null},{"id":"2311.17132","title":"TransNeXt: Robust Foveal Visual Perception for Vision Transformers","created":"2023-11-28","cited_by_count":61,"area":null},{"id":"2212.06570","title":"CamoFormer: Masked Separable Attention for Camouflaged Object Detection","created":"2022-12-10","cited_by_count":58,"area":null},{"id":"2503.18278","title":"TopV: Compatible Token Pruning with Inference Time Optimization for Fast and Low-Memory Multimodal Vision Language Model","created":"2025-03-24","cited_by_count":57,"area":"mllm"},{"id":"2403.16552","title":"QKFormer: Hierarchical Spiking Transformer using Q-K Attention","created":"2024-03-25","cited_by_count":49,"area":null},{"id":"2304.06446","title":"SpectFormer: Frequency and Attention is what you need in a Vision Transformer","created":"2023-04-13","cited_by_count":48,"area":null},{"id":"2307.04616","title":"MiVOLO: Multi-input Transformer for Age and Gender Estimation","created":"2023-07-10","cited_by_count":42,"area":null},{"id":"2202.12165","title":"Transformers in Medical Image Analysis: A Review","created":"2022-02-24","cited_by_count":41,"area":null},{"id":"2212.04871","title":"Spurious Features Everywhere -- Large-Scale Detection of Harmful Spurious Features in ImageNet","created":"2022-12-09","cited_by_count":41,"area":null},{"id":"2404.18861","title":"Visual Mamba: A Survey and New Outlooks","created":"2024-04-29","cited_by_count":41,"area":"ssm"},{"id":"2203.14509","title":"Automated Progressive Learning for Efficient Training of Vision Transformers","created":"2022-03-28","cited_by_count":37,"area":null},{"id":"2112.14000","title":"Pale Transformer: A General Vision Transformer Backbone with Pale-Shaped Attention","created":"2021-12-28","cited_by_count":36,"area":null},{"id":"2201.00462","title":"D-Former: A U-shaped Dilated Transformer for 3D Medical Image Segmentation","created":"2022-01-03","cited_by_count":35,"area":null},{"id":"2203.06345","title":"The Principle of Diversity: Training Stronger Vision Transformers Calls for Reducing All Levels of Redundancy","created":"2022-03-12","cited_by_count":35,"area":null},{"id":"2302.01791","title":"DilateFormer: Multi-Scale Dilated Transformer for Visual Recognition","created":"2023-02-03","cited_by_count":34,"area":null},{"id":"2305.06061","title":"Visual Tuning","created":"2023-05-10","cited_by_count":34,"area":null},{"id":"2111.08687","title":"INTERN: A New Learning Paradigm Towards General Vision","created":"2021-11-16","cited_by_count":33,"area":null},{"id":"2207.10026","title":"Locality Guidance for Improving Vision Transformers on Tiny Datasets","created":"2022-07-20","cited_by_count":33,"area":null},{"id":"2401.02020","title":"Spikformer V2: Join the High Accuracy Club on ImageNet with an SNN Ticket","created":"2024-01-04","cited_by_count":30,"area":null},{"id":"2109.03810","title":"Scaled ReLU Matters for Training Vision Transformers","created":"2021-09-08","cited_by_count":29,"area":null},{"id":"2207.04976","title":"Dual Vision Transformer","created":"2022-07-11","cited_by_count":29,"area":null},{"id":"2201.12083","title":"DynaMixer: A Vision MLP Architecture with Dynamic Mixing","created":"2022-01-28","cited_by_count":28,"area":null},{"id":"2111.12624","title":"Self-slimmed Vision Transformer","created":"2021-11-24","cited_by_count":27,"area":null},{"id":"2206.09325","title":"EATFormer: Improving Vision Transformer Inspired by Evolutionary Algorithm","created":"2022-06-19","cited_by_count":27,"area":null},{"id":"2502.20087","title":"OverLoCK: An Overview-first-Look-Closely-next ConvNet with Context-Mixing Dynamic Kernels","created":"2025-02-27","cited_by_count":25,"area":null},{"id":"2211.12735","title":"Fast-iTPN: Integrally Pre-Trained Transformer Pyramid Network with Token Migration","created":"2022-11-23","cited_by_count":24,"area":null},{"id":"2203.01536","title":"Recent Advances in Vision Transformer: A Survey and Outlook of Recent Work","created":"2022-03-03","cited_by_count":21,"area":null},{"id":"2305.06024","title":"A Survey on the Robustness of Computer Vision Models against Common Corruptions","created":"2023-05-10","cited_by_count":21,"area":null},{"id":"2308.04369","title":"SSTFormer: Bridging Spiking Neural Network and Memory Support Transformer for Frame-Event based Recognition","created":"2023-08-08","cited_by_count":20,"area":null},{"id":"2309.08513","title":"SCT: A Simple Baseline for Parameter-Efficient Fine-Tuning via Salient Channels","created":"2023-09-15","cited_by_count":20,"area":null},{"id":"2107.11011","title":"VisDA-2021 Competition Universal Domain Adaptation to Improve Performance on Out-of-Distribution Data","created":"2021-07-23","cited_by_count":19,"area":null},{"id":"2310.17653","title":"Fantastic Gains and Where to Find Them: On the Existence and Prospect of General Knowledge Transfer between Any Pretrained Model","created":"2023-10-26","cited_by_count":19,"area":null},{"id":"2112.12786","title":"ELSA: Enhanced Local Self-Attention for Vision Transformer","created":"2021-12-23","cited_by_count":18,"area":null},{"id":"2303.06908","title":"CrossFormer++: A Versatile Vision Transformer Hinging on Cross-scale Attention","created":"2023-03-13","cited_by_count":18,"area":null},{"id":"2303.09735","title":"SRFormerV2: Taking a Closer Look at Permuted Self-Attention for Image Super-Resolution","created":"2023-03-17","cited_by_count":18,"area":null},{"id":"2311.01310","title":"Scattering Vision Transformer: Spectral Mixing Matters","created":"2023-11-02","cited_by_count":17,"area":null},{"id":"2204.01244","title":"Dynamic Focus-aware Positional Queries for Semantic Segmentation","created":"2022-04-04","cited_by_count":16,"area":null},{"id":"2406.04138","title":"The 3D-PC: a benchmark for visual perspective taking in humans and machines","created":"2024-06-06","cited_by_count":16,"area":null},{"id":"2404.03924","title":"Learning Correlation Structures for Vision Transformers","created":"2024-04-05","cited_by_count":15,"area":null},{"id":"2308.13998","title":"Computation-efficient Deep Learning for Computer Vision: A Survey","created":"2023-08-27","cited_by_count":14,"area":null},{"id":"2201.12723","title":"A Frustratingly Simple Approach for End-to-End Image Captioning","created":"2022-01-30","cited_by_count":12,"area":null},{"id":"2304.03282","title":"Visual Dependency Transformers: Dependency Tree Emerges from Reversed Attention","created":"2023-04-06","cited_by_count":12,"area":null},{"id":"2307.13992","title":"Causal reasoning in typical computer vision tasks","created":"2023-07-26","cited_by_count":12,"area":"lr"},{"id":"2405.05160","title":"Selective Classification Under Distribution Shifts","created":"2024-05-08","cited_by_count":12,"area":null},{"id":"2112.04674","title":"DualFormer: Local-Global Stratified Transformer for Efficient Video Recognition","created":"2021-12-09","cited_by_count":11,"area":null},{"id":"2311.15157","title":"Advancing Vision Transformers with Group-Mix Attention","created":"2023-11-26","cited_by_count":11,"area":null},{"id":"2302.11867","title":"Transformers in Single Object Tracking: An Experimental Survey","created":"2023-02-23","cited_by_count":10,"area":null},{"id":"2304.11954","title":"Spikingformer: A Key Foundation Model for Spiking Neural Networks","created":"2023-04-24","cited_by_count":10,"area":null},{"id":"2305.05954","title":"Enhancing the Performance of Transformer-based Spiking Neural Networks by SNN-optimized Downsampling with Precise Gradient Backpropagation","created":"2023-05-10","cited_by_count":10,"area":null},{"id":"2302.02234","title":"Revisiting Image Deblurring with an Efficient ConvNet","created":"2023-02-04","cited_by_count":9,"area":null},{"id":"2204.03475","title":"Solving ImageNet: a Unified Scheme for Training any Backbone to Top Results","created":"2022-04-07","cited_by_count":8,"area":null},{"id":"2409.18569","title":"Cross-video Identity Correlating for Person Re-identification Pre-training","created":"2024-09-27","cited_by_count":8,"area":null},{"id":"2111.08313","title":"Towards Comprehensive Monocular Depth Estimation: Multiple Heads Are Better Than One","created":"2021-11-16","cited_by_count":7,"area":null},{"id":"2111.12941","title":"Exploiting Both Domain-specific and Invariant Knowledge via a Win-win Transformer for Unsupervised Domain Adaptation","created":"2021-11-25","cited_by_count":7,"area":null},{"id":"2112.09385","title":"Full Transformer Framework for Robust Point Cloud Registration with Deep Information Interaction","created":"2021-12-17","cited_by_count":7,"area":null},{"id":"2208.01195","title":"Making the Best of Both Worlds: A Domain-Oriented Transformer for Unsupervised Domain Adaptation","created":"2022-08-02","cited_by_count":7,"area":null},{"id":"2306.03229","title":"Adversarial alignment: Breaking the trade-off between the strength of an attack and its relevance to human perception","created":"2023-06-05","cited_by_count":7,"area":null},{"id":"2310.09998","title":"SeUNet-Trans: A Simple yet Effective UNet-Transformer Model for Medical Image Segmentation","created":"2023-10-16","cited_by_count":7,"area":null},{"id":"2405.12200","title":"Multi-View Attentive Contextualization for Multi-View 3D Object Detection","created":"2024-05-20","cited_by_count":7,"area":null},{"id":"2206.14098","title":"RevBiFPN: The Fully Reversible Bidirectional Feature Pyramid Network","created":"2022-06-28","cited_by_count":6,"area":null},{"id":"2409.04714","title":"Unleashing the Power of Generic Segmentation Models: A Simple Baseline for Infrared Small Target Detection","created":"2024-09-07","cited_by_count":6,"area":null},{"id":"2203.12944","title":"Transformers Meet Visual Learning Understanding: A Comprehensive Review","created":"2022-03-24","cited_by_count":5,"area":null},{"id":"2302.03861","title":"SwinCross: Cross-modal Swin Transformer for Head-and-Neck Tumor Segmentation in PET/CT Images","created":"2023-02-08","cited_by_count":5,"area":null},{"id":"2303.17803","title":"Rethinking Local Perception in Lightweight Vision Transformer","created":"2023-03-31","cited_by_count":5,"area":null},{"id":"2304.02263","title":"Towards Efficient Task-Driven Model Reprogramming with Foundation Models","created":"2023-04-05","cited_by_count":5,"area":null},{"id":"2304.03481","title":"PSLT: A Light-weight Vision Transformer with Ladder Self-Attention and Progressive Shift","created":"2023-04-07","cited_by_count":5,"area":null},{"id":"2306.08325","title":"GCformer: An Efficient Framework for Accurate and Scalable Long-Term Multivariate Time Series Forecasting","created":"2023-06-14","cited_by_count":5,"area":null},{"id":"2311.07750","title":"SynthEnsemble: A Fusion of CNN, Vision Transformer, and Hybrid Models for Multi-Label Chest X-Ray Classification","created":"2023-11-13","cited_by_count":5,"area":null},{"id":"2403.18063","title":"Heracles: A Hybrid SSM-Transformer Model for High-Resolution Image and Time-Series Analysis","created":"2024-03-26","cited_by_count":5,"area":"ssm"},{"id":"2404.18849","title":"MiPa: Mixed Patch Infrared-Visible Modality Agnostic Object Detection","created":"2024-04-29","cited_by_count":5,"area":null}],"next_cursor":"100"}