{"total":764,"rows":[{"id":"2201.03545","title":"A ConvNet for the 2020s","created":"2022-01-10","cited_by_count":3579,"area":null},{"id":"2106.08254","title":"BEiT: BERT Pre-Training of Image Transformers","created":"2021-06-15","cited_by_count":2375,"area":null},{"id":"2503.11651","title":"VGGT: Visual Geometry Grounded Transformer","created":"2025-03-14","cited_by_count":1539,"area":null},{"id":"2105.05537","title":"Swin-Unet: Unet-like Pure Transformer for Medical Image Segmentation","created":"2021-05-12","cited_by_count":1222,"area":null},{"id":"2106.04560","title":"Scaling Vision Transformers","created":"2021-06-08","cited_by_count":999,"area":null},{"id":"2106.05974","title":"Scaling Vision with Sparse Mixture of Experts","created":"2021-06-10","cited_by_count":747,"area":"moe"},{"id":"2301.00808","title":"ConvNeXt V2: Co-designing and Scaling ConvNets with Masked Autoencoders","created":"2023-01-02","cited_by_count":712,"area":null},{"id":"2211.07636","title":"EVA: Exploring the Limits of Masked Visual Representation Learning at Scale","created":"2022-11-14","cited_by_count":691,"area":null},{"id":"2110.02178","title":"MobileViT: Light-weight, General-purpose, and Mobile-friendly Vision Transformer","created":"2021-10-05","cited_by_count":642,"area":null},{"id":"2107.14795","title":"Perceiver IO: A General Architecture for Structured Inputs & Outputs","created":"2021-07-30","cited_by_count":629,"area":null},{"id":"2106.04803","title":"CoAtNet: Marrying Convolution and Attention for All Data Sizes","created":"2021-06-09","cited_by_count":569,"area":null},{"id":"2104.13840","title":"Twins: Revisiting the Design of Spatial Attention in Vision Transformers","created":"2021-04-28","cited_by_count":565,"area":null},{"id":"2205.08534","title":"Vision Transformer Adapter for Dense Predictions","created":"2022-05-17","cited_by_count":565,"area":null},{"id":"2202.11094","title":"GroupViT: Semantic Segmentation Emerges from Text Supervision","created":"2022-02-22","cited_by_count":531,"area":null},{"id":"2107.00652","title":"CSWin Transformer: A General Vision Transformer Backbone with Cross-Shaped Windows","created":"2021-07-01","cited_by_count":527,"area":null},{"id":"2111.11418","title":"MetaFormer Is Actually What You Need for Vision","created":"2021-11-22","cited_by_count":524,"area":null},{"id":"2112.01526","title":"MViTv2: Improved Multiscale Vision Transformers for Classification and Detection","created":"2021-12-02","cited_by_count":519,"area":null},{"id":"2204.01697","title":"MaxViT: Multi-Axis Vision Transformer","created":"2022-04-04","cited_by_count":476,"area":null},{"id":"2204.07118","title":"DeiT III: Revenge of the ViT","created":"2022-04-14","cited_by_count":419,"area":null},{"id":"2106.14881","title":"Early Convolutions Help Transformers See Better","created":"2021-06-28","cited_by_count":396,"area":null},{"id":"2303.11331","title":"EVA-02: A Visual Representation for Neon Genesis","created":"2023-03-20","cited_by_count":381,"area":null},{"id":"2110.00476","title":"ResNet strikes back: An improved training procedure in timm","created":"2021-10-01","cited_by_count":368,"area":null},{"id":"2202.07800","title":"Not All Patches are What You Need: Expediting Vision Transformers via Token Reorganizations","created":"2022-02-16","cited_by_count":363,"area":null},{"id":"2105.03404","title":"ResMLP: Feedforward networks for image classification with data-efficient training","created":"2021-05-07","cited_by_count":339,"area":null},{"id":"2106.09681","title":"XCiT: Cross-Covariance Image Transformers","created":"2021-06-17","cited_by_count":338,"area":null},{"id":"2405.02246","title":"What matters when building vision-language models?","created":"2024-05-03","cited_by_count":326,"area":"mllm"},{"id":"2504.13181","title":"Perception Encoder: The best visual embeddings are not at the output of the network","created":"2025-04-17","cited_by_count":326,"area":null},{"id":"2202.07925","title":"ActionFormer: Localizing Moments of Actions with Transformers","created":"2022-02-16","cited_by_count":311,"area":null},{"id":"2502.12524","title":"YOLOv12: Attention-Centric Real-Time Object Detectors","created":"2025-02-18","cited_by_count":305,"area":null},{"id":"2111.11326","title":"DyTox: Transformers for Continual Learning with DYnamic TOken eXpansion","created":"2021-11-22","cited_by_count":291,"area":null},{"id":"2107.00641","title":"Focal Self-attention for Local-Global Interactions in Vision Transformers","created":"2021-07-01","cited_by_count":288,"area":null},{"id":"2111.02387","title":"An Empirical Study of Training End-to-End Vision-and-Language Transformers","created":"2021-11-03","cited_by_count":271,"area":null},{"id":"2107.00645","title":"Global Filter Networks for Image Classification","created":"2021-07-01","cited_by_count":260,"area":null},{"id":"2304.12210","title":"A Cookbook of Self-Supervised Learning","created":"2023-04-24","cited_by_count":250,"area":null},{"id":"2206.01191","title":"EfficientFormer: Vision Transformers at MobileNet Speed","created":"2022-06-02","cited_by_count":241,"area":null},{"id":"2204.07143","title":"Neighborhood Attention Transformer","created":"2022-04-14","cited_by_count":239,"area":null},{"id":"2108.05895","title":"Mobile-Former: Bridging MobileNet and Transformer","created":"2021-08-12","cited_by_count":235,"area":null},{"id":"2111.07624","title":"Attention Mechanisms in Computer Vision: A Survey","created":"2021-11-15","cited_by_count":232,"area":null},{"id":"2109.14279","title":"Localizing Objects with Self-Supervised Transformers and no Labels","created":"2021-09-29","cited_by_count":230,"area":null},{"id":"2111.07677","title":"FastFlow: Unsupervised Anomaly Detection and Localization via 2D Normalizing Flows","created":"2021-11-15","cited_by_count":227,"area":null},{"id":"2204.13650","title":"Unlocking High-Accuracy Differentially Private Image Classification through Scale","created":"2022-04-28","cited_by_count":224,"area":null},{"id":"2106.03348","title":"ViTAE: Vision Transformer Advanced by Exploring Intrinsic Inductive Bias","created":"2021-06-07","cited_by_count":216,"area":null},{"id":"2301.09515","title":"StyleGAN-T: Unlocking the Power of GANs for Fast Large-Scale Text-to-Image Synthesis","created":"2023-01-23","cited_by_count":212,"area":null},{"id":"2202.09741","title":"Visual Attention Network","created":"2022-02-20","cited_by_count":210,"area":null},{"id":"2201.09450","title":"UniFormer: Unifying Convolution and Self-attention for Visual Recognition","created":"2022-01-24","cited_by_count":206,"area":null},{"id":"2201.09792","title":"Patches Are All You Need?","created":"2022-01-24","cited_by_count":201,"area":null},{"id":"2209.03494","title":"Neural Feature Fusion Fields: 3D Distillation of Self-Supervised 2D Image Representations","created":"2022-09-07","cited_by_count":196,"area":null},{"id":"2201.08383","title":"MeMViT: Memory-Augmented Multiscale Vision Transformer for Efficient Long-Term Video Recognition","created":"2022-01-20","cited_by_count":189,"area":null},{"id":"2111.05464","title":"Are Transformers More Robust Than CNNs?","created":"2021-11-10","cited_by_count":187,"area":null},{"id":"2203.11926","title":"Focal Modulation Networks","created":"2022-03-22","cited_by_count":186,"area":null},{"id":"2201.04676","title":"UniFormer: Unified Transformer for Efficient Spatiotemporal Representation Learning","created":"2022-01-12","cited_by_count":184,"area":null},{"id":"2204.03645","title":"DaViT: Dual Attention Vision Transformers","created":"2022-04-07","cited_by_count":175,"area":null},{"id":"2203.14508","title":"Stratified Transformer for 3D Point Cloud Segmentation","created":"2022-03-28","cited_by_count":167,"area":null},{"id":"2106.13112","title":"VOLO: Vision Outlooker for Visual Recognition","created":"2021-06-24","cited_by_count":165,"area":null},{"id":"2302.12766","title":"Language-Driven Representation Learning for Robotics","created":"2023-02-24","cited_by_count":165,"area":null},{"id":"2303.14189","title":"FastViT: A Fast Hybrid Vision Transformer using Structural Reparameterization","created":"2023-03-24","cited_by_count":162,"area":null},{"id":"2212.05598","title":"Recurrent Vision Transformers for Object Detection with Event Cameras","created":"2022-12-11","cited_by_count":159,"area":null},{"id":"2205.14953","title":"Multi-Agent Reinforcement Learning is a Sequence Modeling Problem","created":"2022-05-30","cited_by_count":155,"area":null},{"id":"2212.08013","title":"FlexiViT: One Model for All Patch Sizes","created":"2022-12-15","cited_by_count":152,"area":null},{"id":"2306.12929","title":"Quantizable Transformers: Removing Outliers by Helping Attention Heads Do Nothing","created":"2023-06-22","cited_by_count":151,"area":null},{"id":"2205.07839","title":"Deep Spectral Methods: A Surprisingly Strong Baseline for Unsupervised Semantic Segmentation and Localization","created":"2022-05-16","cited_by_count":150,"area":null},{"id":"2110.09408","title":"HRFormer: High-Resolution Transformer for Dense Prediction","created":"2021-10-18","cited_by_count":149,"area":null},{"id":"2403.09977","title":"EfficientVMamba: Atrous Selective Scan for Light Weight Visual Mamba","created":"2024-03-15","cited_by_count":146,"area":"ssm"},{"id":"2104.10858","title":"All Tokens Matter: Token Labeling for Training Better Vision Transformers","created":"2021-04-22","cited_by_count":144,"area":null},{"id":"2105.15075","title":"Not All Images are Worth 16x16 Words: Dynamic Transformers for Efficient Image Recognition","created":"2021-05-31","cited_by_count":144,"area":null},{"id":"2204.12451","title":"Understanding The Robustness in Vision Transformers","created":"2022-04-26","cited_by_count":144,"area":null},{"id":"2405.07992","title":"MambaOut: Do We Really Need Mamba for Vision?","created":"2024-05-13","cited_by_count":143,"area":"ssm"},{"id":"2207.03620","title":"More ConvNets in the 2020s: Scaling up Kernels Beyond 51x51 using Sparsity","created":"2022-07-07","cited_by_count":142,"area":null},{"id":"2104.12533","title":"Visformer: The Vision-friendly Transformer","created":"2021-04-26","cited_by_count":137,"area":null},{"id":"2203.05962","title":"Anti-Oversmoothing in Deep Vision Transformers via the Fourier Domain Analysis: From Theory to Practice","created":"2022-03-09","cited_by_count":136,"area":null},{"id":"2210.13452","title":"MetaFormer Baselines for Vision","created":"2022-10-24","cited_by_count":132,"area":null},{"id":"2111.11429","title":"Benchmarking Detection Transfer Learning with Vision Transformers","created":"2021-11-22","cited_by_count":131,"area":null},{"id":"2110.11945","title":"SOFT: Softmax-free Transformer with Linear Complexity","created":"2021-10-22","cited_by_count":128,"area":null},{"id":"2106.02689","title":"RegionViT: Regional-to-Local Attention for Vision Transformers","created":"2021-06-04","cited_by_count":127,"area":null},{"id":"2106.11297","title":"TokenLearner: What Can 8 Learned Tokens Do for Images and Videos?","created":"2021-06-21","cited_by_count":127,"area":null},{"id":"2106.12620","title":"IA-RED$^2$: Interpretability-Aware Redundancy Reduction for Vision Transformers","created":"2021-06-23","cited_by_count":127,"area":null},{"id":"2107.10224","title":"CycleMLP: A MLP-like Architecture for Dense Prediction","created":"2021-07-21","cited_by_count":126,"area":null},{"id":"2112.01522","title":"Uni-Perceiver: Pre-training Unified Architecture for Generic Perception for Zero-shot and Few-shot Tasks","created":"2021-12-02","cited_by_count":125,"area":null},{"id":"2303.12766","title":"Spherical Transformer for LiDAR-based 3D Recognition","created":"2023-03-22","cited_by_count":125,"area":null},{"id":"2112.11010","title":"MPViT: Multi-Path Vision Transformer for Dense Prediction","created":"2021-12-21","cited_by_count":122,"area":null},{"id":"2112.13492","title":"Vision Transformer for Small-Size Datasets","created":"2021-12-27","cited_by_count":122,"area":null},{"id":"2210.06313","title":"The Lazy Neuron Phenomenon: On Emergence of Activation Sparsity in Transformers","created":"2022-10-12","cited_by_count":122,"area":null},{"id":"2212.08059","title":"Rethinking Vision Transformers for MobileNet Size and Speed","created":"2022-12-15","cited_by_count":121,"area":null},{"id":"2305.11172","title":"ONE-PEACE: Exploring One General Representation Model Toward Unlimited Modalities","created":"2023-05-18","cited_by_count":118,"area":null},{"id":"2111.06091","title":"A Survey of Visual Transformers","created":"2021-11-11","cited_by_count":117,"area":null},{"id":"2205.03436","title":"EdgeViTs: Competing Light-weight CNNs on Mobile Devices with Vision Transformers","created":"2022-05-06","cited_by_count":116,"area":null},{"id":"2401.08541","title":"Scalable Pre-training of Large Autoregressive Image Models","created":"2024-01-16","cited_by_count":115,"area":null},{"id":"2206.04040","title":"MobileOne: An Improved One millisecond Mobile Backbone","created":"2022-06-08","cited_by_count":109,"area":null},{"id":"2106.12368","title":"Vision Permutator: A Permutable MLP-Like Architecture for Visual Recognition","created":"2021-06-23","cited_by_count":103,"area":null},{"id":"2207.14284","title":"HorNet: Efficient High-Order Spatial Interactions with Recursive Gated Convolutions","created":"2022-07-28","cited_by_count":103,"area":null},{"id":"2107.08391","title":"AS-MLP: An Axial Shifted MLP Architecture for Vision","created":"2021-07-18","cited_by_count":101,"area":null},{"id":"2205.12956","title":"Inception Transformer","created":"2022-05-25","cited_by_count":99,"area":null},{"id":"2202.03772","title":"Particle Transformer for Jet Tagging","created":"2022-02-08","cited_by_count":98,"area":null},{"id":"2403.02308","title":"Vision-RWKV: Efficient and Scalable Visual Perception with RWKV-Like Architectures","created":"2024-03-04","cited_by_count":98,"area":null},{"id":"2105.12723","title":"Nested Hierarchical Transformer: Towards Accurate, Data-Efficient and Interpretable Visual Understanding","created":"2021-05-26","cited_by_count":97,"area":null},{"id":"2206.13089","title":"Agreement-on-the-Line: Predicting the Performance of Neural Networks under Distribution Shift","created":"2022-06-27","cited_by_count":94,"area":null},{"id":"2106.05786","title":"CAT: Cross Attention in Vision Transformer","created":"2021-06-10","cited_by_count":92,"area":null},{"id":"2111.03600","title":"Hybrid Spectrogram and Waveform Source Separation","created":"2021-11-05","cited_by_count":91,"area":null},{"id":"2107.12292","title":"Contextual Transformer Networks for Visual Recognition","created":"2021-07-26","cited_by_count":90,"area":null},{"id":"2203.09795","title":"Three things everyone should know about Vision Transformers","created":"2022-03-18","cited_by_count":90,"area":null}],"next_cursor":"100"}