{"total":4586,"rows":[{"id":"2103.14030","title":"Swin Transformer: Hierarchical Vision Transformer using Shifted Windows","created":"2021-03-25","cited_by_count":12139,"area":null},{"id":"2111.06377","title":"Masked Autoencoders Are Scalable Vision Learners","created":"2021-11-11","cited_by_count":7403,"area":null},{"id":"2104.14294","title":"Emerging Properties in Self-Supervised Vision Transformers","created":"2021-04-29","cited_by_count":6968,"area":null},{"id":"2201.12086","title":"BLIP: Bootstrapping Language-Image Pre-training for Unified Vision-Language Understanding and Generation","created":"2022-01-28","cited_by_count":4322,"area":"mllm"},{"id":"2205.14135","title":"FlashAttention: Fast and Memory-Efficient Exact Attention with IO-Awareness","created":"2022-05-27","cited_by_count":3673,"area":null},{"id":"2201.03545","title":"A ConvNet for the 2020s","created":"2022-01-10","cited_by_count":3579,"area":null},{"id":"2106.08254","title":"BEiT: BERT Pre-Training of Image Transformers","created":"2021-06-15","cited_by_count":2375,"area":null},{"id":"2102.12122","title":"Pyramid Vision Transformer: A Versatile Backbone for Dense Prediction without Convolutions","created":"2021-02-24","cited_by_count":1962,"area":null},{"id":"2108.10257","title":"SwinIR: Image Restoration Using Swin Transformer","created":"2021-08-23","cited_by_count":1887,"area":null},{"id":"2103.13413","title":"Vision Transformers for Dense Prediction","created":"2021-03-24","cited_by_count":1803,"area":null},{"id":"2111.09881","title":"Restormer: Efficient Transformer for High-Resolution Image Restoration","created":"2021-11-18","cited_by_count":1627,"area":null},{"id":"2102.05095","title":"Is Space-Time Attention All You Need for Video Understanding?","created":"2021-02-09","cited_by_count":1620,"area":null},{"id":"2103.15691","title":"ViViT: A Video Vision Transformer","created":"2021-03-29","cited_by_count":1620,"area":null},{"id":"2107.07651","title":"Align before Fuse: Vision and Language Representation Learning with Momentum Distillation","created":"2021-07-16","cited_by_count":1619,"area":null},{"id":"2104.02057","title":"An Empirical Study of Training Self-Supervised Vision Transformers","created":"2021-04-05","cited_by_count":1616,"area":null},{"id":"2503.11651","title":"VGGT: Visual Geometry Grounded Transformer","created":"2025-03-14","cited_by_count":1539,"area":null},{"id":"2105.01601","title":"MLP-Mixer: An all-MLP Architecture for Vision","created":"2021-05-04","cited_by_count":1446,"area":null},{"id":"2203.12602","title":"VideoMAE: Masked Autoencoders are Data-Efficient Learners for Self-Supervised Video Pre-Training","created":"2022-03-23","cited_by_count":1322,"area":null},{"id":"2102.03334","title":"ViLT: Vision-and-Language Transformer Without Convolution or Region Supervision","created":"2021-02-05","cited_by_count":1230,"area":null},{"id":"2111.09883","title":"Swin Transformer V2: Scaling Up Capacity and Resolution","created":"2021-11-18","cited_by_count":1228,"area":null},{"id":"2105.05537","title":"Swin-Unet: Unet-like Pure Transformer for Medical Image Segmentation","created":"2021-05-12","cited_by_count":1222,"area":null},{"id":"2104.00650","title":"Frozen in Time: A Joint Video and Image Encoder for End-to-End Retrieval","created":"2021-04-01","cited_by_count":1177,"area":null},{"id":"2305.05665","title":"ImageBind: One Embedding Space To Bind Them All","created":"2023-05-09","cited_by_count":1175,"area":null},{"id":"2111.09886","title":"SimMIM: A Simple Framework for Masked Image Modeling","created":"2021-11-18","cited_by_count":1153,"area":null},{"id":"2104.00298","title":"EfficientNetV2: Smaller Models and Faster Training","created":"2021-04-01","cited_by_count":1135,"area":null},{"id":"2103.03206","title":"Perceiver: General Perception with Iterative Attention","created":"2021-03-04","cited_by_count":1104,"area":null},{"id":"2101.11986","title":"Tokens-to-Token ViT: Training Vision Transformers from Scratch on ImageNet","created":"2021-01-28","cited_by_count":1101,"area":null},{"id":"2106.13230","title":"Video Swin Transformer","created":"2021-06-24","cited_by_count":1091,"area":null},{"id":"2401.09417","title":"Vision Mamba: Efficient Visual Representation Learning with Bidirectional State Space Model","created":"2024-01-17","cited_by_count":1056,"area":"ssm"},{"id":"2301.08243","title":"Self-Supervised Learning from Images with a Joint-Embedding Predictive Architecture","created":"2023-01-19","cited_by_count":1039,"area":"wm"},{"id":"2110.04544","title":"CLIP-Adapter: Better Vision-Language Models with Feature Adapters","created":"2021-10-09","cited_by_count":1026,"area":"mllm"},{"id":"2210.09461","title":"Token Merging: Your ViT But Faster","created":"2022-10-17","cited_by_count":1021,"area":"inference"},{"id":"2101.01169","title":"Transformers in Vision: A Survey","created":"2021-01-04","cited_by_count":1013,"area":null},{"id":"2106.04560","title":"Scaling Vision Transformers","created":"2021-06-08","cited_by_count":999,"area":null},{"id":"2401.10166","title":"VMamba: Visual State Space Model","created":"2024-01-18","cited_by_count":969,"area":null},{"id":"2103.10504","title":"UNETR: Transformers for 3D Medical Image Segmentation","created":"2021-03-18","cited_by_count":959,"area":null},{"id":"2103.15808","title":"CvT: Introducing Convolutions to Vision Transformers","created":"2021-03-29","cited_by_count":947,"area":null},{"id":"2111.07832","title":"iBOT: Image BERT Pre-Training with Online Tokenizer","created":"2021-11-15","cited_by_count":903,"area":"distill"},{"id":"2104.11227","title":"Multiscale Vision Transformers","created":"2021-04-22","cited_by_count":897,"area":null},{"id":"2106.02034","title":"DynamicViT: Efficient Vision Transformers with Dynamic Token Sparsification","created":"2021-06-03","cited_by_count":864,"area":null},{"id":"2310.00426","title":"PixArt-$\\alpha$: Fast Training of Diffusion Transformer for Photorealistic Text-to-Image Synthesis","created":"2023-09-30","cited_by_count":864,"area":"diffusion"},{"id":"2105.05633","title":"Segmenter: Transformer for Semantic Segmentation","created":"2021-05-12","cited_by_count":855,"area":null},{"id":"2306.14048","title":"H$_2$O: Heavy-Hitter Oracle for Efficient Generative Inference of Large Language Models","created":"2023-06-24","cited_by_count":832,"area":"inference"},{"id":"2103.14899","title":"CrossViT: Cross-Attention Multi-Scale Vision Transformer for Image Classification","created":"2021-03-27","cited_by_count":806,"area":null},{"id":"2306.11695","title":"A Simple and Effective Pruning Approach for Large Language Models","created":"2023-06-20","cited_by_count":800,"area":null},{"id":"2103.17239","title":"Going deeper with Image Transformers","created":"2021-03-31","cited_by_count":764,"area":null},{"id":"2106.13797","title":"PVT v2: Improved Baselines with Pyramid Vision Transformer","created":"2021-06-25","cited_by_count":751,"area":null},{"id":"2106.05974","title":"Scaling Vision with Sparse Mixture of Experts","created":"2021-06-10","cited_by_count":747,"area":"moe"},{"id":"2205.13535","title":"AdaptFormer: Adapting Vision Transformers for Scalable Visual Recognition","created":"2022-05-26","cited_by_count":719,"area":null},{"id":"2111.14819","title":"Point-BERT: Pre-training 3D Point Cloud Transformers with Masked Point Modeling","created":"2021-11-29","cited_by_count":653,"area":null},{"id":"2112.04482","title":"FLAVA: A Foundational Language And Vision Alignment Model","created":"2021-12-08","cited_by_count":649,"area":null},{"id":"2104.01778","title":"AST: Audio Spectrogram Transformer","created":"2021-04-05","cited_by_count":643,"area":null},{"id":"2110.02178","title":"MobileViT: Light-weight, General-purpose, and Mobile-friendly Vision Transformer","created":"2021-10-05","cited_by_count":642,"area":null},{"id":"2103.00112","title":"Transformer in Transformer","created":"2021-02-27","cited_by_count":633,"area":null},{"id":"2302.11939","title":"One Fits All:Power General Time Series Analysis by Pretrained LM","created":"2023-02-23","cited_by_count":632,"area":null},{"id":"2107.14795","title":"Perceiver IO: A General Architecture for Structured Inputs & Outputs","created":"2021-07-30","cited_by_count":629,"area":null},{"id":"2111.07783","title":"FILIP: Fine-grained Interactive Language-Image Pre-Training","created":"2021-11-09","cited_by_count":627,"area":"mllm"},{"id":"2112.09133","title":"Masked Feature Prediction for Self-Supervised Visual Pre-Training","created":"2021-12-16","cited_by_count":576,"area":null},{"id":"2106.04803","title":"CoAtNet: Marrying Convolution and Attention for All Data Sizes","created":"2021-06-09","cited_by_count":569,"area":null},{"id":"2106.10270","title":"How to train your ViT? Data, Augmentation, and Regularization in Vision Transformers","created":"2021-06-18","cited_by_count":569,"area":null},{"id":"2104.13840","title":"Twins: Revisiting the Design of Spatial Attention in Vision Transformers","created":"2021-04-28","cited_by_count":565,"area":null},{"id":"2205.08534","title":"Vision Transformer Adapter for Dense Predictions","created":"2022-05-17","cited_by_count":565,"area":null},{"id":"2112.01518","title":"DenseCLIP: Language-Guided Dense Prediction with Context-Aware Prompting","created":"2021-12-02","cited_by_count":532,"area":null},{"id":"2202.11094","title":"GroupViT: Semantic Segmentation Emerges from Text Supervision","created":"2022-02-22","cited_by_count":531,"area":null},{"id":"2107.00652","title":"CSWin Transformer: A General Vision Transformer Backbone with Cross-Shaped Windows","created":"2021-07-01","cited_by_count":527,"area":null},{"id":"2111.11418","title":"MetaFormer Is Actually What You Need for Vision","created":"2021-11-22","cited_by_count":524,"area":null},{"id":"2112.01526","title":"MViTv2: Improved Multiscale Vision Transformers for Classification and Detection","created":"2021-12-02","cited_by_count":519,"area":null},{"id":"2202.00273","title":"StyleGAN-XL: Scaling StyleGAN to Large Diverse Datasets","created":"2022-02-01","cited_by_count":492,"area":null},{"id":"2103.10697","title":"ConViT: Improving Vision Transformers with Soft Convolutional Inductive Biases","created":"2021-03-19","cited_by_count":484,"area":null},{"id":"2211.05778","title":"InternImage: Exploring Large-Scale Vision Foundation Models with Deformable Convolutions","created":"2022-11-10","cited_by_count":482,"area":null},{"id":"2204.01697","title":"MaxViT: Multi-Axis Vision Transformer","created":"2022-04-04","cited_by_count":476,"area":null},{"id":"2205.07460","title":"Diffusion Models for Adversarial Purification","created":"2022-05-16","cited_by_count":476,"area":"diffusion"},{"id":"2104.01136","title":"LeViT: a Vision Transformer in ConvNet's Clothing for Faster Inference","created":"2021-04-02","cited_by_count":475,"area":null},{"id":"2310.02279","title":"Consistency Trajectory Models: Learning Probability Flow ODE Trajectory of Diffusion","created":"2023-10-01","cited_by_count":459,"area":"diffusion"},{"id":"2105.10497","title":"Intriguing Properties of Vision Transformers","created":"2021-05-21","cited_by_count":446,"area":null},{"id":"2205.04437","title":"Activating More Pixels in Image Super-Resolution Transformer","created":"2022-05-09","cited_by_count":438,"area":null},{"id":"2112.12750","title":"SLIP: Self-supervision meets Language-Image Pre-training","created":"2021-12-23","cited_by_count":436,"area":null},{"id":"2102.04378","title":"TransReID: Transformer-based Object Re-Identification","created":"2021-02-08","cited_by_count":435,"area":null},{"id":"2111.03930","title":"Tip-Adapter: Training-free CLIP-Adapter for Better Vision-Language Modeling","created":"2021-11-06","cited_by_count":431,"area":"mllm"},{"id":"2104.11178","title":"VATT: Transformers for Multimodal Self-Supervised Learning from Raw Video, Audio and Text","created":"2021-04-22","cited_by_count":429,"area":null},{"id":"2111.02358","title":"VLMo: Unified Vision-Language Pre-Training with Mixture-of-Modality-Experts","created":"2021-11-03","cited_by_count":425,"area":"mllm"},{"id":"2204.07118","title":"DeiT III: Revenge of the ViT","created":"2022-04-14","cited_by_count":419,"area":null},{"id":"2207.08051","title":"SatMAE: Pre-training Transformers for Temporal and Multi-Spectral Satellite Imagery","created":"2022-07-17","cited_by_count":408,"area":null},{"id":"2102.10882","title":"Conditional Positional Encodings for Vision Transformers","created":"2021-02-22","cited_by_count":406,"area":null},{"id":"2203.10807","title":"ViM: Out-Of-Distribution with Virtual-logit Matching","created":"2022-03-21","cited_by_count":405,"area":null},{"id":"2206.06488","title":"Multimodal Learning with Transformers: A Survey","created":"2022-06-13","cited_by_count":400,"area":null},{"id":"2106.14881","title":"Early Convolutions Help Transformers See Better","created":"2021-06-28","cited_by_count":396,"area":null},{"id":"2303.11331","title":"EVA-02: A Visual Representation for Neon Genesis","created":"2023-03-20","cited_by_count":381,"area":null},{"id":"2202.07123","title":"Rethinking Network Design and Local Geometry in Point Cloud: A Simple Residual MLP Framework","created":"2022-02-15","cited_by_count":379,"area":null},{"id":"2205.15585","title":"Decomposing NeRF for Editing via Feature Field Distillation","created":"2022-05-31","cited_by_count":371,"area":null},{"id":"2105.08050","title":"Pay Attention to MLPs","created":"2021-05-17","cited_by_count":368,"area":null},{"id":"2110.00476","title":"ResNet strikes back: An improved training procedure in timm","created":"2021-10-01","cited_by_count":368,"area":null},{"id":"2101.11605","title":"Bottleneck Transformers for Visual Recognition","created":"2021-01-27","cited_by_count":364,"area":null},{"id":"2202.07800","title":"Not All Patches are What You Need: Expediting Vision Transformers via Token Reorganizations","created":"2022-02-16","cited_by_count":363,"area":null},{"id":"2112.07658","title":"AdaViT: Adaptive Tokens for Efficient Vision Transformer","created":"2021-12-14","cited_by_count":362,"area":null},{"id":"2207.09519","title":"Tip-Adapter: Training-free Adaption of CLIP for Few-shot Classification","created":"2022-07-19","cited_by_count":362,"area":"mllm"},{"id":"2103.16302","title":"Rethinking Spatial Dimensions of Vision Transformers","created":"2021-03-30","cited_by_count":361,"area":null},{"id":"2102.06171","title":"High-Performance Large-Scale Image Recognition Without Normalization","created":"2021-02-11","cited_by_count":360,"area":null},{"id":"2306.14289","title":"Faster Segment Anything: Towards Lightweight SAM for Mobile Applications","created":"2023-06-25","cited_by_count":352,"area":null},{"id":"2112.02244","title":"LAVT: Language-Aware Vision Transformer for Referring Image Segmentation","created":"2021-12-04","cited_by_count":348,"area":null}],"next_cursor":"100"}