{"total":268,"rows":[{"id":"2203.12602","title":"VideoMAE: Masked Autoencoders are Data-Efficient Learners for Self-Supervised Video Pre-Training","created":"2022-03-23","cited_by_count":1322,"area":null},{"id":"2106.04560","title":"Scaling Vision Transformers","created":"2021-06-08","cited_by_count":999,"area":null},{"id":"2401.10166","title":"VMamba: Visual State Space Model","created":"2024-01-18","cited_by_count":969,"area":null},{"id":"2106.02034","title":"DynamicViT: Efficient Vision Transformers with Dynamic Token Sparsification","created":"2021-06-03","cited_by_count":864,"area":null},{"id":"2304.11277","title":"PyTorch FSDP: Experiences on Scaling Fully Sharded Data Parallel","created":"2023-04-21","cited_by_count":660,"area":null},{"id":"2110.02178","title":"MobileViT: Light-weight, General-purpose, and Mobile-friendly Vision Transformer","created":"2021-10-05","cited_by_count":642,"area":null},{"id":"2106.04803","title":"CoAtNet: Marrying Convolution and Attention for All Data Sizes","created":"2021-06-09","cited_by_count":569,"area":null},{"id":"2204.01697","title":"MaxViT: Multi-Axis Vision Transformer","created":"2022-04-04","cited_by_count":476,"area":null},{"id":"2202.07800","title":"Not All Patches are What You Need: Expediting Vision Transformers via Token Reorganizations","created":"2022-02-16","cited_by_count":363,"area":null},{"id":"2201.00520","title":"Vision Transformer with Deformable Attention","created":"2022-01-03","cited_by_count":295,"area":null},{"id":"2210.08823","title":"Scaling & Shifting Your Features: A New Baseline for Efficient Model Tuning","created":"2022-10-17","cited_by_count":294,"area":null},{"id":"2107.00641","title":"Focal Self-attention for Local-Global Interactions in Vision Transformers","created":"2021-07-01","cited_by_count":288,"area":null},{"id":"2206.01191","title":"EfficientFormer: Vision Transformers at MobileNet Speed","created":"2022-06-02","cited_by_count":241,"area":null},{"id":"2108.05895","title":"Mobile-Former: Bridging MobileNet and Transformer","created":"2021-08-12","cited_by_count":235,"area":null},{"id":"2111.07624","title":"Attention Mechanisms in Computer Vision: A Survey","created":"2021-11-15","cited_by_count":232,"area":null},{"id":"2209.03494","title":"Neural Feature Fusion Fields: 3D Distillation of Self-Supervised 2D Image Representations","created":"2022-09-07","cited_by_count":196,"area":null},{"id":"2106.04533","title":"Chasing Sparsity in Vision Transformers: An End-to-End Exploration","created":"2021-06-08","cited_by_count":183,"area":null},{"id":"2111.15667","title":"Adaptive Token Sampling For Efficient Vision Transformers","created":"2021-11-30","cited_by_count":183,"area":null},{"id":"2204.03645","title":"DaViT: Dual Attention Vision Transformers","created":"2022-04-07","cited_by_count":175,"area":null},{"id":"2106.13112","title":"VOLO: Vision Outlooker for Visual Recognition","created":"2021-06-24","cited_by_count":165,"area":null},{"id":"2312.10794","title":"A mathematical perspective on Transformers","created":"2023-12-17","cited_by_count":164,"area":null},{"id":"2205.07839","title":"Deep Spectral Methods: A Surprisingly Strong Baseline for Unsupervised Semantic Segmentation and Localization","created":"2022-05-16","cited_by_count":150,"area":null},{"id":"2104.10858","title":"All Tokens Matter: Token Labeling for Training Better Vision Transformers","created":"2021-04-22","cited_by_count":144,"area":null},{"id":"2105.15075","title":"Not All Images are Worth 16x16 Words: Dynamic Transformers for Efficient Image Recognition","created":"2021-05-31","cited_by_count":144,"area":null},{"id":"2203.05962","title":"Anti-Oversmoothing in Deep Vision Transformers via the Fourier Domain Analysis: From Theory to Practice","created":"2022-03-09","cited_by_count":136,"area":null},{"id":"2112.00995","title":"SwinTrack: A Simple and Strong Baseline for Transformer Tracking","created":"2021-12-02","cited_by_count":126,"area":null},{"id":"2112.01522","title":"Uni-Perceiver: Pre-training Unified Architecture for Generic Perception for Zero-shot and Few-shot Tasks","created":"2021-12-02","cited_by_count":125,"area":null},{"id":"2111.06091","title":"A Survey of Visual Transformers","created":"2021-11-11","cited_by_count":117,"area":null},{"id":"2205.03436","title":"EdgeViTs: Competing Light-weight CNNs on Mobile Devices with Vision Transformers","created":"2022-05-06","cited_by_count":116,"area":null},{"id":"2106.12368","title":"Vision Permutator: A Permutable MLP-Like Architecture for Visual Recognition","created":"2021-06-23","cited_by_count":103,"area":null},{"id":"2107.08391","title":"AS-MLP: An Axial Shifted MLP Architecture for Vision","created":"2021-07-18","cited_by_count":101,"area":null},{"id":"2205.14083","title":"Sharpness-Aware Training for Free","created":"2022-05-27","cited_by_count":95,"area":null},{"id":"2106.05786","title":"CAT: Cross Attention in Vision Transformer","created":"2021-06-10","cited_by_count":92,"area":null},{"id":"2111.15193","title":"Shunted Self-Attention via Multi-Scale Token Aggregation","created":"2021-11-30","cited_by_count":90,"area":null},{"id":"2210.16156","title":"Reliability of CKA as a Similarity Measure in Deep Learning","created":"2022-10-28","cited_by_count":87,"area":null},{"id":"2211.11943","title":"Conv2Former: A Simple Transformer-Style ConvNet for Visual Recognition","created":"2022-11-22","cited_by_count":81,"area":null},{"id":"2109.04176","title":"Towards Transferable Adversarial Attacks on Vision Transformers","created":"2021-09-09","cited_by_count":80,"area":null},{"id":"2207.04978","title":"Wave-ViT: Unifying Wavelet and Transformers for Visual Representation Learning","created":"2022-07-11","cited_by_count":78,"area":null},{"id":"2210.17409","title":"Deep Model Reassembly","created":"2022-10-24","cited_by_count":78,"area":null},{"id":"2110.04869","title":"Global Vision Transformer Pruning with Hessian-Aware Saliency","created":"2021-10-10","cited_by_count":70,"area":null},{"id":"2106.00515","title":"KVT: k-NN Attention for Boosting Vision Transformers","created":"2021-05-28","cited_by_count":65,"area":null},{"id":"2112.10809","title":"Lite Vision Transformer with Enhanced Self-Attention","created":"2021-12-20","cited_by_count":64,"area":null},{"id":"2106.04263","title":"On the Connection between Local Attention and Dynamic Depth-wise Convolution","created":"2021-06-08","cited_by_count":62,"area":null},{"id":"2111.06707","title":"Transformer-based Image Compression","created":"2021-11-12","cited_by_count":62,"area":null},{"id":"2205.10063","title":"Uniform Masking: Enabling MAE Pre-training for Pyramid-based Vision Transformers with Locality","created":"2022-05-20","cited_by_count":57,"area":null},{"id":"2303.03108","title":"Gradient Norm Aware Minimization Seeks First-Order Flatness and Improves Generalization","created":"2023-03-03","cited_by_count":57,"area":null},{"id":"2203.02250","title":"Patch Similarity Aware Data-Free Quantization for Vision Transformers","created":"2022-03-04","cited_by_count":56,"area":null},{"id":"2203.03635","title":"Stepwise Feature Fusion: Local Guides Global","created":"2022-03-07","cited_by_count":56,"area":null},{"id":"2401.16456","title":"SHViT: Single-Head Vision Transformer with Memory Efficient Macro Design","created":"2024-01-29","cited_by_count":56,"area":null},{"id":"2105.14217","title":"Less is More: Pay Less Attention in Vision Transformers","created":"2021-05-29","cited_by_count":53,"area":null},{"id":"2304.06446","title":"SpectFormer: Frequency and Attention is what you need in a Vision Transformer","created":"2023-04-13","cited_by_count":48,"area":null},{"id":"2308.10524","title":"Dataset Quantization","created":"2023-08-21","cited_by_count":48,"area":null},{"id":"2210.01820","title":"MOAT: Alternating Mobile Convolution and Attention Brings Strong Vision Models","created":"2022-10-04","cited_by_count":47,"area":null},{"id":"2104.12753","title":"Vision Transformers with Patch Diversification","created":"2021-04-26","cited_by_count":45,"area":null},{"id":"2110.03593","title":"TranSalNet: Towards perceptually relevant visual saliency prediction","created":"2021-10-07","cited_by_count":44,"area":null},{"id":"2204.02557","title":"MixFormer: Mixing Features across Windows and Dimensions","created":"2022-04-06","cited_by_count":43,"area":null},{"id":"2112.03902","title":"MS-TCT: Multi-Scale Temporal ConvTransformer for Action Detection","created":"2021-12-07","cited_by_count":42,"area":null},{"id":"2209.05687","title":"PSAQ-ViT V2: Towards Accurate and General Data-Free Quantization for Vision Transformers","created":"2022-09-13","cited_by_count":42,"area":null},{"id":"2308.10794","title":"MGMAE: Motion Guided Masking for Video Masked Autoencoding","created":"2023-08-21","cited_by_count":41,"area":null},{"id":"2312.10136","title":"Gradient-based Parameter Selection for Efficient Fine-Tuning","created":"2023-12-15","cited_by_count":40,"area":null},{"id":"2303.06562","title":"ContraNorm: A Contrastive Learning Perspective on Oversmoothing and Beyond","created":"2023-03-12","cited_by_count":39,"area":null},{"id":"2106.03714","title":"Refiner: Refining Self-attention for Vision Transformers","created":"2021-06-07","cited_by_count":38,"area":null},{"id":"2109.05422","title":"Sparse MLP for Image Recognition: Is Self-Attention Really Necessary?","created":"2021-09-12","cited_by_count":38,"area":null},{"id":"2203.06345","title":"The Principle of Diversity: Training Stronger Vision Transformers Calls for Reducing All Levels of Redundancy","created":"2022-03-12","cited_by_count":35,"area":null},{"id":"2212.05463","title":"Vision Transformer with Attentive Pooling for Robust Facial Expression Recognition","created":"2022-12-11","cited_by_count":35,"area":null},{"id":"2310.06234","title":"Efficient Adaptation of Large Vision Transformer via Adapter Re-Composing","created":"2023-10-10","cited_by_count":35,"area":null},{"id":"2302.01791","title":"DilateFormer: Multi-Scale Dilated Transformer for Visual Recognition","created":"2023-02-03","cited_by_count":34,"area":null},{"id":"2304.09856","title":"LipsFormer: Introducing Lipschitz Continuity to Vision Transformers","created":"2023-04-19","cited_by_count":34,"area":null},{"id":"2105.14734","title":"Dual-stream Network for Visual Recognition","created":"2021-05-31","cited_by_count":33,"area":null},{"id":"2111.08687","title":"INTERN: A New Learning Paradigm Towards General Vision","created":"2021-11-16","cited_by_count":33,"area":null},{"id":"2201.10737","title":"Class-Aware Adversarial Transformers for Medical Image Segmentation","created":"2022-01-26","cited_by_count":33,"area":null},{"id":"2203.12217","title":"Training-free Transformer Architecture Search","created":"2022-03-23","cited_by_count":33,"area":null},{"id":"2308.12216","title":"SG-Former: Self-guided Transformer with Evolving Token Reallocation","created":"2023-08-23","cited_by_count":32,"area":null},{"id":"2106.03180","title":"Vision Transformers with Hierarchical Attention","created":"2021-06-06","cited_by_count":31,"area":null},{"id":"2212.14454","title":"MEAformer: Multi-modal Entity Alignment Transformer for Meta Modality Hybrid","created":"2022-12-29","cited_by_count":30,"area":null},{"id":"2401.02020","title":"Spikformer V2: Join the High Accuracy Club on ImageNet with an SNN Ticket","created":"2024-01-04","cited_by_count":30,"area":null},{"id":"2109.03810","title":"Scaled ReLU Matters for Training Vision Transformers","created":"2021-09-08","cited_by_count":29,"area":null},{"id":"2207.04976","title":"Dual Vision Transformer","created":"2022-07-11","cited_by_count":29,"area":null},{"id":"2201.12083","title":"DynaMixer: A Vision MLP Architecture with Dynamic Mixing","created":"2022-01-28","cited_by_count":28,"area":null},{"id":"2312.10325","title":"An Attentive Inductive Bias for Sequential Recommendation beyond the Self-Attention","created":"2023-12-16","cited_by_count":28,"area":null},{"id":"2502.03738","title":"Scaling Laws in Patchification: An Image Is Worth 50,176 Tokens And More","created":"2025-02-06","cited_by_count":28,"area":null},{"id":"2111.12624","title":"Self-slimmed Vision Transformer","created":"2021-11-24","cited_by_count":27,"area":null},{"id":"2206.09325","title":"EATFormer: Improving Vision Transformer Inspired by Evolutionary Algorithm","created":"2022-06-19","cited_by_count":27,"area":null},{"id":"2106.10637","title":"More than Encoder: Introducing Transformer Decoder to Upsample","created":"2021-06-20","cited_by_count":26,"area":null},{"id":"2111.05297","title":"Sliced Recursive Transformer","created":"2021-11-09","cited_by_count":26,"area":null},{"id":"2301.12149","title":"POSTER++: A simpler and stronger facial expression recognition network","created":"2023-01-28","cited_by_count":25,"area":null},{"id":"2111.11802","title":"Pruning Self-attentions into Convolutional Layers in Single Path","created":"2021-11-23","cited_by_count":24,"area":null},{"id":"2207.01580","title":"Dynamic Spatial Sparsification for Efficient Vision Transformers and Convolutional Neural Networks","created":"2022-07-04","cited_by_count":24,"area":null},{"id":"2211.12735","title":"Fast-iTPN: Integrally Pre-Trained Transformer Pyramid Network with Token Migration","created":"2022-11-23","cited_by_count":24,"area":null},{"id":"2306.02376","title":"Towards Deep Attention in Graph Neural Networks: Problems and Remedies","created":"2023-06-04","cited_by_count":24,"area":null},{"id":"2205.01972","title":"Sequencer: Deep LSTM for Image Classification","created":"2022-05-04","cited_by_count":23,"area":null},{"id":"2205.14949","title":"HiViT: Hierarchical Vision Transformer Meets Masked Image Modeling","created":"2022-05-30","cited_by_count":23,"area":null},{"id":"2202.04996","title":"AA-TransUNet: Attention Augmented TransUNet For Nowcasting Tasks","created":"2022-02-10","cited_by_count":22,"area":null},{"id":"2203.01536","title":"Recent Advances in Vision Transformer: A Survey and Outlook of Recent Work","created":"2022-03-03","cited_by_count":21,"area":null},{"id":"2309.01430","title":"DAT++: Spatially Dynamic Vision Transformer with Deformable Attention","created":"2023-09-04","cited_by_count":21,"area":null},{"id":"2401.04301","title":"Setting the Record Straight on Transformer Oversmoothing","created":"2024-01-09","cited_by_count":21,"area":null},{"id":"2105.15089","title":"Analogous to Evolutionary Algorithm: Designing a Unified Sequence Model","created":"2021-05-31","cited_by_count":20,"area":null},{"id":"2204.11448","title":"High-Efficiency Lossy Image Coding Through Adaptive Neighborhood Information Aggregation","created":"2022-04-25","cited_by_count":20,"area":null},{"id":"2106.03720","title":"Person Re-Identification with a Locally Aware Transformer","created":"2021-06-07","cited_by_count":19,"area":null},{"id":"2209.05299","title":"Deep Convolutional Pooling Transformer for Deepfake Detection","created":"2022-09-12","cited_by_count":19,"area":null}],"next_cursor":"100"}