{"total":120,"rows":[{"id":"2112.09133","title":"Masked Feature Prediction for Self-Supervised Visual Pre-Training","created":"2021-12-16","cited_by_count":576,"area":null},{"id":"2202.07800","title":"Not All Patches are What You Need: Expediting Vision Transformers via Token Reorganizations","created":"2022-02-16","cited_by_count":363,"area":null},{"id":"2204.07143","title":"Neighborhood Attention Transformer","created":"2022-04-14","cited_by_count":239,"area":null},{"id":"2201.09450","title":"UniFormer: Unifying Convolution and Self-attention for Visual Recognition","created":"2022-01-24","cited_by_count":206,"area":null},{"id":"2203.11926","title":"Focal Modulation Networks","created":"2022-03-22","cited_by_count":186,"area":null},{"id":"2201.04676","title":"UniFormer: Unified Transformer for Efficient Spatiotemporal Representation Learning","created":"2022-01-12","cited_by_count":184,"area":null},{"id":"2111.15667","title":"Adaptive Token Sampling For Efficient Vision Transformers","created":"2021-11-30","cited_by_count":183,"area":null},{"id":"2204.03645","title":"DaViT: Dual Attention Vision Transformers","created":"2022-04-07","cited_by_count":175,"area":null},{"id":"2106.13112","title":"VOLO: Vision Outlooker for Visual Recognition","created":"2021-06-24","cited_by_count":165,"area":null},{"id":"2303.08810","title":"BiFormer: Vision Transformer with Bi-Level Routing Attention","created":"2023-03-15","cited_by_count":151,"area":null},{"id":"2203.05962","title":"Anti-Oversmoothing in Deep Vision Transformers via the Fourier Domain Analysis: From Theory to Practice","created":"2022-03-09","cited_by_count":136,"area":null},{"id":"2106.02852","title":"Patch Slimming for Efficient Vision Transformers","created":"2021-06-05","cited_by_count":133,"area":null},{"id":"2307.09283","title":"RepViT: Revisiting Mobile CNN From ViT Perspective","created":"2023-07-18","cited_by_count":123,"area":null},{"id":"2111.06091","title":"A Survey of Visual Transformers","created":"2021-11-11","cited_by_count":117,"area":null},{"id":"2205.12956","title":"Inception Transformer","created":"2022-05-25","cited_by_count":99,"area":null},{"id":"2210.10732","title":"OpenEarthMap: A Benchmark Dataset for Global High-Resolution Land Cover Mapping","created":"2022-10-19","cited_by_count":82,"area":null},{"id":"2211.11943","title":"Conv2Former: A Simple Transformer-Style ConvNet for Visual Recognition","created":"2022-11-22","cited_by_count":81,"area":null},{"id":"2207.04978","title":"Wave-ViT: Unifying Wavelet and Transformers for Visual Representation Learning","created":"2022-07-11","cited_by_count":78,"area":null},{"id":"2302.06015","title":"A Theoretical Understanding of Shallow Vision Transformers: Learning, Generalization, and Sample Complexity","created":"2023-02-12","cited_by_count":77,"area":null},{"id":"2204.00993","title":"Improving Vision Transformers by Revisiting High-frequency Components","created":"2022-04-03","cited_by_count":76,"area":null},{"id":"2309.11523","title":"RMT: Retentive Networks Meet Vision Transformers","created":"2023-09-20","cited_by_count":68,"area":null},{"id":"2106.00515","title":"KVT: k-NN Attention for Boosting Vision Transformers","created":"2021-05-28","cited_by_count":65,"area":null},{"id":"2112.10809","title":"Lite Vision Transformer with Enhanced Self-Attention","created":"2021-12-20","cited_by_count":64,"area":null},{"id":"2203.03821","title":"CF-ViT: A General Coarse-to-Fine Method for Vision Transformer","created":"2022-03-08","cited_by_count":63,"area":null},{"id":"2211.03295","title":"MogaNet: Multi-order Gated Aggregation Network","created":"2022-11-07","cited_by_count":59,"area":null},{"id":"2212.06570","title":"CamoFormer: Masked Separable Attention for Camouflaged Object Detection","created":"2022-12-10","cited_by_count":58,"area":null},{"id":"2306.13596","title":"Max-Margin Token Selection in Attention Mechanism","created":"2023-06-23","cited_by_count":58,"area":null},{"id":"2304.06446","title":"SpectFormer: Frequency and Attention is what you need in a Vision Transformer","created":"2023-04-13","cited_by_count":48,"area":null},{"id":"2211.11315","title":"Beyond Attentive Tokens: Incorporating Token Importance and Diversity for Efficient Vision Transformers","created":"2022-11-21","cited_by_count":47,"area":null},{"id":"2309.02031","title":"A survey on efficient vision transformers: algorithms, techniques, and performance benchmarking","created":"2023-09-05","cited_by_count":41,"area":null},{"id":"2111.15127","title":"A Unified Pruning Framework for Vision Transformers","created":"2021-11-30","cited_by_count":40,"area":null},{"id":"2204.00613","title":"On the Importance of Asymmetry for Siamese Representation Learning","created":"2022-04-01","cited_by_count":39,"area":null},{"id":"2203.14509","title":"Automated Progressive Learning for Efficient Training of Vision Transformers","created":"2022-03-28","cited_by_count":37,"area":null},{"id":"2112.14000","title":"Pale Transformer: A General Vision Transformer Backbone with Pale-Shaped Attention","created":"2021-12-28","cited_by_count":36,"area":null},{"id":"2301.01146","title":"Rethinking Mobile Block for Efficient Attention-based Models","created":"2023-01-03","cited_by_count":36,"area":null},{"id":"2203.06345","title":"The Principle of Diversity: Training Stronger Vision Transformers Calls for Reducing All Levels of Redundancy","created":"2022-03-12","cited_by_count":35,"area":null},{"id":"2212.05463","title":"Vision Transformer with Attentive Pooling for Robust Facial Expression Recognition","created":"2022-12-11","cited_by_count":35,"area":null},{"id":"2302.01791","title":"DilateFormer: Multi-Scale Dilated Transformer for Visual Recognition","created":"2023-02-03","cited_by_count":34,"area":null},{"id":"2111.08687","title":"INTERN: A New Learning Paradigm Towards General Vision","created":"2021-11-16","cited_by_count":33,"area":null},{"id":"2108.13002","title":"A Battle of Network Structures: An Empirical Study of CNN, Transformer, and MLP","created":"2021-08-30","cited_by_count":32,"area":null},{"id":"2207.04976","title":"Dual Vision Transformer","created":"2022-07-11","cited_by_count":29,"area":null},{"id":"2210.05958","title":"Bridging the Gap Between Vision Transformers and Convolutional Neural Networks on Small Datasets","created":"2022-10-12","cited_by_count":29,"area":null},{"id":"2303.08685","title":"Making Vision Transformers Efficient from A Token Sparsification View","created":"2023-03-15","cited_by_count":29,"area":null},{"id":"2201.12083","title":"DynaMixer: A Vision MLP Architecture with Dynamic Mixing","created":"2022-01-28","cited_by_count":28,"area":null},{"id":"2111.12624","title":"Self-slimmed Vision Transformer","created":"2021-11-24","cited_by_count":27,"area":null},{"id":"2201.06618","title":"VAQF: Fully Automatic Software-Hardware Co-Design Framework for Low-Bit Vision Transformer","created":"2022-01-17","cited_by_count":27,"area":null},{"id":"2203.09064","title":"Attribute Surrogates Learning and Spectral Tokens Pooling in Transformers for Few-shot Learning","created":"2022-03-17","cited_by_count":27,"area":null},{"id":"2206.09325","title":"EATFormer: Improving Vision Transformer Inspired by Evolutionary Algorithm","created":"2022-06-19","cited_by_count":27,"area":null},{"id":"2403.10030","title":"Multi-criteria Token Fusion with One-step-ahead Attention for Efficient Vision Transformers","created":"2024-03-15","cited_by_count":26,"area":null},{"id":"2403.18361","title":"ViTAR: Vision Transformer with Any Resolution","created":"2024-03-27","cited_by_count":25,"area":null},{"id":"2211.10801","title":"Peeling the Onion: Hierarchical Reduction of Data Redundancy for Efficient Vision Transformer Training","created":"2022-11-19","cited_by_count":24,"area":null},{"id":"2203.07057","title":"Self-Promoted Supervision for Few-Shot Transformer","created":"2022-03-14","cited_by_count":22,"area":null},{"id":"2308.10133","title":"TransFace++: Rethinking the Face Recognition Paradigm with a Focus on Accuracy, Efficiency, and Security","created":"2023-08-20","cited_by_count":22,"area":null},{"id":"2210.12755","title":"LCPFormer: Towards Effective 3D Point Cloud Analysis via Local Context Propagation in Transformers","created":"2022-10-23","cited_by_count":21,"area":null},{"id":"2304.08451","title":"Efficient Video Action Detection with Token Dropout and Context Refinement","created":"2023-04-17","cited_by_count":20,"area":null},{"id":"2303.06908","title":"CrossFormer++: A Versatile Vision Transformer Hinging on Cross-scale Attention","created":"2023-03-13","cited_by_count":18,"area":null},{"id":"2203.10761","title":"Harnessing Hard Mixed Samples with Decoupled Regularizer","created":"2022-03-21","cited_by_count":17,"area":null},{"id":"2311.01310","title":"Scattering Vision Transformer: Spectral Mixing Matters","created":"2023-11-02","cited_by_count":17,"area":null},{"id":"2303.13755","title":"Sparsifiner: Learning Sparse Instance-Dependent Attention for Efficient Vision Transformers","created":"2023-03-24","cited_by_count":16,"area":null},{"id":"2304.12043","title":"MixPro: Data Augmentation with MaskMix and Progressive Attention Labeling for Vision Transformer","created":"2023-04-24","cited_by_count":15,"area":null},{"id":"2404.03924","title":"Learning Correlation Structures for Vision Transformers","created":"2024-04-05","cited_by_count":15,"area":null},{"id":"2212.05153","title":"Algorithmic progress in computer vision","created":"2022-12-10","cited_by_count":14,"area":null},{"id":"2205.11397","title":"Super Vision Transformer","created":"2022-05-23","cited_by_count":13,"area":null},{"id":"2312.09059","title":"Auto-Prox: Training-Free Vision Transformer Architecture Search via Automatic Proxy Discovery","created":"2023-12-14","cited_by_count":13,"area":null},{"id":"2402.00033","title":"LF-ViT: Reducing Spatial Redundancy in Vision Transformer for Efficient Image Recognition","created":"2024-01-08","cited_by_count":13,"area":null},{"id":"2403.19225","title":"Efficient and Effective Weakly-Supervised Action Segmentation via Action-Transition-Aware Boundary Alignment","created":"2024-03-28","cited_by_count":13,"area":null},{"id":"2203.00860","title":"D^2ETR: Decoder-Only DETR with Computationally Efficient Cross-Scale Attention","created":"2022-03-02","cited_by_count":12,"area":null},{"id":"2206.07662","title":"SP-ViT: Learning 2D Spatial Priors for Vision Transformers","created":"2022-06-15","cited_by_count":12,"area":null},{"id":"2303.02455","title":"DistilPose: Tokenized Pose Regression with Heatmap Distillation","created":"2023-03-04","cited_by_count":12,"area":null},{"id":"2304.03282","title":"Visual Dependency Transformers: Dependency Tree Emerges from Reversed Attention","created":"2023-04-06","cited_by_count":12,"area":null},{"id":"2311.06786","title":"Explainability of Vision Transformers: A Comprehensive Review and New Perspectives","created":"2023-11-12","cited_by_count":12,"area":null},{"id":"2503.14640","title":"Dynamic Accumulated Attention Map for Interpreting Evolution of Decision-Making in Vision Transformer","created":"2025-03-18","cited_by_count":12,"area":null},{"id":"2112.04674","title":"DualFormer: Local-Global Stratified Transformer for Efficient Video Recognition","created":"2021-12-09","cited_by_count":11,"area":null},{"id":"2311.15157","title":"Advancing Vision Transformers with Group-Mix Attention","created":"2023-11-26","cited_by_count":11,"area":null},{"id":"2203.01587","title":"Multi-Tailed Vision Transformer for Efficient Inference","created":"2022-03-03","cited_by_count":10,"area":null},{"id":"2212.11115","title":"What Makes for Good Tokenizers in Vision Transformer?","created":"2022-12-21","cited_by_count":9,"area":null},{"id":"2206.12798","title":"Multiple Instance Learning with Mixed Supervision in Gleason Grading","created":"2022-06-26","cited_by_count":8,"area":null},{"id":"2212.12977","title":"SMMix: Self-Motivated Image Mixing for Vision Transformers","created":"2022-12-26","cited_by_count":8,"area":null},{"id":"2211.01484","title":"Data Level Lottery Ticket Hypothesis for Vision Transformers","created":"2022-11-02","cited_by_count":7,"area":null},{"id":"2311.08806","title":"SparseSpikformer: A Co-Design Framework for Token and Weight Pruning in Spiking Transformer","created":"2023-11-15","cited_by_count":7,"area":null},{"id":"2109.10060","title":"DS-Net++: Dynamic Weight Slicing for Efficient Inference in CNNs and Transformers","created":"2021-09-21","cited_by_count":6,"area":null},{"id":"2302.08374","title":"Efficiency 360: Efficient Vision Transformers","created":"2023-02-16","cited_by_count":6,"area":null},{"id":"2404.13648","title":"Data-independent Module-aware Pruning for Hierarchical Vision Transformers","created":"2024-04-21","cited_by_count":6,"area":null},{"id":"2405.13335","title":"Vision Transformer with Sparse Scan Prior","created":"2024-05-22","cited_by_count":6,"area":null},{"id":"2105.08383","title":"I2C2W: Image-to-Character-to-Word Transformers for Accurate Scene Text Recognition","created":"2021-05-18","cited_by_count":5,"area":null},{"id":"2204.07962","title":"An Extendable, Efficient and Effective Transformer-based Object Detector","created":"2022-04-17","cited_by_count":5,"area":null},{"id":"2210.06455","title":"Token-Label Alignment for Vision Transformers","created":"2022-10-12","cited_by_count":5,"area":null},{"id":"2310.05654","title":"No Token Left Behind: Efficient Vision Transformer via Dynamic Token Idling","created":"2023-10-09","cited_by_count":5,"area":null},{"id":"2312.08614","title":"Factorization Vision Transformer: Modeling Long Range Dependency with Local Window Cost","created":"2023-12-14","cited_by_count":5,"area":null},{"id":"2405.13337","title":"Semantic Equitable Clustering: A Simple and Effective Strategy for Clustering Vision Tokens","created":"2024-05-22","cited_by_count":5,"area":null},{"id":"2505.21847","title":"RePaViT: Scalable Vision Transformer Acceleration via Structural Reparameterization on Feedforward Network Layers","created":"2025-05-28","cited_by_count":5,"area":null},{"id":"2212.06595","title":"OAMixer: Object-aware Mixing Layer for Vision Transformers","created":"2022-12-13","cited_by_count":4,"area":null},{"id":"2402.02586","title":"ClipFormer: Key-Value Clipping of Transformers on Memristive Crossbars for Write Noise Mitigation","created":"2024-02-04","cited_by_count":4,"area":null},{"id":"2403.19882","title":"Enhancing Efficiency in Vision Transformer Networks: Design Techniques and Insights","created":"2024-03-28","cited_by_count":4,"area":null},{"id":"2409.15801","title":"DIAL: Dense Image-text ALignment for Weakly Supervised Semantic Segmentation","created":"2024-09-24","cited_by_count":4,"area":null},{"id":"2308.06548","title":"Revisiting Vision Transformer from the View of Path Ensemble","created":"2023-08-12","cited_by_count":3,"area":null},{"id":"2401.03844","title":"Fully Attentional Networks with Self-emerging Token Labeling","created":"2024-01-08","cited_by_count":3,"area":null},{"id":"2110.14240","title":"3rd Place Solution for VisDA 2021 Challenge -- Universally Domain Adaptive Image Recognition","created":"2021-10-27","cited_by_count":2,"area":null},{"id":"2303.03645","title":"Filter Pruning based on Information Capacity and Independence","created":"2023-03-07","cited_by_count":2,"area":null},{"id":"2401.01470","title":"TPC-ViT: Token Propagation Controller for Efficient Vision Transformer","created":"2024-01-03","cited_by_count":2,"area":null}],"next_cursor":"100"}