{"total":248,"rows":[{"id":"2106.03106","title":"Uformer: A General U-Shaped Transformer for Image Restoration","created":"2021-06-06","cited_by_count":866,"area":null},{"id":"2110.02178","title":"MobileViT: Light-weight, General-purpose, and Mobile-friendly Vision Transformer","created":"2021-10-05","cited_by_count":642,"area":null},{"id":"2106.04803","title":"CoAtNet: Marrying Convolution and Attention for All Data Sizes","created":"2021-06-09","cited_by_count":569,"area":null},{"id":"2107.00652","title":"CSWin Transformer: A General Vision Transformer Backbone with Cross-Shaped Windows","created":"2021-07-01","cited_by_count":527,"area":null},{"id":"2205.04437","title":"Activating More Pixels in Image Super-Resolution Transformer","created":"2022-05-09","cited_by_count":438,"area":null},{"id":"2106.14881","title":"Early Convolutions Help Transformers See Better","created":"2021-06-28","cited_by_count":396,"area":null},{"id":"2106.09681","title":"XCiT: Cross-Covariance Image Transformers","created":"2021-06-17","cited_by_count":338,"area":null},{"id":"2107.06263","title":"CMT: Convolutional Neural Networks Meet Vision Transformers","created":"2021-07-13","cited_by_count":310,"area":null},{"id":"2202.06709","title":"How Do Vision Transformers Work?","created":"2022-02-14","cited_by_count":307,"area":null},{"id":"2201.00520","title":"Vision Transformer with Deformable Attention","created":"2022-01-03","cited_by_count":295,"area":null},{"id":"2107.00641","title":"Focal Self-attention for Local-Global Interactions in Vision Transformers","created":"2021-07-01","cited_by_count":288,"area":null},{"id":"2104.05704","title":"Escaping the Big Data Paradigm with Compact Transformers","created":"2021-04-12","cited_by_count":264,"area":null},{"id":"2206.01191","title":"EfficientFormer: Vision Transformers at MobileNet Speed","created":"2022-06-02","cited_by_count":241,"area":null},{"id":"2104.05707","title":"LocalViT: Analyzing Locality in Vision Transformers","created":"2021-04-12","cited_by_count":228,"area":null},{"id":"2106.03348","title":"ViTAE: Vision Transformer Advanced by Exploring Intrinsic Inductive Bias","created":"2021-06-07","cited_by_count":216,"area":null},{"id":"2201.09450","title":"UniFormer: Unifying Convolution and Self-attention for Visual Recognition","created":"2022-01-24","cited_by_count":206,"area":null},{"id":"2303.11950","title":"Learning A Sparse Transformer Network for Effective Image Deraining","created":"2023-03-21","cited_by_count":205,"area":null},{"id":"2201.09792","title":"Patches Are All You Need?","created":"2022-01-24","cited_by_count":201,"area":null},{"id":"2207.02505","title":"Pure Transformers are Powerful Graph Learners","created":"2022-07-06","cited_by_count":188,"area":null},{"id":"2108.01390","title":"Evo-ViT: Slow-Fast Token Evolution for Dynamic Vision Transformer","created":"2021-08-03","cited_by_count":177,"area":"inference"},{"id":"2112.13890","title":"SPViT: Enabling Faster Vision Transformers via Soft Token Pruning","created":"2021-12-27","cited_by_count":167,"area":"inference"},{"id":"2110.09408","title":"HRFormer: High-Resolution Transformer for Dense Prediction","created":"2021-10-18","cited_by_count":149,"area":null},{"id":"2105.15075","title":"Not All Images are Worth 16x16 Words: Dynamic Transformers for Efficient Image Recognition","created":"2021-05-31","cited_by_count":144,"area":null},{"id":"2105.07926","title":"Towards Robust Vision Transformer","created":"2021-05-17","cited_by_count":137,"area":null},{"id":"2201.02767","title":"QuadTree Attention for Vision Transformers","created":"2022-01-08","cited_by_count":129,"area":null},{"id":"2106.12620","title":"IA-RED$^2$: Interpretability-Aware Redundancy Reduction for Vision Transformers","created":"2021-06-23","cited_by_count":127,"area":null},{"id":"2203.14211","title":"DepthFormer: Exploiting Long-Range Correlation and Local Information for Accurate Monocular Depth Estimation","created":"2022-03-27","cited_by_count":118,"area":null},{"id":"2111.06091","title":"A Survey of Visual Transformers","created":"2021-11-11","cited_by_count":117,"area":null},{"id":"2202.10108","title":"ViTAEv2: Vision Transformer Advanced by Exploring Inductive Bias for Image Recognition and Beyond","created":"2022-02-21","cited_by_count":117,"area":null},{"id":"2211.09552","title":"UniFormerV2: Spatiotemporal Learning by Arming Image ViTs with Video UniFormer","created":"2022-11-17","cited_by_count":116,"area":null},{"id":"2106.03746","title":"Efficient Training of Visual Transformers with Small Datasets","created":"2021-06-07","cited_by_count":108,"area":null},{"id":"2204.14095","title":"PyramidCLIP: Hierarchical Feature Alignment for Vision-language Model Pretraining","created":"2022-04-29","cited_by_count":104,"area":"mllm"},{"id":"2303.00440","title":"Extracting Motion and Appearance via Inter-Frame Attention for Efficient Video Frame Interpolation","created":"2023-03-01","cited_by_count":98,"area":null},{"id":"2305.05662","title":"InternGPT: Solving Vision-Centric Tasks by Interacting with ChatGPT Beyond Language","created":"2023-05-09","cited_by_count":96,"area":null},{"id":"2203.09283","title":"PanoFormer: Panorama Transformer for Indoor 360 Depth Estimation","created":"2022-03-17","cited_by_count":95,"area":null},{"id":"2106.05786","title":"CAT: Cross Attention in Vision Transformer","created":"2021-06-10","cited_by_count":92,"area":null},{"id":"2211.13654","title":"Cross Aggregation Transformer for Image Restoration","created":"2022-11-24","cited_by_count":92,"area":null},{"id":"2204.07154","title":"MiniViT: Compressing Vision Transformers with Weight Multiplexing","created":"2022-04-14","cited_by_count":88,"area":null},{"id":"2203.13278","title":"Practical Blind Image Denoising via Swin-Conv-UNet and Data Synthesis","created":"2022-03-24","cited_by_count":86,"area":null},{"id":"2106.12011","title":"P2T: Pyramid Pooling Transformer for Scene Understanding","created":"2021-06-22","cited_by_count":84,"area":null},{"id":"2204.05525","title":"TopFormer: Token Pyramid Transformer for Mobile Semantic Segmentation","created":"2022-04-12","cited_by_count":82,"area":null},{"id":"2305.05839","title":"Low-Light Image Enhancement via Structure Modeling and Guidance","created":"2023-05-10","cited_by_count":79,"area":null},{"id":"2205.13213","title":"Fast Vision Transformers with HiLo Attention","created":"2022-05-26","cited_by_count":78,"area":null},{"id":"2108.13341","title":"Hire-MLP: Vision MLP via Hierarchical Rearrangement","created":"2021-08-30","cited_by_count":66,"area":null},{"id":"2309.05239","title":"HAT: Hybrid Attention Transformer for Image Restoration","created":"2023-09-11","cited_by_count":66,"area":null},{"id":"2106.00515","title":"KVT: k-NN Attention for Boosting Vision Transformers","created":"2021-05-28","cited_by_count":65,"area":null},{"id":"2203.03821","title":"CF-ViT: A General Coarse-to-Fine Method for Vision Transformer","created":"2022-03-08","cited_by_count":63,"area":null},{"id":"2106.04263","title":"On the Connection between Local Attention and Dynamic Depth-wise Convolution","created":"2021-06-08","cited_by_count":62,"area":null},{"id":"2305.09828","title":"Mimetic Initialization of Self-Attention Layers","created":"2023-05-16","cited_by_count":54,"area":null},{"id":"2105.14217","title":"Less is More: Pay Less Attention in Vision Transformers","created":"2021-05-29","cited_by_count":53,"area":null},{"id":"2309.11331","title":"Gold-YOLO: Efficient Object Detector via Gather-and-Distribute Mechanism","created":"2023-09-20","cited_by_count":51,"area":null},{"id":"2306.07050","title":"Revisiting Token Pruning for Object Detection and Instance Segmentation","created":"2023-06-12","cited_by_count":50,"area":"inference"},{"id":"2210.01820","title":"MOAT: Alternating Mobile Convolution and Attention Brings Strong Vision Models","created":"2022-10-04","cited_by_count":47,"area":null},{"id":"2209.15159","title":"MobileViTv3: Mobile-Friendly Vision Transformer with Simple and Effective Fusion of Local, Global and Input Features","created":"2022-09-30","cited_by_count":44,"area":null},{"id":"2207.05557","title":"LightViT: Towards Light-Weight Convolution-Free Vision Transformers","created":"2022-07-12","cited_by_count":40,"area":null},{"id":"2204.09636","title":"Residual Mixture of Experts","created":"2022-04-20","cited_by_count":39,"area":"moe"},{"id":"2203.10790","title":"ScalableViT: Rethinking the Context-oriented Generalization of Vision Transformer","created":"2022-03-21","cited_by_count":36,"area":null},{"id":"2301.01146","title":"Rethinking Mobile Block for Efficient Attention-based Models","created":"2023-01-03","cited_by_count":36,"area":null},{"id":"2210.07240","title":"How to Train Vision Transformer on Small-scale Datasets?","created":"2022-10-13","cited_by_count":35,"area":null},{"id":"2302.01791","title":"DilateFormer: Multi-Scale Dilated Transformer for Visual Recognition","created":"2023-02-03","cited_by_count":34,"area":null},{"id":"2305.06061","title":"Visual Tuning","created":"2023-05-10","cited_by_count":34,"area":null},{"id":"2403.07332","title":"LKM-UNet: Large Kernel Vision Mamba UNet for Medical Image Segmentation","created":"2024-03-12","cited_by_count":34,"area":"ssm"},{"id":"2111.08687","title":"INTERN: A New Learning Paradigm Towards General Vision","created":"2021-11-16","cited_by_count":33,"area":null},{"id":"2206.01136","title":"Transforming medical imaging with Transformers? A comparative review of key properties, current progresses, and future perspectives","created":"2022-06-02","cited_by_count":33,"area":null},{"id":"2207.10026","title":"Locality Guidance for Improving Vision Transformers on Tiny Datasets","created":"2022-07-20","cited_by_count":33,"area":null},{"id":"2204.00325","title":"CAT-Det: Contrastively Augmented Transformer for Multi-modal 3D Object Detection","created":"2022-04-01","cited_by_count":32,"area":null},{"id":"2308.12216","title":"SG-Former: Self-guided Transformer with Evolving Token Reallocation","created":"2023-08-23","cited_by_count":32,"area":null},{"id":"2106.03180","title":"Vision Transformers with Hierarchical Attention","created":"2021-06-06","cited_by_count":31,"area":null},{"id":"2208.05610","title":"Memorizing Complementation Network for Few-Shot Class-Incremental Learning","created":"2022-08-11","cited_by_count":30,"area":null},{"id":"2402.01107","title":"Simulation of Graph Algorithms with Looped Transformers","created":"2024-02-02","cited_by_count":30,"area":null},{"id":"2109.03810","title":"Scaled ReLU Matters for Training Vision Transformers","created":"2021-09-08","cited_by_count":29,"area":null},{"id":"2210.05958","title":"Bridging the Gap Between Vision Transformers and Convolutional Neural Networks on Small Datasets","created":"2022-10-12","cited_by_count":29,"area":null},{"id":"2304.11431","title":"A Review of Deep Learning for Video Captioning","created":"2023-04-22","cited_by_count":28,"area":null},{"id":"2201.06618","title":"VAQF: Fully Automatic Software-Hardware Co-Design Framework for Low-Bit Vision Transformer","created":"2022-01-17","cited_by_count":27,"area":null},{"id":"2206.09325","title":"EATFormer: Improving Vision Transformer Inspired by Evolutionary Algorithm","created":"2022-06-19","cited_by_count":27,"area":null},{"id":"2112.09300","title":"Towards End-to-End Image Compression and Analysis with Transformers","created":"2021-12-17","cited_by_count":26,"area":null},{"id":"2210.07562","title":"TokenMixup: Efficient Attention-guided Token-level Data Augmentation for Transformers","created":"2022-10-14","cited_by_count":26,"area":null},{"id":"2306.00863","title":"DeepFake-Adapter: Dual-Level Adapter for DeepFake Detection","created":"2023-06-01","cited_by_count":26,"area":null},{"id":"2209.10326","title":"Toward 3D Spatial Reasoning for Human-like Text-based Visual Question Answering","created":"2022-09-21","cited_by_count":25,"area":"lr"},{"id":"2306.00396","title":"Lightweight Vision Transformer with Bidirectional Interaction","created":"2023-06-01","cited_by_count":25,"area":null},{"id":"2110.04035","title":"UniNet: Unified Architecture Search with Convolution, Transformer, and MLP","created":"2021-10-08","cited_by_count":23,"area":null},{"id":"2209.14105","title":"Exploring the Relationship between Architecture and Adversarially Robust Generalization","created":"2022-09-28","cited_by_count":23,"area":null},{"id":"2405.11905","title":"CSTA: CNN-based Spatiotemporal Attention for Video Summarization","created":"2024-05-20","cited_by_count":23,"area":null},{"id":"2302.03985","title":"Cross-Layer Retrospective Retrieving via Layer Attention","created":"2023-02-08","cited_by_count":22,"area":null},{"id":"2207.11971","title":"Jigsaw-ViT: Learning Jigsaw Puzzles in Vision Transformer","created":"2022-07-25","cited_by_count":21,"area":null},{"id":"2304.06440","title":"Zoom-VQA: Patches, Frames and Clips Integration for Video Quality Assessment","created":"2023-04-13","cited_by_count":21,"area":null},{"id":"2105.15089","title":"Analogous to Evolutionary Algorithm: Designing a Unified Sequence Model","created":"2021-05-31","cited_by_count":20,"area":null},{"id":"2205.12466","title":"Eye-gaze-guided Vision Transformer for Rectifying Shortcut Learning","created":"2022-05-25","cited_by_count":20,"area":null},{"id":"2308.14726","title":"PanoSwin: a Pano-style Swin Transformer for Panorama Understanding","created":"2023-08-28","cited_by_count":20,"area":null},{"id":"2404.17433","title":"PromptCIR: Blind Compressed Image Restoration with Prompt Learning","created":"2024-04-26","cited_by_count":20,"area":null},{"id":"2210.11909","title":"Boosting vision transformers for image retrieval","created":"2022-10-21","cited_by_count":19,"area":null},{"id":"2303.11126","title":"Robustifying Token Attention for Vision Transformers","created":"2023-03-20","cited_by_count":19,"area":null},{"id":"2305.12497","title":"PanoContext-Former: Panoramic Total Scene Understanding with a Transformer","created":"2023-05-21","cited_by_count":19,"area":null},{"id":"2112.12786","title":"ELSA: Enhanced Local Self-Attention for Vision Transformer","created":"2021-12-23","cited_by_count":18,"area":null},{"id":"2212.00057","title":"Part-based Face Recognition with Vision Transformers","created":"2022-11-30","cited_by_count":18,"area":null},{"id":"2307.16813","title":"Capturing Co-existing Distortions in User-Generated Content for No-reference Video Quality Assessment","created":"2023-07-31","cited_by_count":18,"area":null},{"id":"2110.15156","title":"Blending Anti-Aliasing into Vision Transformer","created":"2021-10-28","cited_by_count":16,"area":null},{"id":"2202.11921","title":"Auto-scaling Vision Transformers without Training","created":"2022-02-24","cited_by_count":15,"area":null},{"id":"2210.12333","title":"Accumulated Trivial Attention Matters in Vision Transformers on Small Datasets","created":"2022-10-22","cited_by_count":15,"area":null},{"id":"2308.13998","title":"Computation-efficient Deep Learning for Computer Vision: A Survey","created":"2023-08-27","cited_by_count":14,"area":null}],"next_cursor":"100"}