{"total":103,"rows":[{"id":"2205.14135","title":"FlashAttention: Fast and Memory-Efficient Exact Attention with IO-Awareness","created":"2022-05-27","cited_by_count":3673,"area":null},{"id":"2102.12122","title":"Pyramid Vision Transformer: A Versatile Backbone for Dense Prediction without Convolutions","created":"2021-02-24","cited_by_count":1962,"area":null},{"id":"2105.01601","title":"MLP-Mixer: An all-MLP Architecture for Vision","created":"2021-05-04","cited_by_count":1446,"area":null},{"id":"2104.00298","title":"EfficientNetV2: Smaller Models and Faster Training","created":"2021-04-01","cited_by_count":1135,"area":null},{"id":"2103.03206","title":"Perceiver: General Perception with Iterative Attention","created":"2021-03-04","cited_by_count":1104,"area":null},{"id":"2103.10504","title":"UNETR: Transformers for 3D Medical Image Segmentation","created":"2021-03-18","cited_by_count":959,"area":null},{"id":"2104.11227","title":"Multiscale Vision Transformers","created":"2021-04-22","cited_by_count":897,"area":null},{"id":"2103.14899","title":"CrossViT: Cross-Attention Multi-Scale Vision Transformer for Image Classification","created":"2021-03-27","cited_by_count":806,"area":null},{"id":"2103.17239","title":"Going deeper with Image Transformers","created":"2021-03-31","cited_by_count":764,"area":null},{"id":"2106.04803","title":"CoAtNet: Marrying Convolution and Attention for All Data Sizes","created":"2021-06-09","cited_by_count":569,"area":null},{"id":"2102.11174","title":"Linear Transformers Are Secretly Fast Weight Programmers","created":"2021-02-22","cited_by_count":502,"area":null},{"id":"2104.01136","title":"LeViT: a Vision Transformer in ConvNet's Clothing for Faster Inference","created":"2021-04-02","cited_by_count":475,"area":null},{"id":"2102.10882","title":"Conditional Positional Encodings for Vision Transformers","created":"2021-02-22","cited_by_count":406,"area":null},{"id":"2105.08050","title":"Pay Attention to MLPs","created":"2021-05-17","cited_by_count":368,"area":null},{"id":"2103.16302","title":"Rethinking Spatial Dimensions of Vision Transformers","created":"2021-03-30","cited_by_count":361,"area":null},{"id":"2106.09681","title":"XCiT: Cross-Covariance Image Transformers","created":"2021-06-17","cited_by_count":338,"area":null},{"id":"2202.06709","title":"How Do Vision Transformers Work?","created":"2022-02-14","cited_by_count":307,"area":null},{"id":"2103.11816","title":"Incorporating Convolution Designs into Visual Transformers","created":"2021-03-22","cited_by_count":248,"area":null},{"id":"2104.06399","title":"Co-Scale Conv-Attentional Image Transformers","created":"2021-04-13","cited_by_count":224,"area":null},{"id":"2103.12731","title":"Scaling Local Self-Attention for Parameter Efficient Visual Backbones","created":"2021-03-23","cited_by_count":220,"area":null},{"id":"2202.09741","title":"Visual Attention Network","created":"2022-02-20","cited_by_count":210,"area":null},{"id":"2201.09792","title":"Patches Are All You Need?","created":"2022-01-24","cited_by_count":201,"area":null},{"id":"2204.03645","title":"DaViT: Dual Attention Vision Transformers","created":"2022-04-07","cited_by_count":175,"area":null},{"id":"2106.13112","title":"VOLO: Vision Outlooker for Visual Recognition","created":"2021-06-24","cited_by_count":165,"area":null},{"id":"2206.02680","title":"Separable Self-attention for Mobile Vision Transformers","created":"2022-06-06","cited_by_count":163,"area":null},{"id":"2103.07579","title":"Revisiting ResNets: Improved Training and Scaling Strategies","created":"2021-03-13","cited_by_count":158,"area":null},{"id":"2104.10858","title":"All Tokens Matter: Token Labeling for Training Better Vision Transformers","created":"2021-04-22","cited_by_count":144,"area":null},{"id":"2104.12533","title":"Visformer: The Vision-friendly Transformer","created":"2021-04-26","cited_by_count":137,"area":null},{"id":"2110.11945","title":"SOFT: Softmax-free Transformer with Linear Complexity","created":"2021-10-22","cited_by_count":128,"area":null},{"id":"2106.02689","title":"RegionViT: Regional-to-Local Attention for Vision Transformers","created":"2021-06-04","cited_by_count":127,"area":null},{"id":"2103.01209","title":"Generative Adversarial Transformers","created":"2021-03-01","cited_by_count":120,"area":null},{"id":"2105.14103","title":"An Attention Free Transformer","created":"2021-05-28","cited_by_count":112,"area":null},{"id":"2112.04702","title":"Fast Point Transformer","created":"2021-12-09","cited_by_count":104,"area":null},{"id":"2103.06255","title":"Involution: Inverting the Inherence of Convolution for Visual Recognition","created":"2021-03-10","cited_by_count":99,"area":null},{"id":"2105.12723","title":"Nested Hierarchical Transformer: Towards Accurate, Data-Efficient and Interpretable Visual Understanding","created":"2021-05-26","cited_by_count":97,"area":null},{"id":"2210.09221","title":"Vision Transformers provably learn spatial structure","created":"2022-10-13","cited_by_count":93,"area":null},{"id":"2107.12292","title":"Contextual Transformer Networks for Visual Recognition","created":"2021-07-26","cited_by_count":90,"area":null},{"id":"2106.06295","title":"Going Beyond Linear Transformers with Recurrent Fast Weight Programmers","created":"2021-06-11","cited_by_count":89,"area":null},{"id":"2103.14636","title":"A Practical Survey on Faster and Lighter Transformers","created":"2021-03-26","cited_by_count":73,"area":null},{"id":"2111.11187","title":"PointMixer: MLP-Mixer for Point Cloud Understanding","created":"2021-11-22","cited_by_count":71,"area":null},{"id":"2106.00515","title":"KVT: k-NN Attention for Boosting Vision Transformers","created":"2021-05-28","cited_by_count":65,"area":null},{"id":"2103.12424","title":"BossNAS: Exploring Hybrid CNN-transformers with Block-wisely Self-supervised Neural Architecture Search","created":"2021-03-23","cited_by_count":63,"area":null},{"id":"2106.06899","title":"Memory-efficient Transformers via Top-$k$ Attention","created":"2021-06-13","cited_by_count":60,"area":null},{"id":"2210.01820","title":"MOAT: Alternating Mobile Convolution and Attention Brings Strong Vision Models","created":"2022-10-04","cited_by_count":47,"area":null},{"id":"2104.12753","title":"Vision Transformers with Patch Diversification","created":"2021-04-26","cited_by_count":45,"area":null},{"id":"2106.03714","title":"Refiner: Refining Self-attention for Vision Transformers","created":"2021-06-07","cited_by_count":38,"area":null},{"id":"2210.06640","title":"Compute-Efficient Deep Learning: Algorithmic Trends and Opportunities","created":"2022-10-13","cited_by_count":38,"area":null},{"id":"2105.08399","title":"Relative Positional Encoding for Transformers with Linear Complexity","created":"2021-05-18","cited_by_count":37,"area":null},{"id":"2202.09277","title":"(2.5+1)D Spatio-Temporal Scene Graphs for Video Question Answering","created":"2022-02-18","cited_by_count":30,"area":null},{"id":"2206.09325","title":"EATFormer: Improving Vision Transformer Inspired by Evolutionary Algorithm","created":"2022-06-19","cited_by_count":27,"area":null},{"id":"2108.02347","title":"FMMformer: Efficient and Flexible Transformer via Decomposed Near-field and Far-field Attention","created":"2021-08-05","cited_by_count":26,"area":null},{"id":"2112.04863","title":"3D Medical Point Transformer: Introducing Convolution to Attention Networks for Medical Point Cloud Analysis","created":"2021-12-09","cited_by_count":23,"area":null},{"id":"2107.05790","title":"Visual Parser: Representing Part-whole Hierarchies with Transformers","created":"2021-07-13","cited_by_count":21,"area":null},{"id":"2105.15089","title":"Analogous to Evolutionary Algorithm: Designing a Unified Sequence Model","created":"2021-05-31","cited_by_count":20,"area":null},{"id":"2102.10212","title":"Hard-Attention for Scalable Image Classification","created":"2021-02-20","cited_by_count":18,"area":null},{"id":"2106.06072","title":"Gaussian Bounding Boxes and Probabilistic Intersection-over-Union for Object Detection","created":"2021-06-10","cited_by_count":18,"area":null},{"id":"2403.19928","title":"DiJiang: Efficient Large Language Models through Compact Kernelization","created":"2024-03-29","cited_by_count":16,"area":null},{"id":"2111.01673","title":"Relational Self-Attention: What's Missing in Attention for Video Understanding","created":"2021-11-02","cited_by_count":15,"area":null},{"id":"2311.15264","title":"ChAda-ViT : Channel Adaptive Attention for Joint Representation Learning of Heterogeneous Microscopy Images","created":"2023-11-26","cited_by_count":15,"area":null},{"id":"2401.02317","title":"BA-SAM: Scalable Bias-Mode Attention Mask for Segment Anything Model","created":"2024-01-04","cited_by_count":15,"area":null},{"id":"2203.03691","title":"HyperMixer: An MLP-based Low Cost Alternative to Transformers","created":"2022-03-07","cited_by_count":13,"area":null},{"id":"2206.04665","title":"AGConv: Adaptive Graph Convolution on 3D Point Clouds","created":"2022-06-09","cited_by_count":13,"area":null},{"id":"2402.02941","title":"Exploring the Synergies of Hybrid CNNs and ViTs Architectures for Computer Vision: A survey","created":"2024-02-05","cited_by_count":13,"area":null},{"id":"2104.02555","title":"Fourier Image Transformer","created":"2021-04-06","cited_by_count":12,"area":null},{"id":"2305.19370","title":"Blockwise Parallel Transformer for Large Context Models","created":"2023-05-30","cited_by_count":12,"area":null},{"id":"2505.21501","title":"Vision Transformers with Self-Distilled Registers","created":"2025-05-27","cited_by_count":12,"area":null},{"id":"2109.01696","title":"Revisiting 3D ResNets for Video Recognition","created":"2021-09-03","cited_by_count":10,"area":null},{"id":"2302.01925","title":"Learning a Fourier Transform for Linear Relative Positional Encodings in Transformers","created":"2023-02-03","cited_by_count":10,"area":null},{"id":"2207.03341","title":"Softmax-free Linear Transformers","created":"2022-07-05","cited_by_count":9,"area":null},{"id":"2103.01495","title":"Task-Adaptive Neural Network Search with Meta-Contrastive Learning","created":"2021-03-02","cited_by_count":8,"area":null},{"id":"2106.07550","title":"Attention mechanisms and deep learning for machine vision: A survey of the state of the art","created":"2021-06-03","cited_by_count":8,"area":null},{"id":"2207.02059","title":"Transformer based Models for Unsupervised Anomaly Segmentation in Brain MR Images","created":"2022-07-05","cited_by_count":7,"area":null},{"id":"2303.04696","title":"VOLTA: an Environment-Aware Contrastive Cell Representation Learning for Histopathology","created":"2023-03-08","cited_by_count":6,"area":null},{"id":"2103.09857","title":"Value-aware Approximate Attention","created":"2021-03-17","cited_by_count":5,"area":null},{"id":"2104.10935","title":"SoT: Delving Deeper into Classification Head for Transformer","created":"2021-04-22","cited_by_count":5,"area":null},{"id":"2305.04722","title":"Understanding Gaussian Attention Bias of Vision Transformers Using Effective Receptive Fields","created":"2023-05-08","cited_by_count":5,"area":null},{"id":"2106.05795","title":"Transformed CNNs: recasting pre-trained convolutional layers with self-attention","created":"2021-06-10","cited_by_count":4,"area":null},{"id":"2111.13677","title":"SWAT: Spatial Structure Within and Among Tokens","created":"2021-11-26","cited_by_count":4,"area":null},{"id":"2202.11703","title":"Paying U-Attention to Textures: Multi-Stage Hourglass Vision Transformer for Universal Texture Synthesis","created":"2022-02-23","cited_by_count":4,"area":null},{"id":"2210.11407","title":"Similarity of Neural Architectures using Adversarial Attack Transferability","created":"2022-10-20","cited_by_count":4,"area":null},{"id":"2407.07078","title":"MoSt-DSA: Modeling Motion and Structural Interactions for Direct Multi-Frame Interpolation in DSA Images","created":"2024-07-09","cited_by_count":4,"area":null},{"id":"2103.04136","title":"Perception Framework through Real-Time Semantic Segmentation and Scene Recognition on a Wearable System for the Visually Impaired","created":"2021-03-06","cited_by_count":3,"area":null},{"id":"2104.13917","title":"LambdaUNet: 2.5D Stroke Lesion Segmentation of Diffusion-weighted MR Images","created":"2021-04-28","cited_by_count":3,"area":null},{"id":"2204.11045","title":"Investigating Neural Architectures by Synthetic Dataset Design","created":"2022-04-23","cited_by_count":3,"area":null},{"id":"2303.00232","title":"Towards more precise automatic analysis: a comprehensive survey of deep learning-based multi-organ segmentation","created":"2023-03-01","cited_by_count":3,"area":null},{"id":"2410.05462","title":"LevAttention: Time, Space, and Streaming Efficient Algorithm for Heavy Attentions","created":"2024-10-07","cited_by_count":3,"area":null},{"id":"2412.14118","title":"GaraMoSt: Parallel Multi-Granularity Motion and Structural Modeling for Efficient Multi-Frame Interpolation in DSA Images","created":"2024-12-18","cited_by_count":3,"area":null},{"id":"2210.17115","title":"ViT-LSLA: Vision Transformer with Light Self-Limited-Attention","created":"2022-10-31","cited_by_count":2,"area":null},{"id":"2212.08330","title":"Convolution-enhanced Evolving Attention Networks","created":"2022-12-16","cited_by_count":2,"area":null},{"id":"2406.03478","title":"Convolutional Neural Networks and Vision Transformers for Fashion MNIST Classification: A Literature Review","created":"2024-06-05","cited_by_count":2,"area":null},{"id":"2204.01513","title":"Context-aware Visual Tracking with Joint Meta-updating","created":"2022-04-04","cited_by_count":1,"area":null},{"id":"2211.16289","title":"Lightweight Structure-Aware Attention for Visual Understanding","created":"2022-11-29","cited_by_count":1,"area":null},{"id":"2311.12046","title":"LATIS: Lambda Abstraction-based Thermal Image Super-resolution","created":"2023-11-18","cited_by_count":1,"area":null},{"id":"2403.07621","title":"Smartphone region-wise image indoor localization using deep learning for indoor tourist attraction","created":"2024-03-12","cited_by_count":1,"area":null},{"id":"2105.04242","title":"T-EMDE: Sketching-based global similarity for cross-modal retrieval","created":"2021-05-10","cited_by_count":0,"area":null},{"id":"2205.09949","title":"HCFormer: Unified Image Segmentation with Hierarchical Clustering","created":"2022-05-20","cited_by_count":0,"area":null},{"id":"2207.00188","title":"Rethinking Query-Key Pairwise Interactions in Vision Transformers","created":"2022-07-01","cited_by_count":0,"area":null},{"id":"2207.10255","title":"SplitMixer: Fat Trimmed From MLP-like Models","created":"2022-07-21","cited_by_count":0,"area":null},{"id":"2305.16034","title":"Collaborative Blind Image Deblurring","created":"2023-05-25","cited_by_count":0,"area":null},{"id":"2406.08217","title":"Runtime Freezing: Dynamic Class Loss for Multi-Organ 3D Segmentation","created":"2024-06-12","cited_by_count":0,"area":null}],"next_cursor":"100"}