{"total":450,"rows":[{"id":"2201.03545","title":"A ConvNet for the 2020s","created":"2022-01-10","cited_by_count":3579,"area":null},{"id":"2205.12454","title":"Recipe for a General, Powerful, Scalable Graph Transformer","created":"2022-05-25","cited_by_count":713,"area":null},{"id":"2108.08810","title":"Do Vision Transformers See Like Convolutional Neural Networks?","created":"2021-08-19","cited_by_count":675,"area":null},{"id":"2110.02178","title":"MobileViT: Light-weight, General-purpose, and Mobile-friendly Vision Transformer","created":"2021-10-05","cited_by_count":642,"area":null},{"id":"2106.10270","title":"How to train your ViT? Data, Augmentation, and Regularization in Vision Transformers","created":"2021-06-18","cited_by_count":569,"area":null},{"id":"2111.11418","title":"MetaFormer Is Actually What You Need for Vision","created":"2021-11-22","cited_by_count":524,"area":null},{"id":"2204.01697","title":"MaxViT: Multi-Axis Vision Transformer","created":"2022-04-04","cited_by_count":476,"area":null},{"id":"2204.07118","title":"DeiT III: Revenge of the ViT","created":"2022-04-14","cited_by_count":419,"area":null},{"id":"2106.14881","title":"Early Convolutions Help Transformers See Better","created":"2021-06-28","cited_by_count":396,"area":null},{"id":"2202.07800","title":"Not All Patches are What You Need: Expediting Vision Transformers via Token Reorganizations","created":"2022-02-16","cited_by_count":363,"area":null},{"id":"2106.09681","title":"XCiT: Cross-Covariance Image Transformers","created":"2021-06-17","cited_by_count":338,"area":null},{"id":"2111.13680","title":"GMFlow: Learning Optical Flow via Global Matching","created":"2021-11-26","cited_by_count":327,"area":null},{"id":"2202.06709","title":"How Do Vision Transformers Work?","created":"2022-02-14","cited_by_count":307,"area":null},{"id":"2111.11326","title":"DyTox: Transformers for Continual Learning with DYnamic TOken eXpansion","created":"2021-11-22","cited_by_count":291,"area":null},{"id":"2211.05783","title":"Unifying Flow, Stereo and Depth Estimation","created":"2022-11-10","cited_by_count":275,"area":null},{"id":"2104.05704","title":"Escaping the Big Data Paradigm with Compact Transformers","created":"2021-04-12","cited_by_count":264,"area":null},{"id":"2207.12819","title":"S-Prompts Learning with Pre-trained Transformers: An Occam's Razor for Domain Incremental Learning","created":"2022-07-26","cited_by_count":246,"area":null},{"id":"2108.05895","title":"Mobile-Former: Bridging MobileNet and Transformer","created":"2021-08-12","cited_by_count":235,"area":null},{"id":"2104.05707","title":"LocalViT: Analyzing Locality in Vision Transformers","created":"2021-04-12","cited_by_count":228,"area":null},{"id":"2106.03348","title":"ViTAE: Vision Transformer Advanced by Exploring Intrinsic Inductive Bias","created":"2021-06-07","cited_by_count":216,"area":null},{"id":"2301.04558","title":"Learning to Exploit Temporal Structure for Biomedical Vision-Language Processing","created":"2023-01-11","cited_by_count":211,"area":null},{"id":"2302.03648","title":"Class-Incremental Learning: A Survey","created":"2023-02-07","cited_by_count":209,"area":null},{"id":"2201.09792","title":"Patches Are All You Need?","created":"2022-01-24","cited_by_count":201,"area":null},{"id":"2206.02680","title":"Separable Self-attention for Mobile Vision Transformers","created":"2022-06-06","cited_by_count":163,"area":null},{"id":"2303.14189","title":"FastViT: A Fast Hybrid Vision Transformer using Structural Reparameterization","created":"2023-03-24","cited_by_count":162,"area":null},{"id":"2110.09408","title":"HRFormer: High-Resolution Transformer for Dense Prediction","created":"2021-10-18","cited_by_count":149,"area":null},{"id":"2104.10858","title":"All Tokens Matter: Token Labeling for Training Better Vision Transformers","created":"2021-04-22","cited_by_count":144,"area":null},{"id":"2105.15075","title":"Not All Images are Worth 16x16 Words: Dynamic Transformers for Efficient Image Recognition","created":"2021-05-31","cited_by_count":144,"area":null},{"id":"2110.10090","title":"Inductive Biases and Variable Creation in Self-Attention Mechanisms","created":"2021-10-19","cited_by_count":144,"area":null},{"id":"2207.03620","title":"More ConvNets in the 2020s: Scaling up Kernels Beyond 51x51 using Sparsity","created":"2022-07-07","cited_by_count":142,"area":null},{"id":"2105.07926","title":"Towards Robust Vision Transformer","created":"2021-05-17","cited_by_count":137,"area":null},{"id":"2110.11945","title":"SOFT: Softmax-free Transformer with Linear Complexity","created":"2021-10-22","cited_by_count":128,"area":null},{"id":"2106.02689","title":"RegionViT: Regional-to-Local Attention for Vision Transformers","created":"2021-06-04","cited_by_count":127,"area":null},{"id":"2403.00712","title":"Rethinking Inductive Biases for Surface Normal Estimation","created":"2024-03-01","cited_by_count":124,"area":null},{"id":"2303.00566","title":"Structured Pruning for Deep Convolutional Neural Networks: A survey","created":"2023-03-01","cited_by_count":122,"area":null},{"id":"2206.10589","title":"EdgeNeXt: Efficiently Amalgamated CNN-Transformer Architecture for Mobile Vision Applications","created":"2022-06-21","cited_by_count":121,"area":null},{"id":"2111.06091","title":"A Survey of Visual Transformers","created":"2021-11-11","cited_by_count":117,"area":null},{"id":"2202.10108","title":"ViTAEv2: Vision Transformer Advanced by Exploring Inductive Bias for Image Recognition and Beyond","created":"2022-02-21","cited_by_count":117,"area":null},{"id":"2207.10866","title":"Cost Aggregation with 4D Convolutional Swin Transformer for Few-Shot Segmentation","created":"2022-07-22","cited_by_count":114,"area":null},{"id":"2206.04040","title":"MobileOne: An Improved One millisecond Mobile Backbone","created":"2022-06-08","cited_by_count":109,"area":null},{"id":"2205.03892","title":"ConvMAE: Masked Convolution Meets Masked Autoencoders","created":"2022-05-08","cited_by_count":105,"area":null},{"id":"2207.14284","title":"HorNet: Efficient High-Order Spatial Interactions with Recursive Gated Convolutions","created":"2022-07-28","cited_by_count":103,"area":null},{"id":"2303.00440","title":"Extracting Motion and Appearance via Inter-Frame Attention for Efficient Video Frame Interpolation","created":"2023-03-01","cited_by_count":98,"area":null},{"id":"2201.11969","title":"Approximately Equivariant Networks for Imperfectly Symmetric Dynamics","created":"2022-01-28","cited_by_count":97,"area":null},{"id":"2305.05662","title":"InternGPT: Solving Vision-Centric Tasks by Interacting with ChatGPT Beyond Language","created":"2023-05-09","cited_by_count":96,"area":null},{"id":"2206.13089","title":"Agreement-on-the-Line: Predicting the Performance of Neural Networks under Distribution Shift","created":"2022-06-27","cited_by_count":94,"area":null},{"id":"2210.09221","title":"Vision Transformers provably learn spatial structure","created":"2022-10-13","cited_by_count":93,"area":null},{"id":"2305.00729","title":"What Do Self-Supervised Vision Transformers Learn?","created":"2023-05-01","cited_by_count":93,"area":null},{"id":"2107.12292","title":"Contextual Transformer Networks for Visual Recognition","created":"2021-07-26","cited_by_count":90,"area":null},{"id":"2203.09795","title":"Three things everyone should know about Vision Transformers","created":"2022-03-18","cited_by_count":90,"area":null},{"id":"2203.07997","title":"InvPT: Inverted Pyramid Multi-task Transformer for Dense Scene Understanding","created":"2022-03-15","cited_by_count":89,"area":null},{"id":"2109.04176","title":"Towards Transferable Adversarial Attacks on Vision Transformers","created":"2021-09-09","cited_by_count":80,"area":null},{"id":"2207.04978","title":"Wave-ViT: Unifying Wavelet and Transformers for Visual Representation Learning","created":"2022-07-11","cited_by_count":78,"area":null},{"id":"2204.00993","title":"Improving Vision Transformers by Revisiting High-frequency Components","created":"2022-04-03","cited_by_count":76,"area":null},{"id":"2212.06727","title":"What do Vision Transformers Learn? A Visual Exploration","created":"2022-12-13","cited_by_count":76,"area":null},{"id":"2112.01388","title":"Residual Pathway Priors for Soft Equivariance Constraints","created":"2021-12-02","cited_by_count":75,"area":null},{"id":"2111.14556","title":"On the Integration of Self-Attention and Convolution","created":"2021-11-29","cited_by_count":74,"area":null},{"id":"2404.08472","title":"TSLANet: Rethinking Transformers for Time Series Representation Learning","created":"2024-04-12","cited_by_count":74,"area":null},{"id":"2203.02636","title":"Boosting Crowd Counting via Multifaceted Attention","created":"2022-03-05","cited_by_count":73,"area":null},{"id":"2111.11187","title":"PointMixer: MLP-Mixer for Point Cloud Understanding","created":"2021-11-22","cited_by_count":71,"area":null},{"id":"2306.07303","title":"A Comprehensive Survey on Applications of Transformers for Deep Learning Tasks","created":"2023-06-11","cited_by_count":71,"area":null},{"id":"2110.04869","title":"Global Vision Transformer Pruning with Hessian-Aware Saliency","created":"2021-10-10","cited_by_count":70,"area":null},{"id":"2110.03860","title":"Token Pooling in Vision Transformers","created":"2021-10-08","cited_by_count":69,"area":null},{"id":"2305.10862","title":"How Deep Learning Sees the World: A Survey on Adversarial Attacks & Defenses","created":"2023-05-18","cited_by_count":66,"area":null},{"id":"2106.00515","title":"KVT: k-NN Attention for Boosting Vision Transformers","created":"2021-05-28","cited_by_count":65,"area":null},{"id":"2210.07540","title":"When Adversarial Training Meets Vision Transformers: Recipes from Training to Architecture","created":"2022-10-14","cited_by_count":64,"area":null},{"id":"2201.05991","title":"Video Transformers: A Survey","created":"2022-01-16","cited_by_count":63,"area":null},{"id":"2106.04263","title":"On the Connection between Local Attention and Dynamic Depth-wise Convolution","created":"2021-06-08","cited_by_count":62,"area":null},{"id":"2301.03505","title":"Advances in Medical Image Analysis with Vision Transformers: A Comprehensive Review","created":"2023-01-09","cited_by_count":62,"area":null},{"id":"2301.11956","title":"On the Connection Between MPNN and Graph Transformer","created":"2023-01-27","cited_by_count":61,"area":null},{"id":"2303.11568","title":"Large AI Models in Health Informatics: Applications, Challenges, and the Future","created":"2023-03-21","cited_by_count":61,"area":null},{"id":"2211.03295","title":"MogaNet: Multi-order Gated Aggregation Network","created":"2022-11-07","cited_by_count":59,"area":null},{"id":"2211.04533","title":"Harmonizing the object recognition strategies of deep neural networks with humans","created":"2022-11-08","cited_by_count":59,"area":null},{"id":"2210.02984","title":"The Lie Derivative for Measuring Learned Equivariance","created":"2022-10-06","cited_by_count":54,"area":null},{"id":"2305.09828","title":"Mimetic Initialization of Self-Attention Layers","created":"2023-05-16","cited_by_count":54,"area":null},{"id":"2105.14217","title":"Less is More: Pay Less Attention in Vision Transformers","created":"2021-05-29","cited_by_count":53,"area":null},{"id":"2208.02541","title":"MVSFormer: Multi-View Stereo by Learning Robust Image Features and Temperature-based Depth","created":"2022-08-04","cited_by_count":53,"area":null},{"id":"2205.13515","title":"Green Hierarchical Vision Transformer for Masked Image Modeling","created":"2022-05-26","cited_by_count":50,"area":null},{"id":"2205.10683","title":"Scalable and Efficient Training of Large Convolutional Neural Networks with Differential Privacy","created":"2022-05-21","cited_by_count":48,"area":null},{"id":"2304.06446","title":"SpectFormer: Frequency and Attention is what you need in a Vision Transformer","created":"2023-04-13","cited_by_count":48,"area":null},{"id":"2210.01820","title":"MOAT: Alternating Mobile Convolution and Attention Brings Strong Vision Models","created":"2022-10-04","cited_by_count":47,"area":null},{"id":"2402.02769","title":"Learning from Teaching Regularization: Generalizable Correlations Should be Easy to Imitate","created":"2024-02-05","cited_by_count":47,"area":null},{"id":"2205.05467","title":"A Continual Deepfake Detection Benchmark: Dataset, Methods, and Essentials","created":"2022-05-11","cited_by_count":45,"area":null},{"id":"2107.01272","title":"Physics-Guided Deep Learning for Dynamical Systems: A Survey","created":"2021-07-02","cited_by_count":44,"area":null},{"id":"2107.14467","title":"DPT: Deformable Patch-based Transformer for Visual Recognition","created":"2021-07-30","cited_by_count":43,"area":null},{"id":"2112.03902","title":"MS-TCT: Multi-Scale Temporal ConvTransformer for Action Detection","created":"2021-12-07","cited_by_count":42,"area":null},{"id":"2303.15754","title":"Transferable Adversarial Attacks on Vision Transformers with Token Gradient Regularization","created":"2023-03-28","cited_by_count":42,"area":null},{"id":"2312.08977","title":"Weighted Ensemble Models Are Strong Continual Learners","created":"2023-12-14","cited_by_count":42,"area":null},{"id":"2111.15121","title":"Pyramid Adversarial Training Improves ViT Performance","created":"2021-11-30","cited_by_count":39,"area":null},{"id":"2206.03066","title":"Recent Advances for Quantum Neural Networks in Generative Learning","created":"2022-06-07","cited_by_count":39,"area":null},{"id":"2302.01107","title":"A Survey on Efficient Training of Transformers","created":"2023-02-02","cited_by_count":39,"area":null},{"id":"2106.03714","title":"Refiner: Refining Self-attention for Vision Transformers","created":"2021-06-07","cited_by_count":38,"area":null},{"id":"2404.07236","title":"Lightweight Deep Learning for Resource-Constrained Environments: A Survey","created":"2024-04-08","cited_by_count":38,"area":null},{"id":"2106.01401","title":"Container: Context Aggregation Network","created":"2021-06-02","cited_by_count":37,"area":null},{"id":"2302.12692","title":"Language Models are Few-shot Learners for Prognostic Prediction","created":"2023-02-24","cited_by_count":37,"area":null},{"id":"2111.10493","title":"Discrete Representations Strengthen Vision Transformer Robustness","created":"2021-11-20","cited_by_count":35,"area":null},{"id":"2203.15216","title":"Affine Medical Image Registration with Coarse-to-Fine Vision Transformer","created":"2022-03-29","cited_by_count":35,"area":null},{"id":"2212.05463","title":"Vision Transformer with Attentive Pooling for Robust Facial Expression Recognition","created":"2022-12-11","cited_by_count":35,"area":null},{"id":"2212.00776","title":"ResFormer: Scaling ViTs with Multi-Resolution Training","created":"2022-12-01","cited_by_count":34,"area":null},{"id":"2111.08687","title":"INTERN: A New Learning Paradigm Towards General Vision","created":"2021-11-16","cited_by_count":33,"area":null}],"next_cursor":"100"}