{"total":300,"rows":[{"id":"2108.10257","title":"SwinIR: Image Restoration Using Swin Transformer","created":"2021-08-23","cited_by_count":1887,"area":null},{"id":"2102.05095","title":"Is Space-Time Attention All You Need for Video Understanding?","created":"2021-02-09","cited_by_count":1620,"area":null},{"id":"2105.01601","title":"MLP-Mixer: An all-MLP Architecture for Vision","created":"2021-05-04","cited_by_count":1446,"area":null},{"id":"2104.00650","title":"Frozen in Time: A Joint Video and Image Encoder for End-to-End Retrieval","created":"2021-04-01","cited_by_count":1177,"area":null},{"id":"2103.03206","title":"Perceiver: General Perception with Iterative Attention","created":"2021-03-04","cited_by_count":1104,"area":null},{"id":"2101.01169","title":"Transformers in Vision: A Survey","created":"2021-01-04","cited_by_count":1013,"area":null},{"id":"2106.04560","title":"Scaling Vision Transformers","created":"2021-06-08","cited_by_count":999,"area":null},{"id":"2302.05442","title":"Scaling Vision Transformers to 22 Billion Parameters","created":"2023-02-10","cited_by_count":694,"area":null},{"id":"2108.08810","title":"Do Vision Transformers See Like Convolutional Neural Networks?","created":"2021-08-19","cited_by_count":675,"area":null},{"id":"2103.10697","title":"ConViT: Improving Vision Transformers with Soft Convolutional Inductive Biases","created":"2021-03-19","cited_by_count":484,"area":null},{"id":"2104.01136","title":"LeViT: a Vision Transformer in ConvNet's Clothing for Faster Inference","created":"2021-04-02","cited_by_count":475,"area":null},{"id":"2103.03404","title":"Attention is Not All You Need: Pure Attention Loses Rank Doubly Exponentially with Depth","created":"2021-03-05","cited_by_count":419,"area":null},{"id":"2204.07118","title":"DeiT III: Revenge of the ViT","created":"2022-04-14","cited_by_count":419,"area":null},{"id":"2102.10882","title":"Conditional Positional Encodings for Vision Transformers","created":"2021-02-22","cited_by_count":406,"area":null},{"id":"2106.14881","title":"Early Convolutions Help Transformers See Better","created":"2021-06-28","cited_by_count":396,"area":null},{"id":"2112.05814","title":"Deep ViT Features as Dense Visual Descriptors","created":"2021-12-10","cited_by_count":330,"area":null},{"id":"2202.06709","title":"How Do Vision Transformers Work?","created":"2022-02-14","cited_by_count":307,"area":null},{"id":"2103.14586","title":"Understanding Robustness of Transformers for Image Classification","created":"2021-03-26","cited_by_count":249,"area":null},{"id":"2109.14279","title":"Localizing Objects with Self-Supervised Transformers and no Labels","created":"2021-09-29","cited_by_count":230,"area":null},{"id":"2103.12731","title":"Scaling Local Self-Attention for Parameter Efficient Visual Backbones","created":"2021-03-23","cited_by_count":220,"area":null},{"id":"2201.09450","title":"UniFormer: Unifying Convolution and Self-attention for Visual Recognition","created":"2022-01-24","cited_by_count":206,"area":null},{"id":"2201.09792","title":"Patches Are All You Need?","created":"2022-01-24","cited_by_count":201,"area":null},{"id":"2209.15616","title":"Towards Multi-spatiotemporal-scale Generalized PDE Modeling","created":"2022-09-30","cited_by_count":197,"area":null},{"id":"2102.10772","title":"UniT: Multimodal Multitask Learning with a Unified Transformer","created":"2021-02-22","cited_by_count":195,"area":null},{"id":"2201.08821","title":"Representing Long-Range Context for Graph Neural Networks with Global Attention","created":"2022-01-21","cited_by_count":195,"area":null},{"id":"2207.02505","title":"Pure Transformers are Powerful Graph Learners","created":"2022-07-06","cited_by_count":188,"area":null},{"id":"2201.04676","title":"UniFormer: Unified Transformer for Efficient Spatiotemporal Representation Learning","created":"2022-01-12","cited_by_count":184,"area":null},{"id":"2106.04533","title":"Chasing Sparsity in Vision Transformers: An End-to-End Exploration","created":"2021-06-08","cited_by_count":183,"area":null},{"id":"2110.08568","title":"ASFormer: Transformer for Action Segmentation","created":"2021-10-16","cited_by_count":168,"area":null},{"id":"2104.02610","title":"On the Robustness of Vision Transformers to Adversarial Examples","created":"2021-03-31","cited_by_count":167,"area":null},{"id":"2203.06717","title":"Scaling Up Your Kernels to 31x31: Revisiting Large Kernel Design in CNNs","created":"2022-03-13","cited_by_count":155,"area":null},{"id":"2112.10762","title":"StyleSwin: Transformer-based GAN for High-resolution Image Generation","created":"2021-12-20","cited_by_count":152,"area":null},{"id":"2106.11297","title":"TokenLearner: What Can 8 Learned Tokens Do for Images and Videos?","created":"2021-06-21","cited_by_count":127,"area":null},{"id":"2107.10224","title":"CycleMLP: A MLP-like Architecture for Dense Prediction","created":"2021-07-21","cited_by_count":126,"area":null},{"id":"2103.01209","title":"Generative Adversarial Transformers","created":"2021-03-01","cited_by_count":120,"area":null},{"id":"2203.12719","title":"What to Hide from Your Students: Attention-Guided Masked Image Modeling","created":"2022-03-23","cited_by_count":118,"area":null},{"id":"2102.01894","title":"Relaxed Transformer Decoders for Direct Action Proposal Generation","created":"2021-02-03","cited_by_count":117,"area":null},{"id":"2111.06091","title":"A Survey of Visual Transformers","created":"2021-11-11","cited_by_count":117,"area":null},{"id":"2108.03348","title":"Global Self-Attention as a Replacement for Graph Convolution","created":"2021-08-07","cited_by_count":114,"area":null},{"id":"2105.07197","title":"Are Convolutional Neural Networks or Transformers more like human vision?","created":"2021-05-15","cited_by_count":109,"area":null},{"id":"2305.03045","title":"OctFormer: Octree-based Transformers for 3D Point Clouds","created":"2023-05-04","cited_by_count":109,"area":null},{"id":"2102.08602","title":"LambdaNetworks: Modeling Long-Range Interactions Without Attention","created":"2021-02-17","cited_by_count":107,"area":null},{"id":"2206.04301","title":"Unveiling Transformers with LEGO: a synthetic reasoning task","created":"2022-06-09","cited_by_count":106,"area":null},{"id":"2103.06255","title":"Involution: Inverting the Inherence of Convolution for Visual Recognition","created":"2021-03-10","cited_by_count":99,"area":null},{"id":"2105.12723","title":"Nested Hierarchical Transformer: Towards Accurate, Data-Efficient and Interpretable Visual Understanding","created":"2021-05-26","cited_by_count":97,"area":null},{"id":"2210.09221","title":"Vision Transformers provably learn spatial structure","created":"2022-10-13","cited_by_count":93,"area":null},{"id":"2103.13915","title":"An Image is Worth 16x16 Words, What is a Video Worth?","created":"2021-03-25","cited_by_count":87,"area":null},{"id":"2103.10619","title":"Scalable Vision Transformers with Hierarchical Pooling","created":"2021-03-19","cited_by_count":84,"area":null},{"id":"2205.13213","title":"Fast Vision Transformers with HiLo Attention","created":"2022-05-26","cited_by_count":78,"area":null},{"id":"2302.06015","title":"A Theoretical Understanding of Shallow Vision Transformers: Learning, Generalization, and Sample Complexity","created":"2023-02-12","cited_by_count":77,"area":null},{"id":"2111.14556","title":"On the Integration of Self-Attention and Convolution","created":"2021-11-29","cited_by_count":74,"area":null},{"id":"2104.03059","title":"Differentiable Patch Selection for Image Recognition","created":"2021-04-07","cited_by_count":68,"area":null},{"id":"2505.14766","title":"This Time is Different: An Observability Perspective on Time Series Foundation Models","created":"2025-05-20","cited_by_count":68,"area":null},{"id":"2110.08059","title":"FlexConv: Continuous Kernel Convolutions with Differentiable Kernel Sizes","created":"2021-10-15","cited_by_count":66,"area":null},{"id":"2106.00515","title":"KVT: k-NN Attention for Boosting Vision Transformers","created":"2021-05-28","cited_by_count":65,"area":null},{"id":"2210.12843","title":"Delving into Masked Autoencoders for Multi-Label Thorax Disease Classification","created":"2022-10-23","cited_by_count":65,"area":null},{"id":"2106.04263","title":"On the Connection between Local Attention and Dynamic Depth-wise Convolution","created":"2021-06-08","cited_by_count":62,"area":null},{"id":"2205.13401","title":"Your Transformer May Not be as Powerful as You Expect","created":"2022-05-26","cited_by_count":55,"area":null},{"id":"2305.09828","title":"Mimetic Initialization of Self-Attention Layers","created":"2023-05-16","cited_by_count":54,"area":null},{"id":"2105.14217","title":"Less is More: Pay Less Attention in Vision Transformers","created":"2021-05-29","cited_by_count":53,"area":null},{"id":"2203.17247","title":"VL-InterpreT: An Interactive Visualization Tool for Interpreting Vision-Language Transformers","created":"2022-03-30","cited_by_count":53,"area":null},{"id":"2412.02104","title":"Explainable and Interpretable Multimodal Large Language Models: A Comprehensive Survey","created":"2024-12-03","cited_by_count":52,"area":"mllm"},{"id":"2302.04973","title":"Invariant Slot Attention: Object Discovery with Slot-Centric Reference Frames","created":"2023-02-09","cited_by_count":51,"area":null},{"id":"2406.04303","title":"Vision-LSTM: xLSTM as Generic Vision Backbone","created":"2024-06-06","cited_by_count":51,"area":null},{"id":"2305.03210","title":"AttentionViz: A Global View of Transformer Attention","created":"2023-05-04","cited_by_count":50,"area":null},{"id":"2407.07874","title":"Toto: Time Series Optimized Transformer for Observability","created":"2024-07-10","cited_by_count":48,"area":null},{"id":"2106.03764","title":"On the Expressive Power of Self-Attention Matrices","created":"2021-06-07","cited_by_count":47,"area":null},{"id":"2309.02031","title":"A survey on efficient vision transformers: algorithms, techniques, and performance benchmarking","created":"2023-09-05","cited_by_count":41,"area":null},{"id":"2106.12378","title":"Co-advise: Cross Inductive Bias Distillation","created":"2021-06-23","cited_by_count":40,"area":null},{"id":"2303.16450","title":"Self-positioning Point-based Transformer for Point Cloud Understanding","created":"2023-03-29","cited_by_count":40,"area":null},{"id":"2103.04886","title":"Lipschitz Normalization for Self-Attention Layers with Application to Graph Neural Networks","created":"2021-03-08","cited_by_count":39,"area":null},{"id":"2107.00782","title":"Polarized Self-Attention: Towards High-quality Pixel-wise Regression","created":"2021-07-02","cited_by_count":39,"area":null},{"id":"2302.01107","title":"A Survey on Efficient Training of Transformers","created":"2023-02-02","cited_by_count":39,"area":null},{"id":"2207.10040","title":"Single Frame Atmospheric Turbulence Mitigation: A Benchmark Study and A New Physics-Inspired Transformer Model","created":"2022-07-20","cited_by_count":37,"area":null},{"id":"2108.08518","title":"Few-shot Segmentation with Optimal Transport Matching and Message Flow","created":"2021-08-19","cited_by_count":36,"area":null},{"id":"2203.06345","title":"The Principle of Diversity: Training Stronger Vision Transformers Calls for Reducing All Levels of Redundancy","created":"2022-03-12","cited_by_count":35,"area":null},{"id":"2405.19166","title":"Transformers as Neural Operators for Solutions of Differential Equations with Finite Regularity","created":"2024-05-29","cited_by_count":34,"area":null},{"id":"2204.10019","title":"Standing on the Shoulders of Giant Frozen Language Models","created":"2022-04-21","cited_by_count":33,"area":null},{"id":"2206.01136","title":"Transforming medical imaging with Transformers? A comparative review of key properties, current progresses, and future perspectives","created":"2022-06-02","cited_by_count":33,"area":null},{"id":"2203.10995","title":"Word Order Does Matter (And Shuffled Language Models Know It)","created":"2022-03-21","cited_by_count":32,"area":null},{"id":"2210.04345","title":"LieGG: Studying Learned Lie Group Generators","created":"2022-10-09","cited_by_count":31,"area":null},{"id":"2111.13359","title":"Neural Collaborative Graph Machines for Table Structure Recognition","created":"2021-11-26","cited_by_count":30,"area":null},{"id":"2201.01615","title":"Lawin Transformer: Improving Semantic Segmentation Transformer with Multi-Scale Representations via Large Window Attention","created":"2022-01-05","cited_by_count":30,"area":null},{"id":"2205.08078","title":"Unraveling Attention via Convex Duality: Analysis and Interpretations of Vision Transformers","created":"2022-05-17","cited_by_count":30,"area":null},{"id":"2204.13154","title":"Attention Mechanism in Neural Networks: Where it Comes and Where it Goes","created":"2022-04-27","cited_by_count":29,"area":null},{"id":"2205.11634","title":"TransforMatcher: Match-to-Match Attention for Semantic Correspondence","created":"2022-05-23","cited_by_count":29,"area":null},{"id":"2305.18475","title":"Approximation Rate of the Transformer Architecture for Sequence Modeling","created":"2023-05-29","cited_by_count":28,"area":null},{"id":"2206.06801","title":"Peripheral Vision Transformer","created":"2022-06-14","cited_by_count":27,"area":null},{"id":"2206.09325","title":"EATFormer: Improving Vision Transformer Inspired by Evolutionary Algorithm","created":"2022-06-19","cited_by_count":27,"area":null},{"id":"2302.10909","title":"Multi-modal Machine Learning in Engineering Design: A Review and Future Directions","created":"2023-02-14","cited_by_count":27,"area":null},{"id":"2306.06722","title":"$E(2)$-Equivariant Vision Transformer","created":"2023-06-11","cited_by_count":27,"area":null},{"id":"2211.01233","title":"Attention-based Neural Cellular Automata","created":"2022-11-02","cited_by_count":26,"area":null},{"id":"2110.06399","title":"Dynamic Inference with Neural Interpreters","created":"2021-10-12","cited_by_count":24,"area":null},{"id":"2111.11802","title":"Pruning Self-attentions into Convolutional Layers in Single Path","created":"2021-11-23","cited_by_count":24,"area":null},{"id":"2112.14087","title":"APRIL: Finding the Achilles' Heel on Privacy for Vision Transformers","created":"2021-12-28","cited_by_count":24,"area":null},{"id":"2401.10831","title":"Understanding Video Transformers via Universal Concept Discovery","created":"2024-01-19","cited_by_count":23,"area":"mechinterp"},{"id":"2104.07892","title":"Higher-Order Attribute-Enhancing Heterogeneous Graph Neural Networks","created":"2021-04-16","cited_by_count":22,"area":null},{"id":"2106.01506","title":"Transformers are Deep Infinite-Dimensional Non-Mercer Binary Kernel Machines","created":"2021-06-02","cited_by_count":22,"area":null},{"id":"2206.00356","title":"A Survey on Deep Learning for Skin Lesion Segmentation","created":"2022-06-01","cited_by_count":22,"area":null},{"id":"2208.03646","title":"A Length Adaptive Algorithm-Hardware Co-design of Transformer on FPGA Through Sparse Attention and Dynamic Pipelining","created":"2022-08-07","cited_by_count":22,"area":null}],"next_cursor":"100"}