{"list":"other","total":56,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2010.11929","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","created":"2020-10-22","cited_by_count":30186},{"id":"2005.12872","title":"End-to-End Object Detection with Transformers","created":"2020-05-26","cited_by_count":7414},{"id":"2111.06377","title":"Masked Autoencoders Are Scalable Vision Learners","created":"2021-11-11","cited_by_count":7403},{"id":"2104.14294","title":"Emerging Properties in Self-Supervised Vision Transformers","created":"2021-04-29","cited_by_count":6968},{"id":"1709.01507","title":"Squeeze-and-Excitation Networks","created":"2017-09-05","cited_by_count":4789},{"id":"2004.05150","title":"Longformer: The Long-Document Transformer","created":"2020-04-10","cited_by_count":3413},{"id":"1807.06521","title":"CBAM: Convolutional Block Attention Module","created":"2018-07-17","cited_by_count":2477},{"id":"2006.16236","title":"Transformers are RNNs: Fast Autoregressive Transformers with Linear Attention","created":"2020-06-29","cited_by_count":2022},{"id":"2102.12122","title":"Pyramid Vision Transformer: A Versatile Backbone for Dense Prediction without Convolutions","created":"2021-02-24","cited_by_count":1962},{"id":"2007.14062","title":"Big Bird: Transformers for Longer Sequences","created":"2020-07-28","cited_by_count":1684},{"id":"2009.14794","title":"Rethinking Attention with Performers","created":"2020-09-30","cited_by_count":1601},{"id":"1904.10509","title":"Generating Long Sequences with Sparse Transformers","created":"2019-04-23","cited_by_count":1546},{"id":"2006.04768","title":"Linformer: Self-Attention with Linear Complexity","created":"2020-06-08","cited_by_count":1474},{"id":"2111.09883","title":"Swin Transformer V2: Scaling Up Capacity and Resolution","created":"2021-11-18","cited_by_count":1228},{"id":"1608.05442","title":"Semantic Understanding of Scenes through the ADE20K Dataset","created":"2016-08-18","cited_by_count":1069},{"id":"2209.10652","title":"Toy Models of Superposition","created":"2022-09-21","cited_by_count":971},{"id":"2309.16588","title":"Vision Transformers Need Registers","created":"2023-09-28","cited_by_count":871},{"id":"2106.02034","title":"DynamicViT: Efficient Vision Transformers with Dynamic Token Sparsification","created":"2021-06-03","cited_by_count":864},{"id":"2105.05633","title":"Segmenter: Transformer for Semantic Segmentation","created":"2021-05-12","cited_by_count":855},{"id":"1802.05751","title":"Image Transformer","created":"2018-02-15","cited_by_count":772},{"id":"2111.11418","title":"MetaFormer Is Actually What You Need for Vision","created":"2021-11-22","cited_by_count":524},{"id":"2008.02217","title":"Hopfield Networks is All You Need","created":"2020-07-16","cited_by_count":475},{"id":"2003.05997","title":"Efficient Content-Based Sparse Attention with Routing Transformers","created":"2020-03-12","cited_by_count":471},{"id":"2102.03902","title":"Nystr\\\"omformer: A Nystr\\\"om-Based Algorithm for Approximating Self-Attention","created":"2021-02-07","cited_by_count":471},{"id":"2302.06675","title":"Symbolic Discovery of Optimization Algorithms","created":"2023-02-13","cited_by_count":434},{"id":"1912.10557","title":"Algorithm Unrolling: Interpretable, Efficient Deep Learning for Signal and Image Processing","created":"2019-12-22","cited_by_count":421},{"id":"2103.03404","title":"Attention is Not All You Need: Pure Attention Loses Rank Doubly Exponentially with Depth","created":"2021-03-05","cited_by_count":419},{"id":"2104.08894","title":"The Intrinsic Dimension of Images and Its Impact on Learning","created":"2021-04-18","cited_by_count":315},{"id":"2103.11886","title":"DeepViT: Towards Deeper Vision Transformer","created":"2021-03-22","cited_by_count":289},{"id":"2002.11296","title":"Sparse Sinkhorn Attention","created":"2020-02-26","cited_by_count":251},{"id":"2305.16300","title":"Landmark Attention: Random-Access Infinite Context Length for Transformers","created":"2023-05-25","cited_by_count":213},{"id":"2308.00442","title":"FLatten Transformer: Vision Transformer using Focused Linear Attention","created":"2023-08-01","cited_by_count":171},{"id":"2006.08558","title":"Learning Diverse and Discriminative Representations via the Principle of Maximal Coding Rate Reduction","created":"2020-06-15","cited_by_count":142},{"id":"1902.09113","title":"Star-Transformer","created":"2019-02-25","cited_by_count":94},{"id":"2312.08874","title":"Agent Attention: On the Integration of Softmax and Linear Attention","created":"2023-12-14","cited_by_count":90},{"id":"2105.10446","title":"ReduNet: A White-box Deep Network from the Principle of Maximizing Rate Reduction","created":"2021-05-21","cited_by_count":84},{"id":"2306.01129","title":"White-Box Transformers via Sparse Rate Reduction","created":"2023-06-01","cited_by_count":80},{"id":"2109.04553","title":"Is Attention Better Than Matrix Decomposition?","created":"2021-09-09","cited_by_count":77},{"id":"2410.13835","title":"Active-Dormant Attention Heads: Mechanistically Demystifying Extreme-Token Phenomena in LLMs","created":"2024-10-17","cited_by_count":56},{"id":"2506.04761","title":"Log-Linear Attention","created":"2025-06-05","cited_by_count":40},{"id":"2406.09415","title":"An Image is Worth More Than 16x16 Patches: Exploring Transformers on Individual Pixels","created":"2024-06-13","cited_by_count":33},{"id":"2502.03738","title":"Scaling Laws in Patchification: An Image Is Worth 50,176 Tokens And More","created":"2025-02-06","cited_by_count":28},{"id":"2308.16271","title":"Emergence of Segmentation with Minimalistic White-Box Transformers","created":"2023-08-30","cited_by_count":24},{"id":"2507.19595","title":"Efficient Attention Mechanisms for Large Language Models: A Survey","created":"2025-07-25","cited_by_count":22},{"id":"2102.08606","title":"Centroid Transformers: Learning to Abstract with Attention","created":"2021-02-17","cited_by_count":20},{"id":"2406.01909","title":"A Global Geometric Analysis of Maximal Coding Rate Reduction","created":"2024-06-04","cited_by_count":13},{"id":"2301.01805","title":"Unsupervised Manifold Linearizing and Clustering","created":"2023-01-04","cited_by_count":12},{"id":"2412.17810","title":"Token Statistics Transformer: Linear-Time Attention via Variational Rate Reduction","created":"2024-12-23","cited_by_count":10},{"id":"2006.04246","title":"Self-Representation Based Unsupervised Exemplar Selection in a Union of Subspaces","created":"2020-06-07","cited_by_count":8},{"id":"2506.03790","title":"Attention-Only Transformers via Unrolled Subspace Denoising","created":"2025-06-04","cited_by_count":5},{"id":"2403.07542","title":"A Survey of Vision Transformers in Autonomous Driving: Current Trends and Future Directions","created":"2024-03-12","cited_by_count":4},{"id":"2411.17182","title":"An In-depth Investigation of Sparse Rate Reduction in Transformer-like Models","created":"2024-11-26","cited_by_count":4},{"id":"2411.03033","title":"Rethinking Decoders for Transformer-based Semantic Segmentation: A Compression Perspective","created":"2024-11-05","cited_by_count":3}],"next_cursor":null}