{"list":"other","total":70,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2010.11929","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","created":"2020-10-22","cited_by_count":30186},{"id":"2407.21783","title":"The Llama 3 Herd of Models","created":"2024-07-31","cited_by_count":14715},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"2103.14030","title":"Swin Transformer: Hierarchical Vision Transformer using Shifted Windows","created":"2021-03-25","cited_by_count":12139},{"id":"2210.03629","title":"ReAct: Synergizing Reasoning and Acting in Language Models","created":"2022-10-06","cited_by_count":8695},{"id":"2104.09864","title":"RoFormer: Enhanced Transformer with Rotary Position Embedding","created":"2021-04-20","cited_by_count":4703},{"id":"2303.11366","title":"Reflexion: Language Agents with Verbal Reinforcement Learning","created":"2023-03-20","cited_by_count":4276},{"id":"2205.14135","title":"FlashAttention: Fast and Memory-Efficient Exact Attention with IO-Awareness","created":"2022-05-27","cited_by_count":3673},{"id":"2004.05150","title":"Longformer: The Long-Document Transformer","created":"2020-04-10","cited_by_count":3413},{"id":"1906.08237","title":"XLNet: Generalized Autoregressive Pretraining for Language Understanding","created":"2019-06-19","cited_by_count":2811},{"id":"2012.07436","title":"Informer: Beyond Efficient Transformer for Long Sequence Time-Series Forecasting","created":"2020-12-14","cited_by_count":2169},{"id":"1901.02860","title":"Transformer-XL: Attentive Language Models Beyond a Fixed-Length Context","created":"2019-01-09","cited_by_count":1850},{"id":"2007.14062","title":"Big Bird: Transformers for Longer Sequences","created":"2020-07-28","cited_by_count":1684},{"id":"2106.13008","title":"Autoformer: Decomposition Transformers with Auto-Correlation for Long-Term Series Forecasting","created":"2021-06-24","cited_by_count":1676},{"id":"2009.14794","title":"Rethinking Attention with Performers","created":"2020-09-30","cited_by_count":1601},{"id":"2006.04768","title":"Linformer: Self-Attention with Linear Complexity","created":"2020-06-08","cited_by_count":1474},{"id":"2305.13245","title":"GQA: Training Generalized Multi-Query Transformer Models from Multi-Head Checkpoints","created":"2023-05-22","cited_by_count":1346},{"id":"1803.02155","title":"Self-Attention with Relative Position Representations","created":"2018-03-06","cited_by_count":1120},{"id":"2108.12409","title":"Train Short, Test Long: Attention with Linear Biases Enables Input Length Extrapolation","created":"2021-08-27","cited_by_count":1103},{"id":"2209.11895","title":"In-context Learning and Induction Heads","created":"2022-09-24","cited_by_count":964},{"id":"2103.15808","title":"CvT: Introducing Convolutions to Vision Transformers","created":"2021-03-29","cited_by_count":947},{"id":"1905.09418","title":"Analyzing Multi-Head Self-Attention: Specialized Heads Do the Heavy Lifting, the Rest Can Be Pruned","created":"2019-05-23","cited_by_count":856},{"id":"1905.10650","title":"Are Sixteen Heads Really Better than One?","created":"2019-05-25","cited_by_count":816},{"id":"2212.07677","title":"Transformers learn in-context by gradient descent","created":"2022-12-15","cited_by_count":732},{"id":"2208.01066","title":"What Can Transformers Learn In-Context? A Case Study of Simple Function Classes","created":"2022-08-01","cited_by_count":715},{"id":"2211.15661","title":"What learning algorithm is in-context learning? Investigations with linear models","created":"2022-11-28","cited_by_count":684},{"id":"2304.05376","title":"ChemCrow: Augmenting large-language models with chemistry tools","created":"2023-04-11","cited_by_count":631},{"id":"2104.13840","title":"Twins: Revisiting the Design of Spatial Attention in Vision Transformers","created":"2021-04-28","cited_by_count":565},{"id":"2206.14486","title":"Beyond neural scaling laws: beating power law scaling via data pruning","created":"2022-06-29","cited_by_count":528},{"id":"1912.10077","title":"Are Transformers universal approximators of sequence-to-sequence functions?","created":"2019-12-20","cited_by_count":406},{"id":"2306.04637","title":"Transformers as Statisticians: Provable In-Context Learning with In-Context Algorithm Selection","created":"2023-06-07","cited_by_count":298},{"id":"1906.06755","title":"Theoretical Limitations of Self-Attention in Neural Sequence Models","created":"2019-06-16","cited_by_count":288},{"id":"2204.07143","title":"Neighborhood Attention Transformer","created":"2022-04-14","cited_by_count":239},{"id":"2301.13196","title":"Looped Transformers as Programmable Computers","created":"2023-01-30","cited_by_count":237},{"id":"2106.06981","title":"Thinking Like Transformers","created":"2021-06-13","cited_by_count":184},{"id":"2307.03576","title":"One Step of Gradient Descent is Provably the Optimal In-Context Learner with One Layer of Linear Self-Attention","created":"2023-07-07","cited_by_count":170},{"id":"2110.09784","title":"SSAST: Self-Supervised Audio Spectrogram Transformer","created":"2021-10-19","cited_by_count":169},{"id":"2110.10090","title":"Inductive Biases and Variable Creation in Self-Attention Mechanisms","created":"2021-10-19","cited_by_count":144},{"id":"2106.16213","title":"Saturated Transformers are Constant-Depth Threshold Circuits","created":"2021-06-30","cited_by_count":139},{"id":"2311.07226","title":"Large Language Models for Robotics: A Survey","created":"2023-11-13","cited_by_count":133},{"id":"2009.10713","title":"Towards a Mathematical Understanding of Neural Network-Based Machine Learning: what we know and what we don't","created":"2020-09-22","cited_by_count":95},{"id":"2002.07028","title":"Low-Rank Bottleneck in Multi-head Attention Models","created":"2020-02-17","cited_by_count":89},{"id":"1806.10909","title":"ResNet with one-neuron hidden layers is a Universal Approximator","created":"2018-06-28","cited_by_count":79},{"id":"1912.10382","title":"Deep Learning via Dynamical Systems: An Approximation Perspective","created":"2019-12-22","cited_by_count":78},{"id":"1810.06397","title":"A Priori Estimates of the Population Risk for Two-layer Neural Networks","created":"2018-10-15","cited_by_count":76},{"id":"2306.06189","title":"FasterViT: Fast Vision Transformers with Hierarchical Attention","created":"2023-06-09","cited_by_count":65},{"id":"2307.14023","title":"Are Transformers with One Layer Self-Attention Using Low-Rank Weight Matrices Universal Approximators?","created":"2023-07-26","cited_by_count":47},{"id":"2501.19399","title":"Scalable-Softmax Is Superior for Attention","created":"2025-01-31","cited_by_count":45},{"id":"2303.11607","title":"Transformers in Speech Processing: A Survey","created":"2023-03-21","cited_by_count":39},{"id":"2210.06640","title":"Compute-Efficient Deep Learning: Algorithmic Trends and Opportunities","created":"2022-10-13","cited_by_count":38},{"id":"2408.14332","title":"One-layer transformers fail to solve the induction heads task","created":"2024-08-26","cited_by_count":32},{"id":"2311.14495","title":"StableSSM: Alleviating the Curse of Memory in State-space Models through Stable Reparameterization","created":"2023-11-24","cited_by_count":30},{"id":"2305.18475","title":"Approximation Rate of the Transformer Architecture for Sequence Modeling","created":"2023-05-29","cited_by_count":28},{"id":"2009.07799","title":"On the Curse of Memory in Recurrent Neural Networks: Approximation and Optimization Analysis","created":"2020-09-16","cited_by_count":27},{"id":"2407.17686","title":"Transformers on Markov Data: Constant Depth Suffices","created":"2024-07-25","cited_by_count":27},{"id":"2402.00522","title":"Understanding the Expressive Power and Mechanisms of Transformer for Sequence Modeling","created":"2024-02-01","cited_by_count":25},{"id":"2404.01601","title":"What Can Transformer Learn with Varying Depth? Case Studies on Sequence Learning Tasks","created":"2024-04-02","cited_by_count":19},{"id":"2108.08375","title":"Contributions of Transformer Attention Heads in Multi- and Cross-lingual Tasks","created":"2021-08-18","cited_by_count":16},{"id":"2110.09127","title":"SpecTNT: a Time-Frequency Transformer for Music Audio","created":"2021-10-18","cited_by_count":16},{"id":"2305.19190","title":"Inverse Approximation Theory for Nonlinear Recurrent Neural Networks","created":"2023-05-30","cited_by_count":11},{"id":"2107.09355","title":"Approximation Theory of Convolutional Architectures for Time Series Modelling","created":"2021-07-20","cited_by_count":10},{"id":"2102.09978","title":"TransMask: A Compact and Fast Speech Separation Model Based on Transformer","created":"2021-02-19","cited_by_count":9},{"id":"2508.17821","title":"Limitations of Normalization in Attention Mechanism","created":"2025-08-25","cited_by_count":7},{"id":"1703.10724","title":"N-gram Language Modeling using Recurrent Neural Network Estimation","created":"2017-03-31","cited_by_count":6},{"id":"2405.20867","title":"Automatic Channel Pruning for Multi-Head Attention","created":"2024-05-31","cited_by_count":3},{"id":"2502.18277","title":"Self-Adjust Softmax","created":"2025-02-25","cited_by_count":3},{"id":"2506.05678","title":"Numerical Investigation of Sequence Modeling Theory using Controllable Memory Functions","created":"2025-06-06","cited_by_count":1}],"next_cursor":null}