{"list":"other","total":55,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2010.11929","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","created":"2020-10-22","cited_by_count":30186},{"id":"2312.00752","title":"Mamba: Linear-Time Sequence Modeling with Selective State Spaces","created":"2023-12-01","cited_by_count":4718},{"id":"2205.14135","title":"FlashAttention: Fast and Memory-Efficient Exact Attention with IO-Awareness","created":"2022-05-27","cited_by_count":3673},{"id":"2004.05150","title":"Longformer: The Long-Document Transformer","created":"2020-04-10","cited_by_count":3413},{"id":"1609.07843","title":"Pointer Sentinel Mixture Models","created":"2016-09-26","cited_by_count":3096},{"id":"2307.08691","title":"FlashAttention-2: Faster Attention with Better Parallelism and Work Partitioning","created":"2023-07-17","cited_by_count":2598},{"id":"2101.00027","title":"The Pile: An 800GB Dataset of Diverse Text for Language Modeling","created":"2020-12-31","cited_by_count":2411},{"id":"2012.07436","title":"Informer: Beyond Efficient Transformer for Long Sequence Time-Series Forecasting","created":"2020-12-14","cited_by_count":2169},{"id":"2211.14730","title":"A Time Series is Worth 64 Words: Long-term Forecasting with Transformers","created":"2022-11-27","cited_by_count":2039},{"id":"2006.16236","title":"Transformers are RNNs: Fast Autoregressive Transformers with Linear Attention","created":"2020-06-29","cited_by_count":2022},{"id":"2007.14062","title":"Big Bird: Transformers for Longer Sequences","created":"2020-07-28","cited_by_count":1684},{"id":"2106.13008","title":"Autoformer: Decomposition Transformers with Auto-Correlation for Long-Term Series Forecasting","created":"2021-06-24","cited_by_count":1676},{"id":"2009.14794","title":"Rethinking Attention with Performers","created":"2020-09-30","cited_by_count":1601},{"id":"1904.10509","title":"Generating Long Sequences with Sparse Transformers","created":"2019-04-23","cited_by_count":1546},{"id":"2106.01345","title":"Decision Transformer: Reinforcement Learning via Sequence Modeling","created":"2021-06-02","cited_by_count":1546},{"id":"2006.04768","title":"Linformer: Self-Attention with Linear Complexity","created":"2020-06-08","cited_by_count":1474},{"id":"2405.21060","title":"Transformers are SSMs: Generalized Models and Efficient Algorithms Through Structured State Space Duality","created":"2024-05-31","cited_by_count":1336},{"id":"2310.06625","title":"iTransformer: Inverted Transformers Are Effective for Time Series Forecasting","created":"2023-10-10","cited_by_count":931},{"id":"1703.07015","title":"Modeling Long- and Short-Term Temporal Patterns with Deep Neural Networks","created":"2017-03-21","cited_by_count":879},{"id":"2305.13048","title":"RWKV: Reinventing RNNs for the Transformer Era","created":"2023-05-22","cited_by_count":827},{"id":"2307.08621","title":"Retentive Network: A Successor to Transformer for Large Language Models","created":"2023-07-17","cited_by_count":613},{"id":"1906.05909","title":"Stand-Alone Self-Attention in Vision Models","created":"2019-06-13","cited_by_count":542},{"id":"2312.06635","title":"Gated Linear Attention Transformers with Hardware-Efficient Training","created":"2023-12-11","cited_by_count":514},{"id":"2102.03902","title":"Nystr\\\"omformer: A Nystr\\\"om-Based Algorithm for Approximating Self-Attention","created":"2021-02-07","cited_by_count":471},{"id":"2406.06484","title":"Parallelizing Linear Transformers with the Delta Rule over Sequence Length","created":"2024-06-10","cited_by_count":396},{"id":"2306.04637","title":"Transformers as Statisticians: Provable In-Context Learning with In-Context Algorithm Selection","created":"2023-06-07","cited_by_count":298},{"id":"1906.06755","title":"Theoretical Limitations of Self-Attention in Neural Sequence Models","created":"2019-06-16","cited_by_count":288},{"id":"2402.19427","title":"Griffin: Mixing Gated Linear Recurrences with Local Attention for Efficient Language Models","created":"2024-02-29","cited_by_count":242},{"id":"2202.08791","title":"cosFormer: Rethinking Softmax in Attention","created":"2022-02-17","cited_by_count":213},{"id":"2005.00743","title":"Synthesizer: Rethinking Self-Attention in Transformer Models","created":"2020-05-02","cited_by_count":205},{"id":"2202.10447","title":"Transformer Quality in Linear Time","created":"2022-02-21","cited_by_count":191},{"id":"1704.00805","title":"On the Properties of the Softmax Function with Application in Game Theory and Reinforcement Learning","created":"2017-04-03","cited_by_count":142},{"id":"2004.11886","title":"Lite Transformer with Long-Short Range Attention","created":"2020-04-24","cited_by_count":127},{"id":"2404.07904","title":"HGRN2: Gated Linear RNNs with State Expansion","created":"2024-04-11","cited_by_count":127},{"id":"2105.14103","title":"An Attention Free Transformer","created":"2021-05-28","cited_by_count":112},{"id":"2210.10340","title":"The Devil in Linear Transformer","created":"2022-10-19","cited_by_count":98},{"id":"2308.14036","title":"MB-TaylorFormer: Multi-branch Efficient Transformer Expanded by Taylor Formula for Image Dehazing","created":"2023-08-27","cited_by_count":81},{"id":"2409.04431","title":"Theory, Analysis, and Best Practices for Sigmoid Self-Attention","created":"2024-09-06","cited_by_count":64},{"id":"2302.06461","title":"A Study on ReLU and Softmax in Transformer","created":"2023-02-13","cited_by_count":53},{"id":"2412.06590","title":"Bridging the Divide: Reconsidering Softmax and Linear Attention","created":"2024-12-09","cited_by_count":48},{"id":"2309.08586","title":"Replacing softmax with ReLU in Vision Transformers","created":"2023-09-15","cited_by_count":44},{"id":"2305.04749","title":"Toeplitz Neural Network for Sequence Modeling","created":"2023-05-08","cited_by_count":43},{"id":"2307.11353","title":"What can a Single Attention Layer Learn? A Study Through the Random Features Lens","created":"2023-07-21","cited_by_count":40},{"id":"2307.14995","title":"TransNormerLLM: A Faster and Better Large Language Model with Improved TransNormer","created":"2023-07-27","cited_by_count":34},{"id":"2305.02582","title":"On the Expressivity Role of LayerNorm in Transformers' Attention","created":"2023-05-04","cited_by_count":33},{"id":"2110.04367","title":"Hybrid Random Features","created":"2021-10-08","cited_by_count":25},{"id":"2206.10552","title":"Vicinity Vision Transformer","created":"2022-06-21","cited_by_count":22},{"id":"2005.09561","title":"Normalized Attention Without Probability Cage","created":"2020-05-19","cited_by_count":20},{"id":"2504.04308","title":"Gating is Weighting: Understanding Gated Linear Attention through In-context Learning","created":"2025-04-06","cited_by_count":12},{"id":"2411.07176","title":"More Expressive Attention with Negative Weights","created":"2024-11-11","cited_by_count":9},{"id":"2502.07244","title":"Linear Transformers as VAR Models: Aligning Autoregressive Attention Mechanisms with Autoregressive Forecasting","created":"2025-02-11","cited_by_count":9},{"id":"2403.02920","title":"TaylorShift: Shifting the Complexity of Self-Attention from Squared to Linear (and Back) using Taylor-Softmax","created":"2024-03-05","cited_by_count":7}],"next_cursor":null}