{"list":"other","total":53,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"1804.07461","title":"GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding","created":"2018-04-20","cited_by_count":4899},{"id":"2312.00752","title":"Mamba: Linear-Time Sequence Modeling with Selective State Spaces","created":"2023-12-01","cited_by_count":4718},{"id":"2111.00396","title":"Efficiently Modeling Long Sequences with Structured State Spaces","created":"2021-10-31","cited_by_count":2465},{"id":"1412.3555","title":"Empirical Evaluation of Gated Recurrent Neural Networks on Sequence Modeling","created":"2014-12-11","cited_by_count":2367},{"id":"1509.01626","title":"Character-level Convolutional Networks for Text Classification","created":"2015-09-04","cited_by_count":2330},{"id":"2108.12409","title":"Train Short, Test Long: Attention with Linear Biases Enables Input Length Extrapolation","created":"2021-08-27","cited_by_count":1103},{"id":"1702.03118","title":"Sigmoid-Weighted Linear Units for Neural Network Function Approximation in Reinforcement Learning","created":"2017-02-10","cited_by_count":950},{"id":"2112.00114","title":"Show Your Work: Scratchpads for Intermediate Computation with Language Models","created":"2021-11-30","cited_by_count":886},{"id":"1904.09237","title":"On the Convergence of Adam and Beyond","created":"2019-04-19","cited_by_count":841},{"id":"2208.04933","title":"Simplified State Space Layers for Sequence Modeling","created":"2022-08-09","cited_by_count":788},{"id":"2412.06464","title":"Gated Delta Networks: Improving Mamba2 with Delta Rule","created":"2024-12-09","cited_by_count":532},{"id":"2406.06484","title":"Parallelizing Linear Transformers with the Delta Rule over Sequence Length","created":"2024-06-10","cited_by_count":396},{"id":"2305.19466","title":"The Impact of Positional Encoding on Length Generalization in Transformers","created":"2023-05-31","cited_by_count":327},{"id":"1503.00075","title":"Improved Semantic Representations From Tree-Structured Long Short-Term Memory Networks","created":"2015-02-28","cited_by_count":306},{"id":"1906.06755","title":"Theoretical Limitations of Self-Attention in Neural Sequence Models","created":"2019-06-16","cited_by_count":288},{"id":"2210.10749","title":"Transformers Learn Shortcuts to Automata","created":"2022-10-19","cited_by_count":268},{"id":"2207.02098","title":"Neural Networks and the Chomsky Hierarchy","created":"2022-07-05","cited_by_count":217},{"id":"2207.04901","title":"Exploring Length Generalization in Large Language Models","created":"2022-07-11","cited_by_count":206},{"id":"2310.16028","title":"What Algorithms can Transformers Learn? A Study in Length Generalization","created":"2023-10-24","cited_by_count":199},{"id":"1804.06028","title":"ListOps: A Diagnostic Dataset for Latent Tree Learning","created":"2018-04-17","cited_by_count":129},{"id":"1709.04057","title":"Parallelizing Linear Recurrent Neural Nets Over Sequence Length","created":"2017-09-12","cited_by_count":127},{"id":"2311.00208","title":"What Formal Languages Can Transformers Express? A Survey","created":"2023-11-01","cited_by_count":124},{"id":"2305.16843","title":"Randomized Positional Encodings Boost Length Generalization of Transformers","created":"2023-05-26","cited_by_count":117},{"id":"2202.12172","title":"Overcoming a Theoretical Limitation of Self-Attention","created":"2022-02-24","cited_by_count":113},{"id":"2303.03982","title":"Structured State Space Models for In-Context Reinforcement Learning","created":"2023-03-07","cited_by_count":111},{"id":"2411.12537","title":"Unlocking State-Tracking in Linear RNNs Through Negative Eigenvalues","created":"2024-11-19","cited_by_count":101},{"id":"2409.15647","title":"Looped Transformers for Length Generalization","created":"2024-09-24","cited_by_count":99},{"id":"2402.09371","title":"Transformers Can Achieve Length Generalization But Not Robustly","created":"2024-02-14","cited_by_count":86},{"id":"2405.17399","title":"Transformers Can Do Arithmetic with the Right Embeddings","created":"2024-05-27","cited_by_count":78},{"id":"2402.09963","title":"Why are Sensitive Functions Hard for Transformers?","created":"2024-02-15","cited_by_count":74},{"id":"2004.08500","title":"A Formal Hierarchy of RNN Architectures","created":"2020-04-18","cited_by_count":62},{"id":"2405.17394","title":"The Expressive Capacity of State Space Models: A Formal Language Perspective","created":"2024-05-27","cited_by_count":46},{"id":"2410.02140","title":"A Formal Framework for Understanding Length Generalization in Transformers","created":"2024-10-03","cited_by_count":45},{"id":"2506.04761","title":"Log-Linear Attention","created":"2025-06-05","cited_by_count":40},{"id":"2411.07107","title":"Training Neural Networks as Recognizers of Formal Languages","created":"2024-11-11","cited_by_count":24},{"id":"2405.20671","title":"Position Coupling: Improving Length Generalization of Arithmetic Transformers Using Task Structure","created":"2024-05-31","cited_by_count":23},{"id":"1910.13466","title":"Ordered Memory","created":"2019-10-29","cited_by_count":20},{"id":"2410.15787","title":"Arithmetic Transformers Can Length-Generalize in Both Operand Length and Count","created":"2024-10-21","cited_by_count":18},{"id":"2505.17761","title":"Structured Linear CDEs: Maximally Expressive and Parallel-in-Time Sequence Models","created":"2025-05-23","cited_by_count":18},{"id":"1808.09644","title":"On Tree-Based Neural Sentence Modeling","created":"2018-08-29","cited_by_count":16},{"id":"2509.22284","title":"Structured Sparse Transition Matrices to Enable State Tracking in State-Space Models","created":"2025-09-26","cited_by_count":16},{"id":"2412.19350","title":"On the Expressiveness and Length Generalization of Selective State-Space Models on Regular Languages","created":"2024-12-26","cited_by_count":15},{"id":"2212.08541","title":"Learnable Commutative Monoids for Graph Neural Networks","created":"2022-12-16","cited_by_count":13},{"id":"2305.03796","title":"Transformer Working Memory Enables Regular Language Reasoning and Natural Language Length Extrapolation","created":"2023-05-05","cited_by_count":13},{"id":"2309.07412","title":"Advancing Regular Language Reasoning in Linear Recurrent Neural Networks","created":"2023-09-14","cited_by_count":13},{"id":"2505.00926","title":"How Transformers Learn Regular Language Recognition: A Theoretical Study on Training Dynamics and Implicit Bias","created":"2025-05-02","cited_by_count":11},{"id":"1607.04492","title":"Neural Tree Indexers for Text Understanding","created":"2016-07-15","cited_by_count":9},{"id":"2506.10918","title":"Sequential-Parallel Duality in Prefix Scannable Models","created":"2025-06-12","cited_by_count":8},{"id":"1807.02291","title":"Sliced Recurrent Neural Networks","created":"2018-07-06","cited_by_count":7},{"id":"2311.04449","title":"Recursion in Recursion: Two-Level Nested Recursion for Length Generalization with Scalability","created":"2023-11-08","cited_by_count":5},{"id":"1907.10134","title":"BPPSA: Scaling Back-propagation by Parallel Scan Algorithm","created":"2019-07-23","cited_by_count":3}],"next_cursor":null}