{"list":"other","total":59,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"2201.11903","title":"Chain-of-Thought Prompting Elicits Reasoning in Large Language Models","created":"2022-01-28","cited_by_count":12459},{"id":"2110.14168","title":"Training Verifiers to Solve Math Word Problems","created":"2021-10-27","cited_by_count":10109},{"id":"2210.03629","title":"ReAct: Synergizing Reasoning and Acting in Language Models","created":"2022-10-06","cited_by_count":8695},{"id":"2501.12948","title":"DeepSeek-R1: Incentivizing Reasoning Capability in LLMs via Reinforcement Learning","created":"2025-01-22","cited_by_count":6330},{"id":"2312.00752","title":"Mamba: Linear-Time Sequence Modeling with Selective State Spaces","created":"2023-12-01","cited_by_count":4718},{"id":"2205.14135","title":"FlashAttention: Fast and Memory-Efficient Exact Attention with IO-Awareness","created":"2022-05-27","cited_by_count":3673},{"id":"2111.00396","title":"Efficiently Modeling Long Sequences with Structured State Spaces","created":"2021-10-31","cited_by_count":2465},{"id":"2101.00027","title":"The Pile: An 800GB Dataset of Diverse Text for Language Modeling","created":"2020-12-31","cited_by_count":2411},{"id":"2006.16236","title":"Transformers are RNNs: Fast Autoregressive Transformers with Linear Attention","created":"2020-06-29","cited_by_count":2022},{"id":"2304.01373","title":"Pythia: A Suite for Analyzing Large Language Models Across Training and Scaling","created":"2023-04-03","cited_by_count":1786},{"id":"2405.15793","title":"SWE-agent: Agent-Computer Interfaces Enable Automated Software Engineering","created":"2024-05-06","cited_by_count":1737},{"id":"2009.14794","title":"Rethinking Attention with Performers","created":"2020-09-30","cited_by_count":1601},{"id":"2405.21060","title":"Transformers are SSMs: Generalized Models and Efficient Algorithms Through Structured State Space Duality","created":"2024-05-31","cited_by_count":1336},{"id":"1409.1259","title":"On the Properties of Neural Machine Translation: Encoder-Decoder Approaches","created":"2014-09-03","cited_by_count":1304},{"id":"2112.00114","title":"Show Your Work: Scratchpads for Intermediate Computation with Language Models","created":"2021-11-30","cited_by_count":886},{"id":"1410.5401","title":"Neural Turing Machines","created":"2014-10-20","cited_by_count":644},{"id":"2307.08621","title":"Retentive Network: A Successor to Transformer for Large Language Models","created":"2023-07-17","cited_by_count":613},{"id":"2412.06464","title":"Gated Delta Networks: Improving Mamba2 with Delta Rule","created":"2024-12-09","cited_by_count":532},{"id":"2212.14052","title":"Hungry Hungry Hippos: Towards Language Modeling with State Space Models","created":"2022-12-28","cited_by_count":499},{"id":"2406.06484","title":"Parallelizing Linear Transformers with the Delta Rule over Sequence Length","created":"2024-06-10","cited_by_count":396},{"id":"2305.19466","title":"The Impact of Positional Encoding on Length Generalization in Transformers","created":"2023-05-31","cited_by_count":327},{"id":"2506.06941","title":"The Illusion of Thinking: Understanding the Strengths and Limitations of Reasoning Models via the Lens of Problem Complexity","created":"2025-06-07","cited_by_count":302},{"id":"2504.21798","title":"SWE-smith: Scaling Data for Software Engineering Agents","created":"2025-04-30","cited_by_count":285},{"id":"2207.02098","title":"Neural Networks and the Chomsky Hierarchy","created":"2022-07-05","cited_by_count":217},{"id":"2402.01032","title":"Repeat After Me: Transformers are Better than State Space Models at Copying","created":"2024-02-01","cited_by_count":216},{"id":"2503.21460","title":"Large Language Model Agent: A Survey on Methodology, Applications and Challenges","created":"2025-03-27","cited_by_count":205},{"id":"2503.16416","title":"Survey on Evaluation of LLM-based Agents","created":"2025-03-20","cited_by_count":204},{"id":"2410.01560","title":"OpenMathInstruct-2: Accelerating AI for Math with Massive Open-Source Instruction Data","created":"2024-10-02","cited_by_count":200},{"id":"2310.16028","title":"What Algorithms can Transformers Learn? A Study in Length Generalization","created":"2023-10-24","cited_by_count":199},{"id":"2406.07887","title":"An Empirical Study of Mamba-based Language Models","created":"2024-06-12","cited_by_count":186},{"id":"2402.10176","title":"OpenMathInstruct-1: A 1.8 Million Math Instruction Tuning Dataset","created":"2024-02-15","cited_by_count":143},{"id":"2102.13019","title":"Investigating the Limitations of Transformers with Simple Arithmetic Tasks","created":"2021-02-25","cited_by_count":139},{"id":"2307.03381","title":"Teaching Arithmetic to Small Transformers","created":"2023-07-07","cited_by_count":123},{"id":"1511.08228","title":"Neural GPUs Learn Algorithms","created":"2015-11-25","cited_by_count":121},{"id":"2305.16843","title":"Randomized Positional Encodings Boost Length Generalization of Transformers","created":"2023-05-26","cited_by_count":117},{"id":"2203.07852","title":"Block-Recurrent Transformers","created":"2022-03-11","cited_by_count":110},{"id":"2402.04248","title":"Can Mamba Learn How to Learn? A Comparative Study on In-Context Learning Tasks","created":"2024-02-06","cited_by_count":105},{"id":"2504.03624","title":"Nemotron-H: A Family of Accurate and Efficient Hybrid Mamba-Transformer Models","created":"2025-04-04","cited_by_count":100},{"id":"2409.15647","title":"Looped Transformers for Length Generalization","created":"2024-09-24","cited_by_count":99},{"id":"2401.12973","title":"In-Context Language Learning: Architectures and Algorithms","created":"2024-01-23","cited_by_count":89},{"id":"2402.09371","title":"Transformers Can Achieve Length Generalization But Not Robustly","created":"2024-02-14","cited_by_count":86},{"id":"2405.17399","title":"Transformers Can Do Arithmetic with the Right Embeddings","created":"2024-05-27","cited_by_count":78},{"id":"1503.01007","title":"Inferring Algorithmic Patterns with Stack-Augmented Recurrent Nets","created":"2015-03-03","cited_by_count":76},{"id":"2108.04378","title":"Making Transformers Solve Compositional Tasks","created":"2021-08-09","cited_by_count":72},{"id":"2211.12316","title":"Simplicity Bias in Transformers and their Ability to Learn Sparse Boolean Functions","created":"2022-11-22","cited_by_count":70},{"id":"2309.06979","title":"Auto-Regressive Next-Token Predictors are Universal Learners","created":"2023-09-13","cited_by_count":67},{"id":"2306.15400","title":"Length Generalization in Arithmetic Transformers","created":"2023-06-27","cited_by_count":66},{"id":"2406.14528","title":"DeciMamba: Exploring the Length Extrapolation Potential of Mamba","created":"2024-06-20","cited_by_count":49},{"id":"2410.02140","title":"A Formal Framework for Understanding Length Generalization in Transformers","created":"2024-10-03","cited_by_count":45},{"id":"2204.02892","title":"Sub-Task Decomposition Enables Learning in Sequence to Sequence Tasks","created":"2022-04-06","cited_by_count":41},{"id":"2408.01129","title":"A Survey of Mamba","created":"2024-08-02","cited_by_count":39},{"id":"2406.06467","title":"How Far Can Transformers Reason? The Globality Barrier and Inductive Scratchpad","created":"2024-06-10","cited_by_count":36},{"id":"2108.04190","title":"On the Power of Differentiable Learning versus PAC and SQ Learning","created":"2021-08-09","cited_by_count":28},{"id":"2407.03310","title":"Universal Length Generalization with Turing Programs","created":"2024-07-03","cited_by_count":25},{"id":"2405.20671","title":"Position Coupling: Improving Length Generalization of Arithmetic Transformers Using Task Structure","created":"2024-05-31","cited_by_count":23},{"id":"2507.02782","title":"Understanding and Improving Length Generalization in Recurrent Models","created":"2025-07-03","cited_by_count":23},{"id":"2310.00726","title":"Improving Length-Generalization in Transformers via Task Hinting","created":"2023-10-01","cited_by_count":13},{"id":"2502.16792","title":"The Role of Sparsity for Length Generalization in Transformers","created":"2025-02-24","cited_by_count":8}],"next_cursor":null}