{"total":177,"rows":[{"id":"2305.19466","title":"The Impact of Positional Encoding on Length Generalization in Transformers","created":"2023-05-31","cited_by_count":327,"area":null},{"id":"2210.10749","title":"Transformers Learn Shortcuts to Automata","created":"2022-10-19","cited_by_count":268,"area":null},{"id":"2309.10668","title":"Language Modeling Is Compression","created":"2023-09-19","cited_by_count":225,"area":null},{"id":"2402.01032","title":"Repeat After Me: Transformers are Better than State Space Models at Copying","created":"2024-02-01","cited_by_count":216,"area":null},{"id":"2311.00208","title":"What Formal Languages Can Transformers Express? A Survey","created":"2023-11-01","cited_by_count":124,"area":null},{"id":"2505.23719","title":"TiRex: Zero-Shot Forecasting Across Long and Short Horizons with Enhanced In-Context Learning","created":"2025-05-29","cited_by_count":120,"area":null},{"id":"2305.16843","title":"Randomized Positional Encodings Boost Length Generalization of Transformers","created":"2023-05-26","cited_by_count":117,"area":null},{"id":"2311.12786","title":"Mechanistically analyzing the effects of fine-tuning on procedurally defined tasks","created":"2023-11-21","cited_by_count":115,"area":null},{"id":"2212.04458","title":"General-Purpose In-Context Learning by Meta-Learning Transformers","created":"2022-12-08","cited_by_count":105,"area":null},{"id":"2402.09371","title":"Transformers Can Achieve Length Generalization But Not Robustly","created":"2024-02-14","cited_by_count":86,"area":null},{"id":"2305.13673","title":"Physics of Language Models: Part 1, Learning Hierarchical Language Structures","created":"2023-05-23","cited_by_count":83,"area":null},{"id":"2502.10297","title":"DeltaProduct: Improving State-Tracking in Linear RNNs via Householder Products","created":"2025-02-14","cited_by_count":75,"area":null},{"id":"2211.12316","title":"Simplicity Bias in Transformers and their Ability to Learn Sparse Boolean Functions","created":"2022-11-22","cited_by_count":70,"area":null},{"id":"2403.01632","title":"SynCode: LLM Generation with Grammar Augmentation","created":"2024-03-03","cited_by_count":69,"area":null},{"id":"2310.03016","title":"Understanding In-Context Learning in Transformers and LLMs by Learning to Learn Discrete Functions","created":"2023-10-04","cited_by_count":63,"area":null},{"id":"2405.17394","title":"The Expressive Capacity of State Space Models: A Formal Language Perspective","created":"2024-05-27","cited_by_count":46,"area":null},{"id":"2403.02241","title":"Neural Redshift: Random Networks are not Random Functions","created":"2024-03-04","cited_by_count":43,"area":null},{"id":"2305.14701","title":"Modeling rapid language learning by distilling Bayesian priors into artificial neural networks","created":"2023-05-24","cited_by_count":42,"area":null},{"id":"2410.01405","title":"On Expressive Power of Looped Transformers: Theoretical Analysis and Enhancement via Timestep Encoding","created":"2024-10-02","cited_by_count":36,"area":null},{"id":"2310.02980","title":"Never Train from Scratch: Fair Comparison of Long-Sequence Models Requires Data-Driven Priors","created":"2023-10-04","cited_by_count":34,"area":null},{"id":"2503.02854","title":"(How) Do Language Models Track State?","created":"2025-03-04","cited_by_count":34,"area":null},{"id":"2401.07872","title":"The What, Why, and How of Context Length Extension Techniques in Large Language Models -- A Detailed Survey","created":"2024-01-15","cited_by_count":33,"area":null},{"id":"2401.06416","title":"Mission: Impossible Language Models","created":"2024-01-12","cited_by_count":32,"area":null},{"id":"2401.14953","title":"Learning Universal Predictors","created":"2024-01-26","cited_by_count":31,"area":null},{"id":"2405.14722","title":"DAPE: Data-Adaptive Positional Encoding for Length Extrapolation","created":"2024-05-23","cited_by_count":31,"area":null},{"id":"2503.10084","title":"Why Prompt Design Matters and Works: A Complexity Analysis of Prompt Search Space in LLMs","created":"2025-03-13","cited_by_count":31,"area":null},{"id":"2211.00692","title":"Towards Better Out-of-Distribution Generalization of Neural Algorithmic Reasoning Tasks","created":"2022-11-01","cited_by_count":30,"area":null},{"id":"2406.09347","title":"Separations in the Representational Capabilities of Transformers and Recurrent Architectures","created":"2024-06-13","cited_by_count":29,"area":null},{"id":"2405.20131","title":"Language Models Need Inductive Biases to Count Inductively","created":"2024-05-30","cited_by_count":25,"area":null},{"id":"2407.03310","title":"Universal Length Generalization with Turing Programs","created":"2024-07-03","cited_by_count":25,"area":null},{"id":"2408.07144","title":"Language Models as Models of Language","created":"2024-08-13","cited_by_count":24,"area":null},{"id":"2405.20671","title":"Position Coupling: Improving Length Generalization of Arithmetic Transformers Using Task Structure","created":"2024-05-31","cited_by_count":23,"area":null},{"id":"2502.12317","title":"Can Language Models Learn Typologically Implausible Languages?","created":"2025-02-17","cited_by_count":23,"area":null},{"id":"2402.04875","title":"On Provable Length and Compositional Generalization","created":"2024-02-07","cited_by_count":22,"area":null},{"id":"2310.16076","title":"Practical Computational Power of Linear Transformers and Their Recurrent and Self-Referential Extensions","created":"2023-10-24","cited_by_count":20,"area":null},{"id":"2406.04289","title":"What Languages are Easy to Language-Model? A Perspective from Learning Probabilistic Regular Languages","created":"2024-06-06","cited_by_count":20,"area":null},{"id":"2210.00400","title":"Systematic Generalization and Emergent Structures in Transformers Trained on Structured Tasks","created":"2022-10-02","cited_by_count":19,"area":null},{"id":"2310.19089","title":"Pushdown Layers: Encoding Recursive Structure in Transformer Language Models","created":"2023-10-29","cited_by_count":19,"area":null},{"id":"2505.17761","title":"Structured Linear CDEs: Maximally Expressive and Parallel-in-Time Sequence Models","created":"2025-05-23","cited_by_count":18,"area":null},{"id":"2305.14699","title":"Can Transformers Learn to Solve Problems Recursively?","created":"2023-05-24","cited_by_count":17,"area":null},{"id":"2410.04368","title":"Algorithmic Capabilities of Random Transformers","created":"2024-10-06","cited_by_count":17,"area":null},{"id":"2509.22284","title":"Structured Sparse Transition Matrices to Enable State Tracking in State-Space Models","created":"2025-09-26","cited_by_count":16,"area":null},{"id":"2404.14883","title":"Language in Vivo vs. in Silico: Size Matters but Larger Language Models Still Do Not Comprehend Language on a Par with Humans Due to Impenetrable Semantic Reference","created":"2024-04-23","cited_by_count":15,"area":null},{"id":"2505.23623","title":"Characterizing the Expressivity of Fixed-Precision Transformer Language Models","created":"2025-05-29","cited_by_count":14,"area":null},{"id":"2305.03796","title":"Transformer Working Memory Enables Regular Language Reasoning and Natural Language Length Extrapolation","created":"2023-05-05","cited_by_count":13,"area":null},{"id":"2309.07412","title":"Advancing Regular Language Reasoning in Linear Recurrent Neural Networks","created":"2023-09-14","cited_by_count":13,"area":null},{"id":"2310.17639","title":"In-Context Learning Dynamics with Random Binary Sequences","created":"2023-10-26","cited_by_count":13,"area":null},{"id":"2402.05785","title":"Limits of Transformer Language Models on Learning to Compose Algorithms","created":"2024-02-08","cited_by_count":13,"area":null},{"id":"2407.01214","title":"Revisiting Random Walks for Learning on Graphs","created":"2024-07-01","cited_by_count":13,"area":null},{"id":"2301.12987","title":"The Optimal Choice of Hypothesis Is the Weakest, Not the Shortest","created":"2023-01-30","cited_by_count":12,"area":null},{"id":"2305.05364","title":"Large Language Model Programs","created":"2023-05-09","cited_by_count":11,"area":null},{"id":"2402.12363","title":"Emergent Word Order Universals from Cognitively-Motivated Language Models","created":"2024-02-19","cited_by_count":11,"area":null},{"id":"2410.03001","title":"Can Transformers Learn $n$-gram Language Models?","created":"2024-10-03","cited_by_count":11,"area":null},{"id":"2505.00926","title":"How Transformers Learn Regular Language Recognition: A Theoretical Study on Training Dynamics and Implicit Bias","created":"2025-05-02","cited_by_count":11,"area":null},{"id":"2310.11984","title":"From Interpolation to Extrapolation: Complete Length Generalization for Arithmetic Transformers","created":"2023-10-18","cited_by_count":10,"area":null},{"id":"2406.04089","title":"On Limitation of Transformer for Learning HMMs","created":"2024-06-06","cited_by_count":10,"area":null},{"id":"2410.04798","title":"DAPE V2: Process Attention Score as Feature Map for Length Extrapolation","created":"2024-10-07","cited_by_count":10,"area":null},{"id":"2307.00337","title":"Recursive Algorithmic Reasoning","created":"2023-07-01","cited_by_count":9,"area":null},{"id":"2311.04787","title":"Why Do Probabilistic Clinical Models Fail To Transport Between Sites?","created":"2023-11-08","cited_by_count":9,"area":null},{"id":"2505.11199","title":"The Counting Power of Transformers","created":"2025-05-16","cited_by_count":9,"area":null},{"id":"2603.01959","title":"The Expressive Limits of Diagonal SSMs for State-Tracking","created":"2026-03-02","cited_by_count":9,"area":null},{"id":"2404.02040","title":"Transformers as Transducers","created":"2024-04-02","cited_by_count":8,"area":null},{"id":"2405.13209","title":"Investigating Symbolic Capabilities of Large Language Models","created":"2024-05-21","cited_by_count":8,"area":null},{"id":"2502.16792","title":"The Role of Sparsity for Length Generalization in Transformers","created":"2025-02-24","cited_by_count":8,"area":null},{"id":"2503.16048","title":"Meta-Learning Neural Mechanisms rather than Bayesian Priors","created":"2025-03-20","cited_by_count":8,"area":null},{"id":"2505.21024","title":"Pause Tokens Strictly Increase the Expressivity of Constant-Depth Transformers","created":"2025-05-27","cited_by_count":8,"area":null},{"id":"2508.08435","title":"Fast weight programming and linear transformers: from machine learning to neurobiology","created":"2025-08-11","cited_by_count":8,"area":null},{"id":"2304.07687","title":"MLRegTest: A Benchmark for the Machine Learning of Regular Languages","created":"2023-04-16","cited_by_count":7,"area":null},{"id":"2310.00796","title":"SIP: Injecting a Structural Inductive Bias into a Seq2Seq Model by Simulation","created":"2023-10-01","cited_by_count":7,"area":null},{"id":"2410.18077","title":"ALTA: Compiler-Based Analysis of Transformers","created":"2024-10-23","cited_by_count":7,"area":null},{"id":"2412.07752","title":"FlashRNN: I/O-Aware Optimization of Traditional RNNs on modern hardware","created":"2024-12-10","cited_by_count":7,"area":null},{"id":"2502.17356","title":"Random Scaling of Emergent Capabilities","created":"2025-02-24","cited_by_count":7,"area":null},{"id":"2505.16477","title":"Advancing the Scientific Method with Large Language Models: From Hypothesis to Discovery","created":"2025-05-22","cited_by_count":7,"area":null},{"id":"2512.15134","title":"From Isolation to Entanglement: When Do Interpretability Methods Identify and Disentangle Known Concepts?","created":"2025-12-17","cited_by_count":7,"area":null},{"id":"2305.19999","title":"Beam Tree Recursive Cells","created":"2023-05-31","cited_by_count":6,"area":null},{"id":"2310.05161","title":"Recurrent Neural Language Models as Probabilistic Finite-state Automata","created":"2023-10-08","cited_by_count":6,"area":null},{"id":"2407.11542","title":"Counting in Small Transformers: The Delicate Interplay between Attention and Feed-Forward Layers","created":"2024-07-16","cited_by_count":6,"area":null},{"id":"2408.12065","title":"Transformers As Approximations of Solomonoff Induction","created":"2024-08-22","cited_by_count":6,"area":null},{"id":"2505.21785","title":"Born a Transformer -- Always a Transformer? On the Effect of Pretraining on Architectural Abilities","created":"2025-05-27","cited_by_count":6,"area":null},{"id":"2509.22445","title":"Bridging Kolmogorov Complexity and Deep Learning: Asymptotically Optimal Description Length Objectives for Transformers","created":"2025-09-26","cited_by_count":6,"area":null},{"id":"2602.14814","title":"Learning State-Tracking from Code Using Linear RNNs","created":"2026-02-16","cited_by_count":6,"area":null},{"id":"2309.12207","title":"Boolformer: Symbolic Regression of Logic Functions with Transformers","created":"2023-09-21","cited_by_count":5,"area":null},{"id":"2310.14982","title":"Delayed Memory Unit: Modelling Temporal Dependency Through Delay Gate","created":"2023-10-23","cited_by_count":5,"area":null},{"id":"2402.00976","title":"Investigating Recurrent Transformers with Dynamic Halt","created":"2024-02-01","cited_by_count":5,"area":null},{"id":"2411.05943","title":"Quantifying artificial intelligence through algorithmic generalization","created":"2024-11-08","cited_by_count":5,"area":null},{"id":"2506.01153","title":"Weight-Space Linear Recurrent Neural Networks","created":"2025-06-01","cited_by_count":5,"area":null},{"id":"2307.10779","title":"Efficient Beam Tree Recursion","created":"2023-07-20","cited_by_count":4,"area":null},{"id":"2403.09728","title":"Simulating Weighted Automata over Sequences and Trees with Transformers","created":"2024-03-12","cited_by_count":4,"area":null},{"id":"2502.10760","title":"Why is prompting hard? Understanding prompts on binary sequence predictors","created":"2025-02-15","cited_by_count":4,"area":null},{"id":"2505.21749","title":"Revisiting Bi-Linear State Transitions in Recurrent Neural Networks","created":"2025-05-27","cited_by_count":4,"area":null},{"id":"2506.11769","title":"Long-Short Alignment for Effective Long-Context Modeling in LLMs","created":"2025-06-13","cited_by_count":4,"area":null},{"id":"2510.02524","title":"Unraveling Syntax: Language Modeling and the Substructure of Grammars","created":"2025-10-02","cited_by_count":4,"area":null},{"id":"2510.12722","title":"Which Word Orders Facilitate Length Generalization in LMs? An Investigation with GCG-Based Artificial Languages","created":"2025-10-14","cited_by_count":4,"area":null},{"id":"2510.14826","title":"To Infinity and Beyond: Tool-Use Unlocks Length Generalization in State Space Models","created":"2025-10-16","cited_by_count":4,"area":null},{"id":"2603.02238","title":"Length Generalization Bounds for Transformers","created":"2026-02-13","cited_by_count":4,"area":null},{"id":"2305.02386","title":"Approximating CKY with Transformers","created":"2023-05-03","cited_by_count":3,"area":null},{"id":"2306.17184","title":"State space models can express n-gram languages","created":"2023-06-20","cited_by_count":3,"area":null},{"id":"2307.08189","title":"Mini-Giants: \"Small\" Language Models and Open Source Win-Win","created":"2023-07-17","cited_by_count":3,"area":null},{"id":"2308.08253","title":"Benchmarking Neural Network Generalization for Grammar Induction","created":"2023-08-16","cited_by_count":3,"area":null},{"id":"2402.02627","title":"Stability Analysis of Various Symbolic Rule Extraction Methods from Recurrent Neural Network","created":"2024-02-04","cited_by_count":3,"area":null}],"next_cursor":"100"}