{"total":126,"rows":[{"id":"2412.06464","title":"Gated Delta Networks: Improving Mamba2 with Delta Rule","created":"2024-12-09","cited_by_count":532,"area":null},{"id":"2406.06484","title":"Parallelizing Linear Transformers with the Delta Rule over Sequence Length","created":"2024-06-10","cited_by_count":396,"area":null},{"id":"2505.23719","title":"TiRex: Zero-Shot Forecasting Across Long and Short Horizons with Enhanced In-Context Learning","created":"2025-05-29","cited_by_count":120,"area":null},{"id":"2502.10297","title":"DeltaProduct: Improving State-Tracking in Linear RNNs via Householder Products","created":"2025-02-14","cited_by_count":75,"area":null},{"id":"2512.24695","title":"Nested Learning: The Illusion of Deep Learning Architectures","created":"2025-12-31","cited_by_count":72,"area":null},{"id":"2505.23735","title":"ATLAS: Learning to Optimally Memorize the Context at Test Time","created":"2025-05-29","cited_by_count":66,"area":null},{"id":"2504.13173","title":"It's All Connected: A Journey Through Test-Time Memorization, Attentional Bias, Retention, and Online Optimization","created":"2025-04-17","cited_by_count":64,"area":null},{"id":"2503.03961","title":"A Little Depth Goes a Long Way: The Expressive Power of Log-Depth Transformers","created":"2025-03-05","cited_by_count":53,"area":null},{"id":"2506.05233","title":"MesaNet: Sequence Modeling by Locally Optimal Test-Time Training","created":"2025-06-05","cited_by_count":47,"area":null},{"id":"2405.17394","title":"The Expressive Capacity of State Space Models: A Formal Language Perspective","created":"2024-05-27","cited_by_count":46,"area":null},{"id":"2506.04761","title":"Log-Linear Attention","created":"2025-06-05","cited_by_count":40,"area":null},{"id":"2407.19115","title":"Towards Scalable and Stable Parallelization of Nonlinear RNNs","created":"2024-07-26","cited_by_count":38,"area":null},{"id":"2503.02854","title":"(How) Do Language Models Track State?","created":"2025-03-04","cited_by_count":34,"area":null},{"id":"2505.16381","title":"PaTH Attention: Position Encoding via Accumulating Householder Transformations","created":"2025-05-22","cited_by_count":34,"area":null},{"id":"2505.19488","title":"Understanding Transformer from the Perspective of Associative Memory","created":"2025-05-26","cited_by_count":34,"area":null},{"id":"2606.18206","title":"Fixed-Point Reasoners: Stable and Adaptive Deep Looped Transformers","created":"2026-06-16","cited_by_count":28,"area":null},{"id":"2405.15731","title":"Understanding the differences in Foundation Models: Attention, State Space Models, and Recurrent Neural Networks","created":"2024-05-24","cited_by_count":26,"area":null},{"id":"2405.20131","title":"Language Models Need Inductive Biases to Count Inductively","created":"2024-05-30","cited_by_count":25,"area":null},{"id":"2405.21064","title":"Recurrent neural networks: vanishing and exploding gradients are not the end of the story","created":"2024-05-31","cited_by_count":25,"area":null},{"id":"2511.16652","title":"Evolution Strategies at the Hyperscale","created":"2025-11-20","cited_by_count":25,"area":null},{"id":"2504.05646","title":"Lattice: Learning to Efficiently Compress the Memory","created":"2025-04-08","cited_by_count":19,"area":null},{"id":"2406.03386","title":"Learning Long Range Dependencies on Graphs via Random Walks","created":"2024-06-05","cited_by_count":18,"area":null},{"id":"2505.17761","title":"Structured Linear CDEs: Maximally Expressive and Parallel-in-Time Sequence Models","created":"2025-05-23","cited_by_count":18,"area":null},{"id":"2509.22284","title":"Structured Sparse Transition Matrices to Enable State Tracking in State-Space Models","created":"2025-09-26","cited_by_count":16,"area":null},{"id":"2410.03170","title":"Autoregressive Large Language Models are Computationally Universal","created":"2024-10-04","cited_by_count":15,"area":null},{"id":"2412.09925","title":"Simulating Hard Attention Using Soft Attention","created":"2024-12-13","cited_by_count":15,"area":null},{"id":"2510.21450","title":"ParaRNN: Unlocking Parallel Training of Nonlinear RNNs for Large Language Models","created":"2025-10-24","cited_by_count":15,"area":null},{"id":"2602.24281","title":"Memory Caching: RNNs with Growing Memory","created":"2026-02-27","cited_by_count":15,"area":null},{"id":"2410.17980","title":"Scaling Stick-Breaking Attention: An Efficient Implementation and In-depth Study","created":"2024-10-23","cited_by_count":13,"area":null},{"id":"2411.04165","title":"Bio-xLSTM: Generative modeling, representation and in-context learning of biological and chemical sequences","created":"2024-11-06","cited_by_count":13,"area":null},{"id":"2507.12549","title":"The Serial Scaling Hypothesis","created":"2025-07-16","cited_by_count":13,"area":null},{"id":"2506.00744","title":"Blending Complementary Memory Systems in Hybrid Quadratic-Linear Transformers","created":"2025-05-31","cited_by_count":12,"area":null},{"id":"2412.19634","title":"Deep Continuous-Time State-Space Models for Marked Event Sequences","created":"2024-12-27","cited_by_count":11,"area":null},{"id":"2407.08112","title":"How Well Can a Long Sequence Model Model Long Sequences? Comparing Architechtural Inductive Biases on Long-Context Abilities","created":"2024-07-11","cited_by_count":9,"area":null},{"id":"2411.17066","title":"Relations, Negations, and Numbers: Looking for Logic in Generative Text-to-Image Models","created":"2024-11-26","cited_by_count":9,"area":null},{"id":"2505.12171","title":"Learning to Dissipate Energy in Oscillatory State-Space Models","created":"2025-05-17","cited_by_count":9,"area":null},{"id":"2511.17388","title":"Selective Rotary Position Embedding","created":"2025-11-21","cited_by_count":9,"area":null},{"id":"2603.01959","title":"The Expressive Limits of Diagonal SSMs for State-Tracking","created":"2026-03-02","cited_by_count":9,"area":null},{"id":"2508.08435","title":"Fast weight programming and linear transformers: from machine learning to neurobiology","created":"2025-08-11","cited_by_count":8,"area":null},{"id":"2511.07343","title":"TNT: Improving Chunkwise Training for Test-Time Memorization","created":"2025-11-10","cited_by_count":8,"area":null},{"id":"2602.10743","title":"Kalman Linear Attention: Parallel Bayesian Filtering For Efficient Language Modelling and State Tracking","created":"2026-02-11","cited_by_count":8,"area":null},{"id":"2603.03612","title":"Why Are Linear RNNs More Parallelizable?","created":"2026-03-04","cited_by_count":8,"area":null},{"id":"2603.14360","title":"M$^2$RNN: Non-Linear RNNs with Matrix-Valued States for Scalable Language Modeling","created":"2026-03-15","cited_by_count":8,"area":null},{"id":"2412.07752","title":"FlashRNN: I/O-Aware Optimization of Traditional RNNs on modern hardware","created":"2024-12-10","cited_by_count":7,"area":null},{"id":"2508.16817","title":"Predictability Enables Parallelization of Nonlinear State Space Models","created":"2025-08-22","cited_by_count":7,"area":null},{"id":"2604.21100","title":"Preconditioned DeltaNet: Curvature-aware Sequence Modeling for Linear Recurrences","created":"2026-04-22","cited_by_count":7,"area":null},{"id":"2607.15178","title":"T^2MLR: Transformer with Temporal Middle-Layer Recurrence","created":"2026-07-16","cited_by_count":7,"area":null},{"id":"2405.19036","title":"State Space Models are Provably Comparable to Transformers in Dynamic Token Selection","created":"2024-05-29","cited_by_count":6,"area":null},{"id":"2505.21785","title":"Born a Transformer -- Always a Transformer? On the Effect of Pretraining on Architectural Abilities","created":"2025-05-27","cited_by_count":6,"area":null},{"id":"2602.14814","title":"Learning State-Tracking from Code Using Linear RNNs","created":"2026-02-16","cited_by_count":6,"area":null},{"id":"2605.30233","title":"Do Language Models Track Entities Across State Changes?","created":"2026-05-28","cited_by_count":6,"area":null},{"id":"2607.20594","title":"When Does Recurrence Become an Algorithm? Convergence Selection in Weight-Tied Looped Transformers","created":"2026-07-22","cited_by_count":6,"area":null},{"id":"2607.25357","title":"Raven: High-Recall Sequence Modeling with Sparse Memory Routing","created":"2026-07-28","cited_by_count":6,"area":null},{"id":"2506.01153","title":"Weight-Space Linear Recurrent Neural Networks","created":"2025-06-01","cited_by_count":5,"area":null},{"id":"2507.00449","title":"Overcoming Long-Context Limitations of State-Space Models via Context-Dependent Sparse Attention","created":"2025-07-01","cited_by_count":5,"area":null},{"id":"2606.06479","title":"Pretraining Recurrent Networks without Recurrence","created":"2026-06-04","cited_by_count":5,"area":null},{"id":"2502.16249","title":"Linear Attention for Efficient Bidirectional Sequence Modeling","created":"2025-02-22","cited_by_count":4,"area":null},{"id":"2505.21749","title":"Revisiting Bi-Linear State Transitions in Recurrent Neural Networks","created":"2025-05-27","cited_by_count":4,"area":null},{"id":"2509.21716","title":"A Unifying Framework for Parallelizing Sequential Models with Linear Dynamical Systems","created":"2025-09-26","cited_by_count":4,"area":null},{"id":"2510.19315","title":"Transformers are Inherently Succinct","created":"2025-10-22","cited_by_count":4,"area":null},{"id":"2603.08859","title":"Expressivity-Efficiency Tradeoffs for Hybrid Sequence Models","created":"2026-03-09","cited_by_count":4,"area":null},{"id":"2605.07755","title":"Rethinking State Tracking in Recurrent Models Through Error Control Dynamics","created":"2026-05-08","cited_by_count":4,"area":null},{"id":"2607.14144","title":"The Capability Convergence Hypothesis: Capability from Access Structure, Not Scale","created":"2026-07-14","cited_by_count":4,"area":null},{"id":"2406.16993","title":"Are Vision xLSTM Embedded UNet More Reliable in Medical 3D Image Segmentation?","created":"2024-06-24","cited_by_count":3,"area":null},{"id":"2505.01475","title":"CodeSSM: Towards State Space Models for Code Understanding","created":"2025-05-02","cited_by_count":3,"area":null},{"id":"2509.09001","title":"Fast attention mechanisms: a tale of parallelism","created":"2025-09-10","cited_by_count":3,"area":null},{"id":"2601.09495","title":"Parallelizable memory recurrent units","created":"2026-01-14","cited_by_count":3,"area":null},{"id":"2604.17121","title":"The Topological Trouble With Transformers","created":"2026-04-18","cited_by_count":3,"area":null},{"id":"2606.07254","title":"A Held-Out Transition-Pair Falsifier for Long-Horizon Non-Abelian State Tracking","created":"2026-06-05","cited_by_count":3,"area":null},{"id":"2506.05229","title":"Diagonal Batching Unlocks Parallelism in Recurrent Memory Transformers for Long Contexts","created":"2025-06-05","cited_by_count":2,"area":null},{"id":"2506.17671","title":"TPTT: Transforming Pretrained Transformers into Titans","created":"2025-06-21","cited_by_count":2,"area":null},{"id":"2601.19467","title":"On the Expressiveness of State Space Models via Temporal Logics","created":"2026-01-27","cited_by_count":2,"area":null},{"id":"2602.18333","title":"On the \"Induction Bias\" in Sequence Models","created":"2026-02-20","cited_by_count":2,"area":null},{"id":"2604.01577","title":"Exploration of Fast-Slow Latent Recurrence for Train-Short, Test-Long Generalization","created":"2026-04-02","cited_by_count":2,"area":null},{"id":"2604.20915","title":"Absorber LLM: Harnessing Causal Synchronization for Test-Time Training","created":"2026-04-22","cited_by_count":2,"area":null},{"id":"2606.01765","title":"An Algebraic View of the Expressivity of Recurrent Language Models","created":"2026-06-01","cited_by_count":2,"area":null},{"id":"2607.22361","title":"Indexing: the Beginning and the End","created":"2026-07-24","cited_by_count":2,"area":null},{"id":"2607.27132","title":"Minimal Markovization via Stable Quotients in Holonomy-Cover Decision Processes","created":"2026-07-29","cited_by_count":2,"area":null},{"id":"2503.23174","title":"TRA: Better Length Generalisation with Threshold Relative Attention","created":"2025-03-29","cited_by_count":1,"area":null},{"id":"2508.18162","title":"The Computational Complexity of Satisfiability in State Space Models","created":"2025-08-25","cited_by_count":1,"area":null},{"id":"2510.01817","title":"Sparse Query Attention (SQA): A Computationally Efficient Attention Mechanism with Query Heads Reduction","created":"2025-10-02","cited_by_count":1,"area":null},{"id":"2510.09389","title":"Design Principles for Sequence Models via Coefficient Dynamics","created":"2025-10-10","cited_by_count":1,"area":null},{"id":"2511.00576","title":"FlashEVA: Accelerating LLM inference via Efficient Attention","created":"2025-11-01","cited_by_count":1,"area":null},{"id":"2511.01096","title":"Hyper Hawkes Processes: Interpretable Models of Marked Temporal Point Processes","created":"2025-11-02","cited_by_count":1,"area":null},{"id":"2511.22751","title":"Exact Learning of Arithmetic with Differentiable Agents","created":"2025-11-27","cited_by_count":1,"area":null},{"id":"2601.08061","title":"Universal computation is intrinsic to language model decoding","created":"2026-01-12","cited_by_count":1,"area":null},{"id":"2602.04447","title":"Mixture of Masters: Sparse Chess Language Models with Player Routing","created":"2026-02-04","cited_by_count":1,"area":null},{"id":"2602.06774","title":"Towards Understanding What State Space Models Learn About Code","created":"2026-02-06","cited_by_count":1,"area":null},{"id":"2603.02874","title":"Retrievit: In-context Retrieval Capabilities of Transformers, State Space Models, and Hybrid Architectures","created":"2026-03-03","cited_by_count":1,"area":null},{"id":"2603.14452","title":"Uni-MDTrack: Learning Decoupled Memory and Dynamic States for Parameter-Efficient Visual Tracking in All Modality","created":"2026-03-15","cited_by_count":1,"area":null},{"id":"2605.11855","title":"Improving the Performance and Learning Stability of Parallelizable RNNs Designed for Ultra-Low Power Applications","created":"2026-05-12","cited_by_count":1,"area":null},{"id":"2606.12364","title":"On Subquadratic Architectures: From Applications to Principles","created":"2026-06-10","cited_by_count":1,"area":null},{"id":"2606.20936","title":"Comparing Transformers and Hybrid Models at the Token Level","created":"2026-06-18","cited_by_count":1,"area":null},{"id":"2606.25777","title":"Space-Efficient Language Generation in the Limit","created":"2026-06-24","cited_by_count":1,"area":null},{"id":"2607.03055","title":"SHiPPO: Recurrent Memory with Transported Polynomial Projections","created":"2026-07-03","cited_by_count":1,"area":null},{"id":"2608.03425","title":"State Propagation Also Satisfies: A Complex-Valued State-Space Model for Deterministic State Tracking","created":"2026-08-04","cited_by_count":1,"area":null},{"id":"2608.16844","title":"Proteus: Incremental Memory Activation for Long-Context Sequence Modeling","created":"2026-08-17","cited_by_count":1,"area":null},{"id":"2609.12259","title":"The Rank the Task Demands: A Causal Rank Law for Matrix Memories Trained on Group Composition","created":"2026-09-10","cited_by_count":1,"area":null},{"id":"2609.12531","title":"Temporal Recurrence Favors Fewer Layers","created":"2026-09-11","cited_by_count":1,"area":null},{"id":"2505.06630","title":"Dynamic Domain Information Modulation Algorithm for Multi-domain Sentiment Analysis","created":"2025-05-10","cited_by_count":0,"area":null}],"next_cursor":"100"}