{"total":64,"rows":[{"id":"2412.06464","title":"Gated Delta Networks: Improving Mamba2 with Delta Rule","created":"2024-12-09","cited_by_count":532,"area":null},{"id":"2510.26692","title":"Kimi Linear: An Expressive, Efficient Attention Architecture","created":"2025-10-30","cited_by_count":196,"area":"deeprl"},{"id":"2406.07522","title":"Samba: Simple Hybrid State Space Models for Efficient Unlimited Context Language Modeling","created":"2024-06-11","cited_by_count":174,"area":"ssm"},{"id":"2409.07146","title":"Gated Slot Attention for Efficient Linear-Time Sequence Modeling","created":"2024-09-11","cited_by_count":76,"area":null},{"id":"2505.23735","title":"ATLAS: Learning to Optimally Memorize the Context at Test Time","created":"2025-05-29","cited_by_count":66,"area":null},{"id":"2502.01563","title":"Massive Values in Self-Attention Modules are the Key to Contextual Knowledge Understanding","created":"2025-02-03","cited_by_count":47,"area":null},{"id":"2410.05355","title":"Falcon Mamba: The First Competitive Attention-free 7B Language Model","created":"2024-10-07","cited_by_count":46,"area":"ssm"},{"id":"2412.02975","title":"Theoretical limitations of multi-layer Transformer","created":"2024-12-04","cited_by_count":45,"area":null},{"id":"2502.14458","title":"Llamba: Scaling Distilled Recurrent Models for Efficient Language Processing","created":"2025-02-20","cited_by_count":35,"area":"ssm"},{"id":"2605.22791","title":"Gated DeltaNet-2: Decoupling Erase and Write in Linear Attention","created":"2026-05-21","cited_by_count":33,"area":"ssm"},{"id":"2410.05459","title":"From Sparse Dependence to Sparse Attention: Unveiling How Chain-of-Thought Enhances Transformer Sample Efficiency","created":"2024-10-07","cited_by_count":29,"area":"lr"},{"id":"2410.13857","title":"How Numerical Precision Affects Arithmetical Reasoning Capabilities of LLMs","created":"2024-10-17","cited_by_count":24,"area":"lr"},{"id":"2512.20569","title":"Distilling to Hybrid Attention Models via KL-Guided Layer Selection","created":"2025-12-23","cited_by_count":20,"area":null},{"id":"2504.18574","title":"Understanding the Skill Gap in Recurrent Language Models: The Role of the Gather-and-Aggregate Mechanism","created":"2025-04-22","cited_by_count":15,"area":null},{"id":"2410.02167","title":"Training Nonlinear Transformers for Chain-of-Thought Inference: A Theoretical Generalization Analysis","created":"2024-10-03","cited_by_count":14,"area":"lr"},{"id":"2408.15496","title":"ReMamba: Equip Mamba with Effective Long-Sequence Modeling","created":"2024-08-28","cited_by_count":13,"area":"ssm"},{"id":"2507.06607","title":"Decoder-Hybrid-Decoder Architecture for Efficient Reasoning with Long Generation","created":"2025-07-09","cited_by_count":11,"area":"lr"},{"id":"2510.07318","title":"Artificial Hippocampus Networks for Efficient Long-Context Modeling","created":"2025-10-08","cited_by_count":11,"area":null},{"id":"2410.01485","title":"A Little Goes a Long Way: Efficient Long Context Training and Inference with Partial Contexts","created":"2024-10-02","cited_by_count":9,"area":"inference"},{"id":"2505.15105","title":"Mechanistic evaluation of Transformers and state space models","created":"2025-05-21","cited_by_count":9,"area":"ssm"},{"id":"2410.07145","title":"Stuffed Mamba: Oversized States Lead to the Inability to Forget","created":"2024-10-09","cited_by_count":7,"area":"ssm"},{"id":"2409.05395","title":"Shaking Up VLMs: Comparing Transformers and Structured State Space Models for Vision & Language Modeling","created":"2024-09-09","cited_by_count":6,"area":"mllm"},{"id":"2410.03810","title":"Exploring the Limitations of Mamba in COPY and CoT Reasoning","created":"2024-10-04","cited_by_count":6,"area":"lr"},{"id":"2503.13440","title":"MaTVLM: Hybrid Mamba-Transformer for Efficient Vision-Language Modeling","created":"2025-03-17","cited_by_count":6,"area":"mllm"},{"id":"2504.02789","title":"Strong Memory, Weak Control: An Empirical Study of Executive Functioning in LLMs","created":"2025-04-03","cited_by_count":6,"area":null},{"id":"2506.05200","title":"Transformers Meet In-Context Learning: A Universal Approximation Theory","created":"2025-06-05","cited_by_count":6,"area":null},{"id":"2602.11374","title":"Retrieval-Aware Distillation for Transformer-SSM Hybrids","created":"2026-02-11","cited_by_count":6,"area":null},{"id":"2607.25357","title":"Raven: High-Recall Sequence Modeling with Sparse Memory Routing","created":"2026-07-28","cited_by_count":6,"area":null},{"id":"2409.05577","title":"Approximation Bounds for Recurrent Neural Networks with Application to Regression","created":"2024-09-09","cited_by_count":4,"area":null},{"id":"2410.18572","title":"Taipan: Efficient and Expressive State Space Language Models with Selective Attention","created":"2024-10-24","cited_by_count":4,"area":"ssm"},{"id":"2510.05364","title":"The End of Transformers? On Challenging Attention and the Rise of Sub-Quadratic Architectures","created":"2025-10-06","cited_by_count":4,"area":null},{"id":"2605.05838","title":"MDN: Parallelizing Stepwise Momentum for Delta Linear Attention","created":"2026-05-07","cited_by_count":4,"area":null},{"id":"2607.08032","title":"What to Keep, What to Forget: A Rate--Distortion View of Memory Compaction in LLMs and Agents","created":"2026-07-09","cited_by_count":4,"area":"agents"},{"id":"2404.19394","title":"CLIP-Mamba: CLIP Pretrained Mamba Models with OOD and Hessian Evaluation","created":"2024-04-30","cited_by_count":3,"area":"ssm"},{"id":"2503.11272","title":"When Do Transformers Outperform Feedforward and Recurrent Networks? A Statistical Perspective","created":"2025-03-14","cited_by_count":3,"area":null},{"id":"2503.12332","title":"VideoMAP: Toward Scalable Mamba-based Video Autoregressive Pretraining","created":"2025-03-16","cited_by_count":3,"area":"ssm"},{"id":"2509.09001","title":"Fast attention mechanisms: a tale of parallelism","created":"2025-09-10","cited_by_count":3,"area":null},{"id":"2510.20787","title":"Alleviating Forgetfulness of Linear Attention by Hybrid Sparse Attention and Contextualized Learnable Token Eviction","created":"2025-10-23","cited_by_count":3,"area":"inference"},{"id":"2511.05313","title":"Controllably Efficient Language Models","created":"2025-11-07","cited_by_count":3,"area":null},{"id":"2505.20836","title":"HAD: Hybrid Architecture Distillation Outperforms Teacher in Genomic Sequence Modeling","created":"2025-05-27","cited_by_count":2,"area":"distill"},{"id":"2506.03335","title":"SportMamba: Adaptive Non-Linear Multi-Object Tracking with State Space Models for Team Sports","created":"2025-06-03","cited_by_count":2,"area":null},{"id":"2506.12220","title":"Two Heads Are Better than One: Simulating Large Transformers with Small Ones","created":"2025-06-13","cited_by_count":2,"area":null},{"id":"2602.18333","title":"On the \"Induction Bias\" in Sequence Models","created":"2026-02-20","cited_by_count":2,"area":null},{"id":"2606.30562","title":"Morphing into Hybrid Attention Models","created":"2026-06-29","cited_by_count":2,"area":null},{"id":"2608.12435","title":"MARCH: Scaling Recurrent Memory with Content-Routed State Anchors","created":"2026-08-12","cited_by_count":2,"area":null},{"id":"2411.01030","title":"Birdie: Advancing State Space Models with Reward-Driven Objectives and Curricula","created":"2024-11-01","cited_by_count":1,"area":null},{"id":"2511.00576","title":"FlashEVA: Accelerating LLM inference via Efficient Attention","created":"2025-11-01","cited_by_count":1,"area":null},{"id":"2602.01763","title":"A Provable Expressiveness Hierarchy in Hybrid Linear-Full Attention","created":"2026-02-02","cited_by_count":1,"area":null},{"id":"2602.17744","title":"Bayesian Optimality of In-Context Learning with Selective State Spaces","created":"2026-02-19","cited_by_count":1,"area":"ssm"},{"id":"2603.02874","title":"Retrievit: In-context Retrieval Capabilities of Transformers, State Space Models, and Hybrid Architectures","created":"2026-03-03","cited_by_count":1,"area":null},{"id":"2604.14501","title":"On the Expressive Power and Limitations of Multi-Layer SSMs","created":"2026-04-16","cited_by_count":1,"area":"lr"},{"id":"2605.13473","title":"OSDN: Improving Delta Rule with Provable Online Preconditioning in Linear Attention","created":"2026-05-13","cited_by_count":1,"area":null},{"id":"2606.16429","title":"Taylor-Calibrate: Principled Initialization for Hybrid Linear Attention Distillation","created":"2026-06-15","cited_by_count":1,"area":"inference"},{"id":"2608.02347","title":"Mamba with Hierarchical Memory: Solving Representation Bottleneck in Long Sequence Modeling","created":"2026-08-03","cited_by_count":1,"area":"ssm"},{"id":"2609.00092","title":"Safin-1: Safety from Within through Memory-Native State Evolution","created":"2026-08-31","cited_by_count":1,"area":null},{"id":"2406.16168","title":"An All-MLP Sequence Modeling Architecture That Excels at Copying","created":"2024-06-23","cited_by_count":0,"area":null},{"id":"2505.18522","title":"How Does Sequence Modeling Architecture Influence Base Capabilities of Pre-trained Language Models? Exploring Key Architecture Design Principles to Avoid Base Capabilities Degradation","created":"2025-05-24","cited_by_count":0,"area":null},{"id":"2510.10775","title":"Structure Over Signal: A Globalized Approach to Multi-relational GNNs for Stock Prediction","created":"2025-10-12","cited_by_count":0,"area":null},{"id":"2601.06463","title":"Gecko: An Efficient Neural Architecture Inherently Processing Sequences with Arbitrary Lengths","created":"2026-01-10","cited_by_count":0,"area":null},{"id":"2603.11332","title":"On the Computational Hardness of Transformers","created":"2026-03-11","cited_by_count":0,"area":null},{"id":"2605.18865","title":"From Sparsity to Simplicity: Enabling Simpler Sequential Replacements via Sparse Attention Distillation","created":"2026-05-15","cited_by_count":0,"area":null},{"id":"2607.11897","title":"Semidirect Fourier Delta Attention: Phase-Controlled Delta Memory with Constructive Chunk-WY Kernels","created":"2026-06-12","cited_by_count":0,"area":"inference"},{"id":"2609.32341","title":"A Comparative Analysis of Attention versus State-Space Models for In-Context Learning","created":"2026-09-26","cited_by_count":0,"area":null},{"id":"2610.19709","title":"Beyond State Capacity: Why Retrieval Breaks in Mamba","created":"2026-10-14","cited_by_count":0,"area":"ssm"}],"next_cursor":null}