{"total":216,"rows":[{"id":"2412.06464","title":"Gated Delta Networks: Improving Mamba2 with Delta Rule","created":"2024-12-09","cited_by_count":532,"area":null},{"id":"2402.19427","title":"Griffin: Mixing Gated Linear Recurrences with Local Attention for Efficient Language Models","created":"2024-02-29","cited_by_count":242,"area":null},{"id":"2510.26692","title":"Kimi Linear: An Expressive, Efficient Attention Architecture","created":"2025-10-30","cited_by_count":196,"area":"deeprl"},{"id":"2406.07887","title":"An Empirical Study of Mamba-based Language Models","created":"2024-06-12","cited_by_count":186,"area":"ssm"},{"id":"2406.07522","title":"Samba: Simple Hybrid State Space Models for Efficient Unlimited Context Language Modeling","created":"2024-06-11","cited_by_count":174,"area":"ssm"},{"id":"2407.10362","title":"LAB-Bench: Measuring Capabilities of Language Models for Biology Research","created":"2024-07-14","cited_by_count":156,"area":null},{"id":"2410.02660","title":"How to Train Long-Context Language Models (Effectively)","created":"2024-10-03","cited_by_count":146,"area":null},{"id":"2509.26645","title":"TTT3R: 3D Reconstruction as Test-Time Training","created":"2025-09-30","cited_by_count":129,"area":null},{"id":"2405.16712","title":"Zamba: A Compact 7B SSM Hybrid Model","created":"2024-05-26","cited_by_count":124,"area":null},{"id":"2407.01603","title":"A Review of Large Language Models and Autonomous Agents in Chemistry","created":"2024-06-26","cited_by_count":99,"area":"agents"},{"id":"2411.13676","title":"Hymba: A Hybrid-head Architecture for Small Language Models","created":"2024-11-20","cited_by_count":99,"area":null},{"id":"2402.16617","title":"Long-Context Language Modeling with Parallel Context Encoding","created":"2024-02-26","cited_by_count":84,"area":null},{"id":"2409.07146","title":"Gated Slot Attention for Efficient Linear-Time Sequence Modeling","created":"2024-09-11","cited_by_count":76,"area":null},{"id":"2402.19047","title":"Theoretical Foundations of Deep Selective State-Space Models","created":"2024-02-29","cited_by_count":74,"area":"ssm"},{"id":"2510.00636","title":"Expected Attention: KV Cache Compression by Estimating Attention from Future Queries Distribution","created":"2025-10-01","cited_by_count":74,"area":"inference"},{"id":"2507.07955","title":"Dynamic Chunking for End-to-End Hierarchical Sequence Modeling","created":"2025-07-10","cited_by_count":72,"area":null},{"id":"2409.18111","title":"E.T. Bench: Towards Open-Ended Event-Level Video-Language Understanding","created":"2024-09-26","cited_by_count":70,"area":null},{"id":"2402.18510","title":"RNNs are not Transformers (Yet): The Key Bottleneck on In-context Retrieval","created":"2024-02-28","cited_by_count":64,"area":null},{"id":"2404.16112","title":"Mamba-360: Survey of State Space Models as Transformer Alternative for Long Sequence Modelling: Methods, Applications, and Challenges","created":"2024-04-24","cited_by_count":64,"area":"ssm"},{"id":"2412.10319","title":"SCBench: A KV Cache-Centric Analysis of Long-Context Methods","created":"2024-12-13","cited_by_count":60,"area":"inference"},{"id":"2403.11901","title":"Larimar: Large Language Models with Episodic Memory Control","created":"2024-03-18","cited_by_count":53,"area":null},{"id":"2503.02130","title":"Forgetting Transformer: Softmax Attention with a Forget Gate","created":"2025-03-03","cited_by_count":53,"area":null},{"id":"2405.17394","title":"The Expressive Capacity of State Space Models: A Formal Language Perspective","created":"2024-05-27","cited_by_count":46,"area":null},{"id":"2408.07092","title":"Post-Training Sparse Attention with Double Sparsity","created":"2024-08-11","cited_by_count":45,"area":null},{"id":"2412.02975","title":"Theoretical limitations of multi-layer Transformer","created":"2024-12-04","cited_by_count":45,"area":null},{"id":"2407.09941","title":"Hydra: Bidirectional State Space Models Through Generalized Matrix Mixers","created":"2024-07-13","cited_by_count":44,"area":"ssm"},{"id":"2408.01129","title":"A Survey of Mamba","created":"2024-08-02","cited_by_count":39,"area":"ssm"},{"id":"2507.06457","title":"A Systematic Analysis of Hybrid Linear Attention","created":"2025-07-08","cited_by_count":39,"area":null},{"id":"2404.11672","title":"MemLLM: Finetuning LLMs to Use An Explicit Read-Write Memory","created":"2024-04-17","cited_by_count":35,"area":null},{"id":"2502.14458","title":"Llamba: Scaling Distilled Recurrent Models for Efficient Language Processing","created":"2025-02-20","cited_by_count":35,"area":"ssm"},{"id":"2505.16381","title":"PaTH Attention: Position Encoding via Accumulating Householder Transformations","created":"2025-05-22","cited_by_count":34,"area":null},{"id":"2512.17351","title":"Physics of Language Models: Part 4.1, Architecture Design and the Magic of Canon Layers","created":"2025-12-19","cited_by_count":33,"area":null},{"id":"2605.22791","title":"Gated DeltaNet-2: Decoupling Erase and Write in Linear Attention","created":"2026-05-21","cited_by_count":33,"area":"ssm"},{"id":"2406.09347","title":"Separations in the Representational Capabilities of Transformers and Recurrent Architectures","created":"2024-06-13","cited_by_count":29,"area":null},{"id":"2410.11840","title":"A Hitchhiker's Guide to Scaling Law Estimation","created":"2024-10-15","cited_by_count":27,"area":null},{"id":"2407.03310","title":"Universal Length Generalization with Turing Programs","created":"2024-07-03","cited_by_count":25,"area":null},{"id":"2507.02782","title":"Understanding and Improving Length Generalization in Recurrent Models","created":"2025-07-03","cited_by_count":23,"area":null},{"id":"2506.16640","title":"Long-Context Generalization with Sparse Attention","created":"2025-06-19","cited_by_count":21,"area":null},{"id":"2501.00658","title":"Understanding and Mitigating Bottlenecks of State Space Models through the Lens of Recency and Over-smoothing","created":"2024-12-31","cited_by_count":18,"area":"ssm"},{"id":"2601.22156","title":"Hybrid Linear Attention Done Right: Efficient Distillation and Effective Architectures for Extremely Long Contexts","created":"2026-01-29","cited_by_count":18,"area":null},{"id":"2509.19633","title":"Mamba Modulation: On the Length Generalization of Mamba","created":"2025-09-23","cited_by_count":16,"area":"ssm"},{"id":"2407.04841","title":"Associative Recurrent Memory Transformer","created":"2024-07-05","cited_by_count":15,"area":null},{"id":"2410.11135","title":"Mimetic Initialization Helps State Space Models Learn to Recall","created":"2024-10-14","cited_by_count":15,"area":"ssm"},{"id":"2504.18574","title":"Understanding the Skill Gap in Recurrent Language Models: The Role of the Gather-and-Aggregate Mechanism","created":"2025-04-22","cited_by_count":15,"area":null},{"id":"2505.00315","title":"Mixture of Sparse Attention: Content-Based Learnable Sparse Attention via Expert-Choice Routing","created":"2025-05-01","cited_by_count":14,"area":"moe"},{"id":"2507.16577","title":"Scaling Linear Attention with Sparse State Expansion","created":"2025-07-22","cited_by_count":13,"area":null},{"id":"2512.22471","title":"The Bayesian Geometry of Transformer Attention","created":"2025-12-27","cited_by_count":13,"area":null},{"id":"2503.01868","title":"Systems and Algorithms for Convolutional Multi-Hybrid Language Models at Scale","created":"2025-02-25","cited_by_count":12,"area":null},{"id":"2504.04308","title":"Gating is Weighting: Understanding Gated Linear Attention through In-context Learning","created":"2025-04-06","cited_by_count":12,"area":null},{"id":"2402.10644","title":"Linear Transformers with Learnable Kernel Functions are Better In-Context Models","created":"2024-02-16","cited_by_count":11,"area":null},{"id":"2412.13328","title":"Expansion Span: Combining Fading Memory and Retrieval in Hybrid State Space Models","created":"2024-12-17","cited_by_count":11,"area":null},{"id":"2502.10178","title":"From Markov to Laplace: How Mamba In-Context Learns Markov Chains","created":"2025-02-14","cited_by_count":11,"area":"ssm"},{"id":"2510.05141","title":"To model human linguistic prediction, make LLMs less superhuman","created":"2025-10-01","cited_by_count":11,"area":null},{"id":"2511.21016","title":"Gated KalmaNet: A Fading Memory Layer Through Test-Time Ridge Regression","created":"2025-11-26","cited_by_count":11,"area":null},{"id":"2509.10345","title":"Towards Understanding Visual Grounding in Visual Language Models","created":"2025-09-12","cited_by_count":10,"area":"mllm"},{"id":"2602.03655","title":"Sequential Group Composition: A Window into the Mechanics of Deep Learning","created":"2026-02-03","cited_by_count":10,"area":null},{"id":"2407.08112","title":"How Well Can a Long Sequence Model Model Long Sequences? Comparing Architechtural Inductive Biases on Long-Context Abilities","created":"2024-07-11","cited_by_count":9,"area":null},{"id":"2410.14067","title":"Provable Benefits of Complex Parameterizations for Structured State Space Models","created":"2024-10-17","cited_by_count":9,"area":"ssm"},{"id":"2505.15105","title":"Mechanistic evaluation of Transformers and state space models","created":"2025-05-21","cited_by_count":9,"area":"ssm"},{"id":"2510.24966","title":"Sequences of Logits Reveal the Low Rank Structure of Language Models","created":"2025-10-28","cited_by_count":9,"area":null},{"id":"2511.17388","title":"Selective Rotary Position Embedding","created":"2025-11-21","cited_by_count":9,"area":null},{"id":"2410.11474","title":"How Transformers Get Rich: Approximation and Dynamics Analysis","created":"2024-10-15","cited_by_count":8,"area":null},{"id":"2411.19574","title":"KV Shifting Attention Enhances Language Modeling","created":"2024-11-29","cited_by_count":8,"area":null},{"id":"2502.16792","title":"The Role of Sparsity for Length Generalization in Transformers","created":"2025-02-24","cited_by_count":8,"area":null},{"id":"2505.22135","title":"RAD: Redundancy-Aware Distillation for Hybrid Models via Self-Speculative Decoding","created":"2025-05-28","cited_by_count":8,"area":"inference"},{"id":"2508.19029","title":"Revisiting associative recall in modern recurrent models","created":"2025-08-26","cited_by_count":8,"area":null},{"id":"2510.27015","title":"Quantitative Bounds for Length Generalization in Transformers","created":"2025-10-30","cited_by_count":8,"area":null},{"id":"2410.07145","title":"Stuffed Mamba: Oversized States Lead to the Inability to Forget","created":"2024-10-09","cited_by_count":7,"area":"ssm"},{"id":"2502.17356","title":"Random Scaling of Emergent Capabilities","created":"2025-02-24","cited_by_count":7,"area":null},{"id":"2602.02722","title":"Hierarchical Entity-centric Reinforcement Learning with Factored Subgoal Diffusion","created":"2026-02-02","cited_by_count":7,"area":"deeprl"},{"id":"2607.15178","title":"T^2MLR: Transformer with Temporal Middle-Layer Recurrence","created":"2026-07-16","cited_by_count":7,"area":null},{"id":"2405.19036","title":"State Space Models are Provably Comparable to Transformers in Dynamic Token Selection","created":"2024-05-29","cited_by_count":6,"area":null},{"id":"2407.05489","title":"How Effective are State Space Models for Machine Translation?","created":"2024-07-07","cited_by_count":6,"area":"ssm"},{"id":"2407.05591","title":"On the Power of Convolution Augmented Transformer","created":"2024-07-08","cited_by_count":6,"area":null},{"id":"2409.05395","title":"Shaking Up VLMs: Comparing Transformers and Structured State Space Models for Vision & Language Modeling","created":"2024-09-09","cited_by_count":6,"area":"mllm"},{"id":"2410.03810","title":"Exploring the Limitations of Mamba in COPY and CoT Reasoning","created":"2024-10-04","cited_by_count":6,"area":"lr"},{"id":"2411.15671","title":"Best of Both Worlds: Advantages of Hybrid Graph Sequence Models","created":"2024-11-23","cited_by_count":6,"area":null},{"id":"2502.08923","title":"CopySpec: Accelerating LLMs with Speculative Copy-and-Paste Without Compromising Quality","created":"2025-02-13","cited_by_count":6,"area":"inference"},{"id":"2502.15612","title":"LaTIM: Measuring Latent Token-to-Token Interactions in Mamba Models","created":"2025-02-21","cited_by_count":6,"area":"ssm"},{"id":"2503.01544","title":"Compositional Reasoning with Transformers, RNNs, and Chain of Thought","created":"2025-03-03","cited_by_count":6,"area":"lr"},{"id":"2503.05447","title":"Linear-MoE: Linear Sequence Modeling Meets Mixture-of-Experts","created":"2025-03-07","cited_by_count":6,"area":"moe"},{"id":"2504.02789","title":"Strong Memory, Weak Control: An Empirical Study of Executive Functioning in LLMs","created":"2025-04-03","cited_by_count":6,"area":null},{"id":"2505.21785","title":"Born a Transformer -- Always a Transformer? On the Effect of Pretraining on Architectural Abilities","created":"2025-05-27","cited_by_count":6,"area":null},{"id":"2506.05200","title":"Transformers Meet In-Context Learning: A Universal Approximation Theory","created":"2025-06-05","cited_by_count":6,"area":null},{"id":"2602.11374","title":"Retrieval-Aware Distillation for Transformer-SSM Hybrids","created":"2026-02-11","cited_by_count":6,"area":null},{"id":"2604.21215","title":"The Recurrent Transformer: Greater Effective Depth and Efficient Decoding","created":"2026-04-23","cited_by_count":6,"area":null},{"id":"2607.02303","title":"A Hippocampus for Linear Attention: An Exact Memory for What the Recurrent State Forgets","created":"2026-07-02","cited_by_count":6,"area":null},{"id":"2607.25357","title":"Raven: High-Recall Sequence Modeling with Sparse Memory Routing","created":"2026-07-28","cited_by_count":6,"area":null},{"id":"2407.07279","title":"Towards a theory of learning dynamics in deep state space models","created":"2024-07-10","cited_by_count":5,"area":null},{"id":"2407.16153","title":"On the Benefits of Rank in Attention Layers","created":"2024-07-23","cited_by_count":5,"area":null},{"id":"2412.14294","title":"TRecViT: A Recurrent Video Transformer","created":"2024-12-18","cited_by_count":5,"area":null},{"id":"2503.10799","title":"Fixed-Point RNNs: Interpolating from Diagonal to Dense","created":"2025-03-13","cited_by_count":5,"area":"ssm"},{"id":"2503.22913","title":"Resona: Improving Context Copying in Linear Recurrence Models with Retrieval","created":"2025-03-28","cited_by_count":5,"area":null},{"id":"2505.17257","title":"JanusDNA: A Powerful Bi-directional Hybrid DNA Foundation Model","created":"2025-05-22","cited_by_count":5,"area":"moe"},{"id":"2506.01153","title":"Weight-Space Linear Recurrent Neural Networks","created":"2025-06-01","cited_by_count":5,"area":null},{"id":"2507.00449","title":"Overcoming Long-Context Limitations of State-Space Models via Context-Dependent Sparse Attention","created":"2025-07-01","cited_by_count":5,"area":null},{"id":"2510.04476","title":"Compressed Convolutional Attention: Efficient Attention in a Compressed Latent Space","created":"2025-10-06","cited_by_count":5,"area":"moe"},{"id":"2410.17477","title":"Do Robot Snakes Dream like Electric Sheep? Investigating the Effects of Architectural Inductive Biases on Hallucination","created":"2024-10-22","cited_by_count":4,"area":null},{"id":"2502.02209","title":"On the Expressivity of Selective State-Space Layers: A Multivariate Polynomial Approach","created":"2025-02-04","cited_by_count":4,"area":"ssm"},{"id":"2507.06415","title":"PERK: Long-Context Reasoning as Test-Time Learning","created":"2025-07-08","cited_by_count":4,"area":"lr"}],"next_cursor":"100"}