{"total":127,"rows":[{"id":"2405.21060","title":"Transformers are SSMs: Generalized Models and Efficient Algorithms Through Structured State Space Duality","created":"2024-05-31","cited_by_count":1336,"area":"ssm"},{"id":"2412.06464","title":"Gated Delta Networks: Improving Mamba2 with Delta Rule","created":"2024-12-09","cited_by_count":532,"area":null},{"id":"2406.06484","title":"Parallelizing Linear Transformers with the Delta Rule over Sequence Length","created":"2024-06-10","cited_by_count":396,"area":null},{"id":"2510.26692","title":"Kimi Linear: An Expressive, Efficient Attention Architecture","created":"2025-10-30","cited_by_count":196,"area":"deeprl"},{"id":"2406.07522","title":"Samba: Simple Hybrid State Space Models for Efficient Unlimited Context Language Modeling","created":"2024-06-11","cited_by_count":174,"area":"ssm"},{"id":"2607.24653","title":"Kimi K3: Open Frontier Intelligence","created":"2026-07-27","cited_by_count":138,"area":"agents"},{"id":"2503.21614","title":"A Survey of Efficient Reasoning for Large Reasoning Models: Language, Multimodality, and Beyond","created":"2025-03-27","cited_by_count":132,"area":"lr"},{"id":"2507.06203","title":"A Survey on Latent Reasoning","created":"2025-07-08","cited_by_count":81,"area":"lr"},{"id":"2501.12352","title":"Test-time regression: a unifying framework for designing sequence models with associative memory","created":"2025-01-21","cited_by_count":74,"area":null},{"id":"2408.10189","title":"Transformers to SSMs: Distilling Quadratic Knowledge to Subquadratic Models","created":"2024-08-19","cited_by_count":67,"area":"ssm"},{"id":"2603.15031","title":"Attention Residuals","created":"2026-03-16","cited_by_count":65,"area":null},{"id":"2504.13173","title":"It's All Connected: A Journey Through Test-Time Memorization, Attentional Bias, Retention, and Online Optimization","created":"2025-04-17","cited_by_count":64,"area":null},{"id":"2407.14207","title":"Longhorn: State Space Models are Amortized Online Learners","created":"2024-07-19","cited_by_count":59,"area":"ssm"},{"id":"2503.02130","title":"Forgetting Transformer: Softmax Attention with a Forget Gate","created":"2025-03-03","cited_by_count":53,"area":null},{"id":"2502.13685","title":"MoM: Linear Sequence Modeling with Mixture-of-Memories","created":"2025-02-19","cited_by_count":47,"area":null},{"id":"2405.17394","title":"The Expressive Capacity of State Space Models: A Formal Language Perspective","created":"2024-05-27","cited_by_count":46,"area":null},{"id":"2409.02097","title":"LinFusion: 1 GPU, 1 Minute, 16K Image","created":"2024-09-03","cited_by_count":43,"area":"diffusion"},{"id":"2407.01527","title":"KV Cache Compression, But What Must We Give in Return? A Comprehensive Benchmark of Long Context Capable Approaches","created":"2024-07-01","cited_by_count":42,"area":"inference"},{"id":"2506.04761","title":"Log-Linear Attention","created":"2025-06-05","cited_by_count":40,"area":null},{"id":"2507.06457","title":"A Systematic Analysis of Hybrid Linear Attention","created":"2025-07-08","cited_by_count":39,"area":null},{"id":"2503.01496","title":"Liger: Linearizing Large Language Models to Gated Recurrent Structures","created":"2025-03-03","cited_by_count":33,"area":null},{"id":"2605.22791","title":"Gated DeltaNet-2: Decoupling Erase and Write in Linear Attention","created":"2026-05-21","cited_by_count":33,"area":"ssm"},{"id":"2405.15731","title":"Understanding the differences in Foundation Models: Attention, State Space Models, and Recurrent Neural Networks","created":"2024-05-24","cited_by_count":26,"area":null},{"id":"2507.19595","title":"Efficient Attention Mechanisms for Large Language Models: A Survey","created":"2025-07-25","cited_by_count":22,"area":null},{"id":"2411.10741","title":"MetaLA: Unified Optimal Linear Approximation to Softmax Attention Map","created":"2024-11-16","cited_by_count":21,"area":null},{"id":"2503.10568","title":"Autoregressive Image Generation with Randomized Parallel Decoding","created":"2025-03-13","cited_by_count":20,"area":"inference"},{"id":"2512.20569","title":"Distilling to Hybrid Attention Models via KL-Guided Layer Selection","created":"2025-12-23","cited_by_count":20,"area":null},{"id":"2406.16690","title":"Scaling Laws for Linear Complexity Language Models","created":"2024-06-24","cited_by_count":19,"area":null},{"id":"2504.05646","title":"Lattice: Learning to Efficiently Compress the Memory","created":"2025-04-08","cited_by_count":19,"area":null},{"id":"2406.19369","title":"Mamba or RWKV: Exploring High-Quality and High-Efficiency Segment Anything Model","created":"2024-06-27","cited_by_count":18,"area":"ssm"},{"id":"2501.00658","title":"Understanding and Mitigating Bottlenecks of State Space Models through the Lens of Recency and Over-smoothing","created":"2024-12-31","cited_by_count":18,"area":"ssm"},{"id":"2505.17761","title":"Structured Linear CDEs: Maximally Expressive and Parallel-in-Time Sequence Models","created":"2025-05-23","cited_by_count":18,"area":null},{"id":"2507.18074","title":"Neural Architecture Discovery via Autonomous Evolution","created":"2025-07-24","cited_by_count":16,"area":null},{"id":"2509.19633","title":"Mamba Modulation: On the Length Generalization of Mamba","created":"2025-09-23","cited_by_count":16,"area":"ssm"},{"id":"2504.18574","title":"Understanding the Skill Gap in Recurrent Language Models: The Role of the Gather-and-Aggregate Mechanism","created":"2025-04-22","cited_by_count":15,"area":null},{"id":"2506.02475","title":"Comba: Improving Bilinear RNNs with Closed-loop Control","created":"2025-06-03","cited_by_count":15,"area":null},{"id":"2405.18425","title":"ViG: Linear-complexity Visual Sequence Learning with Gated Linear Attention","created":"2024-05-28","cited_by_count":13,"area":null},{"id":"2503.14376","title":"Tiled Flash Linear Attention: More Efficient Linear RNN and xLSTM Kernels","created":"2025-03-18","cited_by_count":13,"area":null},{"id":"2602.21204","title":"Test-Time Training with KV Binding Is Secretly Linear Attention","created":"2026-02-24","cited_by_count":13,"area":null},{"id":"2504.04308","title":"Gating is Weighting: Understanding Gated Linear Attention through In-context Learning","created":"2025-04-06","cited_by_count":12,"area":null},{"id":"2505.23666","title":"LoLA: Low-Rank Linear Attention With Sparse Caching","created":"2025-05-29","cited_by_count":12,"area":null},{"id":"2405.16504","title":"Explaining Modern Gated-Linear RNNs via a Unified Implicit Attention Formulation","created":"2024-05-26","cited_by_count":11,"area":"ssm"},{"id":"2412.14354","title":"State Space Models are Strong Text Rerankers","created":"2024-12-18","cited_by_count":10,"area":"ssm"},{"id":"2501.12976","title":"LiT: Delving into a Simple Linear Diffusion Transformer for Image Generation","created":"2025-01-22","cited_by_count":10,"area":"diffusion"},{"id":"2503.19604","title":"GIViC: Generative Implicit Video Compression","created":"2025-03-25","cited_by_count":10,"area":null},{"id":"2510.07019","title":"Native Hybrid Attention for Efficient Sequence Modeling","created":"2025-10-08","cited_by_count":10,"area":null},{"id":"2405.21022","title":"You Only Scan Once: Efficient Multi-dimension Sequential Modeling with LightNet","created":"2024-05-31","cited_by_count":9,"area":null},{"id":"2503.18970","title":"Advancing Intelligent Sequence Modeling: Evolution, Trade-offs, and Applications of State-Space Architectures from S4 to Mamba","created":"2025-03-22","cited_by_count":9,"area":"ssm"},{"id":"2504.13112","title":"Hadamard product in deep learning: Introduction, Advances and Challenges","created":"2025-04-17","cited_by_count":9,"area":null},{"id":"2504.16795","title":"Hardware-aligned Hierarchical Sparse Attention for Efficient Long-term Memory Access","created":"2025-04-23","cited_by_count":9,"area":null},{"id":"2511.17388","title":"Selective Rotary Position Embedding","created":"2025-11-21","cited_by_count":9,"area":null},{"id":"2606.16533","title":"Kairos: A Regret-Aware Native World-Action Model Stack for Physical AI","created":"2026-06-15","cited_by_count":9,"area":"wm"},{"id":"2503.18002","title":"Neuromorphic Principles for Efficient Large Language Models on Intel Loihi 2","created":"2025-02-12","cited_by_count":8,"area":null},{"id":"2505.09193","title":"BiECVC: Gated Diversification of Bidirectional Contexts for Learned Video Compression","created":"2025-05-14","cited_by_count":8,"area":null},{"id":"2603.14360","title":"M$^2$RNN: Non-Linear RNNs with Matrix-Valued States for Scalable Language Modeling","created":"2026-03-15","cited_by_count":8,"area":null},{"id":"2410.06718","title":"MatMamba: A Matryoshka State Space Model","created":"2024-10-09","cited_by_count":7,"area":null},{"id":"2410.07145","title":"Stuffed Mamba: Oversized States Lead to the Inability to Forget","created":"2024-10-09","cited_by_count":7,"area":"ssm"},{"id":"2501.16085","title":"ARFlow: Autoregressive Flow with Hybrid Linear Attention","created":"2025-01-27","cited_by_count":7,"area":null},{"id":"2507.10178","title":"Pimba: A Processing-in-Memory Acceleration for Post-Transformer Large Language Model Serving","created":"2025-07-14","cited_by_count":7,"area":null},{"id":"2605.20670","title":"LT2: Linear-Time Looped Transformers","created":"2026-05-20","cited_by_count":7,"area":null},{"id":"2410.06577","title":"Rodimus*: Breaking the Accuracy-Efficiency Trade-Off with Efficient Attentions","created":"2024-10-09","cited_by_count":6,"area":null},{"id":"2503.05447","title":"Linear-MoE: Linear Sequence Modeling Meets Mixture-of-Experts","created":"2025-03-07","cited_by_count":6,"area":"moe"},{"id":"2505.07793","title":"Overflow Prevention Enhances Long-Context Recurrent LLMs","created":"2025-05-12","cited_by_count":6,"area":"ssm"},{"id":"2503.10799","title":"Fixed-Point RNNs: Interpolating from Diagonal to Dense","created":"2025-03-13","cited_by_count":5,"area":"ssm"},{"id":"2506.12263","title":"A Survey of Foundation Models for IoT: Taxonomy and Criteria-Based Analysis","created":"2025-06-13","cited_by_count":5,"area":null},{"id":"2509.05276","title":"SpikingBrain: Spiking Brain-inspired Large Models","created":"2025-09-05","cited_by_count":5,"area":null},{"id":"2602.01766","title":"CoMeT: Collaborative Memory Transformer for Efficient Long Context Modeling","created":"2026-02-02","cited_by_count":5,"area":null},{"id":"2602.05230","title":"ZeroS: Zero-Sum Linear Attention for Efficient Transformers","created":"2026-02-05","cited_by_count":5,"area":null},{"id":"2502.16249","title":"Linear Attention for Efficient Bidirectional Sequence Modeling","created":"2025-02-22","cited_by_count":4,"area":null},{"id":"2507.01652","title":"Autoregressive Image Generation with Linear Complexity: A Spatial-Aware Decay Perspective","created":"2025-07-02","cited_by_count":4,"area":null},{"id":"2510.05364","title":"The End of Transformers? On Challenging Attention and the Rise of Sub-Quadratic Architectures","created":"2025-10-06","cited_by_count":4,"area":null},{"id":"2605.05838","title":"MDN: Parallelizing Stepwise Momentum for Delta Linear Attention","created":"2026-05-07","cited_by_count":4,"area":null},{"id":"2410.03159","title":"WAVE: Weighted Autoregressive Varying Gate for Time Series Forecasting","created":"2024-10-04","cited_by_count":3,"area":null},{"id":"2411.00151","title":"NIMBA: Towards Robust and Principled Processing of Point Clouds With SSMs","created":"2024-10-31","cited_by_count":3,"area":"ssm"},{"id":"2509.18467","title":"LAWCAT: Efficient Distillation from Quadratic to Linear Attention with Convolution across Tokens for Long Context Modeling","created":"2025-09-22","cited_by_count":3,"area":null},{"id":"2510.20787","title":"Alleviating Forgetfulness of Linear Attention by Hybrid Sparse Attention and Contextualized Learnable Token Eviction","created":"2025-10-23","cited_by_count":3,"area":"inference"},{"id":"2511.00907","title":"Transformers as Intrinsic Optimizers: Forward Inference through the Energy Principle","created":"2025-11-02","cited_by_count":3,"area":null},{"id":"2602.02047","title":"Dissecting Outlier Dynamics in LLM NVFP4 Pretraining","created":"2026-02-02","cited_by_count":3,"area":null},{"id":"2602.12601","title":"HyperMLP: An Integrated Perspective for Sequence Modeling","created":"2026-02-13","cited_by_count":3,"area":null},{"id":"2608.07110","title":"Modular TTT: Rethinking Test-Time Training as Composable Modules","created":"2026-08-07","cited_by_count":3,"area":null},{"id":"2505.11602","title":"Regularity and Stability Properties of Selective SSMs with Discontinuous Gating","created":"2025-05-16","cited_by_count":2,"area":"ssm"},{"id":"2507.01004","title":"ZeCO: Zero Communication Overhead Sequence Parallelism for Linear Attention","created":"2025-07-01","cited_by_count":2,"area":null},{"id":"2510.11602","title":"Deconstructing Attention: Investigating Design Principles for Effective Language Modeling","created":"2025-10-13","cited_by_count":2,"area":null},{"id":"2510.26083","title":"Nirvana: A Specialized Generalist Model With Task-Aware Memory Mechanism","created":"2025-10-30","cited_by_count":2,"area":null},{"id":"2512.23824","title":"MS-SSM: A Multi-Scale State Space Model for Efficient Sequence Modeling","created":"2025-12-29","cited_by_count":2,"area":null},{"id":"2602.07160","title":"Free Energy Mixer","created":"2026-02-06","cited_by_count":2,"area":null},{"id":"2602.11958","title":"RAM-Net: Linear-Time Sequence Modeling with Sparsely Addressable State","created":"2026-02-12","cited_by_count":2,"area":null},{"id":"2605.12992","title":"SpikeProphecy: A Large-Scale Benchmark for Autoregressive Neural Population Forecasting","created":"2026-05-13","cited_by_count":2,"area":null},{"id":"2606.30562","title":"Morphing into Hybrid Attention Models","created":"2026-06-29","cited_by_count":2,"area":null},{"id":"2608.12435","title":"MARCH: Scaling Recurrent Memory with Content-Routed State Anchors","created":"2026-08-12","cited_by_count":2,"area":null},{"id":"2507.19353","title":"Smooth Reading: Bridging the Gap of Recurrent LLM to Self-Attention LLM on Long-Context Tasks","created":"2025-07-25","cited_by_count":1,"area":null},{"id":"2508.09525","title":"Learning Spatial Decay for Vision Transformers","created":"2025-08-13","cited_by_count":1,"area":null},{"id":"2509.05282","title":"Elucidating the Design Space of Decay in Linear Attention","created":"2025-09-05","cited_by_count":1,"area":null},{"id":"2511.00576","title":"FlashEVA: Accelerating LLM inference via Efficient Attention","created":"2025-11-01","cited_by_count":1,"area":null},{"id":"2601.12598","title":"Dissecting Linear Recurrent Models: How Different Gating Strategies Drive Selectivity and Generalization","created":"2026-01-18","cited_by_count":1,"area":null},{"id":"2602.01198","title":"A State-Transition Framework for Efficient LLM Reasoning","created":"2026-02-01","cited_by_count":1,"area":"lr"},{"id":"2604.19021","title":"FG$^2$-GDN: Enhancing Long-Context Gated Delta Networks with Doubly Fine-Grained Control","created":"2026-04-21","cited_by_count":1,"area":null},{"id":"2605.05066","title":"The Impossibility Triangle of Long-Context Modeling","created":"2026-05-06","cited_by_count":1,"area":null},{"id":"2605.08587","title":"Kaczmarz Linear Attention","created":"2026-05-09","cited_by_count":1,"area":null},{"id":"2605.13473","title":"OSDN: Improving Delta Rule with Provable Online Preconditioning in Linear Attention","created":"2026-05-13","cited_by_count":1,"area":null}],"next_cursor":"100"}