{"total":96,"rows":[{"id":"2412.06464","title":"Gated Delta Networks: Improving Mamba2 with Delta Rule","created":"2024-12-09","cited_by_count":532,"area":null},{"id":"2406.06484","title":"Parallelizing Linear Transformers with the Delta Rule over Sequence Length","created":"2024-06-10","cited_by_count":396,"area":null},{"id":"2501.12352","title":"Test-time regression: a unifying framework for designing sequence models with associative memory","created":"2025-01-21","cited_by_count":74,"area":null},{"id":"2603.15031","title":"Attention Residuals","created":"2026-03-16","cited_by_count":65,"area":null},{"id":"2504.13173","title":"It's All Connected: A Journey Through Test-Time Memorization, Attentional Bias, Retention, and Online Optimization","created":"2025-04-17","cited_by_count":64,"area":null},{"id":"2503.02130","title":"Forgetting Transformer: Softmax Attention with a Forget Gate","created":"2025-03-03","cited_by_count":53,"area":null},{"id":"2502.13685","title":"MoM: Linear Sequence Modeling with Mixture-of-Memories","created":"2025-02-19","cited_by_count":47,"area":null},{"id":"2405.17394","title":"The Expressive Capacity of State Space Models: A Formal Language Perspective","created":"2024-05-27","cited_by_count":46,"area":null},{"id":"2506.04761","title":"Log-Linear Attention","created":"2025-06-05","cited_by_count":40,"area":null},{"id":"2507.06457","title":"A Systematic Analysis of Hybrid Linear Attention","created":"2025-07-08","cited_by_count":39,"area":null},{"id":"2503.01496","title":"Liger: Linearizing Large Language Models to Gated Recurrent Structures","created":"2025-03-03","cited_by_count":33,"area":null},{"id":"2405.15731","title":"Understanding the differences in Foundation Models: Attention, State Space Models, and Recurrent Neural Networks","created":"2024-05-24","cited_by_count":26,"area":null},{"id":"2507.19595","title":"Efficient Attention Mechanisms for Large Language Models: A Survey","created":"2025-07-25","cited_by_count":22,"area":null},{"id":"2411.10741","title":"MetaLA: Unified Optimal Linear Approximation to Softmax Attention Map","created":"2024-11-16","cited_by_count":21,"area":null},{"id":"2512.20569","title":"Distilling to Hybrid Attention Models via KL-Guided Layer Selection","created":"2025-12-23","cited_by_count":20,"area":null},{"id":"2406.16690","title":"Scaling Laws for Linear Complexity Language Models","created":"2024-06-24","cited_by_count":19,"area":null},{"id":"2504.05646","title":"Lattice: Learning to Efficiently Compress the Memory","created":"2025-04-08","cited_by_count":19,"area":null},{"id":"2505.17761","title":"Structured Linear CDEs: Maximally Expressive and Parallel-in-Time Sequence Models","created":"2025-05-23","cited_by_count":18,"area":null},{"id":"2507.18074","title":"Neural Architecture Discovery via Autonomous Evolution","created":"2025-07-24","cited_by_count":16,"area":null},{"id":"2504.18574","title":"Understanding the Skill Gap in Recurrent Language Models: The Role of the Gather-and-Aggregate Mechanism","created":"2025-04-22","cited_by_count":15,"area":null},{"id":"2506.02475","title":"Comba: Improving Bilinear RNNs with Closed-loop Control","created":"2025-06-03","cited_by_count":15,"area":null},{"id":"2405.18425","title":"ViG: Linear-complexity Visual Sequence Learning with Gated Linear Attention","created":"2024-05-28","cited_by_count":13,"area":null},{"id":"2503.14376","title":"Tiled Flash Linear Attention: More Efficient Linear RNN and xLSTM Kernels","created":"2025-03-18","cited_by_count":13,"area":null},{"id":"2602.21204","title":"Test-Time Training with KV Binding Is Secretly Linear Attention","created":"2026-02-24","cited_by_count":13,"area":null},{"id":"2504.04308","title":"Gating is Weighting: Understanding Gated Linear Attention through In-context Learning","created":"2025-04-06","cited_by_count":12,"area":null},{"id":"2505.23666","title":"LoLA: Low-Rank Linear Attention With Sparse Caching","created":"2025-05-29","cited_by_count":12,"area":null},{"id":"2503.19604","title":"GIViC: Generative Implicit Video Compression","created":"2025-03-25","cited_by_count":10,"area":null},{"id":"2510.07019","title":"Native Hybrid Attention for Efficient Sequence Modeling","created":"2025-10-08","cited_by_count":10,"area":null},{"id":"2405.21022","title":"You Only Scan Once: Efficient Multi-dimension Sequential Modeling with LightNet","created":"2024-05-31","cited_by_count":9,"area":null},{"id":"2504.13112","title":"Hadamard product in deep learning: Introduction, Advances and Challenges","created":"2025-04-17","cited_by_count":9,"area":null},{"id":"2504.16795","title":"Hardware-aligned Hierarchical Sparse Attention for Efficient Long-term Memory Access","created":"2025-04-23","cited_by_count":9,"area":null},{"id":"2511.17388","title":"Selective Rotary Position Embedding","created":"2025-11-21","cited_by_count":9,"area":null},{"id":"2503.18002","title":"Neuromorphic Principles for Efficient Large Language Models on Intel Loihi 2","created":"2025-02-12","cited_by_count":8,"area":null},{"id":"2505.09193","title":"BiECVC: Gated Diversification of Bidirectional Contexts for Learned Video Compression","created":"2025-05-14","cited_by_count":8,"area":null},{"id":"2603.14360","title":"M$^2$RNN: Non-Linear RNNs with Matrix-Valued States for Scalable Language Modeling","created":"2026-03-15","cited_by_count":8,"area":null},{"id":"2410.06718","title":"MatMamba: A Matryoshka State Space Model","created":"2024-10-09","cited_by_count":7,"area":null},{"id":"2501.16085","title":"ARFlow: Autoregressive Flow with Hybrid Linear Attention","created":"2025-01-27","cited_by_count":7,"area":null},{"id":"2507.10178","title":"Pimba: A Processing-in-Memory Acceleration for Post-Transformer Large Language Model Serving","created":"2025-07-14","cited_by_count":7,"area":null},{"id":"2605.20670","title":"LT2: Linear-Time Looped Transformers","created":"2026-05-20","cited_by_count":7,"area":null},{"id":"2410.06577","title":"Rodimus*: Breaking the Accuracy-Efficiency Trade-Off with Efficient Attentions","created":"2024-10-09","cited_by_count":6,"area":null},{"id":"2506.12263","title":"A Survey of Foundation Models for IoT: Taxonomy and Criteria-Based Analysis","created":"2025-06-13","cited_by_count":5,"area":null},{"id":"2509.05276","title":"SpikingBrain: Spiking Brain-inspired Large Models","created":"2025-09-05","cited_by_count":5,"area":null},{"id":"2602.01766","title":"CoMeT: Collaborative Memory Transformer for Efficient Long Context Modeling","created":"2026-02-02","cited_by_count":5,"area":null},{"id":"2602.05230","title":"ZeroS: Zero-Sum Linear Attention for Efficient Transformers","created":"2026-02-05","cited_by_count":5,"area":null},{"id":"2502.16249","title":"Linear Attention for Efficient Bidirectional Sequence Modeling","created":"2025-02-22","cited_by_count":4,"area":null},{"id":"2507.01652","title":"Autoregressive Image Generation with Linear Complexity: A Spatial-Aware Decay Perspective","created":"2025-07-02","cited_by_count":4,"area":null},{"id":"2510.05364","title":"The End of Transformers? On Challenging Attention and the Rise of Sub-Quadratic Architectures","created":"2025-10-06","cited_by_count":4,"area":null},{"id":"2605.05838","title":"MDN: Parallelizing Stepwise Momentum for Delta Linear Attention","created":"2026-05-07","cited_by_count":4,"area":null},{"id":"2410.03159","title":"WAVE: Weighted Autoregressive Varying Gate for Time Series Forecasting","created":"2024-10-04","cited_by_count":3,"area":null},{"id":"2509.18467","title":"LAWCAT: Efficient Distillation from Quadratic to Linear Attention with Convolution across Tokens for Long Context Modeling","created":"2025-09-22","cited_by_count":3,"area":null},{"id":"2511.00907","title":"Transformers as Intrinsic Optimizers: Forward Inference through the Energy Principle","created":"2025-11-02","cited_by_count":3,"area":null},{"id":"2602.02047","title":"Dissecting Outlier Dynamics in LLM NVFP4 Pretraining","created":"2026-02-02","cited_by_count":3,"area":null},{"id":"2602.12601","title":"HyperMLP: An Integrated Perspective for Sequence Modeling","created":"2026-02-13","cited_by_count":3,"area":null},{"id":"2608.07110","title":"Modular TTT: Rethinking Test-Time Training as Composable Modules","created":"2026-08-07","cited_by_count":3,"area":null},{"id":"2507.01004","title":"ZeCO: Zero Communication Overhead Sequence Parallelism for Linear Attention","created":"2025-07-01","cited_by_count":2,"area":null},{"id":"2510.11602","title":"Deconstructing Attention: Investigating Design Principles for Effective Language Modeling","created":"2025-10-13","cited_by_count":2,"area":null},{"id":"2510.26083","title":"Nirvana: A Specialized Generalist Model With Task-Aware Memory Mechanism","created":"2025-10-30","cited_by_count":2,"area":null},{"id":"2512.23824","title":"MS-SSM: A Multi-Scale State Space Model for Efficient Sequence Modeling","created":"2025-12-29","cited_by_count":2,"area":null},{"id":"2602.07160","title":"Free Energy Mixer","created":"2026-02-06","cited_by_count":2,"area":null},{"id":"2602.11958","title":"RAM-Net: Linear-Time Sequence Modeling with Sparsely Addressable State","created":"2026-02-12","cited_by_count":2,"area":null},{"id":"2605.12992","title":"SpikeProphecy: A Large-Scale Benchmark for Autoregressive Neural Population Forecasting","created":"2026-05-13","cited_by_count":2,"area":null},{"id":"2606.30562","title":"Morphing into Hybrid Attention Models","created":"2026-06-29","cited_by_count":2,"area":null},{"id":"2608.12435","title":"MARCH: Scaling Recurrent Memory with Content-Routed State Anchors","created":"2026-08-12","cited_by_count":2,"area":null},{"id":"2507.19353","title":"Smooth Reading: Bridging the Gap of Recurrent LLM to Self-Attention LLM on Long-Context Tasks","created":"2025-07-25","cited_by_count":1,"area":null},{"id":"2508.09525","title":"Learning Spatial Decay for Vision Transformers","created":"2025-08-13","cited_by_count":1,"area":null},{"id":"2509.05282","title":"Elucidating the Design Space of Decay in Linear Attention","created":"2025-09-05","cited_by_count":1,"area":null},{"id":"2511.00576","title":"FlashEVA: Accelerating LLM inference via Efficient Attention","created":"2025-11-01","cited_by_count":1,"area":null},{"id":"2601.12598","title":"Dissecting Linear Recurrent Models: How Different Gating Strategies Drive Selectivity and Generalization","created":"2026-01-18","cited_by_count":1,"area":null},{"id":"2604.19021","title":"FG$^2$-GDN: Enhancing Long-Context Gated Delta Networks with Doubly Fine-Grained Control","created":"2026-04-21","cited_by_count":1,"area":null},{"id":"2605.05066","title":"The Impossibility Triangle of Long-Context Modeling","created":"2026-05-06","cited_by_count":1,"area":null},{"id":"2605.08587","title":"Kaczmarz Linear Attention","created":"2026-05-09","cited_by_count":1,"area":null},{"id":"2605.13473","title":"OSDN: Improving Delta Rule with Provable Online Preconditioning in Linear Attention","created":"2026-05-13","cited_by_count":1,"area":null},{"id":"2605.21070","title":"Towards Understanding Self-Pretraining for Sequence Classification","created":"2026-05-20","cited_by_count":1,"area":null},{"id":"2607.03055","title":"SHiPPO: Recurrent Memory with Transported Polynomial Projections","created":"2026-07-03","cited_by_count":1,"area":null},{"id":"2609.00092","title":"Safin-1: Safety from Within through Memory-Native State Evolution","created":"2026-08-31","cited_by_count":1,"area":null},{"id":"2609.36062","title":"SMat-Attention: Structured Long-Context Sequence Modeling","created":"2026-09-28","cited_by_count":1,"area":null},{"id":"2508.11921","title":"ENA: Efficient N-dimensional Attention","created":"2025-08-16","cited_by_count":0,"area":null},{"id":"2509.25223","title":"Enhancing Linear Attention with Residual Learning","created":"2025-09-24","cited_by_count":0,"area":null},{"id":"2603.02226","title":"Efficient Sparse Selective-Update RNNs for Long-Range Sequence Modeling","created":"2026-02-11","cited_by_count":0,"area":null},{"id":"2605.06501","title":"Cubit: Token Mixer with Kernel Ridge Regression","created":"2026-05-07","cited_by_count":0,"area":null},{"id":"2605.06946","title":"Adaptive Memory Decay for Log-Linear Attention","created":"2026-05-07","cited_by_count":0,"area":null},{"id":"2605.12491","title":"Do Vision Transformers Need All-to-All Attention? Global Communication Through Elastic Learned Cores","created":"2026-05-12","cited_by_count":0,"area":null},{"id":"2605.28507","title":"Universal Time Series Generation with Neural Controlled Differential Equations","created":"2026-05-27","cited_by_count":0,"area":null},{"id":"2605.31163","title":"Memory by Design: Bayesian Layers for Sequence Modeling","created":"2026-05-29","cited_by_count":0,"area":null},{"id":"2606.04048","title":"Unlocking Feature Learning in Gated Delta Networks at Scale","created":"2026-06-02","cited_by_count":0,"area":null},{"id":"2609.32114","title":"Empowering Hybrid Attention Models on NPUs","created":"2026-09-26","cited_by_count":0,"area":null},{"id":"2609.32447","title":"Length-Independent State Tracking Under a Parallel Scan","created":"2026-09-26","cited_by_count":0,"area":null},{"id":"2609.33268","title":"LSTMem: Hierarchical Long Short-Term Online Memory for Large Language Models","created":"2026-09-27","cited_by_count":0,"area":null},{"id":"2609.36259","title":"CyFA: Linear Sequence Modeling with Relative-Time-Partitioned Memory","created":"2026-09-28","cited_by_count":0,"area":null},{"id":"2609.36529","title":"Triadic Linear Attention: Three-Dimensional Recurrent States for Long-Context Sequence Modeling","created":"2026-09-29","cited_by_count":0,"area":null},{"id":"2609.38166","title":"LeapQuant: Efficient Linear Attention with Accurate Recurrent State Quantization","created":"2026-09-29","cited_by_count":0,"area":null},{"id":"2609.39661","title":"The Evolution of Attention in Large Language Models: Mechanisms, Trade-offs, and Emerging Trends","created":"2026-09-30","cited_by_count":0,"area":null},{"id":"2610.02816","title":"Gated Slot Attention-2: Two-Sided Associative Memory Correction in Linear Attention","created":"2026-10-02","cited_by_count":0,"area":null},{"id":"2610.08527","title":"PHBA: Prefix-State Hybrid Block Attention","created":"2026-10-06","cited_by_count":0,"area":null},{"id":"2610.13735","title":"Orthros: Phase-Aware Heterogeneous Attention for Efficient Transformers","created":"2026-10-09","cited_by_count":0,"area":null},{"id":"2610.15715","title":"History Replays Itself: Unleashing Long-Context Capability in Linear Attention","created":"2026-10-11","cited_by_count":0,"area":null}],"next_cursor":null}