{"total":108,"rows":[{"id":"2412.06464","title":"Gated Delta Networks: Improving Mamba2 with Delta Rule","created":"2024-12-09","cited_by_count":532,"area":null},{"id":"2407.02490","title":"MInference 1.0: Accelerating Pre-filling for Long-Context LLMs via Dynamic Sparse Attention","created":"2024-07-02","cited_by_count":383,"area":null},{"id":"2411.13676","title":"Hymba: A Hybrid-head Architecture for Small Language Models","created":"2024-11-20","cited_by_count":99,"area":null},{"id":"2409.07146","title":"Gated Slot Attention for Efficient Linear-Time Sequence Modeling","created":"2024-09-11","cited_by_count":76,"area":null},{"id":"2512.24695","title":"Nested Learning: The Illusion of Deep Learning Architectures","created":"2025-12-31","cited_by_count":72,"area":null},{"id":"2505.23735","title":"ATLAS: Learning to Optimally Memorize the Context at Test Time","created":"2025-05-29","cited_by_count":66,"area":null},{"id":"2504.13173","title":"It's All Connected: A Journey Through Test-Time Memorization, Attentional Bias, Retention, and Online Optimization","created":"2025-04-17","cited_by_count":64,"area":null},{"id":"2503.02130","title":"Forgetting Transformer: Softmax Attention with a Forget Gate","created":"2025-03-03","cited_by_count":53,"area":null},{"id":"2508.15884","title":"Jet-Nemotron: Efficient Language Model with Post Neural Architecture Search","created":"2025-08-21","cited_by_count":41,"area":null},{"id":"2507.06457","title":"A Systematic Analysis of Hybrid Linear Attention","created":"2025-07-08","cited_by_count":39,"area":null},{"id":"2512.17351","title":"Physics of Language Models: Part 4.1, Architecture Design and the Magic of Canon Layers","created":"2025-12-19","cited_by_count":33,"area":null},{"id":"2411.19379","title":"Marconi: Prefix Caching for the Era of Hybrid LLMs","created":"2024-11-28","cited_by_count":31,"area":null},{"id":"2502.20082","title":"LongRoPE2: Near-Lossless LLM Context Window Scaling","created":"2025-02-27","cited_by_count":24,"area":null},{"id":"2507.02782","title":"Understanding and Improving Length Generalization in Recurrent Models","created":"2025-07-03","cited_by_count":23,"area":null},{"id":"2512.20569","title":"Distilling to Hybrid Attention Models via KL-Guided Layer Selection","created":"2025-12-23","cited_by_count":20,"area":null},{"id":"2503.13427","title":"xLSTM 7B: A Recurrent LLM for Fast and Efficient Inference","created":"2025-03-17","cited_by_count":18,"area":null},{"id":"2509.22284","title":"Structured Sparse Transition Matrices to Enable State Tracking in State-Space Models","created":"2025-09-26","cited_by_count":16,"area":null},{"id":"2504.18574","title":"Understanding the Skill Gap in Recurrent Language Models: The Role of the Gather-and-Aggregate Mechanism","created":"2025-04-22","cited_by_count":15,"area":null},{"id":"2506.02475","title":"Comba: Improving Bilinear RNNs with Closed-loop Control","created":"2025-06-03","cited_by_count":15,"area":null},{"id":"2511.18890","title":"Nemotron-Flash: Towards Latency-Optimal Hybrid Small Language Models","created":"2025-11-24","cited_by_count":15,"area":null},{"id":"2602.24281","title":"Memory Caching: RNNs with Growing Memory","created":"2026-02-27","cited_by_count":15,"area":null},{"id":"2503.16653","title":"iFlame: Interleaving Full and Linear Attention for Efficient Mesh Generation","created":"2025-03-20","cited_by_count":13,"area":null},{"id":"2601.00671","title":"Fast-weight Product Key Memory","created":"2026-01-02","cited_by_count":13,"area":null},{"id":"2505.23666","title":"LoLA: Low-Rank Linear Attention With Sparse Caching","created":"2025-05-29","cited_by_count":12,"area":null},{"id":"2506.00744","title":"Blending Complementary Memory Systems in Hybrid Quadratic-Linear Transformers","created":"2025-05-31","cited_by_count":12,"area":null},{"id":"2509.24552","title":"Short window attention enables long-term memorization","created":"2025-09-29","cited_by_count":11,"area":null},{"id":"2510.07318","title":"Artificial Hippocampus Networks for Efficient Long-Context Modeling","created":"2025-10-08","cited_by_count":11,"area":null},{"id":"2510.07019","title":"Native Hybrid Attention for Efficient Sequence Modeling","created":"2025-10-08","cited_by_count":10,"area":null},{"id":"2504.16795","title":"Hardware-aligned Hierarchical Sparse Attention for Efficient Long-term Memory Access","created":"2025-04-23","cited_by_count":9,"area":null},{"id":"2412.09331","title":"Physics-Driven Autoregressive State Space Models for Medical Image Reconstruction","created":"2024-12-12","cited_by_count":8,"area":null},{"id":"2603.14360","title":"M$^2$RNN: Non-Linear RNNs with Matrix-Valued States for Scalable Language Modeling","created":"2026-03-15","cited_by_count":8,"area":null},{"id":"2409.10489","title":"Flash STU: Fast Spectral Transform Units","created":"2024-09-16","cited_by_count":7,"area":null},{"id":"2501.16085","title":"ARFlow: Autoregressive Flow with Hybrid Linear Attention","created":"2025-01-27","cited_by_count":7,"area":null},{"id":"2502.10807","title":"HybriDNA: A Hybrid Transformer-Mamba2 Long-Range DNA Language Model","created":"2025-02-15","cited_by_count":7,"area":null},{"id":"2507.10178","title":"Pimba: A Processing-in-Memory Acceleration for Post-Transformer Large Language Model Serving","created":"2025-07-14","cited_by_count":7,"area":null},{"id":"2407.05591","title":"On the Power of Convolution Augmented Transformer","created":"2024-07-08","cited_by_count":6,"area":null},{"id":"2410.06577","title":"Rodimus*: Breaking the Accuracy-Efficiency Trade-Off with Efficient Attentions","created":"2024-10-09","cited_by_count":6,"area":null},{"id":"2510.17196","title":"Understanding and Improving Length Generalization in Hierarchical Sparse Attention Models","created":"2025-10-20","cited_by_count":6,"area":null},{"id":"2606.01774","title":"FLARE: Diffusion for Hybrid Language Model","created":"2026-06-01","cited_by_count":6,"area":null},{"id":"2607.02303","title":"A Hippocampus for Linear Attention: An Exact Memory for What the Recurrent State Forgets","created":"2026-07-02","cited_by_count":6,"area":null},{"id":"2607.25357","title":"Raven: High-Recall Sequence Modeling with Sparse Memory Routing","created":"2026-07-28","cited_by_count":6,"area":null},{"id":"2502.13785","title":"Helix-mRNA: A Hybrid Foundation Model For Full Sequence mRNA Therapeutics","created":"2025-02-19","cited_by_count":5,"area":null},{"id":"2507.00449","title":"Overcoming Long-Context Limitations of State-Space Models via Context-Dependent Sparse Attention","created":"2025-07-01","cited_by_count":5,"area":null},{"id":"2509.05276","title":"SpikingBrain: Spiking Brain-inspired Large Models","created":"2025-09-05","cited_by_count":5,"area":null},{"id":"2601.17367","title":"Elastic Attention: Test-time Adaptive Sparsity Ratios for Efficient Transformers","created":"2026-01-24","cited_by_count":5,"area":null},{"id":"2502.17605","title":"PICASO: Permutation-Invariant Context Composition with State Space Models","created":"2025-02-24","cited_by_count":4,"area":null},{"id":"2510.05364","title":"The End of Transformers? On Challenging Attention and the Rise of Sub-Quadratic Architectures","created":"2025-10-06","cited_by_count":4,"area":null},{"id":"2603.08859","title":"Expressivity-Efficiency Tradeoffs for Hybrid Sequence Models","created":"2026-03-09","cited_by_count":4,"area":null},{"id":"2603.22473","title":"Component Ablation for Efficient Hybrid Language Model Architectures: Performance, Resilience, and Compression Implications","created":"2026-03-23","cited_by_count":4,"area":null},{"id":"2607.25380","title":"Memory for Large Language Models","created":"2026-07-28","cited_by_count":4,"area":null},{"id":"2502.01673","title":"Multilingual State Space Models for Structured Question Answering in Indic Languages","created":"2025-02-01","cited_by_count":3,"area":null},{"id":"2506.09316","title":"On-the-Fly Adaptive Distillation of Transformer to Dual-State Linear Attention","created":"2025-06-11","cited_by_count":3,"area":null},{"id":"2507.04416","title":"RAT: Bridging RNN Efficiency and Attention Accuracy via Chunk-based Sequence Modeling","created":"2025-07-06","cited_by_count":3,"area":null},{"id":"2601.11667","title":"Distill-then-Replace: Efficient Task-Specific Hybrid Attention Model Construction","created":"2026-01-16","cited_by_count":3,"area":null},{"id":"2601.22379","title":"SPLA: Block Sparse Plus Linear Attention for Long Context Modeling","created":"2026-01-29","cited_by_count":3,"area":null},{"id":"2602.03681","title":"Neural Attention Search Linear: Towards Adaptive Token-Level Hybrid Attention Models","created":"2026-02-03","cited_by_count":3,"area":null},{"id":"2602.13215","title":"When to Think Fast and Slow? AMOR: Adaptive Entropy Gate for Hybrid Models","created":"2026-01-22","cited_by_count":3,"area":null},{"id":"2603.15590","title":"Effective Distillation to Hybrid xLSTM Architectures","created":"2026-03-16","cited_by_count":3,"area":null},{"id":"2608.02870","title":"Maglev: Sliding Recurrent Memory","created":"2026-08-03","cited_by_count":3,"area":null},{"id":"2409.13198","title":"Exploring Scaling Laws for Local SGD in Large Language Model Training","created":"2024-09-20","cited_by_count":2,"area":null},{"id":"2501.13230","title":"Let SSMs be ConvNets: State-space Modeling with Optimal Tensor Contractions","created":"2025-01-22","cited_by_count":2,"area":null},{"id":"2503.11224","title":"Technologies on Effectiveness and Efficiency: A Survey of State Spaces Models","created":"2025-03-14","cited_by_count":2,"area":null},{"id":"2509.04897","title":"PLaMo 2 Technical Report","created":"2025-09-05","cited_by_count":2,"area":null},{"id":"2510.05901","title":"Untangling Component Imbalance in Hybrid Linear Attention Conversion Methods","created":"2025-10-07","cited_by_count":2,"area":null},{"id":"2510.26083","title":"Nirvana: A Specialized Generalist Model With Task-Aware Memory Mechanism","created":"2025-10-30","cited_by_count":2,"area":null},{"id":"2604.22575","title":"SpikingBrain2.0: Brain-Inspired Foundation Models for Efficient Long-Context and Cross-Platform Inference","created":"2026-04-24","cited_by_count":2,"area":null},{"id":"2605.27980","title":"Periodic RoPE for Infinite Context LLMs","created":"2026-05-27","cited_by_count":2,"area":null},{"id":"2606.23670","title":"Tapered Language Models","created":"2026-06-22","cited_by_count":2,"area":null},{"id":"2606.30562","title":"Morphing into Hybrid Attention Models","created":"2026-06-29","cited_by_count":2,"area":null},{"id":"2607.23777","title":"Scale Weight Decay and Train Better","created":"2026-07-26","cited_by_count":2,"area":null},{"id":"2608.30386","title":"DASC: Decay-Aware State Compression for Hybrid Linear-Attention Serving","created":"2026-08-31","cited_by_count":2,"area":null},{"id":"2503.21436","title":"Stochastic Engrams for Efficient Continual Learning","created":"2025-03-27","cited_by_count":1,"area":null},{"id":"2509.00141","title":"Scaling Legal AI: Benchmarking Mamba and Transformers for Statutory Classification and Case Law Retrieval","created":"2025-08-29","cited_by_count":1,"area":null},{"id":"2602.06774","title":"Towards Understanding What State Space Models Learn About Code","created":"2026-02-06","cited_by_count":1,"area":null},{"id":"2603.02874","title":"Retrievit: In-context Retrieval Capabilities of Transformers, State Space Models, and Hybrid Architectures","created":"2026-03-03","cited_by_count":1,"area":null},{"id":"2603.15954","title":"MobileLLM-Flash: Latency-Guided On-Device LLM Design for Industry Scale Deployment","created":"2026-03-16","cited_by_count":1,"area":null},{"id":"2603.22325","title":"Hybrid Associative Memories","created":"2026-03-20","cited_by_count":1,"area":null},{"id":"2604.01178","title":"Screening Is Enough","created":"2026-04-01","cited_by_count":1,"area":null},{"id":"2605.05066","title":"The Impossibility Triangle of Long-Context Modeling","created":"2026-05-06","cited_by_count":1,"area":null},{"id":"2606.12364","title":"On Subquadratic Architectures: From Applications to Principles","created":"2026-06-10","cited_by_count":1,"area":null},{"id":"2608.29539","title":"LoGo: Token-Level Dynamic Local-Global Attention","created":"2026-08-30","cited_by_count":1,"area":null},{"id":"2609.12814","title":"RunningTensor: Generalizing Linear Attention to Higher-Order Recurrent States","created":"2026-09-11","cited_by_count":1,"area":null},{"id":"2410.12292","title":"How much do contextualized representations encode long-range context?","created":"2024-10-16","cited_by_count":0,"area":null},{"id":"2503.18565","title":"Distil-xLSTM: Learning Attention Mechanisms through Recurrent Structures","created":"2025-03-24","cited_by_count":0,"area":null},{"id":"2505.19472","title":"Balancing Computation Load and Representation Expressivity in Parallel Hybrid Neural Networks","created":"2025-05-26","cited_by_count":0,"area":null},{"id":"2601.14786","title":"Training-Efficient Text-to-Music Generation with State-Space Modeling","created":"2026-01-21","cited_by_count":0,"area":null},{"id":"2604.07394","title":"Flux Attention: Context-Aware Hybrid Attention for Efficient LLMs Inference","created":"2026-04-08","cited_by_count":0,"area":null},{"id":"2604.24715","title":"Long-Context Aware Upcycling: A New Frontier for Hybrid LLM Scaling","created":"2026-04-27","cited_by_count":0,"area":null},{"id":"2604.25930","title":"Associative-State Universal Transformers: Sparse Retrieval Meets Structured Recurrence","created":"2026-04-01","cited_by_count":0,"area":null},{"id":"2605.19150","title":"Flash PD-SSM: Memory-Optimized Structured Sparse State-Space Models","created":"2026-05-18","cited_by_count":0,"area":null},{"id":"2605.24330","title":"Interdomain Attention: Beyond Token-Level Key-Value Memory","created":"2026-05-23","cited_by_count":0,"area":null},{"id":"2605.26099","title":"Do Language Models Need Sleep? Offline Recurrence for Improved Online Inference","created":"2026-05-25","cited_by_count":0,"area":null},{"id":"2606.05175","title":"Generic Triple-Latent Compression with Gated Associative Retrieval","created":"2026-04-17","cited_by_count":0,"area":null},{"id":"2606.12895","title":"LongSpike: Fractional Order Spiking State Space Models for Efficient Long Sequence Learning","created":"2026-06-11","cited_by_count":0,"area":null},{"id":"2606.14094","title":"FEMOT: Multi-Object Tracking using Frame and Event Cameras","created":"2026-06-12","cited_by_count":0,"area":null},{"id":"2606.27229","title":"CARVE: Content-Aware Recurrent with Value Efficiency for Chunk-Parallel Linear Attention","created":"2026-06-25","cited_by_count":0,"area":null},{"id":"2607.10244","title":"DSSMs: State Space Models with Explicit Memory via Delay Differential Equations","created":"2026-07-11","cited_by_count":0,"area":null},{"id":"2608.22354","title":"SANE: State Anomaly Neutralization for Stable Extreme-Context Delta-Rule Models","created":"2026-08-23","cited_by_count":0,"area":null},{"id":"2609.15545","title":"The Token Before the Value Is the Key: How Hybrid Architectures Organize Induction Circuits","created":"2026-09-14","cited_by_count":0,"area":null},{"id":"2609.16710","title":"Continuous-Time Machine Learning: A Unified Mathematical Perspective","created":"2026-09-15","cited_by_count":0,"area":null}],"next_cursor":"100"}