{"total":74,"rows":[{"id":"2412.06464","title":"Gated Delta Networks: Improving Mamba2 with Delta Rule","created":"2024-12-09","cited_by_count":532,"area":null},{"id":"2406.06484","title":"Parallelizing Linear Transformers with the Delta Rule over Sequence Length","created":"2024-06-10","cited_by_count":396,"area":null},{"id":"2402.10171","title":"Data Engineering for Scaling Language Models to 128K Context","created":"2024-02-15","cited_by_count":186,"area":null},{"id":"2405.14782","title":"Lessons from the Trenches on Reproducible Evaluation of Language Models","created":"2024-05-23","cited_by_count":179,"area":null},{"id":"2404.05892","title":"Eagle and Finch: RWKV with Matrix-Valued States and Dynamic Recurrence","created":"2024-04-08","cited_by_count":159,"area":null},{"id":"2404.07904","title":"HGRN2: Gated Linear RNNs with State Expansion","created":"2024-04-11","cited_by_count":127,"area":null},{"id":"2403.02308","title":"Vision-RWKV: Efficient and Scalable Visual Perception with RWKV-Like Architectures","created":"2024-03-04","cited_by_count":98,"area":null},{"id":"2409.07146","title":"Gated Slot Attention for Efficient Linear-Time Sequence Modeling","created":"2024-09-11","cited_by_count":76,"area":null},{"id":"2401.04658","title":"Lightning Attention-2: A Free Lunch for Handling Unlimited Sequence Lengths in Large Language Models","created":"2024-01-09","cited_by_count":57,"area":null},{"id":"2503.02130","title":"Forgetting Transformer: Softmax Attention with a Forget Gate","created":"2025-03-03","cited_by_count":53,"area":null},{"id":"2405.14591","title":"Base of RoPE Bounds Context Length","created":"2024-05-23","cited_by_count":52,"area":null},{"id":"2502.13685","title":"MoM: Linear Sequence Modeling with Mixture-of-Memories","created":"2025-02-19","cited_by_count":47,"area":null},{"id":"2405.17394","title":"The Expressive Capacity of State Space Models: A Formal Language Perspective","created":"2024-05-27","cited_by_count":46,"area":null},{"id":"2508.15884","title":"Jet-Nemotron: Efficient Language Model with Post Neural Architecture Search","created":"2025-08-21","cited_by_count":41,"area":null},{"id":"2512.17351","title":"Physics of Language Models: Part 4.1, Architecture Design and the Magic of Canon Layers","created":"2025-12-19","cited_by_count":33,"area":null},{"id":"2405.17381","title":"Various Lengths, Constant Speed: Efficient Language Modeling with Lightning Attention","created":"2024-05-27","cited_by_count":31,"area":null},{"id":"2406.02528","title":"Scalable MatMul-free Language Modeling","created":"2024-06-04","cited_by_count":25,"area":null},{"id":"2507.19595","title":"Efficient Attention Mechanisms for Large Language Models: A Survey","created":"2025-07-25","cited_by_count":22,"area":null},{"id":"2411.10741","title":"MetaLA: Unified Optimal Linear Approximation to Softmax Attention Map","created":"2024-11-16","cited_by_count":21,"area":null},{"id":"2401.16265","title":"CO2: Efficient Distributed Training with Full Communication-Computation Overlap","created":"2024-01-29","cited_by_count":17,"area":null},{"id":"2402.08132","title":"On the Resurgence of Recurrent Models for Long Sequences -- Survey and Research Opportunities in the Transformer Era","created":"2024-02-12","cited_by_count":17,"area":null},{"id":"2405.18425","title":"ViG: Linear-complexity Visual Sequence Learning with Gated Linear Attention","created":"2024-05-28","cited_by_count":13,"area":null},{"id":"2503.14376","title":"Tiled Flash Linear Attention: More Efficient Linear RNN and xLSTM Kernels","created":"2025-03-18","cited_by_count":13,"area":null},{"id":"2507.16577","title":"Scaling Linear Attention with Sparse State Expansion","created":"2025-07-22","cited_by_count":13,"area":null},{"id":"2602.21204","title":"Test-Time Training with KV Binding Is Secretly Linear Attention","created":"2026-02-24","cited_by_count":13,"area":null},{"id":"2506.00744","title":"Blending Complementary Memory Systems in Hybrid Quadratic-Linear Transformers","created":"2025-05-31","cited_by_count":12,"area":null},{"id":"2311.16620","title":"On the Long Range Abilities of Transformers","created":"2023-11-28","cited_by_count":10,"area":null},{"id":"2405.21022","title":"You Only Scan Once: Efficient Multi-dimension Sequential Modeling with LightNet","created":"2024-05-31","cited_by_count":9,"area":null},{"id":"2504.16795","title":"Hardware-aligned Hierarchical Sparse Attention for Efficient Long-term Memory Access","created":"2025-04-23","cited_by_count":9,"area":null},{"id":"2511.17388","title":"Selective Rotary Position Embedding","created":"2025-11-21","cited_by_count":9,"area":null},{"id":"2404.02882","title":"Linear Attention Sequence Parallelism","created":"2024-04-03","cited_by_count":8,"area":null},{"id":"2503.18002","title":"Neuromorphic Principles for Efficient Large Language Models on Intel Loihi 2","created":"2025-02-12","cited_by_count":8,"area":null},{"id":"2505.09193","title":"BiECVC: Gated Diversification of Bidirectional Contexts for Learned Video Compression","created":"2025-05-14","cited_by_count":8,"area":null},{"id":"2405.17383","title":"Unlocking the Secrets of Linear Complexity Sequence Model from A Unified Perspective","created":"2024-05-27","cited_by_count":6,"area":null},{"id":"2410.06577","title":"Rodimus*: Breaking the Accuracy-Efficiency Trade-Off with Efficient Attentions","created":"2024-10-09","cited_by_count":6,"area":null},{"id":"2502.16473","title":"TerEffic: Highly Efficient Ternary LLM Inference on FPGA","created":"2025-02-23","cited_by_count":6,"area":null},{"id":"2510.17196","title":"Understanding and Improving Length Generalization in Hierarchical Sparse Attention Models","created":"2025-10-20","cited_by_count":6,"area":null},{"id":"2402.00976","title":"Investigating Recurrent Transformers with Dynamic Halt","created":"2024-02-01","cited_by_count":5,"area":null},{"id":"2503.22913","title":"Resona: Improving Context Copying in Linear Recurrence Models with Retrieval","created":"2025-03-28","cited_by_count":5,"area":null},{"id":"2506.07919","title":"Uncovering the Computational Roles of Nonlinearity in Sequence Modeling Using Almost-Linear RNNs","created":"2025-06-09","cited_by_count":5,"area":null},{"id":"2407.18838","title":"The Role of Temporal Hierarchy in Spiking Neural Networks","created":"2024-07-26","cited_by_count":4,"area":null},{"id":"2409.05577","title":"Approximation Bounds for Recurrent Neural Networks with Application to Regression","created":"2024-09-09","cited_by_count":4,"area":null},{"id":"2501.12381","title":"Parallel Sequence Modeling via Generalized Spatial Propagation Network","created":"2025-01-21","cited_by_count":4,"area":null},{"id":"2507.01652","title":"Autoregressive Image Generation with Linear Complexity: A Spatial-Aware Decay Perspective","created":"2025-07-02","cited_by_count":4,"area":null},{"id":"2507.07694","title":"SAS: Simulated Attention Score","created":"2025-07-10","cited_by_count":4,"area":null},{"id":"2605.05838","title":"MDN: Parallelizing Stepwise Momentum for Delta Linear Attention","created":"2026-05-07","cited_by_count":4,"area":null},{"id":"2601.09495","title":"Parallelizable memory recurrent units","created":"2026-01-14","cited_by_count":3,"area":null},{"id":"2602.12601","title":"HyperMLP: An Integrated Perspective for Sequence Modeling","created":"2026-02-13","cited_by_count":3,"area":null},{"id":"2604.14724","title":"HAMSA: Scanning-Free Vision State Space Models via SpectralPulseNet","created":"2026-04-16","cited_by_count":3,"area":null},{"id":"2608.07110","title":"Modular TTT: Rethinking Test-Time Training as Composable Modules","created":"2026-08-07","cited_by_count":3,"area":null},{"id":"2602.07160","title":"Free Energy Mixer","created":"2026-02-06","cited_by_count":2,"area":null},{"id":"2606.30562","title":"Morphing into Hybrid Attention Models","created":"2026-06-29","cited_by_count":2,"area":null},{"id":"2608.12149","title":"Massive Activations in Hybrid Linear Attention Large Language Models: Pre-Attention Spikes and Inter-Spike Plateaus","created":"2026-08-12","cited_by_count":2,"area":null},{"id":"2404.00648","title":"SpiralMLP: A Lightweight Vision MLP Architecture","created":"2024-03-31","cited_by_count":1,"area":null},{"id":"2509.05282","title":"Elucidating the Design Space of Decay in Linear Attention","created":"2025-09-05","cited_by_count":1,"area":null},{"id":"2601.01501","title":"Advanced Global Wildfire Activity Modeling with Hierarchical Graph ODE","created":"2026-01-04","cited_by_count":1,"area":null},{"id":"2602.03297","title":"Lipschitz Multiscale Deep Equilibrium Models: A Theoretically Guaranteed and Accelerated Approach","created":"2026-02-03","cited_by_count":1,"area":null},{"id":"2605.11855","title":"Improving the Performance and Learning Stability of Parallelizable RNNs Designed for Ultra-Low Power Applications","created":"2026-05-12","cited_by_count":1,"area":null},{"id":"2406.06239","title":"I-MPN: Inductive Message Passing Network for Efficient Human-in-the-Loop Annotation of Mobile Eye Tracking Data","created":"2024-06-10","cited_by_count":0,"area":null},{"id":"2412.10730","title":"MAL: Cluster-Masked and Multi-Task Pretraining for Enhanced xLSTM Vision Performance","created":"2024-12-14","cited_by_count":0,"area":null},{"id":"2504.08964","title":"Bidirectional Linear Recurrent Models for Sequence-Level Multisource Fusion","created":"2025-04-11","cited_by_count":0,"area":null},{"id":"2504.17751","title":"Revisiting Reset Mechanisms in Spiking Neural Networks for Sequential Modeling: Specialized Discretization for Binary Activated RNN","created":"2025-04-24","cited_by_count":0,"area":null},{"id":"2505.05916","title":"IRNN: Innovation-driven Recurrent Neural Network for Time-Series Data Modeling and Prediction","created":"2025-05-09","cited_by_count":0,"area":null},{"id":"2507.01829","title":"mGRADE: Minimal Recurrent Gating Meets Delay Convolutions for Lightweight Sequence Modeling","created":"2025-07-02","cited_by_count":0,"area":null},{"id":"2508.03614","title":"Minimal Convolutional RNNs Accelerate Spatiotemporal Learning","created":"2025-08-05","cited_by_count":0,"area":null},{"id":"2509.25223","title":"Enhancing Linear Attention with Residual Learning","created":"2025-09-24","cited_by_count":0,"area":null},{"id":"2512.19331","title":"DeltaMIL: Gated Memory Integration for Efficient and Discriminative Whole Slide Image Analysis","created":"2025-12-22","cited_by_count":0,"area":null},{"id":"2512.23145","title":"Reservoir Computing inspired Matrix Multiplication-free Language Model","created":"2025-12-29","cited_by_count":0,"area":null},{"id":"2603.08730","title":"Memory-Augmented Spiking Networks: Synergistic Integration of Complementary Mechanisms for Neuromorphic Vision","created":"2026-02-21","cited_by_count":0,"area":null},{"id":"2604.19343","title":"Scalable Memristive-Friendly Reservoir Computing for Time Series Classification","created":"2026-04-21","cited_by_count":0,"area":null},{"id":"2605.06946","title":"Adaptive Memory Decay for Log-Linear Attention","created":"2026-05-07","cited_by_count":0,"area":null},{"id":"2606.04048","title":"Unlocking Feature Learning in Gated Delta Networks at Scale","created":"2026-06-02","cited_by_count":0,"area":null},{"id":"2609.32447","title":"Length-Independent State Tracking Under a Parallel Scan","created":"2026-09-26","cited_by_count":0,"area":null},{"id":"2610.16301","title":"FON: A Draft-Revise Dual-Organ Language Model without Sequence-Level Quadratic Attention","created":"2026-10-12","cited_by_count":0,"area":null}],"next_cursor":null}