{"total":165,"rows":[{"id":"2404.15574","title":"Retrieval Head Mechanistically Explains Long-Context Factuality","created":"2024-04-24","cited_by_count":232,"area":null},{"id":"2405.18392","title":"Scaling Laws and Compute-Optimal Training Beyond Fixed Training Durations","created":"2024-05-28","cited_by_count":170,"area":null},{"id":"2404.05892","title":"Eagle and Finch: RWKV with Matrix-Valued States and Dynamic Recurrence","created":"2024-04-08","cited_by_count":159,"area":null},{"id":"2404.07904","title":"HGRN2: Gated Linear RNNs with State Expansion","created":"2024-04-11","cited_by_count":127,"area":null},{"id":"2405.16712","title":"Zamba: A Compact 7B SSM Hybrid Model","created":"2024-05-26","cited_by_count":124,"area":null},{"id":"2411.13676","title":"Hymba: A Hybrid-head Architecture for Small Language Models","created":"2024-11-20","cited_by_count":99,"area":null},{"id":"2501.12352","title":"Test-time regression: a unifying framework for designing sequence models with associative memory","created":"2025-01-21","cited_by_count":74,"area":null},{"id":"2404.07839","title":"RecurrentGemma: Moving Past Transformers for Efficient Open Language Models","created":"2024-04-11","cited_by_count":64,"area":null},{"id":"2504.13173","title":"It's All Connected: A Journey Through Test-Time Memorization, Attentional Bias, Retention, and Online Optimization","created":"2025-04-17","cited_by_count":64,"area":null},{"id":"2503.02130","title":"Forgetting Transformer: Softmax Attention with a Forget Gate","created":"2025-03-03","cited_by_count":53,"area":null},{"id":"2405.06640","title":"Linearizing Large Language Models","created":"2024-05-10","cited_by_count":51,"area":null},{"id":"2502.13685","title":"MoM: Linear Sequence Modeling with Mixture-of-Memories","created":"2025-02-19","cited_by_count":47,"area":null},{"id":"2506.05233","title":"MesaNet: Sequence Modeling by Locally Optimal Test-Time Training","created":"2025-06-05","cited_by_count":47,"area":null},{"id":"2405.17394","title":"The Expressive Capacity of State Space Models: A Formal Language Perspective","created":"2024-05-27","cited_by_count":46,"area":null},{"id":"2507.16003","title":"Learning without training: The implicit dynamics of in-context learning","created":"2025-07-21","cited_by_count":43,"area":null},{"id":"2507.06457","title":"A Systematic Analysis of Hybrid Linear Attention","created":"2025-07-08","cited_by_count":39,"area":null},{"id":"2503.21676","title":"How do language models learn facts? Dynamics, curricula and hallucinations","created":"2025-03-27","cited_by_count":37,"area":null},{"id":"2504.05579","title":"TAPNext: Tracking Any Point (TAP) as Next Token Prediction","created":"2025-04-08","cited_by_count":37,"area":null},{"id":"2512.17351","title":"Physics of Language Models: Part 4.1, Architecture Design and the Magic of Canon Layers","created":"2025-12-19","cited_by_count":33,"area":null},{"id":"2404.18508","title":"Scalable Event-by-event Processing of Neuromorphic Sensory Signals With Deep State-Space Models","created":"2024-04-29","cited_by_count":31,"area":null},{"id":"2405.14722","title":"DAPE: Data-Adaptive Positional Encoding for Length Extrapolation","created":"2024-05-23","cited_by_count":31,"area":null},{"id":"2411.19379","title":"Marconi: Prefix Caching for the Era of Hybrid LLMs","created":"2024-11-28","cited_by_count":31,"area":null},{"id":"2406.09347","title":"Separations in the Representational Capabilities of Transformers and Recurrent Architectures","created":"2024-06-13","cited_by_count":29,"area":null},{"id":"2410.10254","title":"LoLCATs: On Low-Rank Linearizing of Large Language Models","created":"2024-10-14","cited_by_count":27,"area":null},{"id":"2405.15731","title":"Understanding the differences in Foundation Models: Attention, State Space Models, and Recurrent Neural Networks","created":"2024-05-24","cited_by_count":26,"area":null},{"id":"2407.06324","title":"B'MOJO: Hybrid State Space Realizations of Foundation Models with Eidetic and Fading Memory","created":"2024-07-08","cited_by_count":26,"area":null},{"id":"2405.21064","title":"Recurrent neural networks: vanishing and exploding gradients are not the end of the story","created":"2024-05-31","cited_by_count":25,"area":null},{"id":"2406.02528","title":"Scalable MatMul-free Language Modeling","created":"2024-06-04","cited_by_count":25,"area":null},{"id":"2505.17863","title":"The emergence of sparse attention: impact of data distribution and benefits of repetition","created":"2025-05-23","cited_by_count":25,"area":null},{"id":"2507.02782","title":"Understanding and Improving Length Generalization in Recurrent Models","created":"2025-07-03","cited_by_count":23,"area":null},{"id":"2604.03444","title":"Olmo Hybrid: From Theory to Practice and Back","created":"2026-04-03","cited_by_count":22,"area":null},{"id":"2411.10741","title":"MetaLA: Unified Optimal Linear Approximation to Softmax Attention Map","created":"2024-11-16","cited_by_count":21,"area":null},{"id":"2512.19941","title":"Block-Recurrent Dynamics in Vision Transformers","created":"2025-12-23","cited_by_count":20,"area":null},{"id":"2403.16899","title":"State Space Models as Foundation Models: A Control Theoretic Overview","created":"2024-03-25","cited_by_count":19,"area":null},{"id":"2412.18603","title":"Long-Form Speech Generation with Spoken Language Models","created":"2024-12-24","cited_by_count":19,"area":null},{"id":"2504.05646","title":"Lattice: Learning to Efficiently Compress the Memory","created":"2025-04-08","cited_by_count":19,"area":null},{"id":"2503.13427","title":"xLSTM 7B: A Recurrent LLM for Fast and Efficient Inference","created":"2025-03-17","cited_by_count":18,"area":null},{"id":"2509.22284","title":"Structured Sparse Transition Matrices to Enable State Tracking in State-Space Models","created":"2025-09-26","cited_by_count":16,"area":null},{"id":"2511.18890","title":"Nemotron-Flash: Towards Latency-Optimal Hybrid Small Language Models","created":"2025-11-24","cited_by_count":15,"area":null},{"id":"2405.18425","title":"ViG: Linear-complexity Visual Sequence Learning with Gated Linear Attention","created":"2024-05-28","cited_by_count":13,"area":null},{"id":"2503.16653","title":"iFlame: Interleaving Full and Linear Attention for Efficient Mesh Generation","created":"2025-03-20","cited_by_count":13,"area":null},{"id":"2505.23666","title":"LoLA: Low-Rank Linear Attention With Sparse Caching","created":"2025-05-29","cited_by_count":12,"area":null},{"id":"2506.00744","title":"Blending Complementary Memory Systems in Hybrid Quadratic-Linear Transformers","created":"2025-05-31","cited_by_count":12,"area":null},{"id":"2412.13328","title":"Expansion Span: Combining Fading Memory and Retrieval in Hybrid State Space Models","created":"2024-12-17","cited_by_count":11,"area":null},{"id":"2403.16933","title":"Backpropagation through space, time, and the brain","created":"2024-03-25","cited_by_count":10,"area":null},{"id":"2410.04798","title":"DAPE V2: Process Attention Score as Feature Map for Length Extrapolation","created":"2024-10-07","cited_by_count":10,"area":null},{"id":"2505.18728","title":"Message-Passing State-Space Models: Improving Graph Learning with Modern Sequence Modeling","created":"2025-05-24","cited_by_count":10,"area":null},{"id":"2506.15545","title":"RATTENTION: Towards the Minimal Sliding Window Size in Local-Global Attention Models","created":"2025-06-18","cited_by_count":10,"area":null},{"id":"2407.08112","title":"How Well Can a Long Sequence Model Model Long Sequences? Comparing Architechtural Inductive Biases on Long-Context Abilities","created":"2024-07-11","cited_by_count":9,"area":null},{"id":"2503.03588","title":"PowerAttention: Exponentially Scaling of Receptive Fields for Effective Sparse Attention","created":"2025-03-05","cited_by_count":9,"area":null},{"id":"2504.16795","title":"Hardware-aligned Hierarchical Sparse Attention for Efficient Long-term Memory Access","created":"2025-04-23","cited_by_count":9,"area":null},{"id":"2506.05320","title":"Generalizable, real-time neural decoding with hybrid state-space models","created":"2025-06-05","cited_by_count":9,"area":null},{"id":"2507.02591","title":"AuroraLong: Bringing RNNs Back to Efficient Open-Ended Video Understanding","created":"2025-07-03","cited_by_count":9,"area":null},{"id":"2511.17388","title":"Selective Rotary Position Embedding","created":"2025-11-21","cited_by_count":9,"area":null},{"id":"2512.07737","title":"A scalable and real-time neural decoder for topological quantum codes","created":"2025-12-08","cited_by_count":9,"area":null},{"id":"2508.19029","title":"Revisiting associative recall in modern recurrent models","created":"2025-08-26","cited_by_count":8,"area":null},{"id":"2410.06718","title":"MatMamba: A Matryoshka State Space Model","created":"2024-10-09","cited_by_count":7,"area":null},{"id":"2607.15178","title":"T^2MLR: Transformer with Temporal Middle-Layer Recurrence","created":"2026-07-16","cited_by_count":7,"area":null},{"id":"2407.01049","title":"SE(3)-Hyena Operator for Scalable Equivariant Learning","created":"2024-07-01","cited_by_count":6,"area":null},{"id":"2407.07239","title":"RotRNN: Modelling Long Sequences with Rotations","created":"2024-07-09","cited_by_count":6,"area":null},{"id":"2410.06577","title":"Rodimus*: Breaking the Accuracy-Efficiency Trade-Off with Efficient Attentions","created":"2024-10-09","cited_by_count":6,"area":null},{"id":"2507.09025","title":"Lizard: An Efficient Linearization Framework for Large Language Models","created":"2025-07-11","cited_by_count":6,"area":null},{"id":"2510.17196","title":"Understanding and Improving Length Generalization in Hierarchical Sparse Attention Models","created":"2025-10-20","cited_by_count":6,"area":null},{"id":"2604.10582","title":"TAPNext++: What's Next for Tracking Any Point (TAP)?","created":"2026-04-12","cited_by_count":6,"area":null},{"id":"2605.26797","title":"Latent Recurrent Transformer: Architecture Exploration, Training Strategies, and Scaling Behavior","created":"2026-05-26","cited_by_count":6,"area":null},{"id":"2607.02303","title":"A Hippocampus for Linear Attention: An Exact Memory for What the Recurrent State Forgets","created":"2026-07-02","cited_by_count":6,"area":null},{"id":"2403.11199","title":"Graph Unitary Message Passing","created":"2024-03-17","cited_by_count":5,"area":null},{"id":"2503.22913","title":"Resona: Improving Context Copying in Linear Recurrence Models with Retrieval","created":"2025-03-28","cited_by_count":5,"area":null},{"id":"2506.01153","title":"Weight-Space Linear Recurrent Neural Networks","created":"2025-06-01","cited_by_count":5,"area":null},{"id":"2508.18051","title":"Training Transformers for Mesh-Based Simulations","created":"2025-08-25","cited_by_count":5,"area":null},{"id":"2509.05276","title":"SpikingBrain: Spiking Brain-inspired Large Models","created":"2025-09-05","cited_by_count":5,"area":null},{"id":"2512.23852","title":"Trellis: Learning to Compress Key-Value Memory in Attention Models","created":"2025-12-29","cited_by_count":5,"area":null},{"id":"2602.05230","title":"ZeroS: Zero-Sum Linear Attention for Efficient Transformers","created":"2026-02-05","cited_by_count":5,"area":null},{"id":"2602.11534","title":"Krause Synchronization Transformers","created":"2026-02-12","cited_by_count":5,"area":null},{"id":"2605.08301","title":"Priming: Hybrid State Space Models From Pre-trained Transformers","created":"2026-05-08","cited_by_count":5,"area":null},{"id":"2406.10244","title":"GLINT-RU: Gated Lightweight Intelligent Recurrent Units for Sequential Recommender Systems","created":"2024-06-06","cited_by_count":4,"area":null},{"id":"2410.17477","title":"Do Robot Snakes Dream like Electric Sheep? Investigating the Effects of Architectural Inductive Biases on Hallucination","created":"2024-10-22","cited_by_count":4,"area":null},{"id":"2410.18636","title":"Multi-agent cooperation through learning-aware policy gradients","created":"2024-10-24","cited_by_count":4,"area":null},{"id":"2505.21749","title":"Revisiting Bi-Linear State Transitions in Recurrent Neural Networks","created":"2025-05-27","cited_by_count":4,"area":null},{"id":"2505.22560","title":"Geometric Hyena Networks for Large-scale Equivariant Learning","created":"2025-05-28","cited_by_count":4,"area":null},{"id":"2510.02823","title":"The Curious Case of In-Training Compression of State Space Models","created":"2025-10-03","cited_by_count":4,"area":null},{"id":"2510.05364","title":"The End of Transformers? On Challenging Attention and the Rise of Sub-Quadratic Architectures","created":"2025-10-06","cited_by_count":4,"area":null},{"id":"2603.22473","title":"Component Ablation for Efficient Hybrid Language Model Architectures: Performance, Resilience, and Compression Implications","created":"2026-03-23","cited_by_count":4,"area":null},{"id":"2605.05838","title":"MDN: Parallelizing Stepwise Momentum for Delta Linear Attention","created":"2026-05-07","cited_by_count":4,"area":null},{"id":"2607.14144","title":"The Capability Convergence Hypothesis: Capability from Access Structure, Not Scale","created":"2026-07-14","cited_by_count":4,"area":null},{"id":"2406.08423","title":"State Soup: In-Context Skill Learning, Retrieval and Mixing","created":"2024-06-12","cited_by_count":3,"area":null},{"id":"2407.09375","title":"HiPPO-Prophecy: State-Space Models can Provably Learn Dynamical Systems in Context","created":"2024-07-12","cited_by_count":3,"area":null},{"id":"2407.17771","title":"Banyan: Improved Representation Learning with Explicit Structure","created":"2024-07-25","cited_by_count":3,"area":null},{"id":"2410.11687","title":"Learning in the Recurrent State: Gradient Descent with Linear Recurrent Networks","created":"2024-10-15","cited_by_count":3,"area":null},{"id":"2411.17426","title":"CLOVER: Cross-Layer Orthogonal Vectors Pruning and Fine-Tuning","created":"2024-11-26","cited_by_count":3,"area":null},{"id":"2507.04416","title":"RAT: Bridging RNN Efficiency and Attention Accuracy via Chunk-based Sequence Modeling","created":"2025-07-06","cited_by_count":3,"area":null},{"id":"2601.11667","title":"Distill-then-Replace: Efficient Task-Specific Hybrid Attention Model Construction","created":"2026-01-16","cited_by_count":3,"area":null},{"id":"2602.13215","title":"When to Think Fast and Slow? AMOR: Adaptive Entropy Gate for Hybrid Models","created":"2026-01-22","cited_by_count":3,"area":null},{"id":"2603.15590","title":"Effective Distillation to Hybrid xLSTM Architectures","created":"2026-03-16","cited_by_count":3,"area":null},{"id":"2406.00894","title":"Pretrained Hybrids with MAD Skills","created":"2024-06-02","cited_by_count":2,"area":null},{"id":"2406.12230","title":"MCSD: An Efficient Language Model with Diverse Fusion","created":"2024-06-18","cited_by_count":2,"area":null},{"id":"2406.16450","title":"Building on Efficient Foundations: Effectively Training LLMs with Structured Feedforward Layers","created":"2024-06-24","cited_by_count":2,"area":null},{"id":"2408.10818","title":"Learning Randomized Algorithms with Transformers","created":"2024-08-20","cited_by_count":2,"area":null},{"id":"2505.19827","title":"Revisiting Glorot Initialization for Long-Range Linear Recurrences","created":"2025-05-26","cited_by_count":2,"area":null},{"id":"2512.23824","title":"MS-SSM: A Multi-Scale State Space Model for Efficient Sequence Modeling","created":"2025-12-29","cited_by_count":2,"area":null}],"next_cursor":"100"}