{"total":346,"rows":[{"id":"2502.10297","title":"DeltaProduct: Improving State-Tracking in Linear RNNs via Householder Products","created":"2025-02-14","cited_by_count":75,"area":null},{"id":"2501.12352","title":"Test-time regression: a unifying framework for designing sequence models with associative memory","created":"2025-01-21","cited_by_count":74,"area":null},{"id":"2507.07955","title":"Dynamic Chunking for End-to-End Hierarchical Sequence Modeling","created":"2025-07-10","cited_by_count":72,"area":null},{"id":"2512.24695","title":"Nested Learning: The Illusion of Deep Learning Architectures","created":"2025-12-31","cited_by_count":72,"area":null},{"id":"2505.11594","title":"SageAttention3: Microscaling FP4 Attention for Inference and An Exploration of 8-Bit Training","created":"2025-05-16","cited_by_count":66,"area":null},{"id":"2505.23735","title":"ATLAS: Learning to Optimally Memorize the Context at Test Time","created":"2025-05-29","cited_by_count":66,"area":null},{"id":"2603.15031","title":"Attention Residuals","created":"2026-03-16","cited_by_count":65,"area":null},{"id":"2504.13173","title":"It's All Connected: A Journey Through Test-Time Memorization, Attentional Bias, Retention, and Online Optimization","created":"2025-04-17","cited_by_count":64,"area":null},{"id":"2509.09677","title":"The Illusion of Diminishing Returns: Measuring Long Horizon Execution in LLMs","created":"2025-09-11","cited_by_count":64,"area":null},{"id":"2512.23675","title":"End-to-End Test-Time Training for Long Context","created":"2025-12-29","cited_by_count":62,"area":null},{"id":"2502.13685","title":"MoM: Linear Sequence Modeling with Mixture-of-Memories","created":"2025-02-19","cited_by_count":47,"area":null},{"id":"2506.05233","title":"MesaNet: Sequence Modeling by Locally Optimal Test-Time Training","created":"2025-06-05","cited_by_count":47,"area":null},{"id":"2502.12671","title":"Baichuan-M1: Pushing the Medical Capability of Large Language Models","created":"2025-02-18","cited_by_count":43,"area":null},{"id":"2512.04519","title":"VideoSSM: Autoregressive Long Video Generation with Hybrid State-Space Memory","created":"2025-12-04","cited_by_count":42,"area":null},{"id":"2508.15884","title":"Jet-Nemotron: Efficient Language Model with Post Neural Architecture Search","created":"2025-08-21","cited_by_count":41,"area":null},{"id":"2506.04761","title":"Log-Linear Attention","created":"2025-06-05","cited_by_count":40,"area":null},{"id":"2507.06457","title":"A Systematic Analysis of Hybrid Linear Attention","created":"2025-07-08","cited_by_count":39,"area":null},{"id":"2505.16381","title":"PaTH Attention: Position Encoding via Accumulating Householder Transformations","created":"2025-05-22","cited_by_count":34,"area":null},{"id":"2512.17351","title":"Physics of Language Models: Part 4.1, Architecture Design and the Magic of Canon Layers","created":"2025-12-19","cited_by_count":33,"area":null},{"id":"2510.01784","title":"Pack and Force Your Memory: Long-form and Consistent Video Generation","created":"2025-10-02","cited_by_count":29,"area":null},{"id":"2603.05498","title":"The Spike, the Sparse and the Sink: Anatomy of Massive Activations and Attention Sinks","created":"2026-03-05","cited_by_count":27,"area":null},{"id":"2502.18845","title":"Sliding Window Attention Training for Efficient Large Language Models","created":"2025-02-26","cited_by_count":24,"area":null},{"id":"2505.03005","title":"RADLADS: Rapid Attention Distillation to Linear Attention Decoders at Scale","created":"2025-05-05","cited_by_count":24,"area":null},{"id":"2507.02782","title":"Understanding and Improving Length Generalization in Recurrent Models","created":"2025-07-03","cited_by_count":23,"area":null},{"id":"2601.22966","title":"A Unified View of Attention and Residual Sinks: Outlier-Driven Rescaling is Essential for Transformer Training","created":"2026-01-30","cited_by_count":23,"area":null},{"id":"2505.21136","title":"SageAttention2++: A More Efficient Implementation of SageAttention2","created":"2025-05-27","cited_by_count":22,"area":null},{"id":"2507.19595","title":"Efficient Attention Mechanisms for Large Language Models: A Survey","created":"2025-07-25","cited_by_count":22,"area":null},{"id":"2604.03444","title":"Olmo Hybrid: From Theory to Practice and Back","created":"2026-04-03","cited_by_count":22,"area":null},{"id":"2512.20569","title":"Distilling to Hybrid Attention Models via KL-Guided Layer Selection","created":"2025-12-23","cited_by_count":20,"area":null},{"id":"2604.06169","title":"In-Place Test-Time Training","created":"2026-04-07","cited_by_count":20,"area":null},{"id":"2504.05646","title":"Lattice: Learning to Efficiently Compress the Memory","created":"2025-04-08","cited_by_count":19,"area":null},{"id":"2607.15275","title":"RoboTTT: Context Scaling for Robot Policies","created":"2026-07-16","cited_by_count":19,"area":null},{"id":"2505.17761","title":"Structured Linear CDEs: Maximally Expressive and Parallel-in-Time Sequence Models","created":"2025-05-23","cited_by_count":18,"area":null},{"id":"2601.22156","title":"Hybrid Linear Attention Done Right: Efficient Distillation and Effective Architectures for Extremely Long Contexts","created":"2026-01-29","cited_by_count":18,"area":null},{"id":"2602.23361","title":"VGG-T$^3$: Offline Feed-Forward 3D Reconstruction at Scale","created":"2026-02-26","cited_by_count":18,"area":null},{"id":"2507.18074","title":"Neural Architecture Discovery via Autonomous Evolution","created":"2025-07-24","cited_by_count":16,"area":null},{"id":"2504.18574","title":"Understanding the Skill Gap in Recurrent Language Models: The Role of the Gather-and-Aggregate Mechanism","created":"2025-04-22","cited_by_count":15,"area":null},{"id":"2506.02475","title":"Comba: Improving Bilinear RNNs with Closed-loop Control","created":"2025-06-03","cited_by_count":15,"area":null},{"id":"2511.18890","title":"Nemotron-Flash: Towards Latency-Optimal Hybrid Small Language Models","created":"2025-11-24","cited_by_count":15,"area":null},{"id":"2602.24281","title":"Memory Caching: RNNs with Growing Memory","created":"2026-02-27","cited_by_count":15,"area":null},{"id":"2503.14376","title":"Tiled Flash Linear Attention: More Efficient Linear RNN and xLSTM Kernels","created":"2025-03-18","cited_by_count":13,"area":null},{"id":"2507.16577","title":"Scaling Linear Attention with Sparse State Expansion","created":"2025-07-22","cited_by_count":13,"area":null},{"id":"2601.00671","title":"Fast-weight Product Key Memory","created":"2026-01-02","cited_by_count":13,"area":null},{"id":"2602.17634","title":"Reverso: Efficient Time Series Foundation Models for Zero-shot Forecasting","created":"2026-02-19","cited_by_count":13,"area":null},{"id":"2505.23666","title":"LoLA: Low-Rank Linear Attention With Sparse Caching","created":"2025-05-29","cited_by_count":12,"area":null},{"id":"2506.00744","title":"Blending Complementary Memory Systems in Hybrid Quadratic-Linear Transformers","created":"2025-05-31","cited_by_count":12,"area":null},{"id":"2412.13328","title":"Expansion Span: Combining Fading Memory and Retrieval in Hybrid State Space Models","created":"2024-12-17","cited_by_count":11,"area":null},{"id":"2502.09844","title":"Solving Empirical Bayes via Transformers","created":"2025-02-14","cited_by_count":11,"area":null},{"id":"2509.24552","title":"Short window attention enables long-term memorization","created":"2025-09-29","cited_by_count":11,"area":null},{"id":"2510.07318","title":"Artificial Hippocampus Networks for Efficient Long-Context Modeling","created":"2025-10-08","cited_by_count":11,"area":null},{"id":"2511.21016","title":"Gated KalmaNet: A Fading Memory Layer Through Test-Time Ridge Regression","created":"2025-11-26","cited_by_count":11,"area":null},{"id":"2506.15545","title":"RATTENTION: Towards the Minimal Sliding Window Size in Local-Global Attention Models","created":"2025-06-18","cited_by_count":10,"area":null},{"id":"2510.07019","title":"Native Hybrid Attention for Efficient Sequence Modeling","created":"2025-10-08","cited_by_count":10,"area":null},{"id":"2504.13112","title":"Hadamard product in deep learning: Introduction, Advances and Challenges","created":"2025-04-17","cited_by_count":9,"area":null},{"id":"2507.02591","title":"AuroraLong: Bringing RNNs Back to Efficient Open-Ended Video Understanding","created":"2025-07-03","cited_by_count":9,"area":null},{"id":"2511.17388","title":"Selective Rotary Position Embedding","created":"2025-11-21","cited_by_count":9,"area":null},{"id":"2512.15586","title":"Bolmo: Byteifying the Next Generation of Language Models","created":"2025-12-17","cited_by_count":9,"area":null},{"id":"2603.06199","title":"FlashPrefill: Instantaneous Pattern Discovery and Thresholding for Ultra-Fast Long-Context Prefilling","created":"2026-03-06","cited_by_count":9,"area":null},{"id":"2603.10145","title":"Lost in Backpropagation: The LM Head is a Gradient Bottleneck","created":"2026-03-10","cited_by_count":9,"area":null},{"id":"2605.23889","title":"HorizonStream: Long-Horizon Attention for Streaming 3D Reconstruction","created":"2026-05-22","cited_by_count":9,"area":null},{"id":"2607.07386","title":"Sparse Delta Memory: Scaling the State of Linear RNNs through Sparsity","created":"2026-07-08","cited_by_count":9,"area":null},{"id":"2608.13331","title":"Training AI Scientists to Replicate Research","created":"2026-08-13","cited_by_count":9,"area":null},{"id":"2505.09193","title":"BiECVC: Gated Diversification of Bidirectional Contexts for Learned Video Compression","created":"2025-05-14","cited_by_count":8,"area":null},{"id":"2508.08435","title":"Fast weight programming and linear transformers: from machine learning to neurobiology","created":"2025-08-11","cited_by_count":8,"area":null},{"id":"2508.19029","title":"Revisiting associative recall in modern recurrent models","created":"2025-08-26","cited_by_count":8,"area":null},{"id":"2511.07343","title":"TNT: Improving Chunkwise Training for Test-Time Memorization","created":"2025-11-10","cited_by_count":8,"area":null},{"id":"2602.10743","title":"Kalman Linear Attention: Parallel Bayesian Filtering For Efficient Language Modelling and State Tracking","created":"2026-02-11","cited_by_count":8,"area":null},{"id":"2603.03612","title":"Why Are Linear RNNs More Parallelizable?","created":"2026-03-04","cited_by_count":8,"area":null},{"id":"2603.14360","title":"M$^2$RNN: Non-Linear RNNs with Matrix-Valued States for Scalable Language Modeling","created":"2026-03-15","cited_by_count":8,"area":null},{"id":"2603.15330","title":"MeMix: Writing Less, Remembering More for Streaming 3D Reconstruction","created":"2026-03-16","cited_by_count":8,"area":null},{"id":"2501.18187","title":"On the Role of Transformer Feed-Forward Layers in Nonlinear In-Context Learning","created":"2025-01-30","cited_by_count":7,"area":null},{"id":"2502.19971","title":"Efficient and Universal Neural-Network Decoder for Stabilizer-Based Quantum Error Correction","created":"2025-02-27","cited_by_count":7,"area":null},{"id":"2601.07832","title":"MHLA: Restoring Expressivity of Linear Attention via Token-Level Multi-Head","created":"2026-01-12","cited_by_count":7,"area":null},{"id":"2604.21100","title":"Preconditioned DeltaNet: Curvature-aware Sequence Modeling for Linear Recurrences","created":"2026-04-22","cited_by_count":7,"area":null},{"id":"2605.20670","title":"LT2: Linear-Time Looped Transformers","created":"2026-05-20","cited_by_count":7,"area":null},{"id":"2609.23886","title":"this-that-model-1.0: A typed decision model that decides in 30 ms, for a millionth of a cent","created":"2026-09-20","cited_by_count":7,"area":null},{"id":"2502.14644","title":"LIFT: A Novel Framework for Enhancing Long-Context Understanding of LLMs via Long Input Fine-Tuning","created":"2025-02-20","cited_by_count":6,"area":null},{"id":"2504.21463","title":"RWKV-X: A Linear Complexity Hybrid Language Model","created":"2025-04-30","cited_by_count":6,"area":null},{"id":"2602.04852","title":"On State Reduction in Linear Attention","created":"2026-02-04","cited_by_count":6,"area":null},{"id":"2602.11374","title":"Retrieval-Aware Distillation for Transformer-SSM Hybrids","created":"2026-02-11","cited_by_count":6,"area":null},{"id":"2602.14814","title":"Learning State-Tracking from Code Using Linear RNNs","created":"2026-02-16","cited_by_count":6,"area":null},{"id":"2603.15619","title":"Mixture-of-Depths Attention","created":"2026-03-16","cited_by_count":6,"area":null},{"id":"2604.07279","title":"Mem3R: Streaming 3D Reconstruction with Hybrid Memory via Test-Time Training","created":"2026-04-08","cited_by_count":6,"area":null},{"id":"2604.20817","title":"Convergent Evolution: How Different Language Models Learn Similar Number Representations","created":"2026-04-22","cited_by_count":6,"area":null},{"id":"2606.01774","title":"FLARE: Diffusion for Hybrid Language Model","created":"2026-06-01","cited_by_count":6,"area":null},{"id":"2607.02303","title":"A Hippocampus for Linear Attention: An Exact Memory for What the Recurrent State Forgets","created":"2026-07-02","cited_by_count":6,"area":null},{"id":"2607.25357","title":"Raven: High-Recall Sequence Modeling with Sparse Memory Routing","created":"2026-07-28","cited_by_count":6,"area":null},{"id":"2412.14294","title":"TRecViT: A Recurrent Video Transformer","created":"2024-12-18","cited_by_count":5,"area":null},{"id":"2503.22913","title":"Resona: Improving Context Copying in Linear Recurrence Models with Retrieval","created":"2025-03-28","cited_by_count":5,"area":null},{"id":"2510.21270","title":"Sparser Block-Sparse Attention via Token Permutation","created":"2025-10-24","cited_by_count":5,"area":null},{"id":"2512.23852","title":"Trellis: Learning to Compress Key-Value Memory in Attention Models","created":"2025-12-29","cited_by_count":5,"area":null},{"id":"2602.01766","title":"CoMeT: Collaborative Memory Transformer for Efficient Long Context Modeling","created":"2026-02-02","cited_by_count":5,"area":null},{"id":"2602.11761","title":"MiniCPM-SALA: Hybridizing Sparse and Linear Attention for Efficient Long-Context Modeling","created":"2026-02-12","cited_by_count":5,"area":null},{"id":"2603.29640","title":"ASI-Evolve: AI Accelerates AI","created":"2026-03-31","cited_by_count":5,"area":null},{"id":"2604.02045","title":"BidirLM: From Text to Omnimodal Bidirectional Encoders by Adapting and Composing Causal LLMs","created":"2026-04-02","cited_by_count":5,"area":null},{"id":"2604.16429","title":"(Sparse) Attention to the Details: Preserving Spectral Fidelity in ML-based Weather Forecasting Models","created":"2026-04-06","cited_by_count":5,"area":null},{"id":"2606.06479","title":"Pretraining Recurrent Networks without Recurrence","created":"2026-06-04","cited_by_count":5,"area":null},{"id":"2606.10650","title":"Dynamic Linear Attention","created":"2026-06-09","cited_by_count":5,"area":null},{"id":"2608.08888","title":"Full-bandwidth transformer","created":"2026-08-09","cited_by_count":5,"area":null},{"id":"2608.12629","title":"CAKE: Compiler-Agent Co-Design for Frontier Kernel Evolution","created":"2026-08-12","cited_by_count":5,"area":null}],"next_cursor":"100"}