{"total":338,"rows":[{"id":"2205.14135","title":"FlashAttention: Fast and Memory-Efficient Exact Attention with IO-Awareness","created":"2022-05-27","cited_by_count":3673,"area":null},{"id":"2211.05100","title":"BLOOM: A 176B-Parameter Open-Access Multilingual Language Model","created":"2022-11-09","cited_by_count":1984,"area":null},{"id":"2401.10166","title":"VMamba: Visual State Space Model","created":"2024-01-18","cited_by_count":969,"area":null},{"id":"2110.13985","title":"Combining Recurrent, Convolutional, and Continuous-time Models with Linear State-Space Layers","created":"2021-10-26","cited_by_count":608,"area":null},{"id":"2212.14052","title":"Hungry Hungry Hippos: Towards Language Modeling with State Space Models","created":"2022-12-28","cited_by_count":499,"area":null},{"id":"2206.11893","title":"On the Parameterization and Initialization of Diagonal State Space Models","created":"2022-06-23","cited_by_count":424,"area":null},{"id":"2303.06349","title":"Resurrecting Recurrent Neural Networks for Long Sequences","created":"2023-03-11","cited_by_count":408,"area":null},{"id":"2302.10866","title":"Hyena Hierarchy: Towards Larger Convolutional Language Models","created":"2023-02-21","cited_by_count":393,"area":null},{"id":"2206.13947","title":"Long Range Language Modeling via Gated State Spaces","created":"2022-06-27","cited_by_count":265,"area":null},{"id":"2402.19427","title":"Griffin: Mixing Gated Linear Recurrences with Local Attention for Efficient Language Models","created":"2024-02-29","cited_by_count":242,"area":null},{"id":"2109.13459","title":"Multiwavelet-based Operator Learning for Differential Equations","created":"2021-09-28","cited_by_count":234,"area":null},{"id":"2208.09399","title":"Diffusion-based Time Series Imputation and Forecasting with Structured State Space Models","created":"2022-08-19","cited_by_count":198,"area":null},{"id":"2209.10655","title":"Mega: Moving Average Equipped Gated Attention","created":"2022-09-21","cited_by_count":179,"area":null},{"id":"2202.09729","title":"It's Raw! Audio Generation with State-Space Models","created":"2022-02-20","cited_by_count":171,"area":null},{"id":"2404.05892","title":"Eagle and Finch: RWKV with Matrix-Valued States and Dynamic Recurrence","created":"2024-04-08","cited_by_count":159,"area":null},{"id":"2205.08897","title":"FiLM: Frequency improved Legendre Memory Model for Long-term Time Series Forecasting","created":"2022-05-18","cited_by_count":147,"area":null},{"id":"2209.12951","title":"Liquid Structural State-Space Models","created":"2022-09-26","cited_by_count":136,"area":null},{"id":"2110.15343","title":"Scatterbrain: Unifying Sparse and Low-rank Attention Approximation","created":"2021-10-28","cited_by_count":130,"area":null},{"id":"2405.16712","title":"Zamba: A Compact 7B SSM Hybrid Model","created":"2024-05-26","cited_by_count":124,"area":null},{"id":"2102.02611","title":"CKConv: Continuous Kernel Convolution For Sequential Data","created":"2021-02-04","cited_by_count":120,"area":null},{"id":"2204.00595","title":"Monarch: Expressive Structured Matrices for Efficient and Accurate Training","created":"2022-04-01","cited_by_count":106,"area":null},{"id":"2204.01692","title":"Long Movie Clip Classification with State-Space Video Models","created":"2022-04-04","cited_by_count":106,"area":null},{"id":"2210.09298","title":"What Makes Convolutional Models Great on Long Sequence Modeling?","created":"2022-10-17","cited_by_count":87,"area":null},{"id":"2402.15584","title":"State Space Models for Event Cameras","created":"2024-02-23","cited_by_count":75,"area":null},{"id":"2501.12352","title":"Test-time regression: a unifying framework for designing sequence models with associative memory","created":"2025-01-21","cited_by_count":74,"area":null},{"id":"2110.08059","title":"FlexConv: Continuous Kernel Convolutions with Differentiable Kernel Sizes","created":"2021-10-15","cited_by_count":66,"area":null},{"id":"2106.13898","title":"Closed-form Continuous-time Neural Models","created":"2021-06-25","cited_by_count":65,"area":null},{"id":"2302.06646","title":"Simple Hardware-Efficient Long Convolutions for Sequence Modeling","created":"2023-02-13","cited_by_count":62,"area":null},{"id":"2405.14174","title":"Multi-Scale VMamba: Hierarchy in Hierarchy Visual State Space Model","created":"2024-05-23","cited_by_count":62,"area":null},{"id":"2404.09516","title":"State Space Model for New-Generation Network Alternative to Transformers: A Survey","created":"2024-04-15","cited_by_count":59,"area":null},{"id":"2212.10544","title":"Pretraining Without Attention","created":"2022-12-20","cited_by_count":51,"area":null},{"id":"2402.05964","title":"A Survey on Transformer Compression","created":"2024-02-05","cited_by_count":46,"area":null},{"id":"2405.17394","title":"The Expressive Capacity of State Space Models: A Formal Language Perspective","created":"2024-05-27","cited_by_count":46,"area":null},{"id":"2210.06583","title":"S4ND: Modeling Images and Videos as Multidimensional Signals Using State Spaces","created":"2022-10-12","cited_by_count":41,"area":null},{"id":"2309.13414","title":"State-space Models with Layer-wise Nonlinearity are Universal Approximators with Exponential Decaying Memory","created":"2023-09-23","cited_by_count":39,"area":null},{"id":"2410.03943","title":"Oscillatory State-Space Models","created":"2024-10-04","cited_by_count":39,"area":null},{"id":"2410.01201","title":"Were RNNs All We Needed?","created":"2024-10-02","cited_by_count":38,"area":null},{"id":"2212.08136","title":"Efficient Long Sequence Modeling via State Space Augmented Transformer","created":"2022-12-15","cited_by_count":37,"area":null},{"id":"2301.08227","title":"Diffusion-based Conditional ECG Generation with Structured State Space Models","created":"2023-01-19","cited_by_count":36,"area":null},{"id":"2307.14995","title":"TransNormerLLM: A Faster and Better Large Language Model with Improved TransNormer","created":"2023-07-27","cited_by_count":34,"area":null},{"id":"2310.02980","title":"Never Train from Scratch: Fair Comparison of Long-Sequence Models Requires Data-Driven Priors","created":"2023-10-04","cited_by_count":34,"area":null},{"id":"2209.11208","title":"A Closer Look at Learned Optimization: Stability, Robustness, and Inductive Biases","created":"2022-09-22","cited_by_count":30,"area":null},{"id":"2311.14495","title":"StableSSM: Alleviating the Curse of Memory in State-space Models through Stable Reparameterization","created":"2023-11-24","cited_by_count":30,"area":null},{"id":"2301.11308","title":"Neural Continuous-Discrete State Space Models for Irregularly-Sampled Time Series","created":"2023-01-26","cited_by_count":29,"area":null},{"id":"2405.14343","title":"Efficient Visual State Space Model for Image Deblurring","created":"2024-05-23","cited_by_count":29,"area":null},{"id":"2506.09110","title":"CodeBrain: Bridging Decoupled Tokenizer and Multi-Scale Architecture for EEG Foundation Model","created":"2025-06-10","cited_by_count":28,"area":null},{"id":"2203.05483","title":"projUNN: efficient method for training deep networks with unitary matrices","created":"2022-03-10","cited_by_count":27,"area":null},{"id":"2405.15731","title":"Understanding the differences in Foundation Models: Attention, State Space Models, and Recurrent Neural Networks","created":"2024-05-24","cited_by_count":26,"area":null},{"id":"2305.15947","title":"Online learning of long-range dependencies","created":"2023-05-25","cited_by_count":25,"area":null},{"id":"2306.09539","title":"Block-State Transformers","created":"2023-06-15","cited_by_count":24,"area":null},{"id":"2310.18780","title":"Laughing Hyena Distillery: Extracting Compact Recurrences From Convolutions","created":"2023-10-28","cited_by_count":24,"area":null},{"id":"2503.09590","title":"BIMBA: Selective-Scan Compression for Long-Range Video Question Answering","created":"2025-03-12","cited_by_count":24,"area":null},{"id":"2102.11417","title":"Parallelizing Legendre Memory Unit Training","created":"2021-02-22","cited_by_count":23,"area":null},{"id":"2212.00768","title":"Simplifying and Understanding State Space Models with Diagonal Linear RNNs","created":"2022-12-01","cited_by_count":23,"area":null},{"id":"2410.07265","title":"A Survey: Collaborative Hardware and Software Design in the Era of Large Language Models","created":"2024-10-08","cited_by_count":23,"area":null},{"id":"2302.08105","title":"A Neural PDE Solver with Temporal Stencil Modeling","created":"2023-02-16","cited_by_count":22,"area":null},{"id":"2403.00818","title":"DenseMamba: State Space Models with Dense Hidden Connection for Efficient Large Language Models","created":"2024-02-26","cited_by_count":22,"area":null},{"id":"2312.06837","title":"Spectral State Space Models","created":"2023-12-11","cited_by_count":21,"area":null},{"id":"2411.10741","title":"MetaLA: Unified Optimal Linear Approximation to Softmax Attention Map","created":"2024-11-16","cited_by_count":21,"area":null},{"id":"2306.11197","title":"Sparse Modular Activation for Efficient Sequence Modeling","created":"2023-06-19","cited_by_count":20,"area":null},{"id":"2309.00638","title":"Generative AI for End-to-End Limit Order Book Modelling: A Token-Level Autoregressive Generative Model of Message Flow Using a Deep State Space Network","created":"2023-08-23","cited_by_count":20,"area":null},{"id":"2305.01638","title":"Sequence Modeling with Multiresolution Convolutional Memory","created":"2023-05-02","cited_by_count":19,"area":null},{"id":"2401.00955","title":"Learning Long Sequences in Spiking Neural Networks","created":"2023-12-14","cited_by_count":19,"area":null},{"id":"2403.16899","title":"State Space Models as Foundation Models: A Control Theoretic Overview","created":"2024-03-25","cited_by_count":19,"area":null},{"id":"2406.16690","title":"Scaling Laws for Linear Complexity Language Models","created":"2024-06-24","cited_by_count":19,"area":null},{"id":"2408.14909","title":"SpikingSSMs: Learning Long Sequences with Sparse and Parallel Spiking State Space Models","created":"2024-08-27","cited_by_count":19,"area":null},{"id":"2504.05646","title":"Lattice: Learning to Efficiently Compress the Memory","created":"2025-04-08","cited_by_count":19,"area":null},{"id":"2103.15798","title":"Rethinking Neural Operations for Diverse Tasks","created":"2021-03-29","cited_by_count":18,"area":null},{"id":"2310.01698","title":"Robustifying State-space Models for Long Sequences via Approximate Diagonalization","created":"2023-10-02","cited_by_count":18,"area":null},{"id":"2408.09178","title":"MambaTrack: A Simple Baseline for Multiple Object Tracking with State Space Model","created":"2024-08-17","cited_by_count":18,"area":null},{"id":"2402.08132","title":"On the Resurgence of Recurrent Models for Long Sequences -- Survey and Research Opportunities in the Transformer Era","created":"2024-02-12","cited_by_count":17,"area":null},{"id":"2402.11463","title":"Attractor Memory for Long-Term Time Series Forecasting: A Chaos Perspective","created":"2024-02-18","cited_by_count":17,"area":null},{"id":"2410.02035","title":"Tuning Frequency Bias of State Space Models","created":"2024-10-02","cited_by_count":17,"area":null},{"id":"2410.03464","title":"S7: Selective and Simplified State Space Layers for Sequence Modeling","created":"2024-10-04","cited_by_count":17,"area":null},{"id":"2206.03398","title":"Towards a General Purpose CNN for Long Range Dependencies in $N$D","created":"2022-06-07","cited_by_count":16,"area":null},{"id":"2305.08753","title":"Neural Oscillators are Universal","created":"2023-05-15","cited_by_count":16,"area":null},{"id":"2309.08045","title":"Traveling Waves Encode the Recent Past and Enhance Sequence Learning","created":"2023-09-03","cited_by_count":16,"area":null},{"id":"2405.06394","title":"Memory Mosaics","created":"2024-05-10","cited_by_count":16,"area":null},{"id":"2406.00943","title":"State Space Models on Temporal Graphs: A First-Principles Study","created":"2024-06-03","cited_by_count":16,"area":null},{"id":"2501.06907","title":"Deep Learning and Foundation Models for Weather Prediction: A Survey","created":"2025-01-12","cited_by_count":16,"area":null},{"id":"2509.22284","title":"Structured Sparse Transition Matrices to Enable State Tracking in State-Space Models","created":"2025-09-26","cited_by_count":16,"area":null},{"id":"2308.15291","title":"Towards quantitative precision for ECG analysis: Leveraging state space models, self-supervision and patient metadata","created":"2023-08-29","cited_by_count":15,"area":null},{"id":"2503.20824","title":"Exploiting Temporal State Space Sharing for Video Semantic Segmentation","created":"2025-03-26","cited_by_count":15,"area":null},{"id":"2506.02475","title":"Comba: Improving Bilinear RNNs with Closed-loop Control","created":"2025-06-03","cited_by_count":15,"area":null},{"id":"2510.21450","title":"ParaRNN: Unlocking Parallel Training of Nonlinear RNNs for Large Language Models","created":"2025-10-24","cited_by_count":15,"area":null},{"id":"2305.12498","title":"Multi-Head State Space Model for Speech Recognition","created":"2023-05-21","cited_by_count":14,"area":null},{"id":"2305.19534","title":"Recasting Self-Attention with Holographic Reduced Representations","created":"2023-05-31","cited_by_count":14,"area":null},{"id":"2310.12442","title":"Efficient Long-Range Transformers: You Need to Attend More, but Not Necessarily at Every Layer","created":"2023-10-19","cited_by_count":13,"area":null},{"id":"2406.02395","title":"GrootVL: Tree Topology is All You Need in State Space Model","created":"2024-06-04","cited_by_count":13,"area":null},{"id":"2406.05815","title":"What Can We Learn from State Space Models for Machine Learning on Graphs?","created":"2024-06-09","cited_by_count":13,"area":null},{"id":"2410.03936","title":"Learning Truncated Causal History Model for Video Restoration","created":"2024-10-04","cited_by_count":13,"area":null},{"id":"2305.19370","title":"Blockwise Parallel Transformer for Large Context Models","created":"2023-05-30","cited_by_count":12,"area":null},{"id":"2405.13975","title":"HOPE for a Robust Parameterization of Long-memory State Space Models","created":"2024-05-22","cited_by_count":12,"area":null},{"id":"2305.19190","title":"Inverse Approximation Theory for Nonlinear Recurrent Neural Networks","created":"2023-05-30","cited_by_count":11,"area":null},{"id":"2312.01538","title":"Recurrent Distance Filtering for Graph Representation Learning","created":"2023-12-03","cited_by_count":11,"area":null},{"id":"2402.04882","title":"LMUFormer: Low Complexity Yet Powerful Spiking Model With Legendre Memory Units","created":"2024-01-20","cited_by_count":11,"area":null},{"id":"2405.14480","title":"Scalable Visual State Space Model with Fractal Scanning","created":"2024-05-23","cited_by_count":11,"area":null},{"id":"2405.17211","title":"Spectral-Refiner: Accurate Fine-Tuning of Spatiotemporal Fourier Neural Operator for Turbulent Flows","created":"2024-05-27","cited_by_count":11,"area":null},{"id":"2412.19634","title":"Deep Continuous-Time State-Space Models for Marked Event Sequences","created":"2024-12-27","cited_by_count":11,"area":null},{"id":"2508.04022","title":"Prototype-Driven Structure Synergy Network for Remote Sensing Images Segmentation","created":"2025-08-06","cited_by_count":11,"area":null}],"next_cursor":"100"}