{"total":499,"rows":[{"id":"2307.03172","title":"Lost in the Middle: How Language Models Use Long Contexts","created":"2023-07-06","cited_by_count":3455,"area":null},{"id":"2404.06654","title":"RULER: What's the Real Context Size of Your Long-Context Language Models?","created":"2024-04-09","cited_by_count":1346,"area":null},{"id":"2401.09417","title":"Vision Mamba: Efficient Visual Representation Learning with Bidirectional State Space Model","created":"2024-01-17","cited_by_count":1056,"area":"ssm"},{"id":"2401.10166","title":"VMamba: Visual State Space Model","created":"2024-01-18","cited_by_count":969,"area":null},{"id":"2305.13048","title":"RWKV: Reinventing RNNs for the Transformer Era","created":"2023-05-22","cited_by_count":827,"area":null},{"id":"2304.14997","title":"Towards Automated Circuit Discovery for Mechanistic Interpretability","created":"2023-04-28","cited_by_count":724,"area":"mechinterp"},{"id":"2307.08621","title":"Retentive Network: A Successor to Transformer for Large Language Models","created":"2023-07-17","cited_by_count":613,"area":null},{"id":"2311.16867","title":"The Falcon Series of Open Language Models","created":"2023-11-28","cited_by_count":535,"area":null},{"id":"2407.08608","title":"FlashAttention-3: Fast and Accurate Attention with Asynchrony and Low-precision","created":"2024-07-11","cited_by_count":519,"area":null},{"id":"2312.06635","title":"Gated Linear Attention Transformers with Hardware-Efficient Training","created":"2023-12-11","cited_by_count":514,"area":"ssm"},{"id":"2404.14082","title":"Mechanistic Interpretability for AI Safety -- A Review","created":"2024-04-22","cited_by_count":422,"area":"mechinterp"},{"id":"2303.06349","title":"Resurrecting Recurrent Neural Networks for Long Sequences","created":"2023-03-11","cited_by_count":408,"area":null},{"id":"2403.19887","title":"Jamba: A Hybrid Transformer-Mamba Language Model","created":"2024-03-28","cited_by_count":401,"area":"moe"},{"id":"2406.06484","title":"Parallelizing Linear Transformers with the Delta Rule over Sequence Length","created":"2024-06-10","cited_by_count":396,"area":null},{"id":"2302.10866","title":"Hyena Hierarchy: Towards Larger Convolutional Language Models","created":"2023-02-21","cited_by_count":393,"area":null},{"id":"2407.04620","title":"Learning to (Learn at Test Time): RNNs with Expressive Hidden States","created":"2024-07-05","cited_by_count":355,"area":"ssm"},{"id":"2403.06977","title":"VideoMamba: State Space Model for Efficient Video Understanding","created":"2024-03-11","cited_by_count":328,"area":"ssm"},{"id":"2501.00663","title":"Titans: Learning to Memorize at Test Time","created":"2024-12-31","cited_by_count":328,"area":"lr"},{"id":"2307.10169","title":"Challenges and Applications of Large Language Models","created":"2023-07-19","cited_by_count":254,"area":null},{"id":"2402.19427","title":"Griffin: Mixing Gated Linear Recurrences with Local Attention for Efficient Language Models","created":"2024-02-29","cited_by_count":242,"area":null},{"id":"2307.11088","title":"L-Eval: Instituting Standardized Evaluation for Long Context Language Models","created":"2023-07-20","cited_by_count":233,"area":null},{"id":"2404.14294","title":"A Survey on Efficient Inference for Large Language Models","created":"2024-04-22","cited_by_count":205,"area":"inference"},{"id":"2307.02486","title":"LongNet: Scaling Transformers to 1,000,000,000 Tokens","created":"2023-07-05","cited_by_count":204,"area":null},{"id":"2306.15794","title":"HyenaDNA: Long-Range Genomic Sequence Modeling at Single Nucleotide Resolution","created":"2023-06-27","cited_by_count":194,"area":null},{"id":"2404.08819","title":"The Illusion of State in State-Space Models","created":"2024-04-12","cited_by_count":187,"area":null},{"id":"2312.03863","title":"Efficient Large Language Models: A Survey","created":"2023-12-06","cited_by_count":186,"area":null},{"id":"2406.02918","title":"U-KAN Makes Strong Backbone for Medical Image Segmentation and Generation","created":"2024-06-05","cited_by_count":179,"area":null},{"id":"2406.07522","title":"Samba: Simple Hybrid State Space Models for Efficient Unlimited Context Language Modeling","created":"2024-06-11","cited_by_count":174,"area":"ssm"},{"id":"2404.05892","title":"Eagle and Finch: RWKV with Matrix-Valued States and Dynamic Recurrence","created":"2024-04-08","cited_by_count":159,"area":null},{"id":"2405.05254","title":"You Only Cache Once: Decoder-Decoder Architectures for Language Models","created":"2024-05-08","cited_by_count":144,"area":null},{"id":"2403.17695","title":"PlainMamba: Improving Non-Hierarchical Mamba in Visual Recognition","created":"2024-03-26","cited_by_count":141,"area":"ssm"},{"id":"2402.00789","title":"Graph-Mamba: Towards Long-Range Graph Sequence Modeling with Selective State Spaces","created":"2024-02-01","cited_by_count":134,"area":"ssm"},{"id":"2404.07904","title":"HGRN2: Gated Linear RNNs with State Expansion","created":"2024-04-11","cited_by_count":127,"area":null},{"id":"2408.15237","title":"The Mamba in the Llama: Distilling and Accelerating Hybrid Models","created":"2024-08-27","cited_by_count":122,"area":"ssm"},{"id":"2402.04347","title":"The Hedgehog & the Porcupine: Expressive Linear Attentions with Softmax Mimicry","created":"2024-02-06","cited_by_count":120,"area":null},{"id":"2404.03425","title":"ChangeMamba: Remote Sensing Change Detection With Spatiotemporal State Space Model","created":"2024-04-04","cited_by_count":120,"area":"ssm"},{"id":"2403.09636","title":"Dynamic Memory Compression: Retrofitting LLMs for Accelerated Inference","created":"2024-03-14","cited_by_count":116,"area":null},{"id":"2403.03234","title":"Caduceus: Bi-Directional Equivariant Long-Range DNA Sequence Modeling","created":"2024-03-05","cited_by_count":113,"area":null},{"id":"2404.06564","title":"MambaAD: Exploring State Space Models for Multi-class Unsupervised Anomaly Detection","created":"2024-04-09","cited_by_count":113,"area":"ssm"},{"id":"2402.04248","title":"Can Mamba Learn How to Learn? A Comparative Study on In-Context Learning Tasks","created":"2024-02-06","cited_by_count":105,"area":"ssm"},{"id":"2406.04339","title":"RoboMamba: Efficient Vision-Language-Action Model for Robotic Reasoning and Manipulation","created":"2024-06-06","cited_by_count":103,"area":"vla"},{"id":"2311.04823","title":"Hierarchically Gated Recurrent Neural Network for Sequence Modeling","created":"2023-11-08","cited_by_count":102,"area":null},{"id":"2312.15234","title":"Towards Efficient Generative Large Language Model Serving: A Survey from Algorithms to Systems","created":"2023-12-23","cited_by_count":102,"area":"inference"},{"id":"2405.16605","title":"Demystify Mamba in Vision: A Linear Attention Perspective","created":"2024-05-26","cited_by_count":102,"area":"ssm"},{"id":"2411.12537","title":"Unlocking State-Tracking in Linear RNNs Through Negative Eigenvalues","created":"2024-11-19","cited_by_count":101,"area":"ssm"},{"id":"2309.05858","title":"Uncovering mesa-optimization algorithms in Transformers","created":"2023-09-11","cited_by_count":100,"area":null},{"id":"2403.14520","title":"Cobra: Extending Mamba to Multi-Modal Large Language Model for Efficient Inference","created":"2024-03-21","cited_by_count":97,"area":"mllm"},{"id":"2403.15796","title":"Understanding Emergent Abilities of Language Models from the Loss Perspective","created":"2024-03-23","cited_by_count":94,"area":null},{"id":"2401.12973","title":"In-Context Language Learning: Architectures and Algorithms","created":"2024-01-23","cited_by_count":89,"area":null},{"id":"2603.15569","title":"Mamba-3: Improved Sequence Modeling using State Space Principles","created":"2026-03-16","cited_by_count":89,"area":"lr"},{"id":"2401.08092","title":"A Survey of Resource-efficient LLM and Multimodal Foundation Models","created":"2024-01-16","cited_by_count":86,"area":null},{"id":"2402.08678","title":"Graph Mamba: Towards Learning on Graphs with State Space Models","created":"2024-02-13","cited_by_count":86,"area":"ssm"},{"id":"2403.13802","title":"ZigMa: A DiT-style Zigzag Mamba Diffusion Model","created":"2024-03-20","cited_by_count":84,"area":"diffusion"},{"id":"2403.15360","title":"SiMBA: Simplified Mamba-Based Architecture for Vision and Multivariate Time series","created":"2024-03-22","cited_by_count":82,"area":"ssm"},{"id":"2304.08442","title":"The MiniPile Challenge for Data-Efficient Language Models","created":"2023-04-17","cited_by_count":75,"area":null},{"id":"2306.00946","title":"Exposing Attention Glitches with Flip-Flop Language Modeling","created":"2023-06-01","cited_by_count":75,"area":null},{"id":"2311.18257","title":"Diffusion Models Without Attention","created":"2023-11-30","cited_by_count":75,"area":"diffusion"},{"id":"2402.09398","title":"Get More with LESS: Synthesizing Recurrence with KV Cache Compression for Efficient LLM Inference","created":"2024-02-14","cited_by_count":75,"area":"inference"},{"id":"2502.10297","title":"DeltaProduct: Improving State-Tracking in Linear RNNs via Householder Products","created":"2025-02-14","cited_by_count":75,"area":null},{"id":"2402.19047","title":"Theoretical Foundations of Deep Selective State-Space Models","created":"2024-02-29","cited_by_count":74,"area":"ssm"},{"id":"2501.12352","title":"Test-time regression: a unifying framework for designing sequence models with associative memory","created":"2025-01-21","cited_by_count":74,"area":null},{"id":"2405.14224","title":"DiM: Diffusion Mamba for Efficient High-Resolution Image Synthesis","created":"2024-05-23","cited_by_count":72,"area":"diffusion"},{"id":"2408.10189","title":"Transformers to SSMs: Distilling Quadratic Knowledge to Subquadratic Models","created":"2024-08-19","cited_by_count":67,"area":"ssm"},{"id":"2406.10700","title":"Voxel Mamba: Group-Free State Space Models for Point Cloud based 3D Object Detection","created":"2024-06-15","cited_by_count":66,"area":"ssm"},{"id":"2404.16112","title":"Mamba-360: Survey of State Space Models as Transformer Alternative for Long Sequence Modelling: Methods, Applications, and Challenges","created":"2024-04-24","cited_by_count":64,"area":"ssm"},{"id":"2302.06646","title":"Simple Hardware-Efficient Long Convolutions for Sequence Modeling","created":"2023-02-13","cited_by_count":62,"area":null},{"id":"2405.06573","title":"An Investigation of Incorporating Mamba for Speech Enhancement","created":"2024-05-10","cited_by_count":62,"area":"ssm"},{"id":"2405.14174","title":"Multi-Scale VMamba: Hierarchy in Hierarchy Visual State Space Model","created":"2024-05-23","cited_by_count":62,"area":null},{"id":"2401.13660","title":"MambaByte: Token-free Selective State Space Model","created":"2024-01-24","cited_by_count":59,"area":"ssm"},{"id":"2403.17844","title":"Mechanistic Design and Scaling of Hybrid Architectures","created":"2024-03-26","cited_by_count":59,"area":null},{"id":"2404.09516","title":"State Space Model for New-Generation Network Alternative to Transformers: A Survey","created":"2024-04-15","cited_by_count":59,"area":null},{"id":"2407.14207","title":"Longhorn: State Space Models are Amortized Online Learners","created":"2024-07-19","cited_by_count":59,"area":"ssm"},{"id":"2404.15956","title":"A Survey on Visual Mamba","created":"2024-04-24","cited_by_count":50,"area":"ssm"},{"id":"2503.04130","title":"STORM: Token-Efficient Long Video Understanding for Multimodal LLMs","created":"2025-03-06","cited_by_count":49,"area":"mllm"},{"id":"2405.16105","title":"MambaLLIE: Implicit Retinex-Aware Low Light Enhancement with Global-then-Local State Space","created":"2024-05-25","cited_by_count":48,"area":null},{"id":"2506.05233","title":"MesaNet: Sequence Modeling by Locally Optimal Test-Time Training","created":"2025-06-05","cited_by_count":47,"area":null},{"id":"2402.05964","title":"A Survey on Transformer Compression","created":"2024-02-05","cited_by_count":46,"area":null},{"id":"2403.09471","title":"MambaTalk: Efficient Holistic Gesture Synthesis with Selective State Space Models","created":"2024-03-14","cited_by_count":46,"area":"ssm"},{"id":"2404.08801","title":"Megalodon: Efficient LLM Pretraining and Inference with Unlimited Context Length","created":"2024-04-12","cited_by_count":46,"area":null},{"id":"2405.17394","title":"The Expressive Capacity of State Space Models: A Formal Language Perspective","created":"2024-05-27","cited_by_count":46,"area":null},{"id":"2402.03170","title":"Is Mamba Capable of In-Context Learning?","created":"2024-02-05","cited_by_count":45,"area":"ssm"},{"id":"2407.09941","title":"Hydra: Bidirectional State Space Models Through Generalized Matrix Mixers","created":"2024-07-13","cited_by_count":44,"area":"ssm"},{"id":"2501.04944","title":"MambaHSI: Spatial-Spectral Mamba for Hyperspectral Image Classification","created":"2025-01-09","cited_by_count":44,"area":"ssm"},{"id":"2502.12671","title":"Baichuan-M1: Pushing the Medical Capability of Large Language Models","created":"2025-02-18","cited_by_count":43,"area":null},{"id":"2410.15091","title":"Spatial-Mamba: Effective Visual State Space Models via Structure-aware State Fusion","created":"2024-10-19","cited_by_count":41,"area":"ssm"},{"id":"2403.19888","title":"MambaMixer: Efficient Selective State Space Models with Dual Token and Channel Selection","created":"2024-03-29","cited_by_count":40,"area":"ssm"},{"id":"2506.04761","title":"Log-Linear Attention","created":"2025-06-05","cited_by_count":40,"area":null},{"id":"2302.04931","title":"In-Context Learning with Many Demonstration Examples","created":"2023-02-09","cited_by_count":39,"area":null},{"id":"2309.13414","title":"State-space Models with Layer-wise Nonlinearity are Universal Approximators with Exponential Decaying Memory","created":"2023-09-23","cited_by_count":39,"area":null},{"id":"2507.06457","title":"A Systematic Analysis of Hybrid Linear Attention","created":"2025-07-08","cited_by_count":39,"area":null},{"id":"2410.01201","title":"Were RNNs All We Needed?","created":"2024-10-02","cited_by_count":38,"area":null},{"id":"2404.01705","title":"Samba: Semantic Segmentation of Remotely Sensed Images with State Space Model","created":"2024-04-02","cited_by_count":37,"area":"ssm"},{"id":"2406.03344","title":"Audio Mamba: Bidirectional State Space Model for Audio Representation Learning","created":"2024-06-05","cited_by_count":37,"area":"ssm"},{"id":"2307.11888","title":"Universality of Linear Recurrences Followed by Non-linear Projections: Finite-Width Guarantees and Benefits of Complex Eigenvalues","created":"2023-07-21","cited_by_count":36,"area":null},{"id":"2410.20399","title":"ThunderKittens: Simple, Fast, and Adorable AI Kernels","created":"2024-10-27","cited_by_count":36,"area":null},{"id":"2403.16536","title":"VMRNN: Integrating Vision Mamba and LSTM for Efficient and Accurate Spatiotemporal Forecasting","created":"2024-03-25","cited_by_count":35,"area":"ssm"},{"id":"2404.08406","title":"MambaDFuse: A Mamba-based Dual-phase Model for Multi-modality Image Fusion","created":"2024-04-12","cited_by_count":35,"area":"ssm"},{"id":"2311.05908","title":"FlashFFTConv: Efficient Convolutions for Long Sequences with Tensor Cores","created":"2023-11-10","cited_by_count":33,"area":null},{"id":"2512.17351","title":"Physics of Language Models: Part 4.1, Architecture Design and the Magic of Canon Layers","created":"2025-12-19","cited_by_count":33,"area":null},{"id":"2406.07592","title":"MambaLRP: Explaining Selective State Space Sequence Models","created":"2024-06-11","cited_by_count":32,"area":"ssm"}],"next_cursor":"100"}