{"total":124,"rows":[{"id":"2405.21060","title":"Transformers are SSMs: Generalized Models and Efficient Algorithms Through Structured State Space Duality","created":"2024-05-31","cited_by_count":1336,"area":"ssm"},{"id":"2407.08608","title":"FlashAttention-3: Fast and Accurate Attention with Asynchrony and Low-precision","created":"2024-07-11","cited_by_count":519,"area":null},{"id":"2409.02060","title":"OLMoE: Open Mixture-of-Experts Language Models","created":"2024-09-03","cited_by_count":301,"area":"moe"},{"id":"2406.07887","title":"An Empirical Study of Mamba-based Language Models","created":"2024-06-12","cited_by_count":186,"area":"ssm"},{"id":"2411.13676","title":"Hymba: A Hybrid-head Architecture for Small Language Models","created":"2024-11-20","cited_by_count":99,"area":null},{"id":"2410.20672","title":"Relaxed Recursive Transformers: Effective Parameter Sharing with Layer-wise LoRA","created":"2024-10-28","cited_by_count":78,"area":null},{"id":"2505.01618","title":"Don't be lazy: CompleteP enables compute-efficient deep transformers","created":"2025-05-02","cited_by_count":78,"area":null},{"id":"2510.00636","title":"Expected Attention: KV Cache Compression by Estimating Attention from Future Queries Distribution","created":"2025-10-01","cited_by_count":74,"area":"inference"},{"id":"2410.05355","title":"Falcon Mamba: The First Competitive Attention-free 7B Language Model","created":"2024-10-07","cited_by_count":46,"area":"ssm"},{"id":"2504.16053","title":"LongMamba: Enhancing Mamba's Long Context Capabilities via Training-Free Receptive Field Enlargement","created":"2025-04-22","cited_by_count":42,"area":"ssm"},{"id":"2507.06457","title":"A Systematic Analysis of Hybrid Linear Attention","created":"2025-07-08","cited_by_count":39,"area":null},{"id":"2503.11579","title":"Vamba: Understanding Hour-Long Videos with Hybrid Mamba-Transformers","created":"2025-03-14","cited_by_count":36,"area":"mllm"},{"id":"2502.14458","title":"Llamba: Scaling Distilled Recurrent Models for Efficient Language Processing","created":"2025-02-20","cited_by_count":35,"area":"ssm"},{"id":"2503.01496","title":"Liger: Linearizing Large Language Models to Gated Recurrent Structures","created":"2025-03-03","cited_by_count":33,"area":null},{"id":"2411.19379","title":"Marconi: Prefix Caching for the Era of Hybrid LLMs","created":"2024-11-28","cited_by_count":31,"area":null},{"id":"2410.10254","title":"LoLCATs: On Low-Rank Linearizing of Large Language Models","created":"2024-10-14","cited_by_count":27,"area":null},{"id":"2412.15285","title":"Maximize Your Data's Potential: Enhancing LLM Accuracy with Two-Phase Pretraining","created":"2024-12-18","cited_by_count":26,"area":null},{"id":"2411.15242","title":"The Zamba2 Suite: Technical Report","created":"2024-11-22","cited_by_count":21,"area":null},{"id":"2510.06826","title":"Mid-Training of Large Language Models: A Survey","created":"2025-10-08","cited_by_count":21,"area":null},{"id":"2410.07739","title":"SLIM: Let LLM Learn More and Forget Less with Soft LoRA and Identity Mixture","created":"2024-10-10","cited_by_count":19,"area":"moe"},{"id":"2412.18603","title":"Long-Form Speech Generation with Spoken Language Models","created":"2024-12-24","cited_by_count":19,"area":null},{"id":"2503.13427","title":"xLSTM 7B: A Recurrent LLM for Fast and Efficient Inference","created":"2025-03-17","cited_by_count":18,"area":null},{"id":"2504.18574","title":"Understanding the Skill Gap in Recurrent Language Models: The Role of the Gather-and-Aggregate Mechanism","created":"2025-04-22","cited_by_count":15,"area":null},{"id":"2511.18890","title":"Nemotron-Flash: Towards Latency-Optimal Hybrid Small Language Models","created":"2025-11-24","cited_by_count":15,"area":null},{"id":"2510.04800","title":"Hybrid Architectures for Language Models: Systematic Analysis and Design Insights","created":"2025-10-06","cited_by_count":14,"area":"ssm"},{"id":"2408.04093","title":"Tree Attention: Topology-aware Decoding for Long-Context Attention on GPU clusters","created":"2024-08-07","cited_by_count":13,"area":null},{"id":"2411.06068","title":"Zyda-2: a 5 Trillion Token High-Quality Dataset","created":"2024-11-09","cited_by_count":13,"area":null},{"id":"2507.16577","title":"Scaling Linear Attention with Sparse State Expansion","created":"2025-07-22","cited_by_count":13,"area":null},{"id":"2602.17634","title":"Reverso: Efficient Time Series Foundation Models for Zero-shot Forecasting","created":"2026-02-19","cited_by_count":13,"area":null},{"id":"2503.01868","title":"Systems and Algorithms for Convolutional Multi-Hybrid Language Models at Scale","created":"2025-02-25","cited_by_count":12,"area":null},{"id":"2505.23666","title":"LoLA: Low-Rank Linear Attention With Sparse Caching","created":"2025-05-29","cited_by_count":12,"area":null},{"id":"2411.04168","title":"DiMSUM: Diffusion Mamba -- A Scalable and Unified Spatial-Frequency Method for Image Generation","created":"2024-11-06","cited_by_count":11,"area":"diffusion"},{"id":"2412.13328","title":"Expansion Span: Combining Fading Memory and Retrieval in Hybrid State Space Models","created":"2024-12-17","cited_by_count":11,"area":null},{"id":"2511.21016","title":"Gated KalmaNet: A Fading Memory Layer Through Test-Time Ridge Regression","created":"2025-11-26","cited_by_count":11,"area":null},{"id":"2412.14354","title":"State Space Models are Strong Text Rerankers","created":"2024-12-18","cited_by_count":10,"area":"ssm"},{"id":"2505.14969","title":"STree: Speculative Tree Decoding for Hybrid State-Space Models","created":"2025-05-20","cited_by_count":10,"area":"inference"},{"id":"2510.07019","title":"Native Hybrid Attention for Efficient Sequence Modeling","created":"2025-10-08","cited_by_count":10,"area":null},{"id":"2512.08829","title":"InfiniteVL: Synergizing Linear and Sparse Attention for Highly-Efficient, Unlimited-Input Vision-Language Models","created":"2025-12-09","cited_by_count":10,"area":"mllm"},{"id":"2406.16135","title":"Crosslingual Capabilities and Knowledge Barriers in Multilingual Large Language Models","created":"2024-06-23","cited_by_count":9,"area":null},{"id":"2410.01485","title":"A Little Goes a Long Way: Efficient Long Context Training and Inference with Partial Contexts","created":"2024-10-02","cited_by_count":9,"area":"inference"},{"id":"2503.18970","title":"Advancing Intelligent Sequence Modeling: Evolution, Trade-offs, and Applications of State-Space Architectures from S4 to Mamba","created":"2025-03-22","cited_by_count":9,"area":"ssm"},{"id":"2505.22135","title":"RAD: Redundancy-Aware Distillation for Hybrid Models via Self-Speculative Decoding","created":"2025-05-28","cited_by_count":8,"area":"inference"},{"id":"2501.17088","title":"Mamba-Shedder: Post-Transformer Compression for Efficient Selective Structured State Space Models","created":"2025-01-28","cited_by_count":7,"area":"ssm"},{"id":"2502.10807","title":"HybriDNA: A Hybrid Transformer-Mamba2 Long-Range DNA Language Model","created":"2025-02-15","cited_by_count":7,"area":null},{"id":"2504.11409","title":"Minitron-SSM: Efficient Hybrid Language Model Compression through Group-Aware SSM Pruning","created":"2025-04-15","cited_by_count":7,"area":null},{"id":"2604.24432","title":"Kwai Summary Attention Technical Report","created":"2026-04-27","cited_by_count":7,"area":"lr"},{"id":"2407.05489","title":"How Effective are State Space Models for Machine Translation?","created":"2024-07-07","cited_by_count":6,"area":"ssm"},{"id":"2504.03101","title":"Single-Pass Document Scanning for Question Answering","created":"2025-04-04","cited_by_count":6,"area":null},{"id":"2504.21463","title":"RWKV-X: A Linear Complexity Hybrid Language Model","created":"2025-04-30","cited_by_count":6,"area":null},{"id":"2507.09025","title":"Lizard: An Efficient Linearization Framework for Large Language Models","created":"2025-07-11","cited_by_count":6,"area":null},{"id":"2510.17196","title":"Understanding and Improving Length Generalization in Hierarchical Sparse Attention Models","created":"2025-10-20","cited_by_count":6,"area":null},{"id":"2511.16664","title":"Nemotron Elastic: Towards Efficient Many-in-One Reasoning LLMs","created":"2025-11-20","cited_by_count":6,"area":"lr"},{"id":"2602.11374","title":"Retrieval-Aware Distillation for Transformer-SSM Hybrids","created":"2026-02-11","cited_by_count":6,"area":null},{"id":"2606.01774","title":"FLARE: Diffusion for Hybrid Language Model","created":"2026-06-01","cited_by_count":6,"area":null},{"id":"2502.13785","title":"Helix-mRNA: A Hybrid Foundation Model For Full Sequence mRNA Therapeutics","created":"2025-02-19","cited_by_count":5,"area":null},{"id":"2509.05276","title":"SpikingBrain: Spiking Brain-inspired Large Models","created":"2025-09-05","cited_by_count":5,"area":null},{"id":"2510.04476","title":"Compressed Convolutional Attention: Efficient Attention in a Compressed Latent Space","created":"2025-10-06","cited_by_count":5,"area":"moe"},{"id":"2510.26912","title":"Understanding and Enhancing Mamba-Transformer Hybrids for Memory Recall and Language Modeling","created":"2025-10-30","cited_by_count":5,"area":"ssm"},{"id":"2601.17367","title":"Elastic Attention: Test-time Adaptive Sparsity Ratios for Efficient Transformers","created":"2026-01-24","cited_by_count":5,"area":null},{"id":"2602.11534","title":"Krause Synchronization Transformers","created":"2026-02-12","cited_by_count":5,"area":null},{"id":"2605.08301","title":"Priming: Hybrid State Space Models From Pre-trained Transformers","created":"2026-05-08","cited_by_count":5,"area":null},{"id":"2407.12220","title":"Questionable practices in machine learning","created":"2024-07-17","cited_by_count":4,"area":null},{"id":"2410.18572","title":"Taipan: Efficient and Expressive State Space Language Models with Selective Attention","created":"2024-10-24","cited_by_count":4,"area":"ssm"},{"id":"2411.15224","title":"Parameter Efficient Mamba Tuning via Projector-targeted Diagonal-centric Linear Transformation","created":"2024-11-21","cited_by_count":4,"area":"ssm"},{"id":"2501.01618","title":"Merging Context Clustering with Visual State Space Models for Medical Image Segmentation","created":"2025-01-03","cited_by_count":4,"area":null},{"id":"2503.10665","title":"Small Vision-Language Models: A Survey on Compact Architectures and Techniques","created":"2025-03-09","cited_by_count":4,"area":"mllm"},{"id":"2511.18571","title":"SAMBA: Toward a Long-Context EEG Foundation Model via Spatial Embedding and Differential Mamba","created":"2025-11-23","cited_by_count":4,"area":"ssm"},{"id":"2607.14144","title":"The Capability Convergence Hypothesis: Capability from Access Structure, Not Scale","created":"2026-07-14","cited_by_count":4,"area":null},{"id":"2406.01981","title":"Zyda: A 1.3T Dataset for Open Language Modeling","created":"2024-06-04","cited_by_count":3,"area":null},{"id":"2410.10473","title":"The Implicit Bias of Structured State Space Models Can Be Poisoned With Clean Labels","created":"2024-10-14","cited_by_count":3,"area":"ssm"},{"id":"2506.09316","title":"On-the-Fly Adaptive Distillation of Transformer to Dual-State Linear Attention","created":"2025-06-11","cited_by_count":3,"area":null},{"id":"2508.18387","title":"Integral Transformer: Denoising Attention, Not Too Much Not Too Little","created":"2025-08-25","cited_by_count":3,"area":null},{"id":"2601.11667","title":"Distill-then-Replace: Efficient Task-Specific Hybrid Attention Model Construction","created":"2026-01-16","cited_by_count":3,"area":null},{"id":"2601.22379","title":"SPLA: Block Sparse Plus Linear Attention for Long Context Modeling","created":"2026-01-29","cited_by_count":3,"area":null},{"id":"2602.22719","title":"Interpreting and Steering State-Space Models via Activation Subspace Bottlenecks","created":"2026-02-26","cited_by_count":3,"area":"ssm"},{"id":"2603.15590","title":"Effective Distillation to Hybrid xLSTM Architectures","created":"2026-03-16","cited_by_count":3,"area":null},{"id":"2605.07182","title":"Star Elastic: Many-in-One Reasoning LLMs with Efficient Budget Control","created":"2026-05-08","cited_by_count":3,"area":"lr"},{"id":"2408.12963","title":"Open Llama2 Model for the Lithuanian Language","created":"2024-08-23","cited_by_count":2,"area":null},{"id":"2501.05465","title":"Small Language Models (SLMs) Can Still Pack a Punch: A survey (updated 2026)","created":"2025-01-03","cited_by_count":2,"area":null},{"id":"2501.13230","title":"Let SSMs be ConvNets: State-space Modeling with Optimal Tensor Contractions","created":"2025-01-22","cited_by_count":2,"area":null},{"id":"2502.17873","title":"An Efficient Self-Supervised Framework for Long-Sequence EEG Modeling","created":"2025-02-25","cited_by_count":2,"area":null},{"id":"2507.06204","title":"Differential Mamba","created":"2025-07-08","cited_by_count":2,"area":"ssm"},{"id":"2510.11602","title":"Deconstructing Attention: Investigating Design Principles for Effective Language Modeling","created":"2025-10-13","cited_by_count":2,"area":null},{"id":"2601.01972","title":"Hidden State Poisoning Attacks against Mamba-based Language Models","created":"2026-01-05","cited_by_count":2,"area":"ssm"},{"id":"2604.13440","title":"A KL Lens on Quantization: Fast, Forward-Only Sensitivity for Mixed-Precision SSM-Transformer Models","created":"2026-04-15","cited_by_count":2,"area":null},{"id":"2606.30562","title":"Morphing into Hybrid Attention Models","created":"2026-06-29","cited_by_count":2,"area":null},{"id":"2608.02032","title":"DART: Decoded Attention over Recurrent States for Efficient Long-Context Sequence Modeling","created":"2026-08-03","cited_by_count":2,"area":"ssm"},{"id":"2411.12663","title":"PoM: Efficient Image and Video Generation with the Polynomial Mixer","created":"2024-11-19","cited_by_count":1,"area":"diffusion"},{"id":"2509.00141","title":"Scaling Legal AI: Benchmarking Mamba and Transformers for Statutory Classification and Case Law Retrieval","created":"2025-08-29","cited_by_count":1,"area":null},{"id":"2511.00576","title":"FlashEVA: Accelerating LLM inference via Efficient Attention","created":"2025-11-01","cited_by_count":1,"area":null},{"id":"2511.10480","title":"Scalable Synthesis of distributed LLM workloads through Symbolic Tensor Graphs","created":"2025-11-13","cited_by_count":1,"area":null},{"id":"2601.02944","title":"XLSR-MamBo: Scaling the Hybrid Mamba-Attention Backbone for Audio Deepfake Detection","created":"2026-01-06","cited_by_count":1,"area":"ssm"},{"id":"2602.03922","title":"Online Vector Quantized Attention","created":"2026-02-03","cited_by_count":1,"area":null},{"id":"2603.02874","title":"Retrievit: In-context Retrieval Capabilities of Transformers, State Space Models, and Hybrid Architectures","created":"2026-03-03","cited_by_count":1,"area":null},{"id":"2603.15954","title":"MobileLLM-Flash: Latency-Guided On-Device LLM Design for Industry Scale Deployment","created":"2026-03-16","cited_by_count":1,"area":null},{"id":"2603.20997","title":"When Does Content-Based Routing Work? Representation Requirements for Selective Attention in Hybrid Sequence Models","created":"2026-03-22","cited_by_count":1,"area":"ssm"},{"id":"2603.22325","title":"Hybrid Associative Memories","created":"2026-03-20","cited_by_count":1,"area":null},{"id":"2605.05066","title":"The Impossibility Triangle of Long-Context Modeling","created":"2026-05-06","cited_by_count":1,"area":null},{"id":"2606.12364","title":"On Subquadratic Architectures: From Applications to Principles","created":"2026-06-10","cited_by_count":1,"area":null},{"id":"2608.21199","title":"Tydra: An Efficient Hybrid Model for Tabular Data","created":"2026-08-21","cited_by_count":1,"area":null}],"next_cursor":"100"}