{"total":401,"rows":[{"id":"2407.10671","title":"Qwen2 Technical Report","created":"2024-07-15","cited_by_count":2120,"area":null},{"id":"2405.21060","title":"Transformers are SSMs: Generalized Models and Efficient Algorithms Through Structured State Space Duality","created":"2024-05-31","cited_by_count":1336,"area":"ssm"},{"id":"2406.06484","title":"Parallelizing Linear Transformers with the Delta Rule over Sequence Length","created":"2024-06-10","cited_by_count":396,"area":null},{"id":"2407.02490","title":"MInference 1.0: Accelerating Pre-filling for Long-Context LLMs via Dynamic Sparse Attention","created":"2024-07-02","cited_by_count":383,"area":null},{"id":"2512.13564","title":"Memory in the Age of AI Agents","created":"2025-12-15","cited_by_count":303,"area":"agents"},{"id":"2409.02060","title":"OLMoE: Open Mixture-of-Experts Language Models","created":"2024-09-03","cited_by_count":301,"area":"moe"},{"id":"2407.06204","title":"A Survey on Mixture of Experts in Large Language Models","created":"2024-06-26","cited_by_count":237,"area":"moe"},{"id":"2406.10149","title":"BABILong: Testing the Limits of LLMs with Long Context Reasoning-in-a-Haystack","created":"2024-06-14","cited_by_count":215,"area":"lr"},{"id":"2410.10781","title":"When Attention Sink Emerges in Language Models: An Empirical View","created":"2024-10-14","cited_by_count":208,"area":"inference"},{"id":"2510.26692","title":"Kimi Linear: An Expressive, Efficient Attention Architecture","created":"2025-10-30","cited_by_count":196,"area":"deeprl"},{"id":"2406.07887","title":"An Empirical Study of Mamba-based Language Models","created":"2024-06-12","cited_by_count":186,"area":"ssm"},{"id":"2406.07522","title":"Samba: Simple Hybrid State Space Models for Efficient Unlimited Context Language Modeling","created":"2024-06-11","cited_by_count":174,"area":"ssm"},{"id":"2410.02660","title":"How to Train Long-Context Language Models (Effectively)","created":"2024-10-03","cited_by_count":146,"area":null},{"id":"2405.05254","title":"You Only Cache Once: Decoder-Decoder Architectures for Language Models","created":"2024-05-08","cited_by_count":144,"area":null},{"id":"2405.07992","title":"MambaOut: Do We Really Need Mamba for Vision?","created":"2024-05-13","cited_by_count":143,"area":"ssm"},{"id":"2405.16712","title":"Zamba: A Compact 7B SSM Hybrid Model","created":"2024-05-26","cited_by_count":124,"area":null},{"id":"2502.20766","title":"FlexPrefill: A Context-Aware Sparse Attention Mechanism for Efficient Long-Sequence Inference","created":"2025-02-28","cited_by_count":123,"area":null},{"id":"2408.15237","title":"The Mamba in the Llama: Distilling and Accelerating Hybrid Models","created":"2024-08-27","cited_by_count":122,"area":"ssm"},{"id":"2410.12781","title":"Long-LRM: Long-sequence Large Reconstruction Model for Wide-coverage Gaussian Splats","created":"2024-10-16","cited_by_count":114,"area":null},{"id":"2405.16605","title":"Demystify Mamba in Vision: A Linear Attention Perspective","created":"2024-05-26","cited_by_count":102,"area":"ssm"},{"id":"2409.02889","title":"LongLLaVA: Scaling Multi-modal LLMs to 1000 Images Efficiently via a Hybrid Architecture","created":"2024-09-04","cited_by_count":102,"area":"mllm"},{"id":"2504.03624","title":"Nemotron-H: A Family of Accurate and Efficient Hybrid Mamba-Transformer Models","created":"2025-04-04","cited_by_count":100,"area":"lr"},{"id":"2411.13676","title":"Hymba: A Hybrid-head Architecture for Small Language Models","created":"2024-11-20","cited_by_count":99,"area":null},{"id":"2503.07137","title":"A Comprehensive Survey of Mixture-of-Experts: Algorithms, Theory, and Applications","created":"2025-03-10","cited_by_count":91,"area":"moe"},{"id":"2408.03601","title":"DRAMA: An Efficient End-to-end Motion Planner for Autonomous Driving with Mamba","created":"2024-08-07","cited_by_count":87,"area":"driving"},{"id":"2409.05746","title":"LLMs Will Always Hallucinate, and We Need to Live With This","created":"2024-09-09","cited_by_count":78,"area":null},{"id":"2408.10189","title":"Transformers to SSMs: Distilling Quadratic Knowledge to Subquadratic Models","created":"2024-08-19","cited_by_count":67,"area":"ssm"},{"id":"2404.16112","title":"Mamba-360: Survey of State Space Models as Transformer Alternative for Long Sequence Modelling: Methods, Applications, and Challenges","created":"2024-04-24","cited_by_count":64,"area":"ssm"},{"id":"2410.18745","title":"Why Does the Effective Context Length of LLMs Fall Short?","created":"2024-10-24","cited_by_count":63,"area":null},{"id":"2405.12609","title":"Mamba in Speech: Towards an Alternative to Self-Attention","created":"2024-05-21","cited_by_count":60,"area":"ssm"},{"id":"2412.10319","title":"SCBench: A KV Cache-Centric Analysis of Long-Context Methods","created":"2024-12-13","cited_by_count":60,"area":"inference"},{"id":"2404.09516","title":"State Space Model for New-Generation Network Alternative to Transformers: A Survey","created":"2024-04-15","cited_by_count":59,"area":null},{"id":"2404.09937","title":"Compression Represents Intelligence Linearly","created":"2024-04-15","cited_by_count":56,"area":null},{"id":"2404.15956","title":"A Survey on Visual Mamba","created":"2024-04-24","cited_by_count":50,"area":"ssm"},{"id":"2408.12570","title":"Jamba-1.5: Hybrid Transformer-Mamba Models at Scale","created":"2024-08-22","cited_by_count":50,"area":"ssm"},{"id":"2406.14528","title":"DeciMamba: Exploring the Length Extrapolation Potential of Mamba","created":"2024-06-20","cited_by_count":49,"area":"ssm"},{"id":"2412.14219","title":"A Survey on Inference Optimization Techniques for Mixture of Experts Models","created":"2024-12-18","cited_by_count":47,"area":"moe"},{"id":"2502.01563","title":"Massive Values in Self-Attention Modules are the Key to Contextual Knowledge Understanding","created":"2025-02-03","cited_by_count":47,"area":null},{"id":"2405.05417","title":"Fishing for Magikarp: Automatically Detecting Under-trained Tokens in Large Language Models","created":"2024-05-08","cited_by_count":46,"area":null},{"id":"2410.05355","title":"Falcon Mamba: The First Competitive Attention-free 7B Language Model","created":"2024-10-07","cited_by_count":46,"area":"ssm"},{"id":"2407.09646","title":"Hamba: Single-view 3D Hand Reconstruction with Graph-guided Bi-Scanning Mamba","created":"2024-07-12","cited_by_count":45,"area":"ssm"},{"id":"2407.01527","title":"KV Cache Compression, But What Must We Give in Return? A Comprehensive Benchmark of Long Context Capable Approaches","created":"2024-07-01","cited_by_count":42,"area":"inference"},{"id":"2405.14858","title":"Mamba-R: Vision Mamba ALSO Needs Registers","created":"2024-05-23","cited_by_count":41,"area":"ssm"},{"id":"2508.15884","title":"Jet-Nemotron: Efficient Language Model with Post Neural Architecture Search","created":"2025-08-21","cited_by_count":41,"area":null},{"id":"2408.01129","title":"A Survey of Mamba","created":"2024-08-02","cited_by_count":39,"area":"ssm"},{"id":"2412.16178","title":"Context Clues: Evaluating Long Context Models for Clinical Prediction Tasks on EHRs","created":"2024-12-09","cited_by_count":39,"area":"ssm"},{"id":"2410.04466","title":"Large Language Model Inference Acceleration: A Comprehensive Hardware Perspective","created":"2024-10-06","cited_by_count":38,"area":"inference"},{"id":"2503.11579","title":"Vamba: Understanding Hour-Long Videos with Hybrid Mamba-Transformers","created":"2025-03-14","cited_by_count":36,"area":"mllm"},{"id":"2410.12360","title":"Towards Neural Scaling Laws for Time Series Foundation Models","created":"2024-10-16","cited_by_count":33,"area":null},{"id":"2503.01496","title":"Liger: Linearizing Large Language Models to Gated Recurrent Structures","created":"2025-03-03","cited_by_count":33,"area":null},{"id":"2404.05019","title":"Shortcut-connected Expert Parallelism for Accelerating Mixture-of-Experts","created":"2024-04-07","cited_by_count":32,"area":"moe"},{"id":"2411.00136","title":"LLM-Inference-Bench: Inference Benchmarking of Large Language Models on AI Accelerators","created":"2024-10-31","cited_by_count":32,"area":null},{"id":"2507.11407","title":"EXAONE 4.0: Unified Large Language Models Integrating Non-reasoning and Reasoning Modes","created":"2025-07-15","cited_by_count":32,"area":"lr"},{"id":"2405.10313","title":"How Far Are We From AGI: Are LLMs All We Need?","created":"2024-05-16","cited_by_count":31,"area":null},{"id":"2411.19379","title":"Marconi: Prefix Caching for the Era of Hybrid LLMs","created":"2024-11-28","cited_by_count":31,"area":null},{"id":"2603.12201","title":"IndexCache: Accelerating Sparse Attention via Cross-Layer Index Reuse","created":"2026-03-12","cited_by_count":31,"area":"agents"},{"id":"2409.06211","title":"STUN: Structured-Then-Unstructured Pruning for Scalable MoE Pruning","created":"2024-09-10","cited_by_count":30,"area":"moe"},{"id":"2410.17215","title":"MiniPLM: Knowledge Distillation for Pre-Training Language Models","created":"2024-10-22","cited_by_count":29,"area":"distill"},{"id":"2411.08147","title":"Large Language Models Can Self-Improve in Long-context Reasoning","created":"2024-11-12","cited_by_count":29,"area":"lr"},{"id":"2501.05414","title":"LongProc: Benchmarking Long-Context Language Models on Long Procedural Generation","created":"2025-01-09","cited_by_count":29,"area":null},{"id":"2410.13229","title":"Quamba: A Post-Training Quantization Recipe for Selective State Space Models","created":"2024-10-17","cited_by_count":28,"area":"ssm"},{"id":"2502.03738","title":"Scaling Laws in Patchification: An Image Is Worth 50,176 Tokens And More","created":"2025-02-06","cited_by_count":28,"area":null},{"id":"2405.15463","title":"PoinTramba: A Hybrid Transformer-Mamba Framework for Point Cloud Analysis","created":"2024-05-24","cited_by_count":26,"area":"ssm"},{"id":"2406.01159","title":"Dimba: Transformer-Mamba Diffusion Models","created":"2024-06-03","cited_by_count":26,"area":"diffusion"},{"id":"2407.06324","title":"B'MOJO: Hybrid State Space Realizations of Foundation Models with Eidetic and Fading Memory","created":"2024-07-08","cited_by_count":26,"area":null},{"id":"2412.15285","title":"Maximize Your Data's Potential: Enhancing LLM Accuracy with Two-Phase Pretraining","created":"2024-12-18","cited_by_count":26,"area":null},{"id":"2503.18292","title":"Jenga: Effective Memory Management for Serving LLM with Heterogeneity","created":"2025-03-24","cited_by_count":25,"area":"inference"},{"id":"2406.06367","title":"MVGamba: Unify 3D Content Generation as State Space Sequence Modeling","created":"2024-06-10","cited_by_count":23,"area":"diffusion"},{"id":"2407.09732","title":"Speech Slytherin: Examining the Performance and Efficiency of Mamba for Speech Separation, Recognition, and Synthesis","created":"2024-07-13","cited_by_count":23,"area":"ssm"},{"id":"2410.07265","title":"A Survey: Collaborative Hardware and Software Design in the Era of Large Language Models","created":"2024-10-08","cited_by_count":23,"area":null},{"id":"2507.02782","title":"Understanding and Improving Length Generalization in Recurrent Models","created":"2025-07-03","cited_by_count":23,"area":null},{"id":"2502.20339","title":"Thinking Slow, Fast: Scaling Inference Compute with Distilled Reasoners","created":"2025-02-27","cited_by_count":22,"area":"lr"},{"id":"2507.19595","title":"Efficient Attention Mechanisms for Large Language Models: A Survey","created":"2025-07-25","cited_by_count":22,"area":null},{"id":"2405.06067","title":"HMT: Hierarchical Memory Transformer for Efficient Long Context Language Processing","created":"2024-05-09","cited_by_count":21,"area":null},{"id":"2408.06291","title":"Mambular: A Sequential Model for Tabular Deep Learning","created":"2024-08-12","cited_by_count":21,"area":"ssm"},{"id":"2412.14166","title":"MegaSynth: Scaling Up 3D Scene Reconstruction with Synthesized Data","created":"2024-12-18","cited_by_count":21,"area":null},{"id":"2405.01726","title":"SSUMamba: Spatial-Spectral Selective State Space Model for Hyperspectral Image Denoising","created":"2024-05-02","cited_by_count":20,"area":"ssm"},{"id":"2407.08132","title":"DMM: Disparity-guided Multispectral Mamba for Oriented Object Detection in Remote Sensing","created":"2024-07-11","cited_by_count":20,"area":"ssm"},{"id":"2406.16330","title":"Pruning via Merging: Compressing LLMs via Manifold Alignment Based Layer Merging","created":"2024-06-24","cited_by_count":19,"area":null},{"id":"2410.10034","title":"TULIP: Token-length Upgraded CLIP","created":"2024-10-13","cited_by_count":19,"area":"mllm"},{"id":"2411.11072","title":"Multilingual Large Language Models: A Systematic Survey","created":"2024-11-17","cited_by_count":18,"area":null},{"id":"2501.00658","title":"Understanding and Mitigating Bottlenecks of State Space Models through the Lens of Recency and Over-smoothing","created":"2024-12-31","cited_by_count":18,"area":"ssm"},{"id":"2505.08137","title":"Large Language Models for Computer-Aided Design: A Survey","created":"2025-05-13","cited_by_count":18,"area":null},{"id":"2505.17272","title":"Zebra-Llama: Towards Extremely Efficient Hybrid Models","created":"2025-05-22","cited_by_count":18,"area":"inference"},{"id":"2507.08143","title":"Compactor: Calibrated Query-Agnostic KV Cache Compression with Approximate Leverage Scores","created":"2025-07-10","cited_by_count":17,"area":"inference"},{"id":"2602.01077","title":"PISA: Piecewise Sparse Attention Is Wiser for Efficient Diffusion Transformers","created":"2026-02-01","cited_by_count":17,"area":"diffusion"},{"id":"2404.14757","title":"SST: Multi-Scale Hybrid Mamba-Transformer Experts for Time Series Forecasting","created":"2024-04-23","cited_by_count":16,"area":"ssm"},{"id":"2503.22732","title":"Reasoning Beyond Limits: Advances and Open Problems for LLMs","created":"2025-03-26","cited_by_count":16,"area":"lr"},{"id":"2503.22879","title":"Quamba2: A Robust and Scalable Post-training Quantization Framework for Selective State Space Models","created":"2025-03-28","cited_by_count":16,"area":"ssm"},{"id":"2507.18074","title":"Neural Architecture Discovery via Autonomous Evolution","created":"2025-07-24","cited_by_count":16,"area":null},{"id":"2404.15772","title":"Bi-Mamba+: Bidirectional Mamba for Time Series Forecasting","created":"2024-04-24","cited_by_count":15,"area":"ssm"},{"id":"2407.12397","title":"Mamba-PTQ: Outlier Channels in Recurrent Large Language Models","created":"2024-07-17","cited_by_count":15,"area":"ssm"},{"id":"2511.18538","title":"From Code Foundation Models to Agents and Applications: A Comprehensive Survey and Practical Guide to Code Intelligence","created":"2025-11-23","cited_by_count":15,"area":"agents"},{"id":"2511.18890","title":"Nemotron-Flash: Towards Latency-Optimal Hybrid Small Language Models","created":"2025-11-24","cited_by_count":15,"area":null},{"id":"2411.18797","title":"SEUF: Is Unlearning One Expert Enough for Mixture-of-Experts LLMs?","created":"2024-11-27","cited_by_count":14,"area":"moe"},{"id":"2502.10928","title":"Probing Semantic Routing in Large Mixture-of-Expert Models","created":"2025-02-15","cited_by_count":14,"area":"moe"},{"id":"2505.00315","title":"Mixture of Sparse Attention: Content-Based Learnable Sparse Attention via Expert-Choice Routing","created":"2025-05-01","cited_by_count":14,"area":"moe"},{"id":"2510.04800","title":"Hybrid Architectures for Language Models: Systematic Analysis and Design Insights","created":"2025-10-06","cited_by_count":14,"area":"ssm"},{"id":"2406.12295","title":"Fast and Slow Generating: An Empirical Study on Large and Small Language Models Collaborative Decoding","created":"2024-06-18","cited_by_count":13,"area":null},{"id":"2408.15496","title":"ReMamba: Equip Mamba with Effective Long-Sequence Modeling","created":"2024-08-28","cited_by_count":13,"area":"ssm"}],"next_cursor":"100"}