{"total":14,"rows":[{"id":"2505.06708","title":"Gated Attention for Large Language Models: Non-linearity, Sparsity, and Attention-Sink-Free","created":"2025-05-10","cited_by_count":283,"area":"moe"},{"id":"2502.13189","title":"MoBA: Mixture of Block Attention for Long-Context LLMs","created":"2025-02-18","cited_by_count":198,"area":"moe"},{"id":"2410.13276","title":"SeerAttention: Learning Intrinsic Sparse Attention in Your LLMs","created":"2024-10-17","cited_by_count":124,"area":"moe"},{"id":"2412.14711","title":"ReMoE: Fully Differentiable Mixture-of-Experts with ReLU Routing","created":"2024-12-19","cited_by_count":54,"area":"moe"},{"id":"2402.01771","title":"BlackMamba: Mixture of Experts for State-Space Models","created":"2024-02-01","cited_by_count":37,"area":"moe"},{"id":"2503.05447","title":"Linear-MoE: Linear Sequence Modeling Meets Mixture-of-Experts","created":"2025-03-07","cited_by_count":6,"area":"moe"},{"id":"2510.04476","title":"Compressed Convolutional Attention: Efficient Attention in a Compressed Latent Space","created":"2025-10-06","cited_by_count":5,"area":"moe"},{"id":"2606.26560","title":"Erase-then-Delta Attention: Decoupling Erase and Write Addresses in Delta-Rule Linear Attention","created":"2026-06-25","cited_by_count":5,"area":"moe"},{"id":"2601.01260","title":"MambaFormer: Token-Level Guided Routing Mixture-of-Experts for Accurate and Efficient Clinical Assistance","created":"2026-01-03","cited_by_count":1,"area":"moe"},{"id":"2504.08247","title":"Millions of States: Designing a Scalable MoE Architecture with RWKV-7 Meta-learner","created":"2025-04-11","cited_by_count":0,"area":"moe"},{"id":"2603.06938","title":"Swimba: Switch Mamba Model Scales State Space Models","created":"2026-03-06","cited_by_count":0,"area":"moe"},{"id":"2605.00604","title":"Affinity Is Not Enough: Recovering the Free Energy Principle in Mixture-of-Experts","created":"2026-05-01","cited_by_count":0,"area":"moe"},{"id":"2605.18848","title":"Exact Linear Attention","created":"2026-05-13","cited_by_count":0,"area":"moe"},{"id":"2609.39137","title":"ID Balancing: Stable Training of Extremely Sparse MoE via PID-Based Load Control","created":"2026-09-30","cited_by_count":0,"area":"moe"}],"next_cursor":null}