{"total":24,"rows":[{"id":"2505.06708","title":"Gated Attention for Large Language Models: Non-linearity, Sparsity, and Attention-Sink-Free","created":"2025-05-10","cited_by_count":283,"area":"moe"},{"id":"2503.07137","title":"A Comprehensive Survey of Mixture-of-Experts: Algorithms, Theory, and Applications","created":"2025-03-10","cited_by_count":91,"area":"moe"},{"id":"2405.16039","title":"MoEUT: Mixture-of-Experts Universal Transformers","created":"2024-05-25","cited_by_count":59,"area":"moe"},{"id":"2412.14711","title":"ReMoE: Fully Differentiable Mixture-of-Experts with ReLU Routing","created":"2024-12-19","cited_by_count":54,"area":"moe"},{"id":"2412.14219","title":"A Survey on Inference Optimization Techniques for Mixture of Experts Models","created":"2024-12-18","cited_by_count":47,"area":"moe"},{"id":"2410.11842","title":"MoH: Multi-Head Attention as Mixture-of-Head Attention","created":"2024-10-15","cited_by_count":44,"area":"moe"},{"id":"2408.08274","title":"BAM! Just Like That: Simple and Efficient Parameter Upcycling for Mixture of Experts","created":"2024-08-15","cited_by_count":16,"area":"moe"},{"id":"2403.08245","title":"Scattered Mixture-of-Experts Implementation","created":"2024-03-13","cited_by_count":15,"area":"moe"},{"id":"2505.00315","title":"Mixture of Sparse Attention: Content-Based Learnable Sparse Attention via Expert-Choice Routing","created":"2025-05-01","cited_by_count":14,"area":"moe"},{"id":"2605.09165","title":"Sparse Layers are Critical to Scaling Looped Language Models","created":"2026-05-09","cited_by_count":11,"area":"moe"},{"id":"2506.21103","title":"Learning to Skip the Middle Layers of Transformers","created":"2025-06-26","cited_by_count":10,"area":"moe"},{"id":"2505.07260","title":"UMoE: Unifying Attention and FFN with Shared Experts","created":"2025-05-12","cited_by_count":6,"area":"moe"},{"id":"2502.00281","title":"Sigmoid Self-Attention has Lower Sample Complexity than Softmax Self-Attention: A Mixture-of-Experts Perspective","created":"2025-02-01","cited_by_count":4,"area":"moe"},{"id":"2506.18145","title":"Routing Mamba: Scaling State Space Models with Mixture-of-Experts Projection","created":"2025-06-22","cited_by_count":4,"area":"moe"},{"id":"2609.18176","title":"MoRE: Mixture of Reused Experts","created":"2026-09-16","cited_by_count":3,"area":"moe"},{"id":"2501.12602","title":"BLR-MoE: Boosted Language-Routing Mixture of Experts for Domain-Robust Multilingual E2E ASR","created":"2025-01-22","cited_by_count":2,"area":"moe"},{"id":"2606.20945","title":"Grouped Query Experts: Mixture-of-Experts on GQA Self-Attention","created":"2026-06-18","cited_by_count":2,"area":"moe"},{"id":"2504.09265","title":"Mixture of Group Experts for Learning Invariant Representations","created":"2025-04-12","cited_by_count":1,"area":"moe"},{"id":"2606.26183","title":"LiMoDE: Rethinking Lifelong Robot Manipulation from a Mixture-of-Dynamic-Experts Perspective","created":"2026-06-24","cited_by_count":1,"area":"moe"},{"id":"2504.08989","title":"RouterKT: Mixture-of-Experts for Knowledge Tracing","created":"2025-04-11","cited_by_count":0,"area":"moe"},{"id":"2510.27004","title":"Mixture-of-Transformers Learn Faster: A Theoretical Study on Classification Problems","created":"2025-10-30","cited_by_count":0,"area":"moe"},{"id":"2603.06938","title":"Swimba: Switch Mamba Model Scales State Space Models","created":"2026-03-06","cited_by_count":0,"area":"moe"},{"id":"2604.23740","title":"Transformer as an Euler Discretization of Score-based Variational Flow","created":"2026-04-26","cited_by_count":0,"area":"moe"},{"id":"2607.06601","title":"TriRoute: Unified Learned Routing for Joint Adaptive Attention, Experts, and KV-Cache Allocation","created":"2026-07-07","cited_by_count":0,"area":"moe"}],"next_cursor":null}