{"total":20,"rows":[{"id":"2101.03961","title":"Switch Transformers: Scaling to Trillion Parameter Models with Simple and Efficient Sparsity","created":"2021-01-11","cited_by_count":3073,"area":"moe"},{"id":"2502.13189","title":"MoBA: Mixture of Block Attention for Long-Context LLMs","created":"2025-02-18","cited_by_count":198,"area":"moe"},{"id":"2110.01786","title":"MoEfication: Transformer Feed-forward Layers are Mixtures of Experts","created":"2021-10-05","cited_by_count":152,"area":"moe"},{"id":"2410.13276","title":"SeerAttention: Learning Intrinsic Sparse Attention in Your LLMs","created":"2024-10-17","cited_by_count":124,"area":"moe"},{"id":"2303.06182","title":"Towards MoE Deployment: Mitigating Inefficiencies in Mixture-of-Expert (MoE) Inference","created":"2023-03-10","cited_by_count":37,"area":"moe"},{"id":"2404.05019","title":"Shortcut-connected Expert Parallelism for Accelerating Mixture-of-Experts","created":"2024-04-07","cited_by_count":32,"area":"moe"},{"id":"2409.06669","title":"DA-MoE: Towards Dynamic Expert Allocation for Mixture-of-Experts Models","created":"2024-09-10","cited_by_count":15,"area":"moe"},{"id":"2505.00315","title":"Mixture of Sparse Attention: Content-Based Learnable Sparse Attention via Expert-Choice Routing","created":"2025-05-01","cited_by_count":14,"area":"moe"},{"id":"2305.13999","title":"Towards A Unified View of Sparse Feed-Forward Network in Pretraining Large Language Model","created":"2023-05-23","cited_by_count":9,"area":"moe"},{"id":"2509.24406","title":"Muon: Training and Trade-offs with Latent Attention and MoE","created":"2025-09-29","cited_by_count":3,"area":"moe"},{"id":"2508.01261","title":"Unifying Mixture of Experts and Multi-Head Latent Attention for Efficient Language Models","created":"2025-08-02","cited_by_count":2,"area":"moe"},{"id":"2508.08825","title":"Wavelet Mixture of Experts for Time Series Forecasting","created":"2025-08-12","cited_by_count":2,"area":"moe"},{"id":"2510.07459","title":"MoGU: Mixture-of-Gaussians with Uncertainty-based Gating for Time Series Forecasting","created":"2025-10-08","cited_by_count":2,"area":"moe"},{"id":"2602.01219","title":"Mixture-of-Top-k Attention: Efficient Attention via Scalable Fast Weights","created":"2026-02-01","cited_by_count":2,"area":"moe"},{"id":"2503.02495","title":"Union of Experts: Adapting Hierarchical Routing to Equivalently Decomposed Transformer","created":"2025-03-04","cited_by_count":1,"area":"moe"},{"id":"2509.10530","title":"Dynamic Adaptive Shared Experts with Grouped Multi-Head Attention Mixture of Experts","created":"2025-09-05","cited_by_count":0,"area":"moe"},{"id":"2512.20920","title":"RevFFN: Memory-Efficient Full-Parameter Fine-Tuning of Mixture-of-Experts LLMs with Reversible Blocks","created":"2025-12-24","cited_by_count":0,"area":"moe"},{"id":"2606.09907","title":"LongMoE: Longitudinal Multimodal Learning via Trajectory-Aware Mixture-of-Experts","created":"2026-06-06","cited_by_count":0,"area":"moe"},{"id":"2607.06601","title":"TriRoute: Unified Learned Routing for Joint Adaptive Attention, Experts, and KV-Cache Allocation","created":"2026-07-07","cited_by_count":0,"area":"moe"},{"id":"2608.11623","title":"FM-LLM: A frequency-enhanced mixture-of-experts framework for adapting LLMs to time series forecasting","created":"2026-08-12","cited_by_count":0,"area":"moe"}],"next_cursor":null}