{"total":22,"rows":[{"id":"2407.06204","title":"A Survey on Mixture of Experts in Large Language Models","created":"2024-06-26","cited_by_count":237,"area":"moe"},{"id":"2206.03382","title":"Tutel: Adaptive Mixture-of-Experts at Scale","created":"2022-06-07","cited_by_count":201,"area":"moe"},{"id":"2112.10684","title":"Efficient Large Scale Language Modeling with Mixtures of Experts","created":"2021-12-20","cited_by_count":175,"area":"moe"},{"id":"2110.04260","title":"Taming Sparsely Activated Transformer with Stochastic Experts","created":"2021-10-08","cited_by_count":113,"area":"moe"},{"id":"2205.10034","title":"MoESys: A Distributed and Efficient Mixture-of-Experts Training and Inference System for Internet Services","created":"2022-05-20","cited_by_count":37,"area":"moe"},{"id":"2303.06182","title":"Towards MoE Deployment: Mitigating Inefficiencies in Mixture-of-Expert (MoE) Inference","created":"2023-03-10","cited_by_count":37,"area":"moe"},{"id":"2109.05238","title":"Universal Simultaneous Machine Translation with Mixture-of-Experts Wait-k Policy","created":"2021-09-11","cited_by_count":32,"area":"moe"},{"id":"2310.07096","title":"Sparse Universal Transformer","created":"2023-10-11","cited_by_count":32,"area":"moe"},{"id":"2404.05019","title":"Shortcut-connected Expert Parallelism for Accelerating Mixture-of-Experts","created":"2024-04-07","cited_by_count":32,"area":"moe"},{"id":"2112.14397","title":"EvoMoE: An Evolutional Mixture-of-Experts Training Framework via Dense-To-Sparse Gate","created":"2021-12-29","cited_by_count":30,"area":"moe"},{"id":"2403.18926","title":"XMoE: Sparse Models with Fine-grained and Adaptive Expert Selection","created":"2024-02-27","cited_by_count":28,"area":"moe"},{"id":"2310.00811","title":"Sparse Backpropagation for MoE Training","created":"2023-10-01","cited_by_count":17,"area":"moe"},{"id":"2402.00893","title":"MoDE: A Mixture-of-Experts Model with Mutual Distillation among the Experts","created":"2024-01-31","cited_by_count":12,"area":"moe"},{"id":"2402.12399","title":"Turn Waste into Worth: Rectifying Top-$k$ Router of MoE","created":"2024-02-17","cited_by_count":11,"area":"moe"},{"id":"2210.07535","title":"AutoMoE: Heterogeneous Mixture-of-Experts with Adaptive Computation for Efficient Neural Machine Translation","created":"2022-10-14","cited_by_count":10,"area":"moe"},{"id":"2203.06850","title":"Efficient Language Modeling with Sparse all-MLP","created":"2022-03-14","cited_by_count":8,"area":"moe"},{"id":"2212.07571","title":"Fixing MoE Over-Fitting on Low-Resource Languages in Multilingual Machine Translation","created":"2022-12-15","cited_by_count":8,"area":"moe"},{"id":"2210.14465","title":"Eeny, meeny, miny, moe. How to choose data for morphological inflection","created":"2022-10-26","cited_by_count":6,"area":"moe"},{"id":"2308.15772","title":"Task-Based MoE for Multitask Multilingual Machine Translation","created":"2023-08-30","cited_by_count":5,"area":"moe"},{"id":"2410.23507","title":"Efficient and Interpretable Grammatical Error Correction with Mixture of Experts","created":"2024-10-30","cited_by_count":3,"area":"moe"},{"id":"2508.13337","title":"X-MoE: Enabling Scalable Training for Emerging Mixture-of-Experts Architectures on HPC Platforms","created":"2025-08-18","cited_by_count":3,"area":"moe"},{"id":"2511.16947","title":"Fine-grained MoE Load Balancing with Linear Programming","created":"2025-11-21","cited_by_count":1,"area":"moe"}],"next_cursor":null}