{"total":14,"rows":[{"id":"2101.03961","title":"Switch Transformers: Scaling to Trillion Parameter Models with Simple and Efficient Sparsity","created":"2021-01-11","cited_by_count":3073,"area":"moe"},{"id":"2202.08906","title":"ST-MoE: Designing Stable and Transferable Sparse Expert Models","created":"2022-02-17","cited_by_count":399,"area":"moe"},{"id":"2112.10684","title":"Efficient Large Scale Language Modeling with Mixtures of Experts","created":"2021-12-20","cited_by_count":175,"area":"moe"},{"id":"2209.01667","title":"A Review of Sparse Expert Models in Deep Learning","created":"2022-09-04","cited_by_count":148,"area":"moe"},{"id":"2110.03742","title":"Beyond Distillation: Task-level Mixture-of-Experts for Efficient Inference","created":"2021-09-24","cited_by_count":96,"area":"moe"},{"id":"2109.10465","title":"Scalable and Efficient MoE Training for Multitask Multilingual Models","created":"2021-09-22","cited_by_count":76,"area":"moe"},{"id":"2402.13089","title":"Towards an empirical understanding of MoE design choices","created":"2024-02-20","cited_by_count":20,"area":"moe"},{"id":"2501.13074","title":"Autonomy-of-Experts Models","created":"2025-01-22","cited_by_count":7,"area":"moe"},{"id":"2212.05191","title":"SMILE: Scaling Mixture-of-Experts with Efficient Bi-level Routing","created":"2022-12-10","cited_by_count":3,"area":"moe"},{"id":"2303.12892","title":"Improving Transformer Performance for French Clinical Notes Classification Using Mixture of Experts on a Limited Dataset","created":"2023-03-22","cited_by_count":3,"area":"moe"},{"id":"2305.02176","title":"Towards Being Parameter-Efficient: A Stratified Sparsely Activated Transformer with Dynamic Capacity","created":"2023-05-03","cited_by_count":3,"area":"moe"},{"id":"2305.13993","title":"Condensing Multilingual Knowledge with Lightweight Language-Specific Modules","created":"2023-05-23","cited_by_count":3,"area":"moe"},{"id":"2505.14173","title":"THOR-MoE: Hierarchical Task-Guided and Context-Responsive Routing for Neural Machine Translation","created":"2025-05-20","cited_by_count":2,"area":"moe"},{"id":"2609.00407","title":"DynaNDE: Dynamic Near-Data Expert Scheduling for Batched MoE Inference","created":"2026-08-31","cited_by_count":0,"area":"moe"}],"next_cursor":null}