{"total":32,"rows":[{"id":"2101.03961","title":"Switch Transformers: Scaling to Trillion Parameter Models with Simple and Efficient Sparsity","created":"2021-01-11","cited_by_count":3073,"area":"moe"},{"id":"2006.16668","title":"GShard: Scaling Giant Models with Conditional Computation and Automatic Sharding","created":"2020-06-30","cited_by_count":1631,"area":"moe"},{"id":"2202.09368","title":"Mixture-of-Experts with Expert Choice Routing","created":"2022-02-18","cited_by_count":623,"area":"moe"},{"id":"2202.08906","title":"ST-MoE: Designing Stable and Transferable Sparse Expert Models","created":"2022-02-17","cited_by_count":399,"area":"moe"},{"id":"2402.07871","title":"Scaling Laws for Fine-Grained Mixture of Experts","created":"2024-02-12","cited_by_count":173,"area":"moe"},{"id":"2309.05444","title":"Pushing Mixture of Experts to the Limit: Extremely Parameter Efficient MoE for Instruction Tuning","created":"2023-09-11","cited_by_count":150,"area":"moe"},{"id":"2209.01667","title":"A Review of Sparse Expert Models in Deep Learning","created":"2022-09-04","cited_by_count":148,"area":"moe"},{"id":"2103.13262","title":"FastMoE: A Fast Mixture-of-Expert Training System","created":"2021-03-24","cited_by_count":112,"area":"moe"},{"id":"2210.17223","title":"Accelerating Distributed MoE Training and Inference with Lina","created":"2022-10-31","cited_by_count":109,"area":"moe"},{"id":"2109.10465","title":"Scalable and Efficient MoE Training for Multitask Multilingual Models","created":"2021-09-22","cited_by_count":76,"area":"moe"},{"id":"2305.12281","title":"Lifelong Language Pretraining with Distribution-Specialized Experts","created":"2023-05-20","cited_by_count":66,"area":"moe"},{"id":"2210.05144","title":"Mixture of Attention Heads: Selecting Attention Heads Per Token","created":"2022-10-11","cited_by_count":60,"area":"moe"},{"id":"2206.04674","title":"Uni-Perceiver-MoE: Learning Sparse Generalist Models with Conditional MoEs","created":"2022-06-09","cited_by_count":58,"area":"moe"},{"id":"2310.16795","title":"QMoE: Practical Sub-1-Bit Compression of Trillion-Parameter Models","created":"2023-10-25","cited_by_count":42,"area":"moe"},{"id":"2211.10017","title":"Who Says Elephants Can't Run: Bringing Large Scale MoE Models into Cloud Scale Production","created":"2022-11-18","cited_by_count":27,"area":"moe"},{"id":"2305.12129","title":"Lifting the Curse of Capacity Gap in Distilling Language Models","created":"2023-05-20","cited_by_count":25,"area":"moe"},{"id":"2105.15082","title":"M6-T: Exploring Sparse Expert Models and Beyond","created":"2021-05-31","cited_by_count":22,"area":"moe"},{"id":"2205.14336","title":"Gating Dropout: Communication-efficient Regularization for Sparsely Activated Transformers","created":"2022-05-28","cited_by_count":22,"area":"moe"},{"id":"2308.09723","title":"FineQuant: Unlocking Efficiency with Fine-Grained Weight-Only Quantization for LLMs","created":"2023-08-16","cited_by_count":22,"area":"moe"},{"id":"2206.02107","title":"Interpretable Mixture of Experts","created":"2022-06-05","cited_by_count":17,"area":"moe"},{"id":"2302.09915","title":"TA-MoE: Topology-Aware Large Scale Mixture-of-Expert Training","created":"2023-02-20","cited_by_count":15,"area":"moe"},{"id":"2407.14417","title":"Mixture of Experts with Mixture of Precisions for Tuning Quality of Service","created":"2024-07-19","cited_by_count":7,"area":"moe"},{"id":"2208.04461","title":"A Theoretical View on Sparsely Activated Networks","created":"2022-08-08","cited_by_count":6,"area":"moe"},{"id":"2407.00875","title":"MoE-CT: A Novel Approach For Large Language Models Training With Resistance To Catastrophic Forgetting","created":"2024-06-25","cited_by_count":6,"area":"moe"},{"id":"2505.02005","title":"Learning Heterogeneous Mixture of Scene Experts for Large-scale Neural Radiance Fields","created":"2025-05-04","cited_by_count":4,"area":"moe"},{"id":"2212.05191","title":"SMILE: Scaling Mixture-of-Experts with Efficient Bi-level Routing","created":"2022-12-10","cited_by_count":3,"area":"moe"},{"id":"2505.08944","title":"Toward Cost-Efficient Serving of Mixture-of-Experts with Asynchrony","created":"2025-05-13","cited_by_count":3,"area":"moe"},{"id":"2405.16836","title":"Enhancing Fast Feed Forward Networks with Load Balancing and a Master Leaf Node","created":"2024-05-27","cited_by_count":1,"area":"moe"},{"id":"2506.22175","title":"MPipeMoE: Memory Efficient MoE for Pre-trained Models with Adaptive Pipeline Parallelism","created":"2025-06-27","cited_by_count":1,"area":"moe"},{"id":"2505.06481","title":"QoS-Efficient Serving of Multiple Mixture-of-Expert LLMs Using Partial Runtime Reconfiguration","created":"2025-05-10","cited_by_count":0,"area":"moe"},{"id":"2604.26294","title":"Folding Tensor and Sequence Parallelism for Memory-Efficient Transformer Training & Inference","created":"2026-04-29","cited_by_count":0,"area":"moe"},{"id":"2609.16179","title":"Z-Loss Backward Geometry in Dense Output Heads and Sparse Routers","created":"2026-07-31","cited_by_count":0,"area":"moe"}],"next_cursor":null}