{"total":53,"rows":[{"id":"2201.05596","title":"DeepSpeed-MoE: Advancing Mixture-of-Experts Inference and Training to Power Next-Generation AI Scale","created":"2022-01-14","cited_by_count":404,"area":"moe"},{"id":"2202.08906","title":"ST-MoE: Designing Stable and Transferable Sparse Expert Models","created":"2022-02-17","cited_by_count":399,"area":"moe"},{"id":"2407.06204","title":"A Survey on Mixture of Experts in Large Language Models","created":"2024-06-26","cited_by_count":237,"area":"moe"},{"id":"2206.03382","title":"Tutel: Adaptive Mixture-of-Experts at Scale","created":"2022-06-07","cited_by_count":201,"area":"moe"},{"id":"2209.01667","title":"A Review of Sparse Expert Models in Deep Learning","created":"2022-09-04","cited_by_count":148,"area":"moe"},{"id":"2402.14800","title":"Not All Experts are Equal: Efficient Expert Pruning and Skipping for Mixture-of-Experts Large Language Models","created":"2024-02-22","cited_by_count":146,"area":"moe"},{"id":"2110.04260","title":"Taming Sparsely Activated Transformer with Stochastic Experts","created":"2021-10-08","cited_by_count":113,"area":"moe"},{"id":"2310.01334","title":"Merge, Then Compress: Demystify Efficient SMoE with Hints from Its Routing Policy","created":"2023-10-02","cited_by_count":108,"area":"moe"},{"id":"2308.12066","title":"Pre-gated MoE: An Algorithm-System Co-Design for Fast and Scalable Mixture-of-Expert Inference","created":"2023-08-23","cited_by_count":104,"area":"moe"},{"id":"2305.13230","title":"To Repeat or Not To Repeat: Insights from Scaling LLM under Token-Crisis","created":"2023-05-22","cited_by_count":92,"area":"moe"},{"id":"2309.14393","title":"LLMCarbon: Modeling the end-to-end Carbon Footprint of Large Language Models","created":"2023-09-25","cited_by_count":72,"area":"moe"},{"id":"2403.07652","title":"Harder Tasks Need More Experts: Dynamic Routing in MoE Models","created":"2024-03-12","cited_by_count":72,"area":"moe"},{"id":"2410.08245","title":"Flex-MoE: Modeling Arbitrary Modality Combination via the Flexible Mixture-of-Experts","created":"2024-10-10","cited_by_count":70,"area":"moe"},{"id":"2206.04674","title":"Uni-Perceiver-MoE: Learning Sparse Generalist Models with Conditional MoEs","created":"2022-06-09","cited_by_count":58,"area":"moe"},{"id":"2411.01016","title":"MoE-I$^2$: Compressing Mixture of Experts Models through Inter-Expert Pruning and Intra-Expert Low-Rank Decomposition","created":"2024-11-01","cited_by_count":57,"area":"moe"},{"id":"2303.06318","title":"A Hybrid Tensor-Expert-Data Parallelism Approach to Optimize Mixture-of-Experts Training","created":"2023-03-11","cited_by_count":47,"area":"moe"},{"id":"2410.06270","title":"Mixture Compressor for Mixture-of-Experts LLMs Gains More","created":"2024-10-08","cited_by_count":41,"area":"moe"},{"id":"2205.10034","title":"MoESys: A Distributed and Efficient Mixture-of-Experts Training and Inference System for Internet Services","created":"2022-05-20","cited_by_count":37,"area":"moe"},{"id":"2303.06182","title":"Towards MoE Deployment: Mitigating Inefficiencies in Mixture-of-Expert (MoE) Inference","created":"2023-03-10","cited_by_count":37,"area":"moe"},{"id":"2310.02410","title":"Mixture of Quantized Experts (MoQE): Complementary Effect of Low-bit Quantization and Robustness","created":"2023-10-03","cited_by_count":34,"area":"moe"},{"id":"2203.01104","title":"Parameter-Efficient Mixture-of-Experts Architecture for Pre-trained Language Models","created":"2022-03-02","cited_by_count":31,"area":"moe"},{"id":"2409.06211","title":"STUN: Structured-Then-Unstructured Pruning for Scalable MoE Pruning","created":"2024-09-10","cited_by_count":30,"area":"moe"},{"id":"2211.10017","title":"Who Says Elephants Can't Run: Bringing Large Scale MoE Models into Cloud Scale Production","created":"2022-11-18","cited_by_count":27,"area":"moe"},{"id":"2308.15030","title":"SwapMoE: Serving Off-the-shelf MoE-based Large Language Models with Tunable Memory Budget","created":"2023-08-29","cited_by_count":27,"area":"moe"},{"id":"2408.11304","title":"FedMoE: Personalized Federated Learning via Heterogeneous Mixture of Experts","created":"2024-08-21","cited_by_count":27,"area":"moe"},{"id":"2502.06643","title":"MoETuner: Optimized Mixture of Expert Serving with Balanced Expert Placement and Token Routing","created":"2025-02-10","cited_by_count":26,"area":"moe"},{"id":"2205.14336","title":"Gating Dropout: Communication-efficient Regularization for Sparsely Activated Transformers","created":"2022-05-28","cited_by_count":22,"area":"moe"},{"id":"2308.09723","title":"FineQuant: Unlocking Efficiency with Fine-Grained Weight-Only Quantization for LLMs","created":"2023-08-16","cited_by_count":22,"area":"moe"},{"id":"2504.05586","title":"Finding Fantastic Experts in MoEs: A Unified Study for Expert Dropping Strategies and Observations","created":"2025-04-08","cited_by_count":20,"area":"moe"},{"id":"2508.01625","title":"EAC-MoE: Expert-Selection Aware Compressor for Mixture-of-Experts Large Language Models","created":"2025-08-03","cited_by_count":18,"area":"moe"},{"id":"2409.12136","title":"GRIN: GRadient-INformed MoE","created":"2024-09-18","cited_by_count":17,"area":"moe"},{"id":"2310.07188","title":"Adaptive Gating in Mixture-of-Experts based Language Models","created":"2023-10-11","cited_by_count":16,"area":"moe"},{"id":"2411.18797","title":"SEUF: Is Unlearning One Expert Enough for Mixture-of-Experts LLMs?","created":"2024-11-27","cited_by_count":14,"area":"moe"},{"id":"2405.11530","title":"Learning More Generalized Experts by Merging Experts in Mixture-of-Experts","created":"2024-05-19","cited_by_count":12,"area":"moe"},{"id":"2511.19822","title":"Mosaic Pruning: A Hierarchical Framework for Generalizable Pruning of Mixture-of-Experts Models","created":"2025-11-25","cited_by_count":11,"area":"moe"},{"id":"2210.07535","title":"AutoMoE: Heterogeneous Mixture-of-Experts with Adaptive Computation for Efficient Neural Machine Translation","created":"2022-10-14","cited_by_count":10,"area":"moe"},{"id":"2407.09816","title":"MaskMoE: Boosting Token-Level Learning via Routing Mask in Mixture-of-Experts","created":"2024-07-13","cited_by_count":9,"area":"moe"},{"id":"2212.07571","title":"Fixing MoE Over-Fitting on Low-Resource Languages in Multilingual Machine Translation","created":"2022-12-15","cited_by_count":8,"area":"moe"},{"id":"2409.01483","title":"Revisiting SMoE Language Models by Evaluating Inefficiencies with Task Specific Expert Pruning","created":"2024-09-02","cited_by_count":8,"area":"moe"},{"id":"2407.14417","title":"Mixture of Experts with Mixture of Precisions for Tuning Quality of Service","created":"2024-07-19","cited_by_count":7,"area":"moe"},{"id":"2308.15772","title":"Task-Based MoE for Multitask Multilingual Machine Translation","created":"2023-08-30","cited_by_count":5,"area":"moe"},{"id":"2303.08374","title":"MCR-DL: Mix-and-Match Communication Runtime for Deep Learning","created":"2023-03-15","cited_by_count":4,"area":"moe"},{"id":"2304.11414","title":"Pipeline MoE: A Flexible MoE Implementation with Pipeline Parallelism","created":"2023-04-22","cited_by_count":4,"area":"moe"},{"id":"2412.08946","title":"MoSLD: An Extremely Parameter-Efficient Mixture-of-Shared LoRAs for Multi-Task Learning","created":"2024-12-12","cited_by_count":4,"area":"moe"},{"id":"2305.02176","title":"Towards Being Parameter-Efficient: A Stratified Sparsely Activated Transformer with Dynamic Capacity","created":"2023-05-03","cited_by_count":3,"area":"moe"},{"id":"2602.08019","title":"The Rise of Sparse Mixture-of-Experts: A Survey from Algorithmic Foundations to Decentralized Architectures and Vertical Domain Applications","created":"2026-02-08","cited_by_count":2,"area":"moe"},{"id":"2407.01126","title":"Investigating the potential of Sparse Mixtures-of-Experts for multi-domain neural machine translation","created":"2024-07-01","cited_by_count":1,"area":"moe"},{"id":"2506.22175","title":"MPipeMoE: Memory Efficient MoE for Pre-trained Models with Adaptive Pipeline Parallelism","created":"2025-06-27","cited_by_count":1,"area":"moe"},{"id":"2508.18376","title":"DualSparse-MoE: Coordinating Tensor/Neuron-Level Sparsity with Expert Partition and Reconstruction","created":"2025-08-25","cited_by_count":1,"area":"moe"},{"id":"2607.01444","title":"On the Utility and Factual Reliability of Pruned Mixture-of-Experts Models in the Biomedical Domain","created":"2026-07-01","cited_by_count":1,"area":"moe"},{"id":"2505.06481","title":"QoS-Efficient Serving of Multiple Mixture-of-Expert LLMs Using Partial Runtime Reconfiguration","created":"2025-05-10","cited_by_count":0,"area":"moe"},{"id":"2607.05116","title":"Communication-Aware Placement and Pruning for Efficient Mixture-of-Experts Inference","created":"2026-07-06","cited_by_count":0,"area":"moe"},{"id":"2609.06072","title":"ACE: Adapter Consolidation across Experts for Parameter-Efficient Fine-Tuning of MoE LLMs","created":"2026-09-05","cited_by_count":0,"area":"moe"}],"next_cursor":null}