{"total":29,"rows":[{"id":"2101.03961","title":"Switch Transformers: Scaling to Trillion Parameter Models with Simple and Efficient Sparsity","created":"2021-01-11","cited_by_count":3073,"area":"moe"},{"id":"2202.09368","title":"Mixture-of-Experts with Expert Choice Routing","created":"2022-02-18","cited_by_count":623,"area":"moe"},{"id":"2201.05596","title":"DeepSpeed-MoE: Advancing Mixture-of-Experts Inference and Training to Power Next-Generation AI Scale","created":"2022-01-14","cited_by_count":404,"area":"moe"},{"id":"2202.08906","title":"ST-MoE: Designing Stable and Transferable Sparse Expert Models","created":"2022-02-17","cited_by_count":399,"area":"moe"},{"id":"2212.05055","title":"Sparse Upcycling: Training Mixture-of-Experts from Dense Checkpoints","created":"2022-12-09","cited_by_count":209,"area":"moe"},{"id":"2309.05444","title":"Pushing Mixture of Experts to the Limit: Extremely Parameter Efficient MoE for Instruction Tuning","created":"2023-09-11","cited_by_count":150,"area":"moe"},{"id":"2209.01667","title":"A Review of Sparse Expert Models in Deep Learning","created":"2022-09-04","cited_by_count":148,"area":"moe"},{"id":"2103.13262","title":"FastMoE: A Fast Mixture-of-Expert Training System","created":"2021-03-24","cited_by_count":112,"area":"moe"},{"id":"2304.03946","title":"FlexMoE: Scaling Large-scale Sparse Pre-trained Model Training via Dynamic Device Placement","created":"2023-04-08","cited_by_count":53,"area":"moe"},{"id":"2310.18859","title":"SiDA-MoE: Sparsity-Inspired Data-Aware Serving for Efficient and Scalable Large Mixture-of-Experts Models","created":"2023-10-29","cited_by_count":38,"area":"moe"},{"id":"2409.06211","title":"STUN: Structured-Then-Unstructured Pruning for Scalable MoE Pruning","created":"2024-09-10","cited_by_count":30,"area":"moe"},{"id":"2310.09762","title":"Diversifying the Mixture-of-Experts Representation for Language Models with Orthogonal Optimizer","created":"2023-10-15","cited_by_count":29,"area":"moe"},{"id":"2402.12656","title":"HyperMoE: Towards Better Mixture of Experts via Transferring Among Experts","created":"2024-02-20","cited_by_count":26,"area":"moe"},{"id":"2210.16433","title":"Knowledge-in-Context: Towards Knowledgeable Semi-Parametric Language Models","created":"2022-10-28","cited_by_count":24,"area":"moe"},{"id":"2507.00390","title":"MoNE: Replacing Redundant Experts with Lightweight Novices for Structured Pruning of MoE","created":"2025-07-01","cited_by_count":13,"area":"moe"},{"id":"2205.12399","title":"Sparse Mixers: Combining MoE and Mixing to build a more efficient BERT","created":"2022-05-24","cited_by_count":12,"area":"moe"},{"id":"2402.12399","title":"Turn Waste into Worth: Rectifying Top-$k$ Router of MoE","created":"2024-02-17","cited_by_count":11,"area":"moe"},{"id":"2311.10768","title":"Memory Augmented Language Models through Mixture of Word Experts","created":"2023-11-15","cited_by_count":9,"area":"moe"},{"id":"2402.15082","title":"PEMT: Multi-Task Correlation Guided Mixture-of-Experts Enables Parameter-Efficient Transfer Learning","created":"2024-02-23","cited_by_count":7,"area":"moe"},{"id":"2511.07419","title":"Routing Manifold Alignment Improves Generalization of Mixture-of-Experts LLMs","created":"2025-11-10","cited_by_count":7,"area":"moe"},{"id":"2506.21035","title":"Little by Little: Continual Learning via Incremental Mixture of Rank-1 Associative Memory Experts","created":"2025-06-26","cited_by_count":5,"area":"moe"},{"id":"2509.00996","title":"MEPT: Mixture of Expert Prompt Tuning as a Manifold Mapper","created":"2025-08-31","cited_by_count":5,"area":"moe"},{"id":"2205.01848","title":"Optimizing Mixture of Experts using Dynamic Recompilations","created":"2022-05-04","cited_by_count":4,"area":"moe"},{"id":"2408.04307","title":"MoC-System: Efficient Fault Tolerance for Sparse Mixture-of-Experts Model Training","created":"2024-08-08","cited_by_count":4,"area":"moe"},{"id":"2503.21135","title":"DynaMo: Runtime Switchable Quantization for MoE with Cross-Dataset Adaptation","created":"2025-03-27","cited_by_count":4,"area":"moe"},{"id":"2604.19048","title":"SAMoRA: Semantic-Aware Mixture of LoRA Experts for Task-Adaptive Learning","created":"2026-04-21","cited_by_count":3,"area":"moe"},{"id":"2403.02436","title":"How does Architecture Influence the Base Capabilities of Pre-trained Language Models? A Case Study Based on FFN-Wider and MoE Transformers","created":"2024-03-04","cited_by_count":1,"area":"moe"},{"id":"2509.10530","title":"Dynamic Adaptive Shared Experts with Grouped Multi-Head Attention Mixture of Experts","created":"2025-09-05","cited_by_count":0,"area":"moe"},{"id":"2610.00367","title":"MoRA: MoE Pruning via Router Bias Learning and Expert Approximation","created":"2026-09-30","cited_by_count":0,"area":"moe"}],"next_cursor":null}