{"total":360,"rows":[{"id":"2401.04088","title":"Mixtral of Experts","created":"2024-01-08","cited_by_count":1823,"area":"moe"},{"id":"2401.06066","title":"DeepSeekMoE: Towards Ultimate Expert Specialization in Mixture-of-Experts Language Models","created":"2024-01-11","cited_by_count":867,"area":"moe"},{"id":"2409.02060","title":"OLMoE: Open Mixture-of-Experts Language Models","created":"2024-09-03","cited_by_count":301,"area":"moe"},{"id":"2308.00951","title":"From Sparse to Soft Mixtures of Experts","created":"2023-08-02","cited_by_count":248,"area":"moe"},{"id":"2211.15841","title":"MegaBlocks: Efficient Sparse Training with Mixture-of-Experts","created":"2022-11-29","cited_by_count":209,"area":"moe"},{"id":"2212.05055","title":"Sparse Upcycling: Training Mixture-of-Experts from Dense Checkpoints","created":"2022-12-09","cited_by_count":209,"area":"moe"},{"id":"2408.15664","title":"Auxiliary-Loss-Free Load Balancing Strategy for Mixture-of-Experts","created":"2024-08-28","cited_by_count":205,"area":"moe"},{"id":"2402.01739","title":"OpenMoE: An Early Effort on Open Mixture-of-Experts Language Models","created":"2024-01-29","cited_by_count":187,"area":"moe"},{"id":"2402.07871","title":"Scaling Laws for Fine-Grained Mixture of Experts","created":"2024-02-12","cited_by_count":173,"area":"moe"},{"id":"2204.09179","title":"On the Representation Collapse of Sparse Mixture of Experts","created":"2022-04-20","cited_by_count":157,"area":"moe"},{"id":"2309.05444","title":"Pushing Mixture of Experts to the Limit: Extremely Parameter Efficient MoE for Instruction Tuning","created":"2023-09-11","cited_by_count":150,"area":"moe"},{"id":"2209.01667","title":"A Review of Sparse Expert Models in Deep Learning","created":"2022-09-04","cited_by_count":148,"area":"moe"},{"id":"2406.16554","title":"LLaMA-MoE: Building Mixture-of-Experts from LLaMA with Continual Pre-training","created":"2024-06-24","cited_by_count":123,"area":"moe"},{"id":"2210.17223","title":"Accelerating Distributed MoE Training and Inference with Lina","created":"2022-10-31","cited_by_count":109,"area":"moe"},{"id":"2308.12066","title":"Pre-gated MoE: An Algorithm-System Co-Design for Fast and Scalable Mixture-of-Expert Inference","created":"2023-08-23","cited_by_count":104,"area":"moe"},{"id":"2306.03745","title":"Soft Merging of Experts with Adaptive Routing","created":"2023-06-06","cited_by_count":90,"area":"moe"},{"id":"2402.00433","title":"Merging Multi-Task Models via Weight-Ensembling Mixture of Experts","created":"2024-02-01","cited_by_count":85,"area":"moe"},{"id":"2402.08609","title":"Mixtures of Experts Unlock Parameter Scaling for Deep RL","created":"2024-02-13","cited_by_count":78,"area":"moe"},{"id":"2411.18466","title":"Complexity Experts are Task-Discriminative Learners for Any Image Restoration","created":"2024-11-27","cited_by_count":77,"area":"moe"},{"id":"2411.11217","title":"MoE-Lightning: High-Throughput MoE Inference on Memory-constrained GPUs","created":"2024-11-18","cited_by_count":73,"area":"moe"},{"id":"2403.07652","title":"Harder Tasks Need More Experts: Dynamic Routing in MoE Models","created":"2024-03-12","cited_by_count":72,"area":"moe"},{"id":"2407.04153","title":"Mixture of A Million Experts","created":"2024-07-04","cited_by_count":72,"area":"moe"},{"id":"2405.01029","title":"MVMoE: Multi-Task Vehicle Routing Solver with Mixture-of-Experts","created":"2024-05-02","cited_by_count":70,"area":"moe"},{"id":"2410.08245","title":"Flex-MoE: Modeling Arbitrary Modality Combination via the Flexible Mixture-of-Experts","created":"2024-10-10","cited_by_count":70,"area":"moe"},{"id":"2308.14352","title":"EdgeMoE: Empowering Sparse Large Language Models on Mobile Devices","created":"2023-08-28","cited_by_count":69,"area":"moe"},{"id":"2402.03226","title":"FuseMoE: Mixture-of-Experts Transformers for Fleximodal Fusion","created":"2024-02-05","cited_by_count":68,"area":"moe"},{"id":"2305.14705","title":"Mixture-of-Experts Meets Instruction Tuning:A Winning Combination for Large Language Models","created":"2023-05-24","cited_by_count":65,"area":"moe"},{"id":"2407.21770","title":"MoMa: Efficient Early-Fusion Pre-training with Mixture of Modality-Aware Experts","created":"2024-07-31","cited_by_count":62,"area":"moe"},{"id":"2303.01610","title":"Sparse MoE as the New Dropout: Scaling Dense and Self-Slimmable Transformers","created":"2023-03-02","cited_by_count":59,"area":"moe"},{"id":"2405.14297","title":"Dynamic Mixture of Experts: An Auto-Tuning Approach for Efficient Transformer Models","created":"2024-05-23","cited_by_count":56,"area":"moe"},{"id":"2410.07348","title":"MoE++: Accelerating Mixture-of-Experts Methods with Zero-Computation Experts","created":"2024-10-09","cited_by_count":56,"area":"moe"},{"id":"2406.16437","title":"Theory on Mixture-of-Experts in Continual Learning","created":"2024-06-24","cited_by_count":54,"area":"moe"},{"id":"2412.14711","title":"ReMoE: Fully Differentiable Mixture-of-Experts with ReLU Routing","created":"2024-12-19","cited_by_count":54,"area":"moe"},{"id":"2501.11873","title":"Demons in the Detail: On Implementing Load Balancing Loss for Training Specialized Mixture-of-Expert Models","created":"2025-01-21","cited_by_count":54,"area":"moe"},{"id":"2407.00945","title":"Efficient Expert Pruning for Sparse Mixture-of-Experts Language Models: Enhancing Performance and Reducing Inference Costs","created":"2024-07-01","cited_by_count":53,"area":"moe"},{"id":"2410.07524","title":"Upcycling Large Language Models into Mixture of Experts","created":"2024-10-10","cited_by_count":49,"area":"moe"},{"id":"2502.19811","title":"Comet: Fine-grained Computation-communication Overlapping for Mixture-of-Experts","created":"2025-02-27","cited_by_count":49,"area":"moe"},{"id":"2408.04693","title":"Understanding the Performance and Estimating the Cost of LLM Fine-Tuning","created":"2024-08-08","cited_by_count":48,"area":"moe"},{"id":"2412.14219","title":"A Survey on Inference Optimization Techniques for Mixture of Experts Models","created":"2024-12-18","cited_by_count":47,"area":"moe"},{"id":"2410.11842","title":"MoH: Multi-Head Attention as Mixture-of-Head Attention","created":"2024-10-15","cited_by_count":44,"area":"moe"},{"id":"2310.16795","title":"QMoE: Practical Sub-1-Bit Compression of Trillion-Parameter Models","created":"2023-10-25","cited_by_count":42,"area":"moe"},{"id":"2505.22323","title":"Advancing Expert Specialization for Better MoE","created":"2025-05-28","cited_by_count":39,"area":"moe"},{"id":"2405.03133","title":"Lory: Fully Differentiable Mixture-of-Experts for Autoregressive Language Model Pre-training","created":"2024-05-06","cited_by_count":37,"area":"moe"},{"id":"2306.04073","title":"Patch-level Routing in Mixture-of-Experts is Provably Sample-efficient for Convolutional Neural Networks","created":"2023-06-07","cited_by_count":35,"area":"moe"},{"id":"2305.03288","title":"Demystifying Softmax Gating Function in Gaussian Mixture of Experts","created":"2023-05-05","cited_by_count":33,"area":"moe"},{"id":"2404.05019","title":"Shortcut-connected Expert Parallelism for Accelerating Mixture-of-Experts","created":"2024-04-07","cited_by_count":32,"area":"moe"},{"id":"2308.10110","title":"Robust Mixture-of-Expert Training for Convolutional Neural Networks","created":"2023-08-19","cited_by_count":30,"area":"moe"},{"id":"2310.09762","title":"Diversifying the Mixture-of-Experts Representation for Language Models with Orthogonal Optimizer","created":"2023-10-15","cited_by_count":29,"area":"moe"},{"id":"2403.13358","title":"GeRM: A Generalist Robotic Model with Mixture-of-experts for Quadruped Robot","created":"2024-03-20","cited_by_count":29,"area":"moe"},{"id":"2408.10681","title":"HMoE: Heterogeneous Mixture of Experts for Language Modeling","created":"2024-08-20","cited_by_count":29,"area":"moe"},{"id":"2401.08383","title":"Exploiting Inter-Layer Expert Affinity for Accelerating Mixture-of-Experts Model Inference","created":"2024-01-16","cited_by_count":28,"area":"moe"},{"id":"2402.15505","title":"Co-Supervised Learning: Improving Weak-to-Strong Generalization with Hierarchical Mixture of Experts","created":"2024-02-23","cited_by_count":28,"area":"moe"},{"id":"2403.18926","title":"XMoE: Sparse Models with Fine-grained and Adaptive Expert Selection","created":"2024-02-27","cited_by_count":28,"area":"moe"},{"id":"2308.11793","title":"Enhancing NeRF akin to Enhancing LLMs: Generalizable NeRF Transformer with Mixture-of-View-Experts","created":"2023-08-22","cited_by_count":27,"area":"moe"},{"id":"2404.08452","title":"MoE-FFD: Mixture of Experts for Generalized and Parameter-Efficient Face Forgery Detection","created":"2024-04-12","cited_by_count":27,"area":"moe"},{"id":"2402.12656","title":"HyperMoE: Towards Better Mixture of Experts via Transferring Among Experts","created":"2024-02-20","cited_by_count":26,"area":"moe"},{"id":"2311.02684","title":"Octavius: Mitigating Task Interference in MLLMs via LoRA-MoE","created":"2023-11-05","cited_by_count":25,"area":"moe"},{"id":"2406.02500","title":"Towards Efficient Mixture of Experts: A Holistic Study of Compression Techniques","created":"2024-06-04","cited_by_count":24,"area":"moe"},{"id":"2502.19261","title":"Drop-Upcycling: Training Sparse Mixture of Experts with Partial Re-initialization","created":"2025-02-26","cited_by_count":24,"area":"moe"},{"id":"2503.07639","title":"Mixture of Experts Made Intrinsically Interpretable","created":"2025-03-05","cited_by_count":24,"area":"moe"},{"id":"2310.14188","title":"A General Theory for Softmax Gating Multinomial Logistic Mixture of Experts","created":"2023-10-22","cited_by_count":23,"area":"moe"},{"id":"2401.15969","title":"Routers in Vision Mixture of Experts: An Empirical Study","created":"2024-01-29","cited_by_count":23,"area":"moe"},{"id":"2402.02526","title":"CompeteSMoE -- Effective Training of Sparse Mixture of Experts via Competition","created":"2024-02-04","cited_by_count":23,"area":"moe"},{"id":"2410.21804","title":"Efficient and Effective Weight-Ensembling Mixture of Experts for Multi-Task Model Merging","created":"2024-10-29","cited_by_count":23,"area":"moe"},{"id":"2401.02731","title":"Parameter-Efficient Sparsity Crafting from Dense to Mixture-of-Experts for Instruction Tuning on General Tasks","created":"2024-01-05","cited_by_count":22,"area":"moe"},{"id":"2404.19429","title":"Lancet: Accelerating Mixture-of-Experts Training via Whole Graph Computation-Communication Overlapping","created":"2024-04-30","cited_by_count":22,"area":"moe"},{"id":"2506.14038","title":"Load Balancing Mixture of Experts with Similarity Preserving Routers","created":"2025-06-16","cited_by_count":22,"area":"moe"},{"id":"2405.16646","title":"A Provably Effective Method for Pruning Experts in Fine-tuned Sparse Mixture-of-Experts","created":"2024-05-26","cited_by_count":21,"area":"moe"},{"id":"2406.18420","title":"Mixture of Experts in a Mixture of RL settings","created":"2024-06-26","cited_by_count":21,"area":"moe"},{"id":"2408.06793","title":"Layerwise Recurrent Router for Mixture-of-Experts","created":"2024-08-13","cited_by_count":21,"area":"moe"},{"id":"2410.19034","title":"Mixture of Parrots: Experts improve memorization more than reasoning","created":"2024-10-24","cited_by_count":21,"area":"moe"},{"id":"2512.14080","title":"SonicMoE: Accelerating MoE with IO and Tile-aware Optimizations","created":"2025-12-16","cited_by_count":21,"area":"moe"},{"id":"2305.06324","title":"Alternating Gradient Descent and Mixture-of-Experts for Integrated Multimodal Perception","created":"2023-05-10","cited_by_count":19,"area":"moe"},{"id":"2405.14507","title":"Unchosen Experts Can Contribute Too: Unleashing MoE Models' Power by Self-Contrast","created":"2024-05-23","cited_by_count":19,"area":"moe"},{"id":"2411.12364","title":"Ultra-Sparse Memory Network","created":"2024-11-19","cited_by_count":19,"area":"moe"},{"id":"2603.07685","title":"Scalable Training of Mixture-of-Experts Models with Megatron Core","created":"2026-03-08","cited_by_count":19,"area":"moe"},{"id":"2312.10868","title":"From Google Gemini to OpenAI Q* (Q-Star): A Survey of Reshaping the Generative Artificial Intelligence (AI) Research Landscape","created":"2023-12-18","cited_by_count":18,"area":"moe"},{"id":"2403.02600","title":"TESTAM: A Time-Enhanced Spatio-Temporal Attention Model with Mixture of Experts","created":"2024-03-05","cited_by_count":18,"area":"moe"},{"id":"2405.03131","title":"WDMoE: Wireless Distributed Large Language Models with Mixture of Experts","created":"2024-05-06","cited_by_count":18,"area":"moe"},{"id":"2405.17976","title":"Yuan 2.0-M32: Mixture of Experts with Attention Router","created":"2024-05-28","cited_by_count":18,"area":"moe"},{"id":"2501.16352","title":"Mixture of Experts (MoE): A Big Data Perspective","created":"2025-01-18","cited_by_count":18,"area":"moe"},{"id":"2302.14703","title":"Improving Expert Specialization in Mixture of Experts","created":"2023-02-28","cited_by_count":17,"area":"moe"},{"id":"2309.14976","title":"MoCaE: Mixture of Calibrated Experts Significantly Improves Object Detection","created":"2023-09-26","cited_by_count":17,"area":"moe"},{"id":"2406.03464","title":"Node-wise Filtering in Graph Neural Networks: A Mixture of Experts Approach","created":"2024-06-05","cited_by_count":17,"area":"moe"},{"id":"2501.10714","title":"FSMoE: A Flexible and Scalable Training System for Sparse Mixture-of-Experts Models","created":"2025-01-18","cited_by_count":17,"area":"moe"},{"id":"2310.04361","title":"Exploiting Activation Sparsity with Dense to Dynamic-k Mixture-of-Experts Conversion","created":"2023-10-06","cited_by_count":16,"area":"moe"},{"id":"2310.07188","title":"Adaptive Gating in Mixture-of-Experts based Language Models","created":"2023-10-11","cited_by_count":16,"area":"moe"},{"id":"2410.10456","title":"Ada-K Routing: Boosting the Efficiency of MoE-based LLMs","created":"2024-10-14","cited_by_count":16,"area":"moe"},{"id":"2502.01719","title":"MJ-VIDEO: Fine-Grained Benchmarking and Rewarding Video Preferences in Video Generation","created":"2025-02-03","cited_by_count":16,"area":"moe"},{"id":"2504.03166","title":"RingMoE: Mixture-of-Modality-Experts Multi-Modal Foundation Models for Universal Remote Sensing Image Interpretation","created":"2025-04-04","cited_by_count":16,"area":"moe"},{"id":"2302.09915","title":"TA-MoE: Topology-Aware Large Scale Mixture-of-Expert Training","created":"2023-02-20","cited_by_count":15,"area":"moe"},{"id":"2409.06669","title":"DA-MoE: Towards Dynamic Expert Allocation for Mixture-of-Experts Models","created":"2024-09-10","cited_by_count":15,"area":"moe"},{"id":"2503.05066","title":"Capacity-Aware Inference: Mitigating the Straggler Effect in Mixture of Experts","created":"2025-03-07","cited_by_count":15,"area":"moe"},{"id":"2507.11181","title":"Mixture of Experts in Large Language Models","created":"2025-07-15","cited_by_count":15,"area":"moe"},{"id":"2411.18797","title":"SEUF: Is Unlearning One Expert Enough for Mixture-of-Experts LLMs?","created":"2024-11-27","cited_by_count":14,"area":"moe"},{"id":"2504.18598","title":"BadMoE: Backdooring Mixture-of-Experts LLMs via Optimizing Routing Triggers and Infecting Dormant Experts","created":"2025-04-24","cited_by_count":14,"area":"moe"},{"id":"2505.00315","title":"Mixture of Sparse Attention: Content-Based Learnable Sparse Attention via Expert-Choice Routing","created":"2025-05-01","cited_by_count":14,"area":"moe"},{"id":"2507.04631","title":"Learning Robust Stereo Matching in the Wild with Selective Mixture-of-Experts","created":"2025-07-07","cited_by_count":14,"area":"moe"},{"id":"2509.25684","title":"LD-MoLE: Learnable Dynamic Routing for Mixture of LoRA Experts","created":"2025-09-30","cited_by_count":13,"area":"moe"},{"id":"2601.20205","title":"Hyperparameter Transfer with Mixture-of-Expert Layers","created":"2026-01-28","cited_by_count":13,"area":"moe"}],"next_cursor":"100"}