{"total":121,"rows":[{"id":"2401.04088","title":"Mixtral of Experts","created":"2024-01-08","cited_by_count":1823,"area":"moe"},{"id":"2403.19887","title":"Jamba: A Hybrid Transformer-Mamba Language Model","created":"2024-03-28","cited_by_count":401,"area":"moe"},{"id":"2202.08906","title":"ST-MoE: Designing Stable and Transferable Sparse Expert Models","created":"2022-02-17","cited_by_count":399,"area":"moe"},{"id":"2409.02060","title":"OLMoE: Open Mixture-of-Experts Language Models","created":"2024-09-03","cited_by_count":301,"area":"moe"},{"id":"2308.00951","title":"From Sparse to Soft Mixtures of Experts","created":"2023-08-02","cited_by_count":248,"area":"moe"},{"id":"2211.15841","title":"MegaBlocks: Efficient Sparse Training with Mixture-of-Experts","created":"2022-11-29","cited_by_count":209,"area":"moe"},{"id":"2212.05055","title":"Sparse Upcycling: Training Mixture-of-Experts from Dense Checkpoints","created":"2022-12-09","cited_by_count":209,"area":"moe"},{"id":"2206.03382","title":"Tutel: Adaptive Mixture-of-Experts at Scale","created":"2022-06-07","cited_by_count":201,"area":"moe"},{"id":"2204.09179","title":"On the Representation Collapse of Sparse Mixture of Experts","created":"2022-04-20","cited_by_count":157,"area":"moe"},{"id":"2309.05444","title":"Pushing Mixture of Experts to the Limit: Extremely Parameter Efficient MoE for Instruction Tuning","created":"2023-09-11","cited_by_count":150,"area":"moe"},{"id":"2209.01667","title":"A Review of Sparse Expert Models in Deep Learning","created":"2022-09-04","cited_by_count":148,"area":"moe"},{"id":"2210.14793","title":"M$^3$ViT: Mixture-of-Experts Vision Transformer for Efficient Multi-task Learning with Model-Accelerator Co-design","created":"2022-10-26","cited_by_count":98,"area":"moe"},{"id":"2306.03745","title":"Soft Merging of Experts with Adaptive Routing","created":"2023-06-06","cited_by_count":90,"area":"moe"},{"id":"2407.04153","title":"Mixture of A Million Experts","created":"2024-07-04","cited_by_count":72,"area":"moe"},{"id":"2305.14705","title":"Mixture-of-Experts Meets Instruction Tuning:A Winning Combination for Large Language Models","created":"2023-05-24","cited_by_count":65,"area":"moe"},{"id":"2304.02806","title":"Graph Mixture of Experts: Learning on Large-Scale Graphs with Explicit Diversity Modeling","created":"2023-04-06","cited_by_count":64,"area":"moe"},{"id":"2303.01610","title":"Sparse MoE as the New Dropout: Scaling Dense and Self-Slimmable Transformers","created":"2023-03-02","cited_by_count":59,"area":"moe"},{"id":"2405.16039","title":"MoEUT: Mixture-of-Experts Universal Transformers","created":"2024-05-25","cited_by_count":59,"area":"moe"},{"id":"2406.06563","title":"Skywork-MoE: A Deep Dive into Training Techniques for Mixture-of-Experts Language Models","created":"2024-06-03","cited_by_count":59,"area":"moe"},{"id":"2403.17749","title":"Multi-Task Dense Prediction via Mixture of Low-Rank Experts","created":"2024-03-26","cited_by_count":58,"area":"moe"},{"id":"2405.14297","title":"Dynamic Mixture of Experts: An Auto-Tuning Approach for Efficient Transformer Models","created":"2024-05-23","cited_by_count":56,"area":"moe"},{"id":"2412.14711","title":"ReMoE: Fully Differentiable Mixture-of-Experts with ReLU Routing","created":"2024-12-19","cited_by_count":54,"area":"moe"},{"id":"2501.12370","title":"Parameters vs FLOPs: Scaling Laws for Optimal Sparsity for Mixture-of-Experts Language Models","created":"2025-01-21","cited_by_count":50,"area":"moe"},{"id":"2507.17702","title":"Towards Greater Leverage: Scaling Laws for Efficient Mixture-of-Experts Language Models","created":"2025-07-23","cited_by_count":45,"area":"moe"},{"id":"2310.16795","title":"QMoE: Practical Sub-1-Bit Compression of Trillion-Parameter Models","created":"2023-10-25","cited_by_count":42,"area":"moe"},{"id":"2402.01771","title":"BlackMamba: Mixture of Experts for State-Space Models","created":"2024-02-01","cited_by_count":37,"area":"moe"},{"id":"2312.07987","title":"SwitchHead: Accelerating Transformers with Mixture-of-Experts Attention","created":"2023-12-13","cited_by_count":34,"area":"moe"},{"id":"2404.15045","title":"Multi-Head Mixture-of-Experts","created":"2024-04-23","cited_by_count":31,"area":"moe"},{"id":"2402.12656","title":"HyperMoE: Towards Better Mixture of Experts via Transferring Among Experts","created":"2024-02-20","cited_by_count":26,"area":"moe"},{"id":"2410.05661","title":"Scaling Laws Across Model Architectures: A Comparative Analysis of Dense and MoE Models in Large Language Models","created":"2024-10-08","cited_by_count":25,"area":"moe"},{"id":"2406.02500","title":"Towards Efficient Mixture of Experts: A Holistic Study of Compression Techniques","created":"2024-06-04","cited_by_count":24,"area":"moe"},{"id":"2503.18338","title":"SPMTrack: Spatio-Temporal Parameter-Efficient Fine-Tuning with Mixture of Experts for Scalable Visual Tracking","created":"2025-03-24","cited_by_count":24,"area":"moe"},{"id":"2401.15969","title":"Routers in Vision Mixture of Experts: An Empirical Study","created":"2024-01-29","cited_by_count":23,"area":"moe"},{"id":"2402.02526","title":"CompeteSMoE -- Effective Training of Sparse Mixture of Experts via Competition","created":"2024-02-04","cited_by_count":23,"area":"moe"},{"id":"2503.05139","title":"Every FLOP Counts: Scaling a 300B Mixture-of-Experts LING LLM without Premium GPUs","created":"2025-03-07","cited_by_count":22,"area":"moe"},{"id":"2410.19034","title":"Mixture of Parrots: Experts improve memorization more than reasoning","created":"2024-10-24","cited_by_count":21,"area":"moe"},{"id":"2512.14080","title":"SonicMoE: Accelerating MoE with IO and Tile-aware Optimizations","created":"2025-12-16","cited_by_count":21,"area":"moe"},{"id":"2402.13089","title":"Towards an empirical understanding of MoE design choices","created":"2024-02-20","cited_by_count":20,"area":"moe"},{"id":"2401.13920","title":"LocMoE: A Low-Overhead MoE for Large Language Model Training","created":"2024-01-25","cited_by_count":19,"area":"moe"},{"id":"2404.02852","title":"Toward Inference-optimal Mixture-of-Expert Large Language Models","created":"2024-04-03","cited_by_count":19,"area":"moe"},{"id":"2609.01343","title":"SMELT: Scaling Laws for Compute-Matched MoE Looped Transformers","created":"2026-09-01","cited_by_count":18,"area":"moe"},{"id":"2405.14260","title":"Graph Sparsification via Mixture of Graphs","created":"2024-05-23","cited_by_count":17,"area":"moe"},{"id":"2310.04361","title":"Exploiting Activation Sparsity with Dense to Dynamic-k Mixture-of-Experts Conversion","created":"2023-10-06","cited_by_count":16,"area":"moe"},{"id":"2410.10456","title":"Ada-K Routing: Boosting the Efficiency of MoE-based LLMs","created":"2024-10-14","cited_by_count":16,"area":"moe"},{"id":"2204.10598","title":"Sparsely-gated Mixture-of-Expert Layers for CNN Interpretability","created":"2022-04-22","cited_by_count":14,"area":"moe"},{"id":"2211.13491","title":"Spatial Mixture-of-Experts","created":"2022-11-24","cited_by_count":14,"area":"moe"},{"id":"2412.20157","title":"UniRestorer: Universal Image Restoration via Adaptively Estimating Image Degradation at Proper Granularity","created":"2024-12-28","cited_by_count":14,"area":"moe"},{"id":"2508.01699","title":"TimeExpert: An Expert-Guided Video LLM for Video Temporal Grounding","created":"2025-08-03","cited_by_count":14,"area":"moe"},{"id":"2502.03009","title":"Scaling Laws for Upcycling Mixture-of-Experts Language Models","created":"2025-02-05","cited_by_count":13,"area":"moe"},{"id":"2509.25041","title":"GRACE-MoE: Grouping and Replication with Locality-Aware Routing for Efficient Distributed MoE Inference","created":"2025-09-29","cited_by_count":13,"area":"moe"},{"id":"2601.20205","title":"Hyperparameter Transfer with Mixture-of-Expert Layers","created":"2026-01-28","cited_by_count":13,"area":"moe"},{"id":"2308.06093","title":"Experts Weights Averaging: A New General Training Scheme for Vision Transformers","created":"2023-08-11","cited_by_count":12,"area":"moe"},{"id":"2304.05497","title":"Revisiting Single-gated Mixtures of Experts","created":"2023-04-11","cited_by_count":10,"area":"moe"},{"id":"2403.07965","title":"Conditional computation in neural networks: principles and research trends","created":"2024-03-12","cited_by_count":10,"area":"moe"},{"id":"2509.23678","title":"Towards a Comprehensive Scaling Law of Mixture-of-Experts","created":"2025-09-28","cited_by_count":10,"area":"moe"},{"id":"2510.17483","title":"ReXMoE: Reusing Experts with Minimal Overhead in Mixture-of-Experts","created":"2025-10-20","cited_by_count":10,"area":"moe"},{"id":"2207.03691","title":"Neural Implicit Dictionary via Mixture-of-Expert Training","created":"2022-07-08","cited_by_count":9,"area":"moe"},{"id":"2305.13999","title":"Towards A Unified View of Sparse Feed-Forward Network in Pretraining Large Language Model","created":"2023-05-23","cited_by_count":9,"area":"moe"},{"id":"2406.04801","title":"MoE Jetpack: From Dense Checkpoints to Adaptive Mixture of Experts for Vision Tasks","created":"2024-06-07","cited_by_count":9,"area":"moe"},{"id":"2410.14574","title":"MomentumSMoE: Integrating Momentum into Sparse Mixture of Experts","created":"2024-10-18","cited_by_count":9,"area":"moe"},{"id":"2505.06839","title":"The power of fine-grained experts: Granularity boosts expressivity in Mixture of Experts","created":"2025-05-11","cited_by_count":9,"area":"moe"},{"id":"2505.14136","title":"Local Mixtures of Experts: Essentially Free Test-Time Training via Model Merging","created":"2025-05-20","cited_by_count":9,"area":"moe"},{"id":"2203.06850","title":"Efficient Language Modeling with Sparse all-MLP","created":"2022-03-14","cited_by_count":8,"area":"moe"},{"id":"2409.01483","title":"Revisiting SMoE Language Models by Evaluating Inefficiencies with Task Specific Expert Pruning","created":"2024-09-02","cited_by_count":8,"area":"moe"},{"id":"2501.13074","title":"Autonomy-of-Experts Models","created":"2025-01-22","cited_by_count":7,"area":"moe"},{"id":"2602.09316","title":"Effective MoE-based LLM Compression by Exploiting Heterogeneous Inter-Group Experts Routing Frequency and Information Density","created":"2026-02-10","cited_by_count":7,"area":"moe"},{"id":"2504.01337","title":"Advancing MoE Efficiency: A Collaboration-Constrained Routing (C2R) Strategy for Better Expert Parallelism Design","created":"2025-04-02","cited_by_count":6,"area":"moe"},{"id":"2509.25913","title":"Understanding the Mixture-of-Experts with Nadaraya-Watson Kernel","created":"2025-09-30","cited_by_count":6,"area":"moe"},{"id":"2602.11686","title":"LAER-MoE: Load-Adaptive Expert Re-layout for Efficient Mixture-of-Experts Training","created":"2026-02-12","cited_by_count":6,"area":"moe"},{"id":"2308.15772","title":"Task-Based MoE for Multitask Multilingual Machine Translation","created":"2023-08-30","cited_by_count":5,"area":"moe"},{"id":"2503.05029","title":"Continual Pre-training of MoEs: How robust is your router?","created":"2025-03-06","cited_by_count":5,"area":"moe"},{"id":"2602.14159","title":"Synergistic Intra- and Cross-Layer Regularization Losses for MoE Expert Specialization","created":"2026-02-15","cited_by_count":5,"area":"moe"},{"id":"2411.16205","title":"MH-MoE: Multi-Head Mixture-of-Experts","created":"2024-11-25","cited_by_count":4,"area":"moe"},{"id":"2502.10447","title":"MoHAVE: Mixture of Hierarchical Audio-Visual Experts for Robust Speech Recognition","created":"2025-02-11","cited_by_count":4,"area":"moe"},{"id":"2602.09721","title":"Revealing the Challenges of Attention-FFN Disaggregation for Modern MoE Models and Hardware Systems","created":"2026-02-10","cited_by_count":4,"area":"moe"},{"id":"2603.00054","title":"Expert Divergence Learning for MoE-based Language Models","created":"2026-02-10","cited_by_count":4,"area":"moe"},{"id":"2606.17952","title":"SoftMoE: Soft Differentiable Routing for Mixture-of-Experts in LLMs","created":"2026-06-16","cited_by_count":4,"area":"moe"},{"id":"2406.00023","title":"Expert-Token Resonance MoE: Bidirectional Routing with Efficiency Affinity-Driven Active Selection","created":"2024-05-24","cited_by_count":3,"area":"moe"},{"id":"2508.09752","title":"$\\mu$-Parametrization for Mixture of Experts","created":"2025-08-13","cited_by_count":3,"area":"moe"},{"id":"2508.12801","title":"Maximum Score Routing For Mixture-of-Experts","created":"2025-08-18","cited_by_count":3,"area":"moe"},{"id":"2602.03204","title":"Sparsity is Combinatorial Depth: Quantifying MoE Expressivity via Tropical Geometry","created":"2026-02-03","cited_by_count":3,"area":"moe"},{"id":"2602.12556","title":"SD-MoE: Spectral Decomposition for Effective Expert Specialization","created":"2026-02-13","cited_by_count":3,"area":"moe"},{"id":"2604.20156","title":"Temporally Extended Mixture-of-Experts Models","created":"2026-04-22","cited_by_count":3,"area":"moe"},{"id":"2605.27358","title":"MobileMoE: Scaling On-Device Mixture of Experts","created":"2026-05-26","cited_by_count":3,"area":"moe"},{"id":"2306.02824","title":"COMET: Learning Cardinality Constrained Mixture of Experts with Trees and Local Search","created":"2023-06-05","cited_by_count":2,"area":"moe"},{"id":"2503.10725","title":"Samoyeds: Accelerating MoE Models with Structured Sparsity Leveraging Sparse Tensor Cores","created":"2025-03-13","cited_by_count":2,"area":"moe"},{"id":"2506.02890","title":"Scaling Fine-Grained MoE Beyond 50B Parameters: Empirical Evaluation and Practical Insights","created":"2025-06-03","cited_by_count":2,"area":"moe"},{"id":"2510.13079","title":"GatePro: Parameter-Free Expert Selection Optimization for Mixture-of-Experts Models","created":"2025-10-15","cited_by_count":2,"area":"moe"},{"id":"2511.08972","title":"Selective Sinkhorn Routing for Improved Sparse Mixture of Experts","created":"2025-11-12","cited_by_count":2,"area":"moe"},{"id":"2603.21862","title":"Holistic Scaling Laws for Optimal Mixture-of-Experts Architecture Optimization","created":"2026-03-23","cited_by_count":2,"area":"moe"},{"id":"2409.14107","title":"Routing in Sparsely-gated Language Models responds to Context","created":"2024-09-21","cited_by_count":1,"area":"moe"},{"id":"2601.17680","title":"$\\infty$-MoE: Generalizing Mixture of Experts to Infinite Experts","created":"2026-01-25","cited_by_count":1,"area":"moe"},{"id":"2604.07030","title":"MoE Routing Testbed: Studying Expert Specialization and Routing Behavior at Small Scale","created":"2026-04-08","cited_by_count":1,"area":"moe"},{"id":"2605.06665","title":"UniPool: A Globally Shared Expert Pool for Mixture-of-Experts","created":"2026-05-07","cited_by_count":1,"area":"moe"},{"id":"2605.13769","title":"Dense vs Sparse Pretraining at Tiny Scale: Active-Parameter vs Total-Parameter Matching","created":"2026-05-13","cited_by_count":1,"area":"moe"},{"id":"2605.15484","title":"When Does Sparse MoE Help in Vision? The Role of Backbone Compute Leverage in Sparse Routing","created":"2026-05-15","cited_by_count":1,"area":"moe"},{"id":"2606.01509","title":"ProbMoE: Differentiable Probabilistic Routing for Mixture-of-Experts","created":"2026-06-01","cited_by_count":1,"area":"moe"},{"id":"2607.28308","title":"Beyond Geometric Complementarity: Coherent Overlap in Sparse Mixture-of-Experts Routing","created":"2026-07-30","cited_by_count":1,"area":"moe"},{"id":"2609.40316","title":"Scaling Laws for Looped Mixture of Experts","created":"2026-09-30","cited_by_count":1,"area":"moe"},{"id":"2508.06617","title":"Generalizing Scaling Laws for Dense and Sparse Large Language Models","created":"2025-08-08","cited_by_count":0,"area":"moe"}],"next_cursor":"100"}