{"total":229,"rows":[{"id":"2106.05974","title":"Scaling Vision with Sparse Mixture of Experts","created":"2021-06-10","cited_by_count":747,"area":"moe"},{"id":"2202.08906","title":"ST-MoE: Designing Stable and Transferable Sparse Expert Models","created":"2022-02-17","cited_by_count":399,"area":"moe"},{"id":"2407.06204","title":"A Survey on Mixture of Experts in Large Language Models","created":"2024-06-26","cited_by_count":237,"area":"moe"},{"id":"2211.15841","title":"MegaBlocks: Efficient Sparse Training with Mixture-of-Experts","created":"2022-11-29","cited_by_count":209,"area":"moe"},{"id":"2212.05055","title":"Sparse Upcycling: Training Mixture-of-Experts from Dense Checkpoints","created":"2022-12-09","cited_by_count":209,"area":"moe"},{"id":"2206.02770","title":"Multimodal Contrastive Learning with LIMoE: the Language-Image Mixture of Experts","created":"2022-06-06","cited_by_count":203,"area":"moe"},{"id":"2402.01739","title":"OpenMoE: An Early Effort on Open Mixture-of-Experts Language Models","created":"2024-01-29","cited_by_count":187,"area":"moe"},{"id":"2204.09179","title":"On the Representation Collapse of Sparse Mixture of Experts","created":"2022-04-20","cited_by_count":157,"area":"moe"},{"id":"2209.01667","title":"A Review of Sparse Expert Models in Deep Learning","created":"2022-09-04","cited_by_count":148,"area":"moe"},{"id":"2109.04290","title":"Improving Video-Text Retrieval by Multi-Stream Corpus Alignment and Dual Softmax Loss","created":"2021-09-09","cited_by_count":116,"area":"moe"},{"id":"2310.01334","title":"Merge, Then Compress: Demystify Efficient SMoE with Hints from Its Routing Policy","created":"2023-10-02","cited_by_count":108,"area":"moe"},{"id":"2210.14793","title":"M$^3$ViT: Mixture-of-Experts Vision Transformer for Efficient Multi-task Learning with Model-Accelerator Co-design","created":"2022-10-26","cited_by_count":98,"area":"moe"},{"id":"2305.13230","title":"To Repeat or Not To Repeat: Insights from Scaling LLM under Token-Crisis","created":"2023-05-22","cited_by_count":92,"area":"moe"},{"id":"2503.07137","title":"A Comprehensive Survey of Mixture-of-Experts: Algorithms, Theory, and Applications","created":"2025-03-10","cited_by_count":91,"area":"moe"},{"id":"2206.04046","title":"Sparse Mixture-of-Experts are Domain Generalizable Learners","created":"2022-06-08","cited_by_count":85,"area":"moe"},{"id":"2402.08609","title":"Mixtures of Experts Unlock Parameter Scaling for Deep RL","created":"2024-02-13","cited_by_count":78,"area":"moe"},{"id":"2206.00277","title":"Task-Specific Expert Pruning for Sparse Mixture-of-Experts","created":"2022-06-01","cited_by_count":72,"area":"moe"},{"id":"2308.14352","title":"EdgeMoE: Empowering Sparse Large Language Models on Mobile Devices","created":"2023-08-28","cited_by_count":69,"area":"moe"},{"id":"2402.03226","title":"FuseMoE: Mixture-of-Experts Transformers for Fleximodal Fusion","created":"2024-02-05","cited_by_count":68,"area":"moe"},{"id":"2410.12013","title":"MoE-Pruner: Pruning Mixture-of-Experts Large Language Model using the Hints from Its Router","created":"2024-10-15","cited_by_count":62,"area":"moe"},{"id":"2303.01610","title":"Sparse MoE as the New Dropout: Scaling Dense and Self-Slimmable Transformers","created":"2023-03-02","cited_by_count":59,"area":"moe"},{"id":"2405.16039","title":"MoEUT: Mixture-of-Experts Universal Transformers","created":"2024-05-25","cited_by_count":59,"area":"moe"},{"id":"2206.04674","title":"Uni-Perceiver-MoE: Learning Sparse Generalist Models with Conditional MoEs","created":"2022-06-09","cited_by_count":58,"area":"moe"},{"id":"2403.17749","title":"Multi-Task Dense Prediction via Mixture of Low-Rank Experts","created":"2024-03-26","cited_by_count":58,"area":"moe"},{"id":"2107.11817","title":"Go Wider Instead of Deeper","created":"2021-07-25","cited_by_count":57,"area":"moe"},{"id":"2405.14297","title":"Dynamic Mixture of Experts: An Auto-Tuning Approach for Efficient Transformer Models","created":"2024-05-23","cited_by_count":56,"area":"moe"},{"id":"2304.03946","title":"FlexMoE: Scaling Large-scale Sparse Pre-trained Model Training via Dynamic Device Placement","created":"2023-04-08","cited_by_count":53,"area":"moe"},{"id":"2210.03885","title":"Meta-DMoE: Adapting to Domain Shift by Meta-Distillation from Mixture-of-Experts","created":"2022-10-08","cited_by_count":50,"area":"moe"},{"id":"2502.00806","title":"UniGraph2: Learning a Unified Embedding Space to Bind Multimodal Graphs","created":"2025-02-02","cited_by_count":49,"area":"moe"},{"id":"2412.14219","title":"A Survey on Inference Optimization Techniques for Mixture of Experts Models","created":"2024-12-18","cited_by_count":47,"area":"moe"},{"id":"2307.15324","title":"TaskExpert: Dynamically Assembling Multi-Task Representations with Memorial Mixture-of-Experts","created":"2023-07-28","cited_by_count":45,"area":"moe"},{"id":"2410.11842","title":"MoH: Multi-Head Attention as Mixture-of-Head Attention","created":"2024-10-15","cited_by_count":44,"area":"moe"},{"id":"2405.14124","title":"Mixture of Experts Meets Prompt-Based Continual Learning","created":"2024-05-23","cited_by_count":43,"area":"moe"},{"id":"2204.09636","title":"Residual Mixture of Experts","created":"2022-04-20","cited_by_count":39,"area":"moe"},{"id":"2303.06182","title":"Towards MoE Deployment: Mitigating Inefficiencies in Mixture-of-Expert (MoE) Inference","created":"2023-03-10","cited_by_count":37,"area":"moe"},{"id":"2402.01771","title":"BlackMamba: Mixture of Experts for State-Space Models","created":"2024-02-01","cited_by_count":37,"area":"moe"},{"id":"2505.12082","title":"Model Merging in Pre-training of Large Language Models","created":"2025-05-17","cited_by_count":37,"area":"moe"},{"id":"2203.14685","title":"HetuMoE: An Efficient Trillion-scale Mixture-of-Expert Distributed Training System","created":"2022-03-28","cited_by_count":36,"area":"moe"},{"id":"2305.03288","title":"Demystifying Softmax Gating Function in Gaussian Mixture of Experts","created":"2023-05-05","cited_by_count":33,"area":"moe"},{"id":"2404.05019","title":"Shortcut-connected Expert Parallelism for Accelerating Mixture-of-Experts","created":"2024-04-07","cited_by_count":32,"area":"moe"},{"id":"2404.15045","title":"Multi-Head Mixture-of-Experts","created":"2024-04-23","cited_by_count":31,"area":"moe"},{"id":"2308.10110","title":"Robust Mixture-of-Expert Training for Convolutional Neural Networks","created":"2023-08-19","cited_by_count":30,"area":"moe"},{"id":"2309.13850","title":"Statistical Perspective of Top-K Sparse Softmax Gating Mixture of Experts","created":"2023-09-25","cited_by_count":29,"area":"moe"},{"id":"2207.09868","title":"Adaptive Mixture of Experts Learning for Generalizable Face Anti-Spoofing","created":"2022-07-20","cited_by_count":28,"area":"moe"},{"id":"2210.10253","title":"On the Adversarial Robustness of Mixture of Experts","created":"2022-10-19","cited_by_count":28,"area":"moe"},{"id":"2402.15505","title":"Co-Supervised Learning: Improving Weak-to-Strong Generalization with Hierarchical Mixture of Experts","created":"2024-02-23","cited_by_count":28,"area":"moe"},{"id":"2507.13575","title":"Apple Intelligence Foundation Language Models: Tech Report 2025","created":"2025-07-17","cited_by_count":28,"area":"moe"},{"id":"2404.08452","title":"MoE-FFD: Mixture of Experts for Generalized and Parameter-Efficient Face Forgery Detection","created":"2024-04-12","cited_by_count":27,"area":"moe"},{"id":"2403.11808","title":"Dynamic Tuning Towards Parameter and Inference Efficiency for ViT Adaptation","created":"2024-03-18","cited_by_count":25,"area":"moe"},{"id":"2407.19985","title":"Mixture of Nested Experts: Adaptive Processing of Visual Tokens","created":"2024-07-29","cited_by_count":25,"area":"moe"},{"id":"2412.06647","title":"Object Detection using Event Camera: A MoE Heat Conduction based Detector and A New Benchmark Dataset","created":"2024-12-09","cited_by_count":25,"area":"moe"},{"id":"2503.18338","title":"SPMTrack: Spatio-Temporal Parameter-Efficient Fine-Tuning with Mixture of Experts for Scalable Visual Tracking","created":"2025-03-24","cited_by_count":24,"area":"moe"},{"id":"2305.18691","title":"Edge-MoE: Memory-Efficient Multi-Task Vision Transformer Architecture with Task-level Sparsity via Mixture-of-Experts","created":"2023-05-30","cited_by_count":23,"area":"moe"},{"id":"2310.14188","title":"A General Theory for Softmax Gating Multinomial Logistic Mixture of Experts","created":"2023-10-22","cited_by_count":23,"area":"moe"},{"id":"2401.15969","title":"Routers in Vision Mixture of Experts: An Empirical Study","created":"2024-01-29","cited_by_count":23,"area":"moe"},{"id":"2402.02526","title":"CompeteSMoE -- Effective Training of Sparse Mixture of Experts via Competition","created":"2024-02-04","cited_by_count":23,"area":"moe"},{"id":"2410.21804","title":"Efficient and Effective Weight-Ensembling Mixture of Experts for Multi-Task Model Merging","created":"2024-10-29","cited_by_count":23,"area":"moe"},{"id":"2403.20022","title":"Psychometry: An Omnifit Model for Image Reconstruction from Human Brain Activity","created":"2024-03-29","cited_by_count":22,"area":"moe"},{"id":"2405.16646","title":"A Provably Effective Method for Pruning Experts in Fine-tuned Sparse Mixture-of-Experts","created":"2024-05-26","cited_by_count":21,"area":"moe"},{"id":"2508.02317","title":"VeOmni: Scaling Any Modality Model Training with Model-Centric Distributed Recipe Zoo","created":"2025-08-04","cited_by_count":20,"area":"moe"},{"id":"2305.06324","title":"Alternating Gradient Descent and Mixture-of-Experts for Integrated Multimodal Perception","created":"2023-05-10","cited_by_count":19,"area":"moe"},{"id":"2501.04004","title":"LiMoE: Mixture of LiDAR Representation Learners from Automotive Scenes","created":"2025-01-07","cited_by_count":19,"area":"moe"},{"id":"2109.02008","title":"Cross-token Modeling with Conditional Computation","created":"2021-09-05","cited_by_count":17,"area":"moe"},{"id":"2309.14976","title":"MoCaE: Mixture of Calibrated Experts Significantly Improves Object Detection","created":"2023-09-26","cited_by_count":17,"area":"moe"},{"id":"2312.10376","title":"STA-VPT: SpatioTemporally Aligned Visual Prompt Tuning","created":"2023-12-16","cited_by_count":17,"area":"moe"},{"id":"2507.23279","title":"Unveiling Super Experts in Mixture-of-Experts Large Language Models","created":"2025-07-31","cited_by_count":17,"area":"moe"},{"id":"2310.04361","title":"Exploiting Activation Sparsity with Dense to Dynamic-k Mixture-of-Experts Conversion","created":"2023-10-06","cited_by_count":16,"area":"moe"},{"id":"2402.05382","title":"Task-customized Masked AutoEncoder via Mixture of Cluster-conditional Experts","created":"2024-02-08","cited_by_count":16,"area":"moe"},{"id":"2212.08066","title":"Mod-Squad: Designing Mixture of Experts As Modular Multi-Task Learners","created":"2022-12-15","cited_by_count":15,"area":"moe"},{"id":"2306.06446","title":"ShiftAddViT: Mixture of Multiplication Primitives Towards Efficient Vision Transformer","created":"2023-06-10","cited_by_count":15,"area":"moe"},{"id":"2401.13875","title":"Is Temperature Sample Efficient for Softmax Gaussian Mixture of Experts?","created":"2024-01-25","cited_by_count":15,"area":"moe"},{"id":"2405.07780","title":"DirMixE: Harnessing Test Agnostic Long-tail Recognition with Hierarchical Label Variations","created":"2024-05-13","cited_by_count":15,"area":"moe"},{"id":"2501.14269","title":"Hierarchical Time-Aware Mixture of Experts for Multi-Modal Sequential Recommendation","created":"2025-01-24","cited_by_count":15,"area":"moe"},{"id":"2207.09094","title":"MoEC: Mixture of Expert Clusters","created":"2022-07-19","cited_by_count":14,"area":"moe"},{"id":"2211.13491","title":"Spatial Mixture-of-Experts","created":"2022-11-24","cited_by_count":14,"area":"moe"},{"id":"2309.04354","title":"Mobile V-MoEs: Scaling Down Vision Transformers via Sparse Mixture-of-Experts","created":"2023-09-08","cited_by_count":14,"area":"moe"},{"id":"2508.01699","title":"TimeExpert: An Expert-Guided Video LLM for Video Temporal Grounding","created":"2025-08-03","cited_by_count":14,"area":"moe"},{"id":"2510.25803","title":"Mixture-of-Experts Operator Transformer for Large-Scale PDE Pre-Training","created":"2025-10-29","cited_by_count":14,"area":"moe"},{"id":"2402.00893","title":"MoDE: A Mixture-of-Experts Model with Mutual Distillation among the Experts","created":"2024-01-31","cited_by_count":12,"area":"moe"},{"id":"2405.11530","title":"Learning More Generalized Experts by Merging Experts in Mixture-of-Experts","created":"2024-05-19","cited_by_count":12,"area":"moe"},{"id":"2407.04938","title":"SAM-Med3D-MoE: Towards a Non-Forgetting Segment Anything Model via Mixture of Experts for 3D Medical Image Segmentation","created":"2024-07-06","cited_by_count":12,"area":"moe"},{"id":"2303.13739","title":"WM-MoE: Weather-aware Multi-scale Mixture-of-Experts for Blind Adverse Weather Removal","created":"2023-03-24","cited_by_count":11,"area":"moe"},{"id":"2411.18322","title":"Mixture of Experts in Image Classification: What's the Sweet Spot?","created":"2024-11-27","cited_by_count":11,"area":"moe"},{"id":"2505.06685","title":"Emotion-Qwen: A Unified Framework for Emotion and Vision Understanding","created":"2025-05-10","cited_by_count":11,"area":"moe"},{"id":"2405.16486","title":"Decomposing the Neurons: Activation Sparsity via Mixture of Experts for Continual Test Time Adaptation","created":"2024-05-26","cited_by_count":10,"area":"moe"},{"id":"2510.05245","title":"Stratum: System-Hardware Co-Design with Tiered Monolithic 3D-Stackable DRAM for Efficient MoE Serving","created":"2025-10-06","cited_by_count":10,"area":"moe"},{"id":"2206.01741","title":"Patcher: Patch Transformers with Mixture of Experts for Precise Medical Image Segmentation","created":"2022-06-03","cited_by_count":9,"area":"moe"},{"id":"2207.01145","title":"Memory Population in Continual Learning via Outlier Elimination","created":"2022-07-04","cited_by_count":9,"area":"moe"},{"id":"2211.05528","title":"PAD-Net: An Efficient Framework for Dynamic Networks","created":"2022-11-10","cited_by_count":9,"area":"moe"},{"id":"2311.10768","title":"Memory Augmented Language Models through Mixture of Word Experts","created":"2023-11-15","cited_by_count":9,"area":"moe"},{"id":"2406.04801","title":"MoE Jetpack: From Dense Checkpoints to Adaptive Mixture of Experts for Vision Tasks","created":"2024-06-07","cited_by_count":9,"area":"moe"},{"id":"2410.14574","title":"MomentumSMoE: Integrating Momentum into Sparse Mixture of Experts","created":"2024-10-18","cited_by_count":9,"area":"moe"},{"id":"2510.21114","title":"Controllable-LPMoE: Adapting to Challenging Object Segmentation via Dynamic Local Priors from Mixture-of-Experts","created":"2025-10-24","cited_by_count":9,"area":"moe"},{"id":"2211.08253","title":"HMOE: Hypernetwork-based Mixture of Experts for Domain Generalization","created":"2022-11-15","cited_by_count":8,"area":"moe"},{"id":"2405.06004","title":"EWMoE: An effective model for global weather forecasting with mixture-of-experts","created":"2024-05-09","cited_by_count":8,"area":"moe"},{"id":"2408.12793","title":"La-SoftMoE CLIP for Unified Physical-Digital Face Attack Detection","created":"2024-08-23","cited_by_count":8,"area":"moe"},{"id":"2501.12431","title":"Modality Interactive Mixture-of-Experts for Fake News Detection","created":"2025-01-21","cited_by_count":8,"area":"moe"},{"id":"2502.15315","title":"Tight Clusters Make Specialized Experts","created":"2025-02-21","cited_by_count":8,"area":"moe"},{"id":"2509.11348","title":"On Linear Mode Connectivity of Mixture-of-Experts Architectures","created":"2025-09-14","cited_by_count":8,"area":"moe"},{"id":"2312.08881","title":"Parameter Efficient Adaptation for Image Restoration with Heterogeneous Mixture-of-Experts","created":"2023-12-12","cited_by_count":7,"area":"moe"}],"next_cursor":"100"}