{"total":98,"rows":[{"id":"2409.02060","title":"OLMoE: Open Mixture-of-Experts Language Models","created":"2024-09-03","cited_by_count":301,"area":"moe"},{"id":"2308.00951","title":"From Sparse to Soft Mixtures of Experts","created":"2023-08-02","cited_by_count":248,"area":"moe"},{"id":"2212.05055","title":"Sparse Upcycling: Training Mixture-of-Experts from Dense Checkpoints","created":"2022-12-09","cited_by_count":209,"area":"moe"},{"id":"2402.01739","title":"OpenMoE: An Early Effort on Open Mixture-of-Experts Language Models","created":"2024-01-29","cited_by_count":187,"area":"moe"},{"id":"2309.05444","title":"Pushing Mixture of Experts to the Limit: Extremely Parameter Efficient MoE for Instruction Tuning","created":"2023-09-11","cited_by_count":150,"area":"moe"},{"id":"2209.01667","title":"A Review of Sparse Expert Models in Deep Learning","created":"2022-09-04","cited_by_count":148,"area":"moe"},{"id":"2206.04046","title":"Sparse Mixture-of-Experts are Domain Generalizable Learners","created":"2022-06-08","cited_by_count":85,"area":"moe"},{"id":"2402.08609","title":"Mixtures of Experts Unlock Parameter Scaling for Deep RL","created":"2024-02-13","cited_by_count":78,"area":"moe"},{"id":"2410.08245","title":"Flex-MoE: Modeling Arbitrary Modality Combination via the Flexible Mixture-of-Experts","created":"2024-10-10","cited_by_count":70,"area":"moe"},{"id":"2402.03226","title":"FuseMoE: Mixture-of-Experts Transformers for Fleximodal Fusion","created":"2024-02-05","cited_by_count":68,"area":"moe"},{"id":"2305.14705","title":"Mixture-of-Experts Meets Instruction Tuning:A Winning Combination for Large Language Models","created":"2023-05-24","cited_by_count":65,"area":"moe"},{"id":"2304.02806","title":"Graph Mixture of Experts: Learning on Large-Scale Graphs with Explicit Diversity Modeling","created":"2023-04-06","cited_by_count":64,"area":"moe"},{"id":"2407.21770","title":"MoMa: Efficient Early-Fusion Pre-training with Mixture of Modality-Aware Experts","created":"2024-07-31","cited_by_count":62,"area":"moe"},{"id":"2403.12494","title":"Task-Customized Mixture of Adapters for General Image Fusion","created":"2024-03-19","cited_by_count":59,"area":"moe"},{"id":"2302.01392","title":"Multi-modal Gated Mixture of Local-to-Global Experts for Dynamic Image Fusion","created":"2023-02-02","cited_by_count":54,"area":"moe"},{"id":"2505.22323","title":"Advancing Expert Specialization for Better MoE","created":"2025-05-28","cited_by_count":39,"area":"moe"},{"id":"2310.09832","title":"Merging Experts into One: Improving Computational Efficiency of Mixture of Experts","created":"2023-10-15","cited_by_count":37,"area":"moe"},{"id":"2305.03288","title":"Demystifying Softmax Gating Function in Gaussian Mixture of Experts","created":"2023-05-05","cited_by_count":33,"area":"moe"},{"id":"2404.05019","title":"Shortcut-connected Expert Parallelism for Accelerating Mixture-of-Experts","created":"2024-04-07","cited_by_count":32,"area":"moe"},{"id":"2408.10159","title":"Customizing Language Models with Instance-wise LoRA for Sequential Recommendation","created":"2024-08-19","cited_by_count":32,"area":"moe"},{"id":"2308.10110","title":"Robust Mixture-of-Expert Training for Convolutional Neural Networks","created":"2023-08-19","cited_by_count":30,"area":"moe"},{"id":"2505.19190","title":"I2MoE: Interpretable Multimodal Interaction-aware Mixture-of-Experts","created":"2025-05-25","cited_by_count":30,"area":"moe"},{"id":"2402.12550","title":"Multilinear Mixture of Experts: Scalable Expert Specialization through Factorization","created":"2024-02-19","cited_by_count":28,"area":"moe"},{"id":"2404.08452","title":"MoE-FFD: Mixture of Experts for Generalized and Parameter-Efficient Face Forgery Detection","created":"2024-04-12","cited_by_count":27,"area":"moe"},{"id":"2311.02684","title":"Octavius: Mitigating Task Interference in MLLMs via LoRA-MoE","created":"2023-11-05","cited_by_count":25,"area":"moe"},{"id":"2401.15969","title":"Routers in Vision Mixture of Experts: An Empirical Study","created":"2024-01-29","cited_by_count":23,"area":"moe"},{"id":"2305.06324","title":"Alternating Gradient Descent and Mixture-of-Experts for Integrated Multimodal Perception","created":"2023-05-10","cited_by_count":19,"area":"moe"},{"id":"2406.11256","title":"Dynamic Data Mixing Maximizes Instruction Tuning for Mixture-of-Experts","created":"2024-06-17","cited_by_count":19,"area":"moe"},{"id":"2501.16352","title":"Mixture of Experts (MoE): A Big Data Perspective","created":"2025-01-18","cited_by_count":18,"area":"moe"},{"id":"2305.07572","title":"Towards Convergence Rates for Parameter Estimation in Gaussian-gated Mixture of Experts","created":"2023-05-12","cited_by_count":17,"area":"moe"},{"id":"2310.00811","title":"Sparse Backpropagation for MoE Training","created":"2023-10-01","cited_by_count":17,"area":"moe"},{"id":"2405.14260","title":"Graph Sparsification via Mixture of Graphs","created":"2024-05-23","cited_by_count":17,"area":"moe"},{"id":"2412.05552","title":"SAME: Learning Generic Language-Guided Visual Navigation with State-Adaptive Mixture of Experts","created":"2024-12-07","cited_by_count":16,"area":"moe"},{"id":"2212.08066","title":"Mod-Squad: Designing Mixture of Experts As Modular Multi-Task Learners","created":"2022-12-15","cited_by_count":15,"area":"moe"},{"id":"2505.24378","title":"Mastering Massive Multi-Task Reinforcement Learning via Mixture-of-Expert Decision Transformer","created":"2025-05-30","cited_by_count":15,"area":"moe"},{"id":"2507.11181","title":"Mixture of Experts in Large Language Models","created":"2025-07-15","cited_by_count":15,"area":"moe"},{"id":"2309.04354","title":"Mobile V-MoEs: Scaling Down Vision Transformers via Sparse Mixture-of-Experts","created":"2023-09-08","cited_by_count":14,"area":"moe"},{"id":"2412.20157","title":"UniRestorer: Universal Image Restoration via Adaptively Estimating Image Degradation at Proper Granularity","created":"2024-12-28","cited_by_count":14,"area":"moe"},{"id":"2409.05929","title":"M3-JEPA: Multimodal Alignment via Multi-gate MoE based on the Joint-Embedding Predictive Architecture","created":"2024-09-09","cited_by_count":13,"area":"moe"},{"id":"2308.06093","title":"Experts Weights Averaging: A New General Training Scheme for Vision Transformers","created":"2023-08-11","cited_by_count":12,"area":"moe"},{"id":"2405.11530","title":"Learning More Generalized Experts by Merging Experts in Mixture-of-Experts","created":"2024-05-19","cited_by_count":12,"area":"moe"},{"id":"2402.12399","title":"Turn Waste into Worth: Rectifying Top-$k$ Router of MoE","created":"2024-02-17","cited_by_count":11,"area":"moe"},{"id":"2411.18322","title":"Mixture of Experts in Image Classification: What's the Sweet Spot?","created":"2024-11-27","cited_by_count":11,"area":"moe"},{"id":"2504.00661","title":"DynMoLE: Boosting Mixture of LoRA Experts Fine-Tuning with a Hybrid Routing Mechanism","created":"2025-04-01","cited_by_count":11,"area":"moe"},{"id":"2403.07965","title":"Conditional computation in neural networks: principles and research trends","created":"2024-03-12","cited_by_count":10,"area":"moe"},{"id":"2404.16914","title":"Prediction Is All MoE Needs: Expert Load Distribution Goes from Fluctuating to Stabilizing","created":"2024-04-25","cited_by_count":10,"area":"moe"},{"id":"2311.10768","title":"Memory Augmented Language Models through Mixture of Word Experts","created":"2023-11-15","cited_by_count":9,"area":"moe"},{"id":"2402.02933","title":"Intrinsic User-Centric Interpretability through Global Mixture of Experts","created":"2024-02-05","cited_by_count":9,"area":"moe"},{"id":"2405.15052","title":"Revisiting MoE and Dense Speed-Accuracy Comparisons for LLM Training","created":"2024-05-23","cited_by_count":8,"area":"moe"},{"id":"2306.08586","title":"Learning to Specialize: Joint Gating-Expert Training for Adaptive MoEs in Decentralized Settings","created":"2023-06-14","cited_by_count":7,"area":"moe"},{"id":"2406.11353","title":"$\\texttt{MoE-RBench}$: Towards Building Reliable Language Models with Sparse Mixture-of-Experts","created":"2024-06-17","cited_by_count":7,"area":"moe"},{"id":"2406.12923","title":"Interpretable Cascading Mixture-of-Experts for Urban Traffic Congestion Prediction","created":"2024-06-14","cited_by_count":7,"area":"moe"},{"id":"2410.17043","title":"Optimizing Mixture-of-Experts Inference Time Combining Model Deployment and Communication Scheduling","created":"2024-10-22","cited_by_count":7,"area":"moe"},{"id":"2508.11999","title":"MOON: Generative MLLM-based Multimodal Representation Learning for E-commerce Product Understanding","created":"2025-08-16","cited_by_count":7,"area":"moe"},{"id":"2306.17165","title":"An Efficient General-Purpose Modular Vision Model via Multi-Task Heterogeneous Training","created":"2023-06-29","cited_by_count":6,"area":"moe"},{"id":"2508.06318","title":"Mixture of Experts Guided by Gaussian Splatters Matters: A new Approach to Weakly-Supervised Video Anomaly Detection","created":"2025-08-08","cited_by_count":6,"area":"moe"},{"id":"2310.15961","title":"Mixture of Tokens: Continuous MoE through Cross-Example Aggregation","created":"2023-10-24","cited_by_count":5,"area":"moe"},{"id":"2402.16918","title":"m2mKD: Module-to-Module Knowledge Distillation for Modular Transformers","created":"2024-02-26","cited_by_count":5,"area":"moe"},{"id":"2502.00965","title":"CLIP-UP: A Simple and Efficient Mixture-of-Experts CLIP Training Recipe with Sparse Upcycling","created":"2025-02-03","cited_by_count":5,"area":"moe"},{"id":"2506.14436","title":"MoORE: SVD-based Model MoE-ization for Conflict- and Oblivion-Resistant Multi-Task Adaptation","created":"2025-06-17","cited_by_count":5,"area":"moe"},{"id":"2510.10584","title":"Equipping Vision Foundation Model with Mixture of Experts for Out-of-Distribution Detection","created":"2025-10-12","cited_by_count":5,"area":"moe"},{"id":"2601.02967","title":"MoE Adapter for Large Audio Language Models: Sparsity, Disentanglement, and Gradient-Conflict-Free","created":"2026-01-06","cited_by_count":5,"area":"moe"},{"id":"2501.03432","title":"Mixture-of-Experts Graph Transformers for Interpretable Particle Collision Detection","created":"2025-01-06","cited_by_count":4,"area":"moe"},{"id":"2502.10447","title":"MoHAVE: Mixture of Hierarchical Audio-Visual Experts for Robust Speech Recognition","created":"2025-02-11","cited_by_count":4,"area":"moe"},{"id":"2509.25678","title":"Massively Multimodal Foundation Models: A Framework for Capturing Interactions with Specialized Mixture-of-Experts","created":"2025-09-30","cited_by_count":4,"area":"moe"},{"id":"2311.14747","title":"HOPE: A Memory-Based and Composition-Aware Framework for Zero-Shot Learning with Hopfield Network and Soft Mixture of Experts","created":"2023-11-23","cited_by_count":3,"area":"moe"},{"id":"2406.15883","title":"SimSMoE: Solving Representational Collapse via Similarity Measure","created":"2024-06-22","cited_by_count":3,"area":"moe"},{"id":"2503.20633","title":"Enhancing Multi-modal Models with Heterogeneous MoE Adapters for Fine-tuning","created":"2025-03-26","cited_by_count":3,"area":"moe"},{"id":"2505.19525","title":"Rethinking Gating Mechanism in Sparse MoE: Handling Arbitrary Modality Inputs with Confidence-Guided Gate","created":"2025-05-26","cited_by_count":3,"area":"moe"},{"id":"2507.06363","title":"Mamba Goes HoME: Hierarchical Soft Mixture-of-Experts for 3D Medical Image Segmentation","created":"2025-07-08","cited_by_count":3,"area":"moe"},{"id":"2508.09204","title":"MoQE: Improve Quantization Model performance via Mixture of Quantization Experts","created":"2025-08-09","cited_by_count":3,"area":"moe"},{"id":"2605.08292","title":"Hierarchical Mixture-of-Experts with Two-Stage Optimization","created":"2026-05-08","cited_by_count":3,"area":"moe"},{"id":"2306.02824","title":"COMET: Learning Cardinality Constrained Mixture of Experts with Trees and Local Search","created":"2023-06-05","cited_by_count":2,"area":"moe"},{"id":"2311.00285","title":"Mixture-of-Experts for Open Set Domain Adaptation: A Dual-Space Detection Approach","created":"2023-11-01","cited_by_count":2,"area":"moe"},{"id":"2411.07834","title":"Towards Vision Mixture of Experts for Wildlife Monitoring on the Edge","created":"2024-11-12","cited_by_count":2,"area":"moe"},{"id":"2502.03884","title":"Rank Also Matters: Hierarchical Configuration for Mixture of Adapter Experts in LLM Fine-Tuning","created":"2025-02-06","cited_by_count":2,"area":"moe"},{"id":"2503.10725","title":"Samoyeds: Accelerating MoE Models with Structured Sparsity Leveraging Sparse Tensor Cores","created":"2025-03-13","cited_by_count":2,"area":"moe"},{"id":"2602.08019","title":"The Rise of Sparse Mixture-of-Experts: A Survey from Algorithmic Foundations to Decentralized Architectures and Vertical Domain Applications","created":"2026-02-08","cited_by_count":2,"area":"moe"},{"id":"2601.15370","title":"Improving MoE Compute Efficiency by Composing Weight and Data Sparsity","created":"2026-01-21","cited_by_count":1,"area":"moe"},{"id":"2604.01667","title":"M3D-BFS: a Multi-stage Dynamic Fusion Strategy for Sample-Adaptive Multi-Modal Brain Network Analysis","created":"2026-04-02","cited_by_count":1,"area":"moe"},{"id":"2310.12236","title":"Direct Neural Machine Translation with Task-level Mixture of Experts models","created":"2023-10-18","cited_by_count":0,"area":"moe"},{"id":"2403.20058","title":"Revolutionizing Disease Diagnosis with simultaneous functional PET/MR and Deeply Integrated Brain Metabolic, Hemodynamic, and Perfusion Networks","created":"2024-03-29","cited_by_count":0,"area":"moe"},{"id":"2405.09298","title":"A Mixture of Experts (MoE) model to improve AI-based computational pathology prediction performance under variable levels of histopathology image blur","created":"2024-05-15","cited_by_count":0,"area":"moe"},{"id":"2503.12592","title":"MoECollab: Democratizing LLM Development Through Collaborative Mixture of Experts","created":"2025-03-16","cited_by_count":0,"area":"moe"},{"id":"2505.12007","title":"Multi-modal Collaborative Optimization and Expansion Network for Event-assisted Single-eye Expression Recognition","created":"2025-05-17","cited_by_count":0,"area":"moe"},{"id":"2506.12597","title":"Automatic Expert Discovery in LLM Upcycling via Sparse Interpolated Mixture-of-Experts","created":"2025-06-14","cited_by_count":0,"area":"moe"},{"id":"2508.18551","title":"BTW: A Non-Parametric Variance Stabilization Framework for Multimodal Model Integration","created":"2025-08-25","cited_by_count":0,"area":"moe"},{"id":"2601.02943","title":"MixTTE: Multi-Level Mixture-of-Experts for Scalable and Adaptive Travel Time Estimation","created":"2026-01-06","cited_by_count":0,"area":"moe"},{"id":"2602.08755","title":"Align and Adapt: Multimodal Multiview Human Activity Recognition under Arbitrary View Combinations","created":"2026-02-09","cited_by_count":0,"area":"moe"},{"id":"2602.12546","title":"Decoder-only Conformer with Modality-aware Sparse Mixtures of Experts for ASR","created":"2026-02-13","cited_by_count":0,"area":"moe"},{"id":"2604.03342","title":"Mixture-of-Experts in Remote Sensing: A Survey","created":"2026-04-03","cited_by_count":0,"area":"moe"},{"id":"2605.03348","title":"Toward Structural Multimodal Representations: Specialization, Selection, and Sparsification via Mixture-of-Experts","created":"2026-05-05","cited_by_count":0,"area":"moe"},{"id":"2605.26776","title":"Towards Generalization-Oriented Models for Vehicle Routing Problems with Mixture-of-Experts","created":"2026-05-26","cited_by_count":0,"area":"moe"},{"id":"2605.27431","title":"Tackling Multimodal Learning Challenges with Mixture-of-Expert: A Survey","created":"2026-05-22","cited_by_count":0,"area":"moe"},{"id":"2606.09907","title":"LongMoE: Longitudinal Multimodal Learning via Trajectory-Aware Mixture-of-Experts","created":"2026-06-06","cited_by_count":0,"area":"moe"},{"id":"2609.21346","title":"IntBMoE: Integrating Block-Level Conditioning into Expert Composition for Full-Participation Mixture-of-Experts","created":"2026-09-18","cited_by_count":0,"area":"moe"},{"id":"2610.01418","title":"SpikeMoE: Brain-Inspired Competitive Routing for Flexible Spiking Mixture-of-Experts","created":"2026-10-01","cited_by_count":0,"area":"moe"},{"id":"2610.13370","title":"Overcoming Data Imbalances with Expert Selection Biases","created":"2026-10-09","cited_by_count":0,"area":"moe"}],"next_cursor":null}