{"total":75,"rows":[{"id":"2401.04088","title":"Mixtral of Experts","created":"2024-01-08","cited_by_count":1823,"area":"moe"},{"id":"2407.06204","title":"A Survey on Mixture of Experts in Large Language Models","created":"2024-06-26","cited_by_count":237,"area":"moe"},{"id":"2406.16554","title":"LLaMA-MoE: Building Mixture-of-Experts from LLaMA with Continual Pre-training","created":"2024-06-24","cited_by_count":123,"area":"moe"},{"id":"2306.03745","title":"Soft Merging of Experts with Adaptive Routing","created":"2023-06-06","cited_by_count":90,"area":"moe"},{"id":"2402.00433","title":"Merging Multi-Task Models via Weight-Ensembling Mixture of Experts","created":"2024-02-01","cited_by_count":85,"area":"moe"},{"id":"2405.01029","title":"MVMoE: Multi-Task Vehicle Routing Solver with Mixture-of-Experts","created":"2024-05-02","cited_by_count":70,"area":"moe"},{"id":"2308.14352","title":"EdgeMoE: Empowering Sparse Large Language Models on Mobile Devices","created":"2023-08-28","cited_by_count":69,"area":"moe"},{"id":"2410.07524","title":"Upcycling Large Language Models into Mixture of Experts","created":"2024-10-10","cited_by_count":49,"area":"moe"},{"id":"2412.14219","title":"A Survey on Inference Optimization Techniques for Mixture of Experts Models","created":"2024-12-18","cited_by_count":47,"area":"moe"},{"id":"2505.22323","title":"Advancing Expert Specialization for Better MoE","created":"2025-05-28","cited_by_count":39,"area":"moe"},{"id":"2403.03432","title":"Mixture-of-LoRAs: An Efficient Multitask Tuning for Large Language Models","created":"2024-03-06","cited_by_count":38,"area":"moe"},{"id":"2303.06182","title":"Towards MoE Deployment: Mitigating Inefficiencies in Mixture-of-Expert (MoE) Inference","created":"2023-03-10","cited_by_count":37,"area":"moe"},{"id":"2402.01771","title":"BlackMamba: Mixture of Experts for State-Space Models","created":"2024-02-01","cited_by_count":37,"area":"moe"},{"id":"2309.13850","title":"Statistical Perspective of Top-K Sparse Softmax Gating Mixture of Experts","created":"2023-09-25","cited_by_count":29,"area":"moe"},{"id":"2402.15505","title":"Co-Supervised Learning: Improving Weak-to-Strong Generalization with Hierarchical Mixture of Experts","created":"2024-02-23","cited_by_count":28,"area":"moe"},{"id":"2408.11304","title":"FedMoE: Personalized Federated Learning via Heterogeneous Mixture of Experts","created":"2024-08-21","cited_by_count":27,"area":"moe"},{"id":"2401.15969","title":"Routers in Vision Mixture of Experts: An Empirical Study","created":"2024-01-29","cited_by_count":23,"area":"moe"},{"id":"2402.02952","title":"On Least Square Estimation in Softmax Gating Mixture of Experts","created":"2024-02-05","cited_by_count":23,"area":"moe"},{"id":"2409.19291","title":"CLIP-MoE: Towards Building Mixture of Experts for CLIP with Diversified Multiplet Upcycling","created":"2024-09-28","cited_by_count":23,"area":"moe"},{"id":"2410.21804","title":"Efficient and Effective Weight-Ensembling Mixture of Experts for Multi-Task Model Merging","created":"2024-10-29","cited_by_count":23,"area":"moe"},{"id":"2312.07035","title":"HyperRouter: Towards Efficient Training and Inference of Sparse Mixture of Experts","created":"2023-12-12","cited_by_count":21,"area":"moe"},{"id":"2312.04693","title":"GraphMETRO: Mitigating Complex Graph Distribution Shifts via Mixture of Aligned Experts","created":"2023-12-07","cited_by_count":19,"area":"moe"},{"id":"2406.11256","title":"Dynamic Data Mixing Maximizes Instruction Tuning for Mixture-of-Experts","created":"2024-06-17","cited_by_count":19,"area":"moe"},{"id":"2501.04004","title":"LiMoE: Mixture of LiDAR Representation Learners from Automotive Scenes","created":"2025-01-07","cited_by_count":19,"area":"moe"},{"id":"2305.07572","title":"Towards Convergence Rates for Parameter Estimation in Gaussian-gated Mixture of Experts","created":"2023-05-12","cited_by_count":17,"area":"moe"},{"id":"2408.12733","title":"SQL-GEN: Bridging the Dialect Gap for Text-to-SQL Via Synthetic Data And Model Merging","created":"2024-08-22","cited_by_count":16,"area":"moe"},{"id":"2409.06669","title":"DA-MoE: Towards Dynamic Expert Allocation for Mixture-of-Experts Models","created":"2024-09-10","cited_by_count":15,"area":"moe"},{"id":"2309.04354","title":"Mobile V-MoEs: Scaling Down Vision Transformers via Sparse Mixture-of-Experts","created":"2023-09-08","cited_by_count":14,"area":"moe"},{"id":"2412.00099","title":"Mixture of Cache-Conditional Experts for Efficient Mobile Device Inference","created":"2024-11-27","cited_by_count":14,"area":"moe"},{"id":"2501.10375","title":"DAOP: Data-Aware Offloading and Predictive Pre-Calculation for Efficient MoE Inference","created":"2024-12-16","cited_by_count":14,"area":"moe"},{"id":"2303.13739","title":"WM-MoE: Weather-aware Multi-scale Mixture-of-Experts for Blind Adverse Weather Removal","created":"2023-03-24","cited_by_count":11,"area":"moe"},{"id":"2210.07535","title":"AutoMoE: Heterogeneous Mixture-of-Experts with Adaptive Computation for Efficient Neural Machine Translation","created":"2022-10-14","cited_by_count":10,"area":"moe"},{"id":"2403.07965","title":"Conditional computation in neural networks: principles and research trends","created":"2024-03-12","cited_by_count":10,"area":"moe"},{"id":"2407.11030","title":"DLO: Dynamic Layer Operation for Efficient Vertical Scaling of LLMs","created":"2024-07-03","cited_by_count":10,"area":"moe"},{"id":"2305.13999","title":"Towards A Unified View of Sparse Feed-Forward Network in Pretraining Large Language Model","created":"2023-05-23","cited_by_count":9,"area":"moe"},{"id":"2402.02933","title":"Intrinsic User-Centric Interpretability through Global Mixture of Experts","created":"2024-02-05","cited_by_count":9,"area":"moe"},{"id":"2211.08253","title":"HMOE: Hypernetwork-based Mixture of Experts for Domain Generalization","created":"2022-11-15","cited_by_count":8,"area":"moe"},{"id":"2408.12793","title":"La-SoftMoE CLIP for Unified Physical-Digital Face Attack Detection","created":"2024-08-23","cited_by_count":8,"area":"moe"},{"id":"2409.01483","title":"Revisiting SMoE Language Models by Evaluating Inefficiencies with Task Specific Expert Pruning","created":"2024-09-02","cited_by_count":8,"area":"moe"},{"id":"2406.11353","title":"$\\texttt{MoE-RBench}$: Towards Building Reliable Language Models with Sparse Mixture-of-Experts","created":"2024-06-17","cited_by_count":7,"area":"moe"},{"id":"2406.12923","title":"Interpretable Cascading Mixture-of-Experts for Urban Traffic Congestion Prediction","created":"2024-06-14","cited_by_count":7,"area":"moe"},{"id":"2412.16971","title":"Part-Of-Speech Sensitivity of Routers in Mixture of Experts Models","created":"2024-12-22","cited_by_count":7,"area":"moe"},{"id":"2510.05781","title":"Mixture of Neuron Experts","created":"2025-10-07","cited_by_count":7,"area":"moe"},{"id":"2404.16356","title":"Integration of Mixture of Experts and Multimodal Generative AI in Internet of Vehicles: A Survey","created":"2024-04-25","cited_by_count":6,"area":"moe"},{"id":"2511.22103","title":"MoE3D: Mixture of Experts meets Multi-Modal 3D Understanding","created":"2025-11-27","cited_by_count":6,"area":"moe"},{"id":"2308.15772","title":"Task-Based MoE for Multitask Multilingual Machine Translation","created":"2023-08-30","cited_by_count":5,"area":"moe"},{"id":"2412.08946","title":"MoSLD: An Extremely Parameter-Efficient Mixture-of-Shared LoRAs for Multi-Task Learning","created":"2024-12-12","cited_by_count":4,"area":"moe"},{"id":"2410.23507","title":"Efficient and Interpretable Grammatical Error Correction with Mixture of Experts","created":"2024-10-30","cited_by_count":3,"area":"moe"},{"id":"2504.06426","title":"S'MoRE: Structural Mixture of Residual Experts for Parameter-Efficient LLM Fine-tuning","created":"2025-04-08","cited_by_count":3,"area":"moe"},{"id":"2511.17601","title":"Generalizable and Efficient Automated Scoring with a Knowledge-Distilled Multi-Task Mixture-of-Experts","created":"2025-11-18","cited_by_count":3,"area":"moe"},{"id":"2601.03577","title":"Variational Inference, Entropy, and Orthogonality: A Unified Theory of Mixture-of-Experts","created":"2026-01-07","cited_by_count":3,"area":"moe"},{"id":"2311.00285","title":"Mixture-of-Experts for Open Set Domain Adaptation: A Dual-Space Detection Approach","created":"2023-11-01","cited_by_count":2,"area":"moe"},{"id":"2501.16103","title":"Static Batching of Irregular Workloads on GPUs: Framework and Application to Efficient MoE Model Inference","created":"2025-01-27","cited_by_count":2,"area":"moe"},{"id":"2502.03608","title":"(GG) MoE vs. MLP on Tabular Data","created":"2025-02-05","cited_by_count":2,"area":"moe"},{"id":"2504.04444","title":"On the Spatial Structure of Mixture-of-Experts in Transformers","created":"2025-04-06","cited_by_count":2,"area":"moe"},{"id":"2510.21788","title":"Online Mixture of Experts: No-Regret Learning for Optimal Collective Decision-Making","created":"2025-10-19","cited_by_count":2,"area":"moe"},{"id":"2511.09853","title":"ConSurv: Multimodal Continual Learning for Survival Analysis","created":"2025-11-13","cited_by_count":2,"area":"moe"},{"id":"2602.08019","title":"The Rise of Sparse Mixture-of-Experts: A Survey from Algorithmic Foundations to Decentralized Architectures and Vertical Domain Applications","created":"2026-02-08","cited_by_count":2,"area":"moe"},{"id":"2502.17391","title":"The Empirical Impact of Reducing Symmetries on the Performance of Deep Ensembles and MoE","created":"2025-02-24","cited_by_count":1,"area":"moe"},{"id":"2502.20213","title":"Mixture of Experts for Recognizing Depression from Interview and Reading Tasks","created":"2025-02-27","cited_by_count":1,"area":"moe"},{"id":"2503.02495","title":"Union of Experts: Adapting Hierarchical Routing to Equivalently Decomposed Transformer","created":"2025-03-04","cited_by_count":1,"area":"moe"},{"id":"2506.06858","title":"FA-INR: Adaptive Implicit Neural Representations for Interpretable Exploration of Simulation Ensembles","created":"2025-06-07","cited_by_count":1,"area":"moe"},{"id":"2606.10454","title":"Entropy-Aware Domain-Routed Mixture-of-Experts Speech-LLM Framework: A Case Study of Multi-Domain Child-Adult ASR","created":"2026-06-09","cited_by_count":1,"area":"moe"},{"id":"2310.12236","title":"Direct Neural Machine Translation with Task-level Mixture of Experts models","created":"2023-10-18","cited_by_count":0,"area":"moe"},{"id":"2406.12060","title":"Not Eliminate but Aggregate: Post-Hoc Control over Mixture-of-Experts to Address Shortcut Shifts in Natural Language Understanding","created":"2024-06-17","cited_by_count":0,"area":"moe"},{"id":"2508.07329","title":"Efficient Edge LLMs Deployment via HessianAware Quantization and CPU GPU Collaborative","created":"2025-08-10","cited_by_count":0,"area":"moe"},{"id":"2510.03151","title":"Mixture of Many Zero-Compute Experts: A High-Rate Quantization Theory Perspective","created":"2025-10-03","cited_by_count":0,"area":"moe"},{"id":"2512.06449","title":"Enhancing Medical Cross-Modal Hashing Retrieval using Dropout-Voting Mixture-of-Experts Fusion","created":"2025-12-06","cited_by_count":0,"area":"moe"},{"id":"2601.02943","title":"MixTTE: Multi-Level Mixture-of-Experts for Scalable and Adaptive Travel Time Estimation","created":"2026-01-06","cited_by_count":0,"area":"moe"},{"id":"2605.11537","title":"Fast MoE Inference via Predictive Prefetching and Expert Replication","created":"2026-05-12","cited_by_count":0,"area":"moe"},{"id":"2605.24270","title":"Safety-Oriented Routing Analysis of Mixtral MoE Under Benign and Harmful Prompts","created":"2026-05-22","cited_by_count":0,"area":"moe"},{"id":"2607.27577","title":"Heterogeneous Ranking in Industrial-Scale Recommender Systems: A Case Study","created":"2026-07-30","cited_by_count":0,"area":"moe"},{"id":"2609.18688","title":"Generalist-Specialist Mixture-of-Experts for Rare Pathology Detection in Multimodal Imaging","created":"2026-09-16","cited_by_count":0,"area":"moe"},{"id":"2610.02910","title":"Frequency Is Not Sensitivity Identifying Safety-Sensitive Experts in Sparse MoE LLM","created":"2026-10-02","cited_by_count":0,"area":"moe"},{"id":"2610.11775","title":"RouterInterp: Understanding Superposed Specialisation in Mixture of Experts Routing","created":"2026-10-08","cited_by_count":0,"area":"moe"}],"next_cursor":null}