{"total":124,"rows":[{"id":"2409.02060","title":"OLMoE: Open Mixture-of-Experts Language Models","created":"2024-09-03","cited_by_count":301,"area":"moe"},{"id":"2402.01739","title":"OpenMoE: An Early Effort on Open Mixture-of-Experts Language Models","created":"2024-01-29","cited_by_count":187,"area":"moe"},{"id":"2309.05444","title":"Pushing Mixture of Experts to the Limit: Extremely Parameter Efficient MoE for Instruction Tuning","created":"2023-09-11","cited_by_count":150,"area":"moe"},{"id":"2406.16554","title":"LLaMA-MoE: Building Mixture-of-Experts from LLaMA with Continual Pre-training","created":"2024-06-24","cited_by_count":123,"area":"moe"},{"id":"2306.03745","title":"Soft Merging of Experts with Adaptive Routing","created":"2023-06-06","cited_by_count":90,"area":"moe"},{"id":"2305.14705","title":"Mixture-of-Experts Meets Instruction Tuning:A Winning Combination for Large Language Models","created":"2023-05-24","cited_by_count":65,"area":"moe"},{"id":"2407.21770","title":"MoMa: Efficient Early-Fusion Pre-training with Mixture of Modality-Aware Experts","created":"2024-07-31","cited_by_count":62,"area":"moe"},{"id":"2410.12013","title":"MoE-Pruner: Pruning Mixture-of-Experts Large Language Model using the Hints from Its Router","created":"2024-10-15","cited_by_count":62,"area":"moe"},{"id":"2406.06563","title":"Skywork-MoE: A Deep Dive into Training Techniques for Mixture-of-Experts Language Models","created":"2024-06-03","cited_by_count":59,"area":"moe"},{"id":"2407.00945","title":"Efficient Expert Pruning for Sparse Mixture-of-Experts Language Models: Enhancing Performance and Reducing Inference Costs","created":"2024-07-01","cited_by_count":53,"area":"moe"},{"id":"2410.07524","title":"Upcycling Large Language Models into Mixture of Experts","created":"2024-10-10","cited_by_count":49,"area":"moe"},{"id":"2406.18219","title":"A Closer Look into Mixture-of-Experts in Large Language Models","created":"2024-06-26","cited_by_count":48,"area":"moe"},{"id":"2409.03277","title":"ChartMoE: Mixture of Diversely Aligned Expert Connector for Chart Understanding","created":"2024-09-05","cited_by_count":46,"area":"moe"},{"id":"2502.07972","title":"Training Sparse Mixture Of Experts Text Embedding Models","created":"2025-02-11","cited_by_count":32,"area":"moe"},{"id":"2308.10110","title":"Robust Mixture-of-Expert Training for Convolutional Neural Networks","created":"2023-08-19","cited_by_count":30,"area":"moe"},{"id":"2510.04694","title":"Multilingual Routing in Mixture-of-Experts","created":"2025-10-06","cited_by_count":29,"area":"moe"},{"id":"2507.13575","title":"Apple Intelligence Foundation Language Models: Tech Report 2025","created":"2025-07-17","cited_by_count":28,"area":"moe"},{"id":"2502.19261","title":"Drop-Upcycling: Training Sparse Mixture of Experts with Partial Re-initialization","created":"2025-02-26","cited_by_count":24,"area":"moe"},{"id":"2503.07639","title":"Mixture of Experts Made Intrinsically Interpretable","created":"2025-03-05","cited_by_count":24,"area":"moe"},{"id":"2401.15969","title":"Routers in Vision Mixture of Experts: An Empirical Study","created":"2024-01-29","cited_by_count":23,"area":"moe"},{"id":"2406.12034","title":"Self-MoE: Towards Compositional Large Language Models with Self-Specialized Experts","created":"2024-06-17","cited_by_count":23,"area":"moe"},{"id":"2409.19291","title":"CLIP-MoE: Towards Building Mixture of Experts for CLIP with Diversified Multiplet Upcycling","created":"2024-09-28","cited_by_count":23,"area":"moe"},{"id":"2410.21804","title":"Efficient and Effective Weight-Ensembling Mixture of Experts for Multi-Task Model Merging","created":"2024-10-29","cited_by_count":23,"area":"moe"},{"id":"2401.02731","title":"Parameter-Efficient Sparsity Crafting from Dense to Mixture-of-Experts for Instruction Tuning on General Tasks","created":"2024-01-05","cited_by_count":22,"area":"moe"},{"id":"2408.06793","title":"Layerwise Recurrent Router for Mixture-of-Experts","created":"2024-08-13","cited_by_count":21,"area":"moe"},{"id":"2410.19123","title":"Read-ME: Refactorizing LLMs as Router-Decoupled Mixture of Experts with System Co-Design","created":"2024-10-24","cited_by_count":19,"area":"moe"},{"id":"2603.07685","title":"Scalable Training of Mixture-of-Experts Models with Megatron Core","created":"2026-03-08","cited_by_count":19,"area":"moe"},{"id":"2410.10626","title":"Efficiently Democratizing Medical LLMs for 50 Languages via a Mixture of Language Family Experts","created":"2024-10-14","cited_by_count":17,"area":"moe"},{"id":"2504.14960","title":"MoE Parallel Folding: Heterogeneous Parallelism Mappings for Efficient Large-Scale MoE Model Training with Megatron Core","created":"2025-04-21","cited_by_count":17,"area":"moe"},{"id":"2310.07188","title":"Adaptive Gating in Mixture-of-Experts based Language Models","created":"2023-10-11","cited_by_count":16,"area":"moe"},{"id":"2408.08274","title":"BAM! Just Like That: Simple and Efficient Parameter Upcycling for Mixture of Experts","created":"2024-08-15","cited_by_count":16,"area":"moe"},{"id":"2503.05066","title":"Capacity-Aware Inference: Mitigating the Straggler Effect in Mixture of Experts","created":"2025-03-07","cited_by_count":15,"area":"moe"},{"id":"2411.18797","title":"SEUF: Is Unlearning One Expert Enough for Mixture-of-Experts LLMs?","created":"2024-11-27","cited_by_count":14,"area":"moe"},{"id":"2502.03009","title":"Scaling Laws for Upcycling Mixture-of-Experts Language Models","created":"2025-02-05","cited_by_count":13,"area":"moe"},{"id":"2308.06093","title":"Experts Weights Averaging: A New General Training Scheme for Vision Transformers","created":"2023-08-11","cited_by_count":12,"area":"moe"},{"id":"2402.12399","title":"Turn Waste into Worth: Rectifying Top-$k$ Router of MoE","created":"2024-02-17","cited_by_count":11,"area":"moe"},{"id":"2411.18322","title":"Mixture of Experts in Image Classification: What's the Sweet Spot?","created":"2024-11-27","cited_by_count":11,"area":"moe"},{"id":"2503.01359","title":"DeRS: Towards Extremely Efficient Upcycled Mixture-of-Experts Models","created":"2025-03-03","cited_by_count":10,"area":"moe"},{"id":"2406.04801","title":"MoE Jetpack: From Dense Checkpoints to Adaptive Mixture of Experts for Vision Tasks","created":"2024-06-07","cited_by_count":9,"area":"moe"},{"id":"2411.08212","title":"PERFT: Parameter-Efficient Routed Fine-Tuning for Mixture-of-Expert Model","created":"2024-11-12","cited_by_count":9,"area":"moe"},{"id":"2508.07785","title":"Grove MoE: Towards Efficient and Superior MoE LLMs with Adjugate Experts","created":"2025-08-11","cited_by_count":9,"area":"moe"},{"id":"2405.15052","title":"Revisiting MoE and Dense Speed-Accuracy Comparisons for LLM Training","created":"2024-05-23","cited_by_count":8,"area":"moe"},{"id":"2502.04416","title":"Analytical FFN-to-MoE Restructuring via Activation Pattern Analysis","created":"2025-02-06","cited_by_count":8,"area":"moe"},{"id":"2506.12119","title":"Mixture-of-Experts Can Surpass Dense LLMs Under Strictly Equal Resource","created":"2025-06-13","cited_by_count":8,"area":"moe"},{"id":"2509.22745","title":"Defending MoE LLMs against Harmful Fine-Tuning via Safety Routing Alignment","created":"2025-09-26","cited_by_count":8,"area":"moe"},{"id":"2404.15247","title":"XFT: Unlocking the Power of Code Instruction Tuning by Simply Merging Upcycled Mixture-of-Experts","created":"2024-04-23","cited_by_count":7,"area":"moe"},{"id":"2406.11353","title":"$\\texttt{MoE-RBench}$: Towards Building Reliable Language Models with Sparse Mixture-of-Experts","created":"2024-06-17","cited_by_count":7,"area":"moe"},{"id":"2505.06858","title":"FreqMoE: Dynamic Frequency Enhancement for Neural PDE Solvers","created":"2025-05-11","cited_by_count":7,"area":"moe"},{"id":"2410.01610","title":"Upcycling Instruction Tuning from Dense to Mixture-of-Experts via Parameter Merging","created":"2024-10-02","cited_by_count":6,"area":"moe"},{"id":"2410.18406","title":"MoMQ: Mixture-of-Experts Enhances Multi-Dialect Query Generation across Relational and Non-Relational Databases","created":"2024-10-24","cited_by_count":6,"area":"moe"},{"id":"2411.00918","title":"LIBMoE: A Library for comprehensive benchmarking Mixture of Experts in Large Language Models","created":"2024-11-01","cited_by_count":6,"area":"moe"},{"id":"2402.16918","title":"m2mKD: Module-to-Module Knowledge Distillation for Modular Transformers","created":"2024-02-26","cited_by_count":5,"area":"moe"},{"id":"2502.00965","title":"CLIP-UP: A Simple and Efficient Mixture-of-Experts CLIP Training Recipe with Sparse Upcycling","created":"2025-02-03","cited_by_count":5,"area":"moe"},{"id":"2503.05029","title":"Continual Pre-training of MoEs: How robust is your router?","created":"2025-03-06","cited_by_count":5,"area":"moe"},{"id":"2503.11144","title":"MoLEx: Mixture of Layer Experts for Finetuning with Sparse Upcycling","created":"2025-03-14","cited_by_count":5,"area":"moe"},{"id":"2506.14436","title":"MoORE: SVD-based Model MoE-ization for Conflict- and Oblivion-Resistant Multi-Task Adaptation","created":"2025-06-17","cited_by_count":5,"area":"moe"},{"id":"2510.10584","title":"Equipping Vision Foundation Model with Mixture of Experts for Out-of-Distribution Detection","created":"2025-10-12","cited_by_count":5,"area":"moe"},{"id":"2408.04278","title":"LaDiMo: Layer-wise Distillation Inspired MoEfier","created":"2024-08-08","cited_by_count":4,"area":"moe"},{"id":"2411.10003","title":"Pro-Prophet: A Systematic Load Balancing Method for Efficient Parallel Training of Large-scale MoE Models","created":"2024-11-15","cited_by_count":4,"area":"moe"},{"id":"2507.18671","title":"Innovator: Scientific Continued Pretraining with Fine-grained MoE Upcycling","created":"2025-07-24","cited_by_count":4,"area":"moe"},{"id":"2412.05821","title":"An Entailment Tree Generation Approach for Multimodal Multi-Hop Question Answering with Mixture-of-Experts and Iterative Feedback Mechanism","created":"2024-12-08","cited_by_count":3,"area":"moe"},{"id":"2502.05633","title":"Mol-MoE: Training Preference-Guided Routers for Molecule Generation","created":"2025-02-08","cited_by_count":3,"area":"moe"},{"id":"2503.20633","title":"Enhancing Multi-modal Models with Heterogeneous MoE Adapters for Fine-tuning","created":"2025-03-26","cited_by_count":3,"area":"moe"},{"id":"2508.09204","title":"MoQE: Improve Quantization Model performance via Mixture of Quantization Experts","created":"2025-08-09","cited_by_count":3,"area":"moe"},{"id":"2509.10513","title":"Mixture-of-Clustered-Experts: Advancing Expert Specialization and Generalization in Instruction Tuning","created":"2025-09-03","cited_by_count":3,"area":"moe"},{"id":"2510.16138","title":"Expert Merging in Sparse Mixture of Experts with Nash Bargaining","created":"2025-10-17","cited_by_count":3,"area":"moe"},{"id":"2510.16411","title":"Modeling Expert Interactions in Sparse Mixture of Experts via Graph Structures","created":"2025-10-18","cited_by_count":3,"area":"moe"},{"id":"2602.07616","title":"SERE: Similarity-based Expert Re-routing for Efficient Batch Decoding in MoE Models","created":"2026-02-07","cited_by_count":3,"area":"moe"},{"id":"2605.02641","title":"Mamoda2.5: Enhancing Unified Multimodal Model with DiT-MoE","created":"2026-05-04","cited_by_count":3,"area":"moe"},{"id":"2406.11919","title":"Graph Knowledge Distillation to Mixture of Experts","created":"2024-06-17","cited_by_count":2,"area":"moe"},{"id":"2408.11855","title":"FactorLLM: Factorizing Knowledge via Mixture of Experts for Large Language Models","created":"2024-08-15","cited_by_count":2,"area":"moe"},{"id":"2408.15915","title":"Leveraging Open Knowledge for Advancing Task Expertise in Large Language Models","created":"2024-08-28","cited_by_count":2,"area":"moe"},{"id":"2411.08968","title":"Sparse Upcycling: Inference Inefficient Finetuning","created":"2024-11-13","cited_by_count":2,"area":"moe"},{"id":"2510.01185","title":"Dirichlet-Prior Shaping: Guiding Expert Specialization in Upcycled MoEs","created":"2025-10-01","cited_by_count":2,"area":"moe"},{"id":"2604.00801","title":"Routing-Free Mixture-of-Experts","created":"2026-04-01","cited_by_count":2,"area":"moe"},{"id":"2408.06567","title":"AquilaMoE: Efficient Training for MoE Models with Scale-Up and Scale-Out Strategies","created":"2024-08-13","cited_by_count":1,"area":"moe"},{"id":"2409.14107","title":"Routing in Sparsely-gated Language Models responds to Context","created":"2024-09-21","cited_by_count":1,"area":"moe"},{"id":"2412.17507","title":"UME: Upcycling Mixture-of-Experts for Scalable and Efficient Automatic Speech Recognition","created":"2024-12-23","cited_by_count":1,"area":"moe"},{"id":"2503.06491","title":"MoFE: Mixture of Frozen Experts Architecture","created":"2025-03-09","cited_by_count":1,"area":"moe"},{"id":"2504.09265","title":"Mixture of Group Experts for Learning Invariant Representations","created":"2025-04-12","cited_by_count":1,"area":"moe"},{"id":"2509.00679","title":"Router Upcycling: Leveraging Mixture-of-Routers in Mixture-of-Experts Upcycling","created":"2025-08-31","cited_by_count":1,"area":"moe"},{"id":"2509.18542","title":"Symphony-MoE: Harmonizing Disparate Pre-trained Models into a Coherent Mixture-of-Experts","created":"2025-09-23","cited_by_count":1,"area":"moe"},{"id":"2510.08008","title":"Beyond Sunk Costs: Boosting LLM Pre-training Efficiency via Orthogonal Growth of Mixture-of-Experts","created":"2025-10-09","cited_by_count":1,"area":"moe"},{"id":"2604.19835","title":"Expert Upcycling: Shifting the Compute-Efficient Frontier of Mixture-of-Experts","created":"2026-04-21","cited_by_count":1,"area":"moe"},{"id":"2605.06665","title":"UniPool: A Globally Shared Expert Pool for Mixture-of-Experts","created":"2026-05-07","cited_by_count":1,"area":"moe"},{"id":"2605.13997","title":"HodgeCover: Higher-Order Topological Coverage Drives Compression of Sparse Mixture-of-Experts","created":"2026-05-13","cited_by_count":1,"area":"moe"},{"id":"2410.11654","title":"Transformer Layer Injection: A Novel Approach for Efficient Upscaling of Large Language Models","created":"2024-10-15","cited_by_count":0,"area":"moe"},{"id":"2506.12597","title":"Automatic Expert Discovery in LLM Upcycling via Sparse Interpolated Mixture-of-Experts","created":"2025-06-14","cited_by_count":0,"area":"moe"},{"id":"2508.19268","title":"MultiPL-MoE: Multi-Programming-Lingual Extension of Large Language Models through Hybrid Mixture-of-Experts","created":"2025-08-22","cited_by_count":0,"area":"moe"},{"id":"2510.02194","title":"UpSafe$^\\circ$C: Upcycling for Controllable Safety in Large Language Models","created":"2025-10-02","cited_by_count":0,"area":"moe"},{"id":"2602.15521","title":"ExpertWeaver: Unlocking the Inherent MoE in Dense LLMs with GLU Activation Patterns","created":"2026-02-17","cited_by_count":0,"area":"moe"},{"id":"2603.13364","title":"FineRMoE: Dimension Expansion for Finer-Grained Expert with Its Upcycling Approach","created":"2026-03-09","cited_by_count":0,"area":"moe"},{"id":"2604.03342","title":"Mixture-of-Experts in Remote Sensing: A Survey","created":"2026-04-03","cited_by_count":0,"area":"moe"},{"id":"2604.13508","title":"Enhancing Mixture-of-Experts Specialization via Cluster-Aware Upcycling","created":"2026-04-15","cited_by_count":0,"area":"moe"},{"id":"2605.06206","title":"Federation of Experts: Communication Efficient Distributed Inference for Large Language Models","created":"2026-05-07","cited_by_count":0,"area":"moe"},{"id":"2605.13247","title":"EMO: Frustratingly Easy Progressive Training of Extendable MoE","created":"2026-05-13","cited_by_count":0,"area":"moe"},{"id":"2605.18083","title":"A Data-Efficient Path to Multilingual LLMs: Language Expansion via Post-training PARAM$\\Delta$ Integration into Upcycled MoE","created":"2026-05-18","cited_by_count":0,"area":"moe"},{"id":"2605.26496","title":"Dense2MoE: Pushing the Pareto Frontier of On-Device LLMs via Unified Pruning and Upcycling","created":"2026-05-26","cited_by_count":0,"area":"moe"},{"id":"2606.07404","title":"Reversible Foundations: Training a 120B Sparse MoE through State-Preserving Scaling","created":"2026-06-05","cited_by_count":0,"area":"moe"},{"id":"2606.09038","title":"Personalization Meets Safety:Mechanisms,Risks,and Mitigations in Personalized LLMs","created":"2026-06-08","cited_by_count":0,"area":"moe"}],"next_cursor":"100"}