{"total":113,"rows":[{"id":"2202.09368","title":"Mixture-of-Experts with Expert Choice Routing","created":"2022-02-18","cited_by_count":623,"area":"moe"},{"id":"2201.05596","title":"DeepSpeed-MoE: Advancing Mixture-of-Experts Inference and Training to Power Next-Generation AI Scale","created":"2022-01-14","cited_by_count":404,"area":"moe"},{"id":"2202.08906","title":"ST-MoE: Designing Stable and Transferable Sparse Expert Models","created":"2022-02-17","cited_by_count":399,"area":"moe"},{"id":"2409.02060","title":"OLMoE: Open Mixture-of-Experts Language Models","created":"2024-09-03","cited_by_count":301,"area":"moe"},{"id":"2312.03863","title":"Efficient Large Language Models: A Survey","created":"2023-12-06","cited_by_count":186,"area":null},{"id":"2309.05444","title":"Pushing Mixture of Experts to the Limit: Extremely Parameter Efficient MoE for Instruction Tuning","created":"2023-09-11","cited_by_count":150,"area":"moe"},{"id":"2209.01667","title":"A Review of Sparse Expert Models in Deep Learning","created":"2022-09-04","cited_by_count":148,"area":"moe"},{"id":"2210.17451","title":"AdaMix: Mixture-of-Adaptations for Parameter-efficient Model Tuning","created":"2022-10-31","cited_by_count":137,"area":null},{"id":"2210.17223","title":"Accelerating Distributed MoE Training and Inference with Lina","created":"2022-10-31","cited_by_count":109,"area":"moe"},{"id":"2308.12066","title":"Pre-gated MoE: An Algorithm-System Co-Design for Fast and Scalable Mixture-of-Expert Inference","created":"2023-08-23","cited_by_count":104,"area":"moe"},{"id":"2306.03745","title":"Soft Merging of Experts with Adaptive Routing","created":"2023-06-06","cited_by_count":90,"area":"moe"},{"id":"2302.11529","title":"Modular Deep Learning","created":"2023-02-22","cited_by_count":83,"area":null},{"id":"2403.07652","title":"Harder Tasks Need More Experts: Dynamic Routing in MoE Models","created":"2024-03-12","cited_by_count":72,"area":"moe"},{"id":"2405.01029","title":"MVMoE: Multi-Task Vehicle Routing Solver with Mixture-of-Experts","created":"2024-05-02","cited_by_count":70,"area":"moe"},{"id":"2401.17868","title":"Convolution Meets LoRA: Parameter Efficient Finetuning for Segment Anything Model","created":"2024-01-31","cited_by_count":69,"area":null},{"id":"2305.14705","title":"Mixture-of-Experts Meets Instruction Tuning:A Winning Combination for Large Language Models","created":"2023-05-24","cited_by_count":65,"area":"moe"},{"id":"2402.09748","title":"Model Compression and Efficient Inference for Large Language Models: A Survey","created":"2024-02-15","cited_by_count":64,"area":null},{"id":"2303.01610","title":"Sparse MoE as the New Dropout: Scaling Dense and Self-Slimmable Transformers","created":"2023-03-02","cited_by_count":59,"area":"moe"},{"id":"2402.12851","title":"MoELoRA: Contrastive Learning Guided Mixture of Experts on Parameter-Efficient Fine-Tuning for Large Language Models","created":"2024-02-20","cited_by_count":56,"area":"moe"},{"id":"2412.14711","title":"ReMoE: Fully Differentiable Mixture-of-Experts with ReLU Routing","created":"2024-12-19","cited_by_count":54,"area":"moe"},{"id":"2204.07689","title":"Sparsely Activated Mixture-of-Experts are Robust Multi-Task Learners","created":"2022-04-16","cited_by_count":51,"area":"moe"},{"id":"2502.19811","title":"Comet: Fine-grained Computation-communication Overlapping for Mixture-of-Experts","created":"2025-02-27","cited_by_count":49,"area":"moe"},{"id":"2406.18219","title":"A Closer Look into Mixture-of-Experts in Large Language Models","created":"2024-06-26","cited_by_count":48,"area":"moe"},{"id":"2303.06318","title":"A Hybrid Tensor-Expert-Data Parallelism Approach to Optimize Mixture-of-Experts Training","created":"2023-03-11","cited_by_count":47,"area":"moe"},{"id":"2204.07675","title":"MoEBERT: from BERT to Mixture-of-Experts via Importance-Guided Adaptation","created":"2022-04-15","cited_by_count":37,"area":"moe"},{"id":"2205.10034","title":"MoESys: A Distributed and Efficient Mixture-of-Experts Training and Inference System for Internet Services","created":"2022-05-20","cited_by_count":37,"area":"moe"},{"id":"2501.00365","title":"Low-Rank Adaptation for Foundation Models: A Comprehensive Review","created":"2024-12-31","cited_by_count":37,"area":null},{"id":"2206.02713","title":"Is a Modular Architecture Enough?","created":"2022-06-06","cited_by_count":36,"area":null},{"id":"2306.05406","title":"Mixture-of-Domain-Adapters: Decoupling and Injecting Domain Knowledge to Pre-trained Language Models Memories","created":"2023-06-08","cited_by_count":34,"area":null},{"id":"2203.01104","title":"Parameter-Efficient Mixture-of-Experts Architecture for Pre-trained Language Models","created":"2022-03-02","cited_by_count":31,"area":"moe"},{"id":"2306.00008","title":"Brainformers: Trading Simplicity for Efficiency","created":"2023-05-29","cited_by_count":31,"area":null},{"id":"2310.09762","title":"Diversifying the Mixture-of-Experts Representation for Language Models with Orthogonal Optimizer","created":"2023-10-15","cited_by_count":29,"area":"moe"},{"id":"2308.11793","title":"Enhancing NeRF akin to Enhancing LLMs: Generalizable NeRF Transformer with Mixture-of-View-Experts","created":"2023-08-22","cited_by_count":27,"area":"moe"},{"id":"2312.00968","title":"Omni-SMoLA: Boosting Generalist Multimodal Models with Soft Mixture of Low-rank Experts","created":"2023-12-01","cited_by_count":26,"area":"mllm"},{"id":"2402.08712","title":"BECoTTA: Input-dependent Online Blending of Experts for Continual Test-time Adaptation","created":"2024-02-13","cited_by_count":25,"area":null},{"id":"2202.07101","title":"A Survey on Dynamic Neural Networks for Natural Language Processing","created":"2022-02-15","cited_by_count":24,"area":null},{"id":"2402.02526","title":"CompeteSMoE -- Effective Training of Sparse Mixture of Experts via Competition","created":"2024-02-04","cited_by_count":23,"area":"moe"},{"id":"2205.14336","title":"Gating Dropout: Communication-efficient Regularization for Sparsely Activated Transformers","created":"2022-05-28","cited_by_count":22,"area":"moe"},{"id":"2404.19429","title":"Lancet: Accelerating Mixture-of-Experts Training via Whole Graph Computation-Communication Overlapping","created":"2024-04-30","cited_by_count":22,"area":"moe"},{"id":"2409.02877","title":"Configurable Foundation Models: Building LLMs from a Modular Perspective","created":"2024-09-04","cited_by_count":22,"area":null},{"id":"2408.06793","title":"Layerwise Recurrent Router for Mixture-of-Experts","created":"2024-08-13","cited_by_count":21,"area":"moe"},{"id":"2204.06644","title":"METRO: Efficient Denoising Pretraining of Large Scale Autoencoding Language Models with Model Generated Signals","created":"2022-04-13","cited_by_count":20,"area":null},{"id":"2305.03130","title":"Chain-of-Skills: A Configurable Model for Open-domain Question Answering","created":"2023-05-04","cited_by_count":19,"area":null},{"id":"2401.13920","title":"LocMoE: A Low-Overhead MoE for Large Language Model Training","created":"2024-01-25","cited_by_count":19,"area":"moe"},{"id":"2310.00811","title":"Sparse Backpropagation for MoE Training","created":"2023-10-01","cited_by_count":17,"area":"moe"},{"id":"2501.10714","title":"FSMoE: A Flexible and Scalable Training System for Sparse Mixture-of-Experts Models","created":"2025-01-18","cited_by_count":17,"area":"moe"},{"id":"2310.07188","title":"Adaptive Gating in Mixture-of-Experts based Language Models","created":"2023-10-11","cited_by_count":16,"area":"moe"},{"id":"2410.10456","title":"Ada-K Routing: Boosting the Efficiency of MoE-based LLMs","created":"2024-10-14","cited_by_count":16,"area":"moe"},{"id":"2208.11290","title":"ADMoE: Anomaly Detection with Mixture-of-Experts from Noisy Labels","created":"2022-08-24","cited_by_count":15,"area":"moe"},{"id":"2502.10928","title":"Probing Semantic Routing in Large Mixture-of-Expert Models","created":"2025-02-15","cited_by_count":14,"area":"moe"},{"id":"2503.16057","title":"Expert Race: A Flexible Routing Strategy for Scaling Diffusion Transformer with Mixture of Experts","created":"2025-03-20","cited_by_count":14,"area":"diffusion"},{"id":"2310.12004","title":"Image Super-resolution Via Latent Diffusion: A Sampling-space Mixture Of Experts And Frequency-augmented Decoder Approach","created":"2023-10-18","cited_by_count":13,"area":"diffusion"},{"id":"2308.06093","title":"Experts Weights Averaging: A New General Training Scheme for Vision Transformers","created":"2023-08-11","cited_by_count":12,"area":"moe"},{"id":"2402.00893","title":"MoDE: A Mixture-of-Experts Model with Mutual Distillation among the Experts","created":"2024-01-31","cited_by_count":12,"area":"moe"},{"id":"2503.06823","title":"eMoE: Task-aware Memory Efficient Mixture-of-Experts-Based (MoE) Model Inference","created":"2025-03-10","cited_by_count":11,"area":"moe"},{"id":"2508.00053","title":"A Quality-Guided Mixture of Score-Fusion Experts Framework for Human Recognition","created":"2025-07-31","cited_by_count":11,"area":null},{"id":"2210.07535","title":"AutoMoE: Heterogeneous Mixture-of-Experts with Adaptive Computation for Efficient Neural Machine Translation","created":"2022-10-14","cited_by_count":10,"area":"moe"},{"id":"2403.07965","title":"Conditional computation in neural networks: principles and research trends","created":"2024-03-12","cited_by_count":10,"area":"moe"},{"id":"2408.09856","title":"TeamLoRA: Boosting Low-Rank Adaptation with Expert Collaboration and Competition","created":"2024-08-19","cited_by_count":10,"area":null},{"id":"2405.19086","title":"MEMoE: Enhancing Model Editing with Mixture of Experts Adaptors","created":"2024-05-29","cited_by_count":9,"area":"moe"},{"id":"2407.04656","title":"Lazarus: Resilient and Elastic Training of Mixture-of-Experts Models","created":"2024-07-05","cited_by_count":9,"area":"moe"},{"id":"2410.14574","title":"MomentumSMoE: Integrating Momentum into Sparse Mixture of Experts","created":"2024-10-18","cited_by_count":9,"area":"moe"},{"id":"2212.07571","title":"Fixing MoE Over-Fitting on Low-Resource Languages in Multilingual Machine Translation","created":"2022-12-15","cited_by_count":8,"area":"moe"},{"id":"2205.12410","title":"AdaMix: Mixture-of-Adaptations for Parameter-efficient Model Tuning","created":"2022-05-24","cited_by_count":7,"area":null},{"id":"2306.08586","title":"Learning to Specialize: Joint Gating-Expert Training for Adaptive MoEs in Decentralized Settings","created":"2023-06-14","cited_by_count":7,"area":"moe"},{"id":"2403.08281","title":"Mastering Text, Code and Math Simultaneously via Fusing Highly Specialized Language Models","created":"2024-03-13","cited_by_count":7,"area":null},{"id":"2406.11353","title":"$\\texttt{MoE-RBench}$: Towards Building Reliable Language Models with Sparse Mixture-of-Experts","created":"2024-06-17","cited_by_count":7,"area":"moe"},{"id":"2407.00599","title":"Parm: Efficient Training of Large Sparsely-Activated Models with Dedicated Schedules","created":"2024-06-30","cited_by_count":7,"area":"moe"},{"id":"2407.14417","title":"Mixture of Experts with Mixture of Precisions for Tuning Quality of Service","created":"2024-07-19","cited_by_count":7,"area":"moe"},{"id":"2408.15901","title":"Nexus: Specialization meets Adaptability for Efficiently Training Mixture of Experts","created":"2024-08-28","cited_by_count":7,"area":"moe"},{"id":"2501.07890","title":"GRAPHMOE: Amplifying Cognitive Depth of Mixture-of-Experts Network via Introducing Self-Rethinking Mechanism","created":"2025-01-14","cited_by_count":7,"area":"lr"},{"id":"2312.02923","title":"MoSA: Mixture of Sparse Adapters for Visual Efficient Tuning","created":"2023-12-05","cited_by_count":6,"area":null},{"id":"2411.00918","title":"LIBMoE: A Library for comprehensive benchmarking Mixture of Experts in Large Language Models","created":"2024-11-01","cited_by_count":6,"area":"moe"},{"id":"2504.01337","title":"Advancing MoE Efficiency: A Collaboration-Constrained Routing (C2R) Strategy for Better Expert Parallelism Design","created":"2025-04-02","cited_by_count":6,"area":"moe"},{"id":"2303.01239","title":"MixPHM: Redundancy-Aware Parameter-Efficient Tuning for Low-Resource Visual Question Answering","created":"2023-03-02","cited_by_count":5,"area":"mllm"},{"id":"2308.15772","title":"Task-Based MoE for Multitask Multilingual Machine Translation","created":"2023-08-30","cited_by_count":5,"area":"moe"},{"id":"2410.03440","title":"Exploring the Benefit of Activation Sparsity in Pre-training","created":"2024-10-04","cited_by_count":5,"area":"moe"},{"id":"2410.10589","title":"MoTE: Reconciling Generalization with Specialization for Visual-Language to Video Knowledge Transfer","created":"2024-10-14","cited_by_count":5,"area":null},{"id":"2602.14159","title":"Synergistic Intra- and Cross-Layer Regularization Losses for MoE Expert Specialization","created":"2026-02-15","cited_by_count":5,"area":"moe"},{"id":"2309.12862","title":"Associative Transformer","created":"2023-09-22","cited_by_count":4,"area":null},{"id":"2411.10003","title":"Pro-Prophet: A Systematic Load Balancing Method for Efficient Parallel Training of Large-scale MoE Models","created":"2024-11-15","cited_by_count":4,"area":"moe"},{"id":"2502.17771","title":"Sample Selection via Contrastive Fragmentation for Noisy Label Regression","created":"2025-02-25","cited_by_count":4,"area":null},{"id":"2505.24205","title":"On the Expressive Power of Mixture-of-Experts for Structured Complex Tasks","created":"2025-05-30","cited_by_count":4,"area":"moe"},{"id":"2510.13451","title":"Toward Efficient Inference Attacks: Shadow Model Sharing via Mixture-of-Experts","created":"2025-10-15","cited_by_count":4,"area":"safety"},{"id":"2305.02176","title":"Towards Being Parameter-Efficient: A Stratified Sparsely Activated Transformer with Dynamic Capacity","created":"2023-05-03","cited_by_count":3,"area":"moe"},{"id":"2403.08477","title":"Unleashing the Power of Meta-tuning for Few-shot Generalization Through Sparse Interpolated Experts","created":"2024-03-13","cited_by_count":3,"area":null},{"id":"2510.16448","title":"Input Domain Aware MoE: Decoupling Routing Decisions from Task Optimization in Mixture of Experts","created":"2025-10-18","cited_by_count":3,"area":"mllm"},{"id":"2602.12556","title":"SD-MoE: Spectral Decomposition for Effective Expert Specialization","created":"2026-02-13","cited_by_count":3,"area":"moe"},{"id":"2205.15544","title":"Refining Low-Resource Unsupervised Translation by Language Disentanglement of Multilingual Model","created":"2022-05-31","cited_by_count":2,"area":null},{"id":"2306.02824","title":"COMET: Learning Cardinality Constrained Mixture of Experts with Trees and Local Search","created":"2023-06-05","cited_by_count":2,"area":"moe"},{"id":"2402.07334","title":"Differentially Private Training of Mixture of Experts Models","created":"2024-02-11","cited_by_count":2,"area":"moe"},{"id":"2503.10725","title":"Samoyeds: Accelerating MoE Models with Structured Sparsity Leveraging Sparse Tensor Cores","created":"2025-03-13","cited_by_count":2,"area":"moe"},{"id":"2505.14173","title":"THOR-MoE: Hierarchical Task-Guided and Context-Responsive Routing for Neural Machine Translation","created":"2025-05-20","cited_by_count":2,"area":"moe"},{"id":"2507.10419","title":"Multiple Choice Learning of Low-Rank Adapters for Language Modeling","created":"2025-07-14","cited_by_count":2,"area":null},{"id":"2603.01697","title":"DynaMoE: Dynamic Token-Level Expert Activation with Layer-Wise Adaptive Capacity for Mixture-of-Experts Neural Networks","created":"2026-03-02","cited_by_count":2,"area":"moe"},{"id":"2409.14107","title":"Routing in Sparsely-gated Language Models responds to Context","created":"2024-09-21","cited_by_count":1,"area":"moe"},{"id":"2506.19022","title":"Orthogonal Projection Subspace to Aggregate Online Prior-knowledge for Continual Test-time Adaptation","created":"2025-06-23","cited_by_count":1,"area":null},{"id":"2509.00679","title":"Router Upcycling: Leveraging Mixture-of-Routers in Mixture-of-Experts Upcycling","created":"2025-08-31","cited_by_count":1,"area":"moe"},{"id":"2606.01509","title":"ProbMoE: Differentiable Probabilistic Routing for Mixture-of-Experts","created":"2026-06-01","cited_by_count":1,"area":"moe"},{"id":"2608.25231","title":"Output Dilution: Redundant but Fragile Representations in MoE Models","created":"2026-08-25","cited_by_count":1,"area":"moe"}],"next_cursor":"100"}