{"total":118,"rows":[{"id":"1701.06538","title":"Outrageously Large Neural Networks: The Sparsely-Gated Mixture-of-Experts Layer","created":"2017-01-23","cited_by_count":3509,"area":"moe"},{"id":"2502.16982","title":"Muon is Scalable for LLM Training","created":"2025-02-24","cited_by_count":428,"area":"moe"},{"id":"2409.02060","title":"OLMoE: Open Mixture-of-Experts Language Models","created":"2024-09-03","cited_by_count":301,"area":"moe"},{"id":"1911.03393","title":"Variational Mixture-of-Experts Autoencoders for Multi-Modal Deep Generative Models","created":"2019-11-08","cited_by_count":178,"area":"moe"},{"id":"2112.10684","title":"Efficient Large Scale Language Modeling with Mixtures of Experts","created":"2021-12-20","cited_by_count":175,"area":"moe"},{"id":"2309.05444","title":"Pushing Mixture of Experts to the Limit: Extremely Parameter Efficient MoE for Instruction Tuning","created":"2023-09-11","cited_by_count":150,"area":"moe"},{"id":"2109.04290","title":"Improving Video-Text Retrieval by Multi-Stream Corpus Alignment and Dual Softmax Loss","created":"2021-09-09","cited_by_count":116,"area":"moe"},{"id":"2106.03760","title":"DSelect-k: Differentiable Selection in the Mixture of Experts with Applications to Multi-Task Learning","created":"2021-06-07","cited_by_count":115,"area":"moe"},{"id":"2110.04260","title":"Taming Sparsely Activated Transformer with Stochastic Experts","created":"2021-10-08","cited_by_count":113,"area":"moe"},{"id":"2204.08396","title":"StableMoE: Stable Routing Strategy for Mixture of Experts","created":"2022-04-18","cited_by_count":100,"area":"moe"},{"id":"2601.07372","title":"Conditional Memory via Scalable Lookup: A New Axis of Sparsity for Large Language Models","created":"2026-01-12","cited_by_count":86,"area":"moe"},{"id":"2206.04046","title":"Sparse Mixture-of-Experts are Domain Generalizable Learners","created":"2022-06-08","cited_by_count":85,"area":"moe"},{"id":"2402.11260","title":"MoRAL: MoE Augmented LoRA for LLMs' Lifelong Learning","created":"2024-02-17","cited_by_count":63,"area":"moe"},{"id":"2210.05144","title":"Mixture of Attention Heads: Selecting Attention Heads Per Token","created":"2022-10-11","cited_by_count":60,"area":"moe"},{"id":"2204.07689","title":"Sparsely Activated Mixture-of-Experts are Robust Multi-Task Learners","created":"2022-04-16","cited_by_count":51,"area":"moe"},{"id":"2210.03885","title":"Meta-DMoE: Adapting to Domain Shift by Meta-Distillation from Mixture-of-Experts","created":"2022-10-08","cited_by_count":50,"area":"moe"},{"id":"2204.07675","title":"MoEBERT: from BERT to Mixture-of-Experts via Importance-Guided Adaptation","created":"2022-04-15","cited_by_count":37,"area":"moe"},{"id":"2205.10034","title":"MoESys: A Distributed and Efficient Mixture-of-Experts Training and Inference System for Internet Services","created":"2022-05-20","cited_by_count":37,"area":"moe"},{"id":"2310.09832","title":"Merging Experts into One: Improving Computational Efficiency of Mixture of Experts","created":"2023-10-15","cited_by_count":37,"area":"moe"},{"id":"2106.02318","title":"AdaTag: Multi-Attribute Value Extraction from Product Profiles with Adaptive Decoding","created":"2021-06-04","cited_by_count":32,"area":"moe"},{"id":"2112.14397","title":"EvoMoE: An Evolutional Mixture-of-Experts Training Framework via Dense-To-Sparse Gate","created":"2021-12-29","cited_by_count":30,"area":"moe"},{"id":"2310.09762","title":"Diversifying the Mixture-of-Experts Representation for Language Models with Orthogonal Optimizer","created":"2023-10-15","cited_by_count":29,"area":"moe"},{"id":"2207.09868","title":"Adaptive Mixture of Experts Learning for Generalizable Face Anti-Spoofing","created":"2022-07-20","cited_by_count":28,"area":"moe"},{"id":"2104.09122","title":"Probabilistic Mixture-of-Experts for Efficient Deep Reinforcement Learning","created":"2021-04-19","cited_by_count":27,"area":"moe"},{"id":"2404.08452","title":"MoE-FFD: Mixture of Experts for Generalized and Parameter-Efficient Face Forgery Detection","created":"2024-04-12","cited_by_count":27,"area":"moe"},{"id":"2110.15497","title":"Unsupervised Foreground Extraction via Deep Region Competition","created":"2021-10-29","cited_by_count":26,"area":"moe"},{"id":"2010.02056","title":"Specialized federated learning using a mixture of experts","created":"2020-10-05","cited_by_count":23,"area":"moe"},{"id":"2110.07280","title":"P-Adapters: Robustly Extracting Factual Information from Language Models with Diverse Prompts","created":"2021-10-14","cited_by_count":22,"area":"moe"},{"id":"2603.07685","title":"Scalable Training of Mixture-of-Experts Models with Megatron Core","created":"2026-03-08","cited_by_count":19,"area":"moe"},{"id":"2312.10376","title":"STA-VPT: SpatioTemporally Aligned Visual Prompt Tuning","created":"2023-12-16","cited_by_count":17,"area":"moe"},{"id":"2305.02177","title":"Transforming Visual Scene Graphs to Image Captions","created":"2023-05-03","cited_by_count":15,"area":"moe"},{"id":"2204.10598","title":"Sparsely-gated Mixture-of-Expert Layers for CNN Interpretability","created":"2022-04-22","cited_by_count":14,"area":"moe"},{"id":"2207.09094","title":"MoEC: Mixture of Expert Clusters","created":"2022-07-19","cited_by_count":14,"area":"moe"},{"id":"2211.13491","title":"Spatial Mixture-of-Experts","created":"2022-11-24","cited_by_count":14,"area":"moe"},{"id":"2204.08753","title":"Table-based Fact Verification with Self-adaptive Mixture of Experts","created":"2022-04-19","cited_by_count":12,"area":"moe"},{"id":"2205.12701","title":"Eliciting and Understanding Cross-Task Skills with Task-Level Mixture-of-Experts","created":"2022-05-25","cited_by_count":12,"area":"moe"},{"id":"2402.12399","title":"Turn Waste into Worth: Rectifying Top-$k$ Router of MoE","created":"2024-02-17","cited_by_count":11,"area":"moe"},{"id":"2501.15125","title":"FreqMoE: Enhancing Time Series Forecasting through Frequency Decomposition Mixture of Experts","created":"2025-01-25","cited_by_count":11,"area":"moe"},{"id":"2109.11817","title":"Unbiased Gradient Estimation with Balanced Assignments for Mixtures of Experts","created":"2021-09-24","cited_by_count":10,"area":"moe"},{"id":"2205.07851","title":"ST-ExpertNet: A Deep Expert Framework for Traffic Prediction","created":"2022-05-05","cited_by_count":10,"area":"moe"},{"id":"2502.13577","title":"Unraveling the Localized Latents: Learning Stratified Manifold Structures in LLM Embedding Space with Sparse Mixture-of-Experts","created":"2025-02-19","cited_by_count":10,"area":"moe"},{"id":"2510.10432","title":"Hierarchical LoRA MoE for Efficient CTR Model Scaling","created":"2025-10-12","cited_by_count":10,"area":"moe"},{"id":"2101.07240","title":"Multimodal Variational Autoencoders for Semi-Supervised Learning: In Defense of Product-of-Experts","created":"2021-01-18","cited_by_count":9,"area":"moe"},{"id":"2206.01741","title":"Patcher: Patch Transformers with Mixture of Experts for Precise Medical Image Segmentation","created":"2022-06-03","cited_by_count":9,"area":"moe"},{"id":"2211.05528","title":"PAD-Net: An Efficient Framework for Dynamic Networks","created":"2022-11-10","cited_by_count":9,"area":"moe"},{"id":"2110.06560","title":"Simple or Complex? Complexity-Controllable Question Generation with Soft Templates and Deep Mixture of Experts Model","created":"2021-10-13","cited_by_count":8,"area":"moe"},{"id":"2211.08253","title":"HMOE: Hypernetwork-based Mixture of Experts for Domain Generalization","created":"2022-11-15","cited_by_count":8,"area":"moe"},{"id":"2212.07571","title":"Fixing MoE Over-Fitting on Low-Resource Languages in Multilingual Machine Translation","created":"2022-12-15","cited_by_count":8,"area":"moe"},{"id":"2502.04416","title":"Analytical FFN-to-MoE Restructuring via Activation Pattern Analysis","created":"2025-02-06","cited_by_count":8,"area":"moe"},{"id":"2507.05190","title":"QMoE: A Quantum Mixture of Experts Framework for Scalable Quantum Neural Networks","created":"2025-07-07","cited_by_count":7,"area":"moe"},{"id":"2510.05781","title":"Mixture of Neuron Experts","created":"2025-10-07","cited_by_count":7,"area":"moe"},{"id":"1812.10158","title":"Dropout Regularization in Hierarchical Mixture of Experts","created":"2018-12-25","cited_by_count":6,"area":"moe"},{"id":"2103.07292","title":"VDSM: Unsupervised Video Disentanglement with State-Space Modeling and Deep Mixtures of Experts","created":"2021-03-12","cited_by_count":6,"area":"moe"},{"id":"2212.09666","title":"MultiCoder: Multi-Programming-Lingual Pre-Training for Low-Resource Code Completion","created":"2022-12-19","cited_by_count":6,"area":"moe"},{"id":"2503.05447","title":"Linear-MoE: Linear Sequence Modeling Meets Mixture-of-Experts","created":"2025-03-07","cited_by_count":6,"area":"moe"},{"id":"2505.03310","title":"3D Gaussian Splatting Data Compression with Mixture of Priors","created":"2025-05-06","cited_by_count":6,"area":"moe"},{"id":"2505.20001","title":"NEXT: Multi-Grained Mixture of Experts via Text-Modulation for Multi-Modal Object Re-Identification","created":"2025-05-26","cited_by_count":6,"area":"moe"},{"id":"2009.14563","title":"Restoring Spatially-Heterogeneous Distortions using Mixture of Experts Network","created":"2020-09-30","cited_by_count":5,"area":"moe"},{"id":"2405.00568","title":"Powering In-Database Dynamic Model Slicing for Structured Data Analytics","created":"2024-05-01","cited_by_count":5,"area":"moe"},{"id":"2409.12210","title":"Mixture of Diverse Size Experts","created":"2024-09-18","cited_by_count":5,"area":"moe"},{"id":"2412.11608","title":"Towards Adversarial Robustness of Model-Level Mixture-of-Experts Architectures for Semantic Segmentation","created":"2024-12-16","cited_by_count":5,"area":"moe"},{"id":"1703.09302","title":"Speech Enhancement using a Deep Mixture of Experts","created":"2017-03-27","cited_by_count":4,"area":"moe"},{"id":"1907.05346","title":"A Modular Task-oriented Dialogue System Using a Neural Mixture-of-Experts","created":"2019-07-10","cited_by_count":4,"area":"moe"},{"id":"2309.00380","title":"Learning multi-modal generative models with permutation-invariant encoders and tighter variational objectives","created":"2023-09-01","cited_by_count":4,"area":"moe"},{"id":"2412.20487","title":"Multimodal Variational Autoencoder: a Barycentric View","created":"2024-12-29","cited_by_count":4,"area":"moe"},{"id":"2506.07366","title":"MoE-GPS: Guidlines for Prediction Strategy for Dynamic Expert Duplication in MoE Load Balancing","created":"2025-06-09","cited_by_count":4,"area":"moe"},{"id":"2509.10025","title":"Exploring Expert Specialization through Unsupervised Training in Sparse Mixture of Experts","created":"2025-09-12","cited_by_count":4,"area":"moe"},{"id":"2604.20858","title":"Mixture of Sequence: Theme-Aware Mixture-of-Experts for Long-Sequence Recommendation","created":"2026-03-01","cited_by_count":4,"area":"moe"},{"id":"2012.02130","title":"A similarity-based Bayesian mixture-of-experts model","created":"2020-12-03","cited_by_count":3,"area":"moe"},{"id":"2303.12892","title":"Improving Transformer Performance for French Clinical Notes Classification Using Mixture of Experts on a Limited Dataset","created":"2023-03-22","cited_by_count":3,"area":"moe"},{"id":"2305.02176","title":"Towards Being Parameter-Efficient: A Stratified Sparsely Activated Transformer with Dynamic Capacity","created":"2023-05-03","cited_by_count":3,"area":"moe"},{"id":"2305.13993","title":"Condensing Multilingual Knowledge with Lightweight Language-Specific Modules","created":"2023-05-23","cited_by_count":3,"area":"moe"},{"id":"2312.02298","title":"MoE-AMC: Enhancing Automatic Modulation Classification Performance Using Mixture-of-Experts","created":"2023-12-04","cited_by_count":3,"area":"moe"},{"id":"2510.25285","title":"Revisiting scalable sequential recommendation with Multi-Embedding Approach and Mixture-of-Experts","created":"2025-10-29","cited_by_count":3,"area":"moe"},{"id":"2601.06572","title":"Hellinger Multimodal Variational Autoencoders","created":"2026-01-10","cited_by_count":3,"area":"moe"},{"id":"2602.00800","title":"JTok: On Token Embedding as another Axis of Scaling Law via Joint Token Self-modulation","created":"2026-01-31","cited_by_count":3,"area":"moe"},{"id":"1810.05788","title":"Mixture of Expert/Imitator Networks: Scalable Semi-supervised Learning Framework","created":"2018-10-13","cited_by_count":2,"area":"moe"},{"id":"2112.03208","title":"Anchoring to Exemplars for Training Mixture-of-Expert Cell Embeddings","created":"2021-12-06","cited_by_count":2,"area":"moe"},{"id":"2210.02694","title":"Probabilistic partition of unity networks for high-dimensional regression problems","created":"2022-10-06","cited_by_count":2,"area":"moe"},{"id":"2501.12602","title":"BLR-MoE: Boosted Language-Routing Mixture of Experts for Domain-Robust Multilingual E2E ASR","created":"2025-01-22","cited_by_count":2,"area":"moe"},{"id":"2508.05993","title":"Efficient Multimodal Streaming Recommendation via Expandable Side Mixture-of-Experts","created":"2025-08-08","cited_by_count":2,"area":"moe"},{"id":"2511.09853","title":"ConSurv: Multimodal Continual Learning for Survival Analysis","created":"2025-11-13","cited_by_count":2,"area":"moe"},{"id":"2205.09086","title":"Pluralistic Image Completion with Probabilistic Mixture-of-Experts","created":"2022-05-18","cited_by_count":1,"area":"moe"},{"id":"2301.08353","title":"AdaEnsemble: Learning Adaptively Sparse Structured Ensemble Network for Click-Through Rate Prediction","created":"2023-01-06","cited_by_count":1,"area":"moe"},{"id":"2410.00046","title":"Mixture of Multicenter Experts in Multimodal AI for Debiased Radiotherapy Target Delineation","created":"2024-09-27","cited_by_count":1,"area":"moe"},{"id":"2506.11823","title":"Structural Similarity-Inspired Unfolding for Lightweight Image Super-Resolution","created":"2025-06-13","cited_by_count":1,"area":"moe"},{"id":"2506.22175","title":"MPipeMoE: Memory Efficient MoE for Pre-trained Models with Adaptive Pipeline Parallelism","created":"2025-06-27","cited_by_count":1,"area":"moe"},{"id":"2508.08042","title":"Multi-modal Adaptive Mixture of Experts for Cold-start Recommendation","created":"2025-08-11","cited_by_count":1,"area":"moe"},{"id":"2602.00067","title":"Modality as Heterogeneity: Node Splitting and Graph Rewiring for Multimodal Graph Learning","created":"2026-01-20","cited_by_count":1,"area":"moe"},{"id":"2603.03066","title":"EduVQA: Towards Concept-Aware Assessment of Educational AI-Generated Videos","created":"2026-03-03","cited_by_count":1,"area":"moe"},{"id":"2606.19036","title":"Geometric and Stochastic Analysis of Discontinuities in Sparse Mixture-of-Experts","created":"2026-06-17","cited_by_count":1,"area":"moe"},{"id":"1806.01531","title":"Deep Mixture of Experts via Shallow Embedding","created":"2018-06-05","cited_by_count":0,"area":"moe"},{"id":"1912.11984","title":"MoEVC: A Mixture-of-experts Voice Conversion System with Sparse Gating Mechanism for Accelerating Online Computation","created":"2019-12-27","cited_by_count":0,"area":"moe"},{"id":"2403.01994","title":"Improving the Downstream Performance of Mixture-of-Experts Transformers via Weak Vanilla Transformers","created":"2024-03-04","cited_by_count":0,"area":"moe"},{"id":"2408.01332","title":"HMDN: Hierarchical Multi-Distribution Network for Click-Through Rate Prediction","created":"2024-08-02","cited_by_count":0,"area":"moe"},{"id":"2411.06826","title":"Adaptive Conditional Expert Selection Network for Multi-domain Recommendation","created":"2024-11-11","cited_by_count":0,"area":"moe"},{"id":"2505.11523","title":"PRIME: Physics-Related Intelligent Mixture of Experts for Transistor Characteristics Prediction","created":"2025-05-10","cited_by_count":0,"area":"moe"},{"id":"2508.09753","title":"TriForecaster: A Mixture of Experts Framework for Multi-Region Electric Load Forecasting with Tri-dimensional Specialization","created":"2025-08-13","cited_by_count":0,"area":"moe"},{"id":"2509.20073","title":"SHMoAReg: Spark Deformable Image Registration via Spatial Heterogeneous Mixture of Experts and Attention Heads","created":"2025-09-24","cited_by_count":0,"area":"moe"},{"id":"2510.05814","title":"Rasterized Steered Mixture of Experts for Efficient 2D Image Regression","created":"2025-10-07","cited_by_count":0,"area":"moe"}],"next_cursor":"100"}