{"total":65,"rows":[{"id":"2201.05596","title":"DeepSpeed-MoE: Advancing Mixture-of-Experts Inference and Training to Power Next-Generation AI Scale","created":"2022-01-14","cited_by_count":404,"area":"moe"},{"id":"2402.01739","title":"OpenMoE: An Early Effort on Open Mixture-of-Experts Language Models","created":"2024-01-29","cited_by_count":187,"area":"moe"},{"id":"2112.10684","title":"Efficient Large Scale Language Modeling with Mixtures of Experts","created":"2021-12-20","cited_by_count":175,"area":"moe"},{"id":"2309.05444","title":"Pushing Mixture of Experts to the Limit: Extremely Parameter Efficient MoE for Instruction Tuning","created":"2023-09-11","cited_by_count":150,"area":"moe"},{"id":"2110.04260","title":"Taming Sparsely Activated Transformer with Stochastic Experts","created":"2021-10-08","cited_by_count":113,"area":"moe"},{"id":"2103.13262","title":"FastMoE: A Fast Mixture-of-Expert Training System","created":"2021-03-24","cited_by_count":112,"area":"moe"},{"id":"2310.01334","title":"Merge, Then Compress: Demystify Efficient SMoE with Hints from Its Routing Policy","created":"2023-10-02","cited_by_count":108,"area":"moe"},{"id":"2204.08396","title":"StableMoE: Stable Routing Strategy for Mixture of Experts","created":"2022-04-18","cited_by_count":100,"area":"moe"},{"id":"2503.07137","title":"A Comprehensive Survey of Mixture-of-Experts: Algorithms, Theory, and Applications","created":"2025-03-10","cited_by_count":91,"area":"moe"},{"id":"2305.12281","title":"Lifelong Language Pretraining with Distribution-Specialized Experts","created":"2023-05-20","cited_by_count":66,"area":"moe"},{"id":"2203.06569","title":"SummaReranker: A Multi-Task Mixture-of-Experts Re-ranking Framework for Abstractive Summarization","created":"2022-03-13","cited_by_count":61,"area":"moe"},{"id":"2210.05144","title":"Mixture of Attention Heads: Selecting Attention Heads Per Token","created":"2022-10-11","cited_by_count":60,"area":"moe"},{"id":"2303.01610","title":"Sparse MoE as the New Dropout: Scaling Dense and Self-Slimmable Transformers","created":"2023-03-02","cited_by_count":59,"area":"moe"},{"id":"2206.04674","title":"Uni-Perceiver-MoE: Learning Sparse Generalist Models with Conditional MoEs","created":"2022-06-09","cited_by_count":58,"area":"moe"},{"id":"2002.04013","title":"Towards Crowdsourced Training of Large Neural Networks using Decentralized Mixture-of-Experts","created":"2020-02-10","cited_by_count":43,"area":"moe"},{"id":"2403.03432","title":"Mixture-of-LoRAs: An Efficient Multitask Tuning for Large Language Models","created":"2024-03-06","cited_by_count":38,"area":"moe"},{"id":"2204.07675","title":"MoEBERT: from BERT to Mixture-of-Experts via Importance-Guided Adaptation","created":"2022-04-15","cited_by_count":37,"area":"moe"},{"id":"2505.12082","title":"Model Merging in Pre-training of Large Language Models","created":"2025-05-17","cited_by_count":37,"area":"moe"},{"id":"2502.07972","title":"Training Sparse Mixture Of Experts Text Embedding Models","created":"2025-02-11","cited_by_count":32,"area":"moe"},{"id":"2404.15045","title":"Multi-Head Mixture-of-Experts","created":"2024-04-23","cited_by_count":31,"area":"moe"},{"id":"2112.14397","title":"EvoMoE: An Evolutional Mixture-of-Experts Training Framework via Dense-To-Sparse Gate","created":"2021-12-29","cited_by_count":30,"area":"moe"},{"id":"2310.09762","title":"Diversifying the Mixture-of-Experts Representation for Language Models with Orthogonal Optimizer","created":"2023-10-15","cited_by_count":29,"area":"moe"},{"id":"2305.12129","title":"Lifting the Curse of Capacity Gap in Distilling Language Models","created":"2023-05-20","cited_by_count":25,"area":"moe"},{"id":"2210.16433","title":"Knowledge-in-Context: Towards Knowledgeable Semi-Parametric Language Models","created":"2022-10-28","cited_by_count":24,"area":"moe"},{"id":"2502.16894","title":"Make LoRA Great Again: Boosting LoRA with Adaptive Singular Values and Mixture-of-Experts Optimization Alignment","created":"2025-02-24","cited_by_count":23,"area":"moe"},{"id":"2105.15082","title":"M6-T: Exploring Sparse Expert Models and Beyond","created":"2021-05-31","cited_by_count":22,"area":"moe"},{"id":"2110.07280","title":"P-Adapters: Robustly Extracting Factual Information from Language Models with Diverse Prompts","created":"2021-10-14","cited_by_count":22,"area":"moe"},{"id":"2205.14336","title":"Gating Dropout: Communication-efficient Regularization for Sparsely Activated Transformers","created":"2022-05-28","cited_by_count":22,"area":"moe"},{"id":"2308.09723","title":"FineQuant: Unlocking Efficiency with Fine-Grained Weight-Only Quantization for LLMs","created":"2023-08-16","cited_by_count":22,"area":"moe"},{"id":"2409.06669","title":"DA-MoE: Towards Dynamic Expert Allocation for Mixture-of-Experts Models","created":"2024-09-10","cited_by_count":15,"area":"moe"},{"id":"2204.08753","title":"Table-based Fact Verification with Self-adaptive Mixture of Experts","created":"2022-04-19","cited_by_count":12,"area":"moe"},{"id":"2205.12399","title":"Sparse Mixers: Combining MoE and Mixing to build a more efficient BERT","created":"2022-05-24","cited_by_count":12,"area":"moe"},{"id":"2205.12701","title":"Eliciting and Understanding Cross-Task Skills with Task-Level Mixture-of-Experts","created":"2022-05-25","cited_by_count":12,"area":"moe"},{"id":"2306.00434","title":"Divide, Conquer, and Combine: Mixture of Semantic-Independent Experts for Zero-Shot Dialogue State Tracking","created":"2023-06-01","cited_by_count":10,"area":"moe"},{"id":"2502.13577","title":"Unraveling the Localized Latents: Learning Stratified Manifold Structures in LLM Embedding Space with Sparse Mixture-of-Experts","created":"2025-02-19","cited_by_count":10,"area":"moe"},{"id":"2508.02853","title":"Modeling Annotator Disagreement with Demographic-Aware Experts and Synthetic Perspectives","created":"2025-08-04","cited_by_count":10,"area":"moe"},{"id":"2211.05528","title":"PAD-Net: An Efficient Framework for Dynamic Networks","created":"2022-11-10","cited_by_count":9,"area":"moe"},{"id":"2305.13999","title":"Towards A Unified View of Sparse Feed-Forward Network in Pretraining Large Language Model","created":"2023-05-23","cited_by_count":9,"area":"moe"},{"id":"2407.09816","title":"MaskMoE: Boosting Token-Level Learning via Routing Mask in Mixture-of-Experts","created":"2024-07-13","cited_by_count":9,"area":"moe"},{"id":"2203.06850","title":"Efficient Language Modeling with Sparse all-MLP","created":"2022-03-14","cited_by_count":8,"area":"moe"},{"id":"2306.04845","title":"Mixture-of-Supernets: Improving Weight-Sharing Supernet Training with Architecture-Routed Mixture-of-Experts","created":"2023-06-08","cited_by_count":7,"area":"moe"},{"id":"2402.15082","title":"PEMT: Multi-Task Correlation Guided Mixture-of-Experts Enables Parameter-Efficient Transfer Learning","created":"2024-02-23","cited_by_count":7,"area":"moe"},{"id":"2204.07469","title":"Mixture of Experts for Biomedical Question Answering","created":"2022-04-15","cited_by_count":6,"area":"moe"},{"id":"2307.08941","title":"MLP Fusion: Towards Efficient Fine-tuning of Dense and Mixture-of-Experts Language Models","created":"2023-07-18","cited_by_count":6,"area":"moe"},{"id":"2406.04984","title":"MEFT: Memory-Efficient Fine-Tuning through Sparse Adapter","created":"2024-06-07","cited_by_count":5,"area":"moe"},{"id":"2503.11144","title":"MoLEx: Mixture of Layer Experts for Finetuning with Sparse Upcycling","created":"2025-03-14","cited_by_count":5,"area":"moe"},{"id":"2603.06626","title":"Grouter: Decoupling Routing from Representation for Accelerated MoE Training","created":"2026-02-22","cited_by_count":5,"area":"moe"},{"id":"2406.17716","title":"A New Benchmark Dataset and Mixture-of-Experts Language Models for Adversarial Natural Language Inference in Vietnamese","created":"2024-06-25","cited_by_count":4,"area":"moe"},{"id":"2411.10003","title":"Pro-Prophet: A Systematic Load Balancing Method for Efficient Parallel Training of Large-scale MoE Models","created":"2024-11-15","cited_by_count":4,"area":"moe"},{"id":"2507.09955","title":"DeepSeek: Paradigm Shifts and Technical Evolution in Large AI Models","created":"2025-07-14","cited_by_count":3,"area":"moe"},{"id":"2211.03466","title":"Using Deep Mixture-of-Experts to Detect Word Meaning Shift for TempoWiC","created":"2022-11-07","cited_by_count":2,"area":"moe"},{"id":"2508.00760","title":"MMBERT: Scaled Mixture-of-Experts Multimodal BERT for Robust Chinese Hate Speech Detection under Cloaking Perturbations","created":"2025-08-01","cited_by_count":2,"area":"moe"},{"id":"2307.04057","title":"Bidirectional Attention as a Mixture of Continuous Word Experts","created":"2023-07-08","cited_by_count":1,"area":"moe"},{"id":"2506.22175","title":"MPipeMoE: Memory Efficient MoE for Pre-trained Models with Adaptive Pipeline Parallelism","created":"2025-06-27","cited_by_count":1,"area":"moe"},{"id":"2602.23300","title":"A Mixture-of-Experts Model for Multimodal Emotion Recognition in Conversations","created":"2026-02-26","cited_by_count":1,"area":"moe"},{"id":"2604.06291","title":"TalkLoRA: Communication-Aware Mixture of Low-Rank Adaptation for Large Language Models","created":"2026-04-07","cited_by_count":1,"area":"moe"},{"id":"2406.12060","title":"Not Eliminate but Aggregate: Post-Hoc Control over Mixture-of-Experts to Address Shortcut Shifts in Natural Language Understanding","created":"2024-06-17","cited_by_count":0,"area":"moe"},{"id":"2412.14087","title":"SEKE: Specialised Experts for Keyword Extraction","created":"2024-12-18","cited_by_count":0,"area":"moe"},{"id":"2505.14143","title":"Multimodal Mixture of Low-Rank Experts for Sentiment Analysis and Emotion Recognition","created":"2025-05-20","cited_by_count":0,"area":"moe"},{"id":"2509.10530","title":"Dynamic Adaptive Shared Experts with Grouped Multi-Head Attention Mixture of Experts","created":"2025-09-05","cited_by_count":0,"area":"moe"},{"id":"2511.01192","title":"DEER: Disentangled Mixture of Experts with Instance-Adaptive Routing for Generalizable Machine-Generated Text Detection","created":"2025-11-03","cited_by_count":0,"area":"moe"},{"id":"2601.06829","title":"MoEScore: Mixture-of-Experts-Based Text-Audio Relevance Score Prediction for Text-to-Audio System Evaluation","created":"2026-01-11","cited_by_count":0,"area":"moe"},{"id":"2604.01762","title":"FourierMoE: Fourier Mixture-of-Experts Adaptation of Large Language Models","created":"2026-04-02","cited_by_count":0,"area":"moe"},{"id":"2608.24763","title":"MoTE: Mixture of Task Experts for Multi-Task Video Understanding","created":"2026-08-25","cited_by_count":0,"area":"moe"},{"id":"2609.36724","title":"Routing in Gradient Space: Balanced Usage Is Not Expert Specialization","created":"2026-09-29","cited_by_count":0,"area":"moe"}],"next_cursor":null}