{"total":49,"rows":[{"id":"2405.04434","title":"DeepSeek-V2: A Strong, Economical, and Efficient Mixture-of-Experts Language Model","created":"2024-05-07","cited_by_count":1135,"area":"moe"},{"id":"2401.06066","title":"DeepSeekMoE: Towards Ultimate Expert Specialization in Mixture-of-Experts Language Models","created":"2024-01-11","cited_by_count":867,"area":"moe"},{"id":"2201.05596","title":"DeepSpeed-MoE: Advancing Mixture-of-Experts Inference and Training to Power Next-Generation AI Scale","created":"2022-01-14","cited_by_count":404,"area":"moe"},{"id":"2110.01786","title":"MoEfication: Transformer Feed-forward Layers are Mixtures of Experts","created":"2021-10-05","cited_by_count":152,"area":"moe"},{"id":"2601.07372","title":"Conditional Memory via Scalable Lookup: A New Axis of Sparsity for Large Language Models","created":"2026-01-12","cited_by_count":86,"area":"moe"},{"id":"2312.09979","title":"LoRAMoE: Alleviate World Knowledge Forgetting in Large Language Models via MoE-Style Plugin","created":"2023-12-15","cited_by_count":82,"area":"moe"},{"id":"2412.14711","title":"ReMoE: Fully Differentiable Mixture-of-Experts with ReLU Routing","created":"2024-12-19","cited_by_count":54,"area":"moe"},{"id":"2507.17702","title":"Towards Greater Leverage: Scaling Laws for Efficient Mixture-of-Experts Language Models","created":"2025-07-23","cited_by_count":45,"area":"moe"},{"id":"2405.03133","title":"Lory: Fully Differentiable Mixture-of-Experts for Autoregressive Language Model Pre-training","created":"2024-05-06","cited_by_count":37,"area":"moe"},{"id":"2404.05019","title":"Shortcut-connected Expert Parallelism for Accelerating Mixture-of-Experts","created":"2024-04-07","cited_by_count":32,"area":"moe"},{"id":"2210.16433","title":"Knowledge-in-Context: Towards Knowledgeable Semi-Parametric Language Models","created":"2022-10-28","cited_by_count":24,"area":"moe"},{"id":"2503.05139","title":"Every FLOP Counts: Scaling a 300B Mixture-of-Experts LING LLM without Premium GPUs","created":"2025-03-07","cited_by_count":22,"area":"moe"},{"id":"2511.12609","title":"Uni-MoE-2.0-Omni: Scaling Language-Centric Omnimodal Large Model with Advanced MoE, Training and Data","created":"2025-11-16","cited_by_count":21,"area":"moe"},{"id":"2505.21411","title":"Pangu Pro MoE: Mixture of Grouped Experts for Efficient Sparsity","created":"2025-05-27","cited_by_count":18,"area":"moe"},{"id":"2205.12701","title":"Eliciting and Understanding Cross-Task Skills with Task-Level Mixture-of-Experts","created":"2022-05-25","cited_by_count":12,"area":"moe"},{"id":"2503.15798","title":"Mixture of Lookup Experts","created":"2025-03-20","cited_by_count":12,"area":"moe"},{"id":"2606.04438","title":"LoopMoE: Unifying Iterative Computation with Mixture-of-Experts for Language Modeling","created":"2026-06-03","cited_by_count":10,"area":"moe"},{"id":"2506.12119","title":"Mixture-of-Experts Can Surpass Dense LLMs Under Strictly Equal Resource","created":"2025-06-13","cited_by_count":8,"area":"moe"},{"id":"2510.05781","title":"Mixture of Neuron Experts","created":"2025-10-07","cited_by_count":7,"area":"moe"},{"id":"2411.00918","title":"LIBMoE: A Library for comprehensive benchmarking Mixture of Experts in Large Language Models","created":"2024-11-01","cited_by_count":6,"area":"moe"},{"id":"2504.01337","title":"Advancing MoE Efficiency: A Collaboration-Constrained Routing (C2R) Strategy for Better Expert Parallelism Design","created":"2025-04-02","cited_by_count":6,"area":"moe"},{"id":"2505.09519","title":"PT-MoE: An Efficient Finetuning Framework for Integrating Mixture-of-Experts into Prompt Tuning","created":"2025-05-14","cited_by_count":6,"area":"moe"},{"id":"2509.25913","title":"Understanding the Mixture-of-Experts with Nadaraya-Watson Kernel","created":"2025-09-30","cited_by_count":6,"area":"moe"},{"id":"2511.06494","title":"Route Experts by Sequence, not by Token","created":"2025-11-09","cited_by_count":6,"area":"moe"},{"id":"2502.16927","title":"BigMac: A Communication-Efficient Mixture-of-Experts Model Structure for Fast Training and Inference","created":"2025-02-24","cited_by_count":5,"area":"moe"},{"id":"2603.06626","title":"Grouter: Decoupling Routing from Representation for Accelerated MoE Training","created":"2026-02-22","cited_by_count":5,"area":"moe"},{"id":"2605.20948","title":"Memory Grafting: Scaling Language Model Pre-training via Offline Conditional Memory","created":"2026-05-20","cited_by_count":5,"area":"moe"},{"id":"2408.04307","title":"MoC-System: Efficient Fault Tolerance for Sparse Mixture-of-Experts Model Training","created":"2024-08-08","cited_by_count":4,"area":"moe"},{"id":"2412.08946","title":"MoSLD: An Extremely Parameter-Efficient Mixture-of-Shared LoRAs for Multi-Task Learning","created":"2024-12-12","cited_by_count":4,"area":"moe"},{"id":"2505.13345","title":"Occult: Optimizing Collaborative Communication across Experts for Accelerated Parallel MoE Training and Inference","created":"2025-05-19","cited_by_count":4,"area":"moe"},{"id":"2603.00054","title":"Expert Divergence Learning for MoE-based Language Models","created":"2026-02-10","cited_by_count":4,"area":"moe"},{"id":"2604.08133","title":"Alloc-MoE: Budget-Aware Expert Activation Allocation for Efficient Mixture-of-Experts Inference","created":"2026-04-09","cited_by_count":4,"area":"moe"},{"id":"2508.12801","title":"Maximum Score Routing For Mixture-of-Experts","created":"2025-08-18","cited_by_count":3,"area":"moe"},{"id":"2508.18983","title":"SMoE: An Algorithm-System Co-Design for Pushing MoE to the Edge via Expert Substitution","created":"2025-08-26","cited_by_count":3,"area":"moe"},{"id":"2408.15915","title":"Leveraging Open Knowledge for Advancing Task Expertise in Large Language Models","created":"2024-08-28","cited_by_count":2,"area":"moe"},{"id":"2504.15527","title":"Compass-V2 Technical Report","created":"2025-04-22","cited_by_count":2,"area":"moe"},{"id":"2506.02890","title":"Scaling Fine-Grained MoE Beyond 50B Parameters: Empirical Evaluation and Practical Insights","created":"2025-06-03","cited_by_count":2,"area":"moe"},{"id":"2403.02436","title":"How does Architecture Influence the Base Capabilities of Pre-trained Language Models? A Case Study Based on FFN-Wider and MoE Transformers","created":"2024-03-04","cited_by_count":1,"area":"moe"},{"id":"2601.17680","title":"$\\infty$-MoE: Generalizing Mixture of Experts to Infinite Experts","created":"2026-01-25","cited_by_count":1,"area":"moe"},{"id":"2602.09001","title":"DirMoE: Dirichlet-routed Mixture of Experts","created":"2026-02-09","cited_by_count":1,"area":"moe"},{"id":"2605.06665","title":"UniPool: A Globally Shared Expert Pool for Mixture-of-Experts","created":"2026-05-07","cited_by_count":1,"area":"moe"},{"id":"2204.09598","title":"Build a Robust QA System with Transformer-based Mixture of Experts","created":"2022-03-20","cited_by_count":0,"area":"moe"},{"id":"2510.26182","title":"MossNet: Mixture of State-Space Experts is a Multi-Head Attention","created":"2025-10-30","cited_by_count":0,"area":"moe"},{"id":"2606.08814","title":"STAR: Rethinking MoE Routing as Structure-Aware Subspace Learning","created":"2026-06-07","cited_by_count":0,"area":"moe"},{"id":"2608.14385","title":"DeaMoE: Efficient MoE Structure for Fast Small-Batch Decoding","created":"2026-08-14","cited_by_count":0,"area":"moe"},{"id":"2608.28511","title":"Training Communication-Efficient Mixture-of-Experts Language Models with Layer Re-Configuration","created":"2026-08-28","cited_by_count":0,"area":"moe"},{"id":"2608.29790","title":"HiVe: Beyond Static Prompts for Multitask Learning via Hierarchy-based Vertical Mixture-of-Experts","created":"2026-08-30","cited_by_count":0,"area":"moe"},{"id":"2609.01100","title":"Beyond Magnitude: Contrastive Routing for Modular Mixture-of-Experts","created":"2026-09-01","cited_by_count":0,"area":"moe"},{"id":"2610.12582","title":"One Model to Loop Them All: Elastic Latent Recurrence for Language Models","created":"2026-10-08","cited_by_count":0,"area":"moe"}],"next_cursor":null}