{"total":29,"rows":[{"id":"2401.06066","title":"DeepSeekMoE: Towards Ultimate Expert Specialization in Mixture-of-Experts Language Models","created":"2024-01-11","cited_by_count":867,"area":"moe"},{"id":"2211.15841","title":"MegaBlocks: Efficient Sparse Training with Mixture-of-Experts","created":"2022-11-29","cited_by_count":209,"area":"moe"},{"id":"2412.14711","title":"ReMoE: Fully Differentiable Mixture-of-Experts with ReLU Routing","created":"2024-12-19","cited_by_count":54,"area":"moe"},{"id":"2505.11432","title":"MegaScale-MoE: Large-Scale Communication-Efficient Training of Mixture-of-Experts Models in Production","created":"2025-05-16","cited_by_count":31,"area":"moe"},{"id":"2603.07685","title":"Scalable Training of Mixture-of-Experts Models with Megatron Core","created":"2026-03-08","cited_by_count":19,"area":"moe"},{"id":"2403.08245","title":"Scattered Mixture-of-Experts Implementation","created":"2024-03-13","cited_by_count":15,"area":"moe"},{"id":"2307.12169","title":"Rail-only: A Low-Cost High-Performance Network for Training LLMs with Trillion Parameters","created":"2023-07-22","cited_by_count":13,"area":"moe"},{"id":"2502.03009","title":"Scaling Laws for Upcycling Mixture-of-Experts Language Models","created":"2025-02-05","cited_by_count":13,"area":"moe"},{"id":"2505.04519","title":"Pangu Ultra MoE: How to Train Your Big MoE on Ascend NPUs","created":"2025-05-07","cited_by_count":12,"area":"moe"},{"id":"2607.16051","title":"Loop the Loopies!","created":"2026-07-17","cited_by_count":8,"area":"moe"},{"id":"2306.08586","title":"Learning to Specialize: Joint Gating-Expert Training for Adaptive MoEs in Decentralized Settings","created":"2023-06-14","cited_by_count":7,"area":"moe"},{"id":"2412.09952","title":"Llama 3 Meets MoE: Efficient Upcycling","created":"2024-12-13","cited_by_count":6,"area":"moe"},{"id":"2503.05447","title":"Linear-MoE: Linear Sequence Modeling Meets Mixture-of-Experts","created":"2025-03-07","cited_by_count":6,"area":"moe"},{"id":"2509.00996","title":"MEPT: Mixture of Expert Prompt Tuning as a Manifold Mapper","created":"2025-08-31","cited_by_count":5,"area":"moe"},{"id":"2304.11414","title":"Pipeline MoE: A Flexible MoE Implementation with Pipeline Parallelism","created":"2023-04-22","cited_by_count":4,"area":"moe"},{"id":"2408.04307","title":"MoC-System: Efficient Fault Tolerance for Sparse Mixture-of-Experts Model Training","created":"2024-08-08","cited_by_count":4,"area":"moe"},{"id":"2507.16274","title":"STAlloc: Enhancing Memory Efficiency in Large-Scale Model Training with Spatio-Temporal Planning","created":"2025-07-22","cited_by_count":2,"area":"moe"},{"id":"2605.02960","title":"MoE-Prefill: Zero Redundancy Overheads in MoE Prefill Serving","created":"2026-05-03","cited_by_count":2,"area":"moe"},{"id":"2508.18376","title":"DualSparse-MoE: Coordinating Tensor/Neuron-Level Sparsity with Expert Partition and Reconstruction","created":"2025-08-25","cited_by_count":1,"area":"moe"},{"id":"2511.21431","title":"MemFine: Memory-Aware Fine-Grained Scheduling for MoE Training","created":"2025-11-26","cited_by_count":1,"area":"moe"},{"id":"2607.01844","title":"Mixture-of-Parallelisms: Towards Memory-Efficient Training Stack for Mixture-of-Experts Models","created":"2026-07-02","cited_by_count":1,"area":"moe"},{"id":"2411.00662","title":"MoNTA: Accelerating Mixture-of-Experts Training with Network-Traffc-Aware Parallel Optimization","created":"2024-11-01","cited_by_count":0,"area":"moe"},{"id":"2510.20111","title":"AsyncHZP: Hierarchical ZeRO Parallelism with Asynchronous Scheduling for Scalable LLM Training","created":"2025-10-23","cited_by_count":0,"area":"moe"},{"id":"2601.09200","title":"A.X K1 Technical Report","created":"2026-01-14","cited_by_count":0,"area":"moe"},{"id":"2604.26294","title":"Folding Tensor and Sequence Parallelism for Memory-Efficient Transformer Training & Inference","created":"2026-04-29","cited_by_count":0,"area":"moe"},{"id":"2605.05049","title":"Piper: Efficient Large-Scale MoE Training via Resource Modeling and Pipelined Hybrid Parallelism","created":"2026-05-06","cited_by_count":0,"area":"moe"},{"id":"2605.13247","title":"EMO: Frustratingly Easy Progressive Training of Extendable MoE","created":"2026-05-13","cited_by_count":0,"area":"moe"},{"id":"2609.01100","title":"Beyond Magnitude: Contrastive Routing for Modular Mixture-of-Experts","created":"2026-09-01","cited_by_count":0,"area":"moe"},{"id":"2609.14306","title":"Flattening Every Memory Peak in Long-Context Mixture-of-Experts Training","created":"2026-09-13","cited_by_count":0,"area":"moe"}],"next_cursor":null}