{"total":34,"rows":[{"id":"2409.02060","title":"OLMoE: Open Mixture-of-Experts Language Models","created":"2024-09-03","cited_by_count":301,"area":"moe"},{"id":"2407.21770","title":"MoMa: Efficient Early-Fusion Pre-training with Mixture of Modality-Aware Experts","created":"2024-07-31","cited_by_count":62,"area":"moe"},{"id":"2505.11432","title":"MegaScale-MoE: Large-Scale Communication-Efficient Training of Mixture-of-Experts Models in Production","created":"2025-05-16","cited_by_count":31,"area":"moe"},{"id":"2502.06643","title":"MoETuner: Optimized Mixture of Expert Serving with Balanced Expert Placement and Token Routing","created":"2025-02-10","cited_by_count":26,"area":"moe"},{"id":"2410.19034","title":"Mixture of Parrots: Experts improve memorization more than reasoning","created":"2024-10-24","cited_by_count":21,"area":"moe"},{"id":"2508.02317","title":"VeOmni: Scaling Any Modality Model Training with Model-Centric Distributed Recipe Zoo","created":"2025-08-04","cited_by_count":20,"area":"moe"},{"id":"2603.07685","title":"Scalable Training of Mixture-of-Experts Models with Megatron Core","created":"2026-03-08","cited_by_count":19,"area":"moe"},{"id":"2504.14960","title":"MoE Parallel Folding: Heterogeneous Parallelism Mappings for Efficient Large-Scale MoE Model Training with Megatron Core","created":"2025-04-21","cited_by_count":17,"area":"moe"},{"id":"2602.10693","title":"VESPO: Variational Sequence-Level Soft Policy Optimization for Stable Off-Policy LLM Training","created":"2026-02-11","cited_by_count":11,"area":"moe"},{"id":"2507.19017","title":"MindSpeed RL: Distributed Dataflow for Scalable and Efficient RL Training on Ascend NPU Cluster","created":"2025-07-25","cited_by_count":9,"area":"moe"},{"id":"2602.11686","title":"LAER-MoE: Load-Adaptive Expert Re-layout for Efficient Mixture-of-Experts Training","created":"2026-02-12","cited_by_count":6,"area":"moe"},{"id":"2504.19925","title":"SYMI: Efficient Mixture-of-Experts Training via Model and Optimizer State Decoupling","created":"2025-04-28","cited_by_count":5,"area":"moe"},{"id":"2408.04307","title":"MoC-System: Efficient Fault Tolerance for Sparse Mixture-of-Experts Model Training","created":"2024-08-08","cited_by_count":4,"area":"moe"},{"id":"2411.10003","title":"Pro-Prophet: A Systematic Load Balancing Method for Efficient Parallel Training of Large-scale MoE Models","created":"2024-11-15","cited_by_count":4,"area":"moe"},{"id":"2505.11564","title":"HessFormer: Hessians at Foundation Scale","created":"2025-05-16","cited_by_count":4,"area":"moe"},{"id":"2505.13345","title":"Occult: Optimizing Collaborative Communication across Experts for Accelerated Parallel MoE Training and Inference","created":"2025-05-19","cited_by_count":4,"area":"moe"},{"id":"2412.15411","title":"Sparse Checkpointing for Fast and Reliable MoE Training","created":"2024-12-19","cited_by_count":3,"area":"moe"},{"id":"2402.07334","title":"Differentially Private Training of Mixture of Experts Models","created":"2024-02-11","cited_by_count":2,"area":"moe"},{"id":"2504.15527","title":"Compass-V2 Technical Report","created":"2025-04-22","cited_by_count":2,"area":"moe"},{"id":"2510.13079","title":"GatePro: Parameter-Free Expert Selection Optimization for Mixture-of-Experts Models","created":"2025-10-15","cited_by_count":2,"area":"moe"},{"id":"2601.07022","title":"Solar Open Technical Report","created":"2026-01-11","cited_by_count":2,"area":"moe"},{"id":"2606.11867","title":"Harnessing Routing Foresight for Micro-step-level MoE load balancing in RL Post-training","created":"2026-06-10","cited_by_count":2,"area":"moe"},{"id":"2511.11505","title":"FarSkip-Collective: Unhobbling Blocking Communication in Mixture of Experts Models","created":"2025-11-14","cited_by_count":1,"area":"moe"},{"id":"2511.16947","title":"Fine-grained MoE Load Balancing with Linear Programming","created":"2025-11-21","cited_by_count":1,"area":"moe"},{"id":"2605.18795","title":"HELLoRA: Hot Experts Layer-Level Low-Rank Adaptation for Mixture-of-Experts Models","created":"2026-05-11","cited_by_count":1,"area":"moe"},{"id":"2607.01844","title":"Mixture-of-Parallelisms: Towards Memory-Efficient Training Stack for Mixture-of-Experts Models","created":"2026-07-02","cited_by_count":1,"area":"moe"},{"id":"2510.20111","title":"AsyncHZP: Hierarchical ZeRO Parallelism with Asynchronous Scheduling for Scalable LLM Training","created":"2025-10-23","cited_by_count":0,"area":"moe"},{"id":"2602.11543","title":"Pretraining A Large Language Model using Distributed GPUs: A Memory-Efficient Decentralized Paradigm","created":"2026-02-12","cited_by_count":0,"area":"moe"},{"id":"2603.27624","title":"Expert Streaming: Accelerating Low-Batch MoE Inference via Multi-chiplet Architecture and Dynamic Expert Trajectory Scheduling","created":"2026-03-29","cited_by_count":0,"area":"moe"},{"id":"2604.00785","title":"Scalable Pretraining of Large Mixture of Experts Language Models on Aurora Super Computer","created":"2026-04-01","cited_by_count":0,"area":"moe"},{"id":"2605.11005","title":"DisagMoE: Computation-Communication overlapped MoE Training via Disaggregated AF-Pipe Parallelism","created":"2026-05-10","cited_by_count":0,"area":"moe"},{"id":"2607.00293","title":"Rosetta: Composable Native Multimodal Pretraining","created":"2026-07-01","cited_by_count":0,"area":"moe"},{"id":"2609.04609","title":"CIERA: Cross-Iteration Exponent Reuse for Lossless Allgather in Sharded MoE Training","created":"2026-09-04","cited_by_count":0,"area":"moe"},{"id":"2609.14306","title":"Flattening Every Memory Peak in Long-Context Mixture-of-Experts Training","created":"2026-09-13","cited_by_count":0,"area":"moe"}],"next_cursor":null}