{"total":76,"rows":[{"id":"2201.05596","title":"DeepSpeed-MoE: Advancing Mixture-of-Experts Inference and Training to Power Next-Generation AI Scale","created":"2022-01-14","cited_by_count":404,"area":"moe"},{"id":"2407.06204","title":"A Survey on Mixture of Experts in Large Language Models","created":"2024-06-26","cited_by_count":237,"area":"moe"},{"id":"2110.01786","title":"MoEfication: Transformer Feed-forward Layers are Mixtures of Experts","created":"2021-10-05","cited_by_count":152,"area":"moe"},{"id":"2310.01334","title":"Merge, Then Compress: Demystify Efficient SMoE with Hints from Its Routing Policy","created":"2023-10-02","cited_by_count":108,"area":"moe"},{"id":"2308.12066","title":"Pre-gated MoE: An Algorithm-System Co-Design for Fast and Scalable Mixture-of-Expert Inference","created":"2023-08-23","cited_by_count":104,"area":"moe"},{"id":"2502.19811","title":"Comet: Fine-grained Computation-communication Overlapping for Mixture-of-Experts","created":"2025-02-27","cited_by_count":49,"area":"moe"},{"id":"2412.14219","title":"A Survey on Inference Optimization Techniques for Mixture of Experts Models","created":"2024-12-18","cited_by_count":47,"area":"moe"},{"id":"2204.09636","title":"Residual Mixture of Experts","created":"2022-04-20","cited_by_count":39,"area":"moe"},{"id":"2208.07638","title":"Mask and Reason: Pre-Training Knowledge Graph Transformers for Complex Logical Queries","created":"2022-08-16","cited_by_count":39,"area":"moe"},{"id":"2205.10034","title":"MoESys: A Distributed and Efficient Mixture-of-Experts Training and Inference System for Internet Services","created":"2022-05-20","cited_by_count":37,"area":"moe"},{"id":"2303.06182","title":"Towards MoE Deployment: Mitigating Inefficiencies in Mixture-of-Expert (MoE) Inference","created":"2023-03-10","cited_by_count":37,"area":"moe"},{"id":"2203.14685","title":"HetuMoE: An Efficient Trillion-scale Mixture-of-Expert Distributed Training System","created":"2022-03-28","cited_by_count":36,"area":"moe"},{"id":"2404.05019","title":"Shortcut-connected Expert Parallelism for Accelerating Mixture-of-Experts","created":"2024-04-07","cited_by_count":32,"area":"moe"},{"id":"2203.01104","title":"Parameter-Efficient Mixture-of-Experts Architecture for Pre-trained Language Models","created":"2022-03-02","cited_by_count":31,"area":"moe"},{"id":"2310.09762","title":"Diversifying the Mixture-of-Experts Representation for Language Models with Orthogonal Optimizer","created":"2023-10-15","cited_by_count":29,"area":"moe"},{"id":"2401.08383","title":"Exploiting Inter-Layer Expert Affinity for Accelerating Mixture-of-Experts Model Inference","created":"2024-01-16","cited_by_count":28,"area":"moe"},{"id":"2111.11831","title":"SpeechMoE2: Mixture-of-Experts Model with Improved Routing","created":"2021-11-23","cited_by_count":26,"area":"moe"},{"id":"2502.06643","title":"MoETuner: Optimized Mixture of Expert Serving with Balanced Expert Placement and Token Routing","created":"2025-02-10","cited_by_count":26,"area":"moe"},{"id":"2305.12129","title":"Lifting the Curse of Capacity Gap in Distilling Language Models","created":"2023-05-20","cited_by_count":25,"area":"moe"},{"id":"2305.18691","title":"Edge-MoE: Memory-Efficient Multi-Task Vision Transformer Architecture with Task-level Sparsity via Mixture-of-Experts","created":"2023-05-30","cited_by_count":23,"area":"moe"},{"id":"2105.15082","title":"M6-T: Exploring Sparse Expert Models and Beyond","created":"2021-05-31","cited_by_count":22,"area":"moe"},{"id":"2401.13920","title":"LocMoE: A Low-Overhead MoE for Large Language Model Training","created":"2024-01-25","cited_by_count":19,"area":"moe"},{"id":"2501.10714","title":"FSMoE: A Flexible and Scalable Training System for Sparse Mixture-of-Experts Models","created":"2025-01-18","cited_by_count":17,"area":"moe"},{"id":"2302.09915","title":"TA-MoE: Topology-Aware Large Scale Mixture-of-Expert Training","created":"2023-02-20","cited_by_count":15,"area":"moe"},{"id":"2306.06446","title":"ShiftAddViT: Mixture of Multiplication Primitives Towards Efficient Vision Transformer","created":"2023-06-10","cited_by_count":15,"area":"moe"},{"id":"2308.06093","title":"Experts Weights Averaging: A New General Training Scheme for Vision Transformers","created":"2023-08-11","cited_by_count":12,"area":"moe"},{"id":"2503.06823","title":"eMoE: Task-aware Memory Efficient Mixture-of-Experts-Based (MoE) Model Inference","created":"2025-03-10","cited_by_count":11,"area":"moe"},{"id":"2207.03691","title":"Neural Implicit Dictionary via Mixture-of-Expert Training","created":"2022-07-08","cited_by_count":9,"area":"moe"},{"id":"2503.04398","title":"Semantic Parallelism: Redefining Efficient MoE Inference via Model-Data Co-Scheduling","created":"2025-03-06","cited_by_count":9,"area":"moe"},{"id":"2505.03531","title":"Faster MoE LLM Inference for Extremely Large Models","created":"2025-05-06","cited_by_count":9,"area":"moe"},{"id":"2410.17043","title":"Optimizing Mixture-of-Experts Inference Time Combining Model Deployment and Communication Scheduling","created":"2024-10-22","cited_by_count":7,"area":"moe"},{"id":"2506.12417","title":"HarMoEny: Efficient Multi-GPU Inference of MoE Models","created":"2025-06-14","cited_by_count":7,"area":"moe"},{"id":"2410.12247","title":"EPS-MoE: Expert Pipeline Scheduler for Cost-Efficient MoE Inference","created":"2024-10-16","cited_by_count":6,"area":"moe"},{"id":"2411.00918","title":"LIBMoE: A Library for comprehensive benchmarking Mixture of Experts in Large Language Models","created":"2024-11-01","cited_by_count":6,"area":"moe"},{"id":"2507.08771","title":"BlockFFN: Towards End-Side Acceleration-Friendly Mixture-of-Experts with Chunk-Level Activation Sparsity","created":"2025-07-11","cited_by_count":6,"area":"moe"},{"id":"2405.00568","title":"Powering In-Database Dynamic Model Slicing for Structured Data Analytics","created":"2024-05-01","cited_by_count":5,"area":"moe"},{"id":"2505.20225","title":"FLAME-MoE: A Transparent End-to-End Research Platform for Mixture-of-Experts Language Models","created":"2025-05-26","cited_by_count":5,"area":"moe"},{"id":"2508.18756","title":"UltraMemV2: Memory Networks Scaling to 120B Parameters with Superior Long-Context Learning","created":"2025-08-26","cited_by_count":5,"area":"moe"},{"id":"2205.01848","title":"Optimizing Mixture of Experts using Dynamic Recompilations","created":"2022-05-04","cited_by_count":4,"area":"moe"},{"id":"2408.04307","title":"MoC-System: Efficient Fault Tolerance for Sparse Mixture-of-Experts Model Training","created":"2024-08-08","cited_by_count":4,"area":"moe"},{"id":"2411.10003","title":"Pro-Prophet: A Systematic Load Balancing Method for Efficient Parallel Training of Large-scale MoE Models","created":"2024-11-15","cited_by_count":4,"area":"moe"},{"id":"2506.07366","title":"MoE-GPS: Guidlines for Prediction Strategy for Dynamic Expert Duplication in MoE Load Balancing","created":"2025-06-09","cited_by_count":4,"area":"moe"},{"id":"2509.25678","title":"Massively Multimodal Foundation Models: A Framework for Capturing Interactions with Specialized Mixture-of-Experts","created":"2025-09-30","cited_by_count":4,"area":"moe"},{"id":"2209.08326","title":"Parameter-Efficient Conformers via Sharing Sparsely-Gated Experts for End-to-End Speech Recognition","created":"2022-09-17","cited_by_count":3,"area":"moe"},{"id":"2410.23507","title":"Efficient and Interpretable Grammatical Error Correction with Mixture of Experts","created":"2024-10-30","cited_by_count":3,"area":"moe"},{"id":"2412.15411","title":"Sparse Checkpointing for Fast and Reliable MoE Training","created":"2024-12-19","cited_by_count":3,"area":"moe"},{"id":"2501.05313","title":"Optimizing Distributed Deployment of Mixture-of-Experts Model Inference in Serverless Computing","created":"2025-01-09","cited_by_count":3,"area":"moe"},{"id":"2509.12141","title":"When MoE Meets Blockchain: A Trustworthy Distributed Framework of Large Models","created":"2025-09-15","cited_by_count":3,"area":"moe"},{"id":"2605.08292","title":"Hierarchical Mixture-of-Experts with Two-Stage Optimization","created":"2026-05-08","cited_by_count":3,"area":"moe"},{"id":"2510.00207","title":"FlowMoE: A Scalable Pipeline Scheduling Framework for Distributed Mixture-of-Experts Training","created":"2025-09-30","cited_by_count":2,"area":"moe"},{"id":"2601.05296","title":"MoEBlaze: Breaking the Memory Wall for Efficient MoE Training on Modern GPUs","created":"2026-01-08","cited_by_count":2,"area":"moe"},{"id":"2605.02960","title":"MoE-Prefill: Zero Redundancy Overheads in MoE Prefill Serving","created":"2026-05-03","cited_by_count":2,"area":"moe"},{"id":"2208.14580","title":"Efficient Sparsely Activated Transformers","created":"2022-08-31","cited_by_count":1,"area":"moe"},{"id":"2411.16786","title":"Staleness-Centric Optimizations for Parallel Diffusion MoE Inference","created":"2024-11-25","cited_by_count":1,"area":"moe"},{"id":"2511.16947","title":"Fine-grained MoE Load Balancing with Linear Programming","created":"2025-11-21","cited_by_count":1,"area":"moe"},{"id":"2606.00735","title":"ViBE: Co-Optimizing Workload Skew and Hardware Variability for MoE Serving","created":"2026-05-30","cited_by_count":1,"area":"moe"},{"id":"2607.08250","title":"On the Design of Mixture-of-Experts for Dynamic Gaussian Splatting","created":"2026-07-09","cited_by_count":1,"area":"moe"},{"id":"2607.18002","title":"ExpertPlex: A High-Goodput Disaggregated Serving System for MoE LLMs with Adaptive Persistent Kernels","created":"2026-07-20","cited_by_count":1,"area":"moe"},{"id":"2403.01994","title":"Improving the Downstream Performance of Mixture-of-Experts Transformers via Weak Vanilla Transformers","created":"2024-03-04","cited_by_count":0,"area":"moe"},{"id":"2503.08467","title":"Accelerating MoE Model Inference with Expert Sharding","created":"2025-03-11","cited_by_count":0,"area":"moe"},{"id":"2505.23184","title":"Two Is Better Than One: Rotations Scale LoRAs","created":"2025-05-29","cited_by_count":0,"area":"moe"},{"id":"2510.20111","title":"AsyncHZP: Hierarchical ZeRO Parallelism with Asynchronous Scheduling for Scalable LLM Training","created":"2025-10-23","cited_by_count":0,"area":"moe"},{"id":"2511.17400","title":"Sparse Mixture-of-Experts for Multi-Channel Imaging: Are All Channel Interactions Required?","created":"2025-11-21","cited_by_count":0,"area":"moe"},{"id":"2601.06857","title":"MoE-DisCo:Low Economy Cost Training Mixture-of-Experts Models","created":"2026-01-11","cited_by_count":0,"area":"moe"},{"id":"2602.05711","title":"OmniMoE: An Efficient MoE by Orchestrating Atomic Experts at Scale","created":"2026-02-05","cited_by_count":0,"area":"moe"},{"id":"2604.03342","title":"Mixture-of-Experts in Remote Sensing: A Survey","created":"2026-04-03","cited_by_count":0,"area":"moe"},{"id":"2605.11537","title":"Fast MoE Inference via Predictive Prefetching and Expert Replication","created":"2026-05-12","cited_by_count":0,"area":"moe"},{"id":"2605.13247","title":"EMO: Frustratingly Easy Progressive Training of Extendable MoE","created":"2026-05-13","cited_by_count":0,"area":"moe"},{"id":"2608.04502","title":"AFD-Ledger: Deployment Provisioning for Attention--FFN Disaggregation","created":"2026-08-05","cited_by_count":0,"area":"moe"},{"id":"2608.11688","title":"APEX: Adaptive Expert Prefetching for Memory-Efficient Edge MoE Inference","created":"2026-08-12","cited_by_count":0,"area":"moe"},{"id":"2609.04244","title":"MonoMoE: An Efficient Fused Mega-kernel for Quantized MoE Decoding","created":"2026-08-19","cited_by_count":0,"area":"moe"},{"id":"2609.07536","title":"Analytical Resource Management for Fine-grained MoE Computation-Communication Overlap","created":"2026-09-07","cited_by_count":0,"area":"moe"},{"id":"2609.32581","title":"HERO-MoE: Historical Expert Routing with Scale-Preserving Fusion","created":"2026-09-26","cited_by_count":0,"area":"moe"},{"id":"2609.39137","title":"ID Balancing: Stable Training of Extremely Sparse MoE via PID-Based Load Control","created":"2026-09-30","cited_by_count":0,"area":"moe"},{"id":"2610.00558","title":"Redundancy Meets Synergy: Dependency-aware Expert Selection for MoE via Submodular Optimization","created":"2026-09-30","cited_by_count":0,"area":"moe"},{"id":"2610.09424","title":"Democratizing MoE inference on commodity GPUs with CoMoE","created":"2026-10-07","cited_by_count":0,"area":"moe"}],"next_cursor":null}