{"total":93,"rows":[{"id":"2211.15841","title":"MegaBlocks: Efficient Sparse Training with Mixture-of-Experts","created":"2022-11-29","cited_by_count":209,"area":"moe"},{"id":"2206.03382","title":"Tutel: Adaptive Mixture-of-Experts at Scale","created":"2022-06-07","cited_by_count":201,"area":"moe"},{"id":"2103.13262","title":"FastMoE: A Fast Mixture-of-Expert Training System","created":"2021-03-24","cited_by_count":112,"area":"moe"},{"id":"2411.11217","title":"MoE-Lightning: High-Throughput MoE Inference on Memory-constrained GPUs","created":"2024-11-18","cited_by_count":73,"area":"moe"},{"id":"2402.07033","title":"Fiddler: CPU-GPU Orchestration for Fast Inference of Mixture-of-Experts Models","created":"2024-02-10","cited_by_count":71,"area":"moe"},{"id":"2407.21770","title":"MoMa: Efficient Early-Fusion Pre-training with Mixture of Modality-Aware Experts","created":"2024-07-31","cited_by_count":62,"area":"moe"},{"id":"2405.16039","title":"MoEUT: Mixture-of-Experts Universal Transformers","created":"2024-05-25","cited_by_count":59,"area":"moe"},{"id":"2304.03946","title":"FlexMoE: Scaling Large-scale Sparse Pre-trained Model Training via Dynamic Device Placement","created":"2023-04-08","cited_by_count":53,"area":"moe"},{"id":"2002.04013","title":"Towards Crowdsourced Training of Large Neural Networks using Decentralized Mixture-of-Experts","created":"2020-02-10","cited_by_count":43,"area":"moe"},{"id":"2106.02318","title":"AdaTag: Multi-Attribute Value Extraction from Product Profiles with Adaptive Decoding","created":"2021-06-04","cited_by_count":32,"area":"moe"},{"id":"2207.09868","title":"Adaptive Mixture of Experts Learning for Generalizable Face Anti-Spoofing","created":"2022-07-20","cited_by_count":28,"area":"moe"},{"id":"2402.15505","title":"Co-Supervised Learning: Improving Weak-to-Strong Generalization with Hierarchical Mixture of Experts","created":"2024-02-23","cited_by_count":28,"area":"moe"},{"id":"2404.08452","title":"MoE-FFD: Mixture of Experts for Generalized and Parameter-Efficient Face Forgery Detection","created":"2024-04-12","cited_by_count":27,"area":"moe"},{"id":"2110.15497","title":"Unsupervised Foreground Extraction via Deep Region Competition","created":"2021-10-29","cited_by_count":26,"area":"moe"},{"id":"2502.06643","title":"MoETuner: Optimized Mixture of Expert Serving with Balanced Expert Placement and Token Routing","created":"2025-02-10","cited_by_count":26,"area":"moe"},{"id":"2511.00279","title":"LongCat-Flash-Omni Technical Report","created":"2025-10-31","cited_by_count":26,"area":"moe"},{"id":"2502.05370","title":"Taming Latency-Memory Trade-Off in MoE-Based LLM Serving via Fine-Grained Expert Offloading","created":"2025-02-07","cited_by_count":24,"area":"moe"},{"id":"2404.19429","title":"Lancet: Accelerating Mixture-of-Experts Training via Whole Graph Computation-Communication Overlapping","created":"2024-04-30","cited_by_count":22,"area":"moe"},{"id":"2506.14038","title":"Load Balancing Mixture of Experts with Similarity Preserving Routers","created":"2025-06-16","cited_by_count":22,"area":"moe"},{"id":"2512.14080","title":"SonicMoE: Accelerating MoE with IO and Tile-aware Optimizations","created":"2025-12-16","cited_by_count":21,"area":"moe"},{"id":"2603.07685","title":"Scalable Training of Mixture-of-Experts Models with Megatron Core","created":"2026-03-08","cited_by_count":19,"area":"moe"},{"id":"2310.04361","title":"Exploiting Activation Sparsity with Dense to Dynamic-k Mixture-of-Experts Conversion","created":"2023-10-06","cited_by_count":16,"area":"moe"},{"id":"2306.06446","title":"ShiftAddViT: Mixture of Multiplication Primitives Towards Efficient Vision Transformer","created":"2023-06-10","cited_by_count":15,"area":"moe"},{"id":"2403.08245","title":"Scattered Mixture-of-Experts Implementation","created":"2024-03-13","cited_by_count":15,"area":"moe"},{"id":"2211.13491","title":"Spatial Mixture-of-Experts","created":"2022-11-24","cited_by_count":14,"area":"moe"},{"id":"2505.00315","title":"Mixture of Sparse Attention: Content-Based Learnable Sparse Attention via Expert-Choice Routing","created":"2025-05-01","cited_by_count":14,"area":"moe"},{"id":"2509.25041","title":"GRACE-MoE: Grouping and Replication with Locality-Aware Routing for Efficient Distributed MoE Inference","created":"2025-09-29","cited_by_count":13,"area":"moe"},{"id":"2204.08753","title":"Table-based Fact Verification with Self-adaptive Mixture of Experts","created":"2022-04-19","cited_by_count":12,"area":"moe"},{"id":"2503.06823","title":"eMoE: Task-aware Memory Efficient Mixture-of-Experts-Based (MoE) Model Inference","created":"2025-03-10","cited_by_count":11,"area":"moe"},{"id":"2205.07851","title":"ST-ExpertNet: A Deep Expert Framework for Traffic Prediction","created":"2022-05-05","cited_by_count":10,"area":"moe"},{"id":"2306.00434","title":"Divide, Conquer, and Combine: Mixture of Semantic-Independent Experts for Zero-Shot Dialogue State Tracking","created":"2023-06-01","cited_by_count":10,"area":"moe"},{"id":"2501.15316","title":"ToMoE: Converting Dense Large Language Models to Mixture-of-Experts through Dynamic Structural Pruning","created":"2025-01-25","cited_by_count":10,"area":"moe"},{"id":"2506.13329","title":"EAQuant: Enhancing Post-Training Quantization for MoE Models via Expert-Aware Optimization","created":"2025-06-16","cited_by_count":10,"area":"moe"},{"id":"2305.13999","title":"Towards A Unified View of Sparse Feed-Forward Network in Pretraining Large Language Model","created":"2023-05-23","cited_by_count":9,"area":"moe"},{"id":"2505.14136","title":"Local Mixtures of Experts: Essentially Free Test-Time Training via Model Merging","created":"2025-05-20","cited_by_count":9,"area":"moe"},{"id":"2508.21706","title":"Accelerating Mixture-of-Experts Inference by Hiding Offloading Latency with Speculative Decoding","created":"2025-08-29","cited_by_count":8,"area":"moe"},{"id":"2407.14417","title":"Mixture of Experts with Mixture of Precisions for Tuning Quality of Service","created":"2024-07-19","cited_by_count":7,"area":"moe"},{"id":"2501.18936","title":"Revisit Visual Prompt Tuning: The Expressiveness of Prompt Experts","created":"2025-01-31","cited_by_count":5,"area":"moe"},{"id":"2504.19925","title":"SYMI: Efficient Mixture-of-Experts Training via Model and Optimizer State Decoupling","created":"2025-04-28","cited_by_count":5,"area":"moe"},{"id":"2206.09386","title":"Scalable Neural Data Server: A Data Recommender for Transfer Learning","created":"2022-06-19","cited_by_count":4,"area":"moe"},{"id":"2304.11414","title":"Pipeline MoE: A Flexible MoE Implementation with Pipeline Parallelism","created":"2023-04-22","cited_by_count":4,"area":"moe"},{"id":"2507.17133","title":"BrownoutServe: SLO-Aware Inference Serving under Bursty Workloads for MoE-based LLMs","created":"2025-07-23","cited_by_count":4,"area":"moe"},{"id":"2509.10025","title":"Exploring Expert Specialization through Unsupervised Training in Sparse Mixture of Experts","created":"2025-09-12","cited_by_count":4,"area":"moe"},{"id":"2209.08326","title":"Parameter-Efficient Conformers via Sharing Sparsely-Gated Experts for End-to-End Speech Recognition","created":"2022-09-17","cited_by_count":3,"area":"moe"},{"id":"2405.00293","title":"MoPEFT: A Mixture-of-PEFTs for the Segment Anything Model","created":"2024-05-01","cited_by_count":3,"area":"moe"},{"id":"2507.06363","title":"Mamba Goes HoME: Hierarchical Soft Mixture-of-Experts for 3D Medical Image Segmentation","created":"2025-07-08","cited_by_count":3,"area":"moe"},{"id":"2601.21641","title":"Seg-MoE: Multi-Resolution Segment-wise Mixture-of-Experts for Time Series Forecasting Transformers","created":"2026-01-29","cited_by_count":3,"area":"moe"},{"id":"2408.15915","title":"Leveraging Open Knowledge for Advancing Task Expertise in Large Language Models","created":"2024-08-28","cited_by_count":2,"area":"moe"},{"id":"2507.16274","title":"STAlloc: Enhancing Memory Efficiency in Large-Scale Model Training with Spatio-Temporal Planning","created":"2025-07-22","cited_by_count":2,"area":"moe"},{"id":"2508.08825","title":"Wavelet Mixture of Experts for Time Series Forecasting","created":"2025-08-12","cited_by_count":2,"area":"moe"},{"id":"2509.15105","title":"Super-Linear: A Lightweight Pretrained Mixture of Linear Experts for Time Series Forecasting","created":"2025-09-18","cited_by_count":2,"area":"moe"},{"id":"2510.00207","title":"FlowMoE: A Scalable Pipeline Scheduling Framework for Distributed Mixture-of-Experts Training","created":"2025-09-30","cited_by_count":2,"area":"moe"},{"id":"2510.07459","title":"MoGU: Mixture-of-Gaussians with Uncertainty-based Gating for Time Series Forecasting","created":"2025-10-08","cited_by_count":2,"area":"moe"},{"id":"2510.19470","title":"HybridEP: Scaling Expert Parallelism to Cross-Datacenter Scenario via Hybrid Expert/Data Transmission","created":"2025-10-22","cited_by_count":2,"area":"moe"},{"id":"2601.06356","title":"Monkey Jump : MoE-Style PEFT for Efficient Multi-Task Learning","created":"2026-01-09","cited_by_count":2,"area":"moe"},{"id":"2602.04870","title":"Multi-Head LatentMoE and Head Parallel: Communication-Efficient and Deterministic MoE Parallelism","created":"2026-02-04","cited_by_count":2,"area":"moe"},{"id":"2607.08601","title":"It Takes a MAESTRO To Prune Bad Experts","created":"2026-07-09","cited_by_count":2,"area":"moe"},{"id":"2608.28044","title":"Characterization of Request and Token Energy Costs for LLM Inference Workloads on GPU Platforms","created":"2026-08-28","cited_by_count":2,"area":"moe"},{"id":"2410.00046","title":"Mixture of Multicenter Experts in Multimodal AI for Debiased Radiotherapy Target Delineation","created":"2024-09-27","cited_by_count":1,"area":"moe"},{"id":"2411.16786","title":"Staleness-Centric Optimizations for Parallel Diffusion MoE Inference","created":"2024-11-25","cited_by_count":1,"area":"moe"},{"id":"2501.05661","title":"TAMER: A Test-Time Adaptive MoE-Driven Framework for EHR Representation Learning","created":"2025-01-10","cited_by_count":1,"area":"moe"},{"id":"2508.01664","title":"Shape Distribution Matters: Shape-specific Mixture-of-Experts for Amodal Segmentation under Diverse Occlusions","created":"2025-08-03","cited_by_count":1,"area":"moe"},{"id":"2511.16947","title":"Fine-grained MoE Load Balancing with Linear Programming","created":"2025-11-21","cited_by_count":1,"area":"moe"},{"id":"2512.16473","title":"Efficient CPU-GPU Collaborative Inference for MoE-based LLMs on Memory-Limited Systems","created":"2025-12-18","cited_by_count":1,"area":"moe"},{"id":"2601.15370","title":"Improving MoE Compute Efficiency by Composing Weight and Data Sparsity","created":"2026-01-21","cited_by_count":1,"area":"moe"},{"id":"2602.00589","title":"SEER: Transformer-based Robust Time Series Forecasting via Automated Patch Enhancement and Replacement","created":"2026-01-31","cited_by_count":1,"area":"moe"},{"id":"2604.04348","title":"OmniSonic: Towards Universal and Holistic Audio Generation from Video and Text","created":"2026-04-06","cited_by_count":1,"area":"moe"},{"id":"2605.29121","title":"A Minimal Bifurcation Model of Load Imbalance in a Softmax Mixture-of-Experts Router","created":"2026-05-27","cited_by_count":1,"area":"moe"},{"id":"2606.00735","title":"ViBE: Co-Optimizing Workload Skew and Hardware Variability for MoE Serving","created":"2026-05-30","cited_by_count":1,"area":"moe"},{"id":"2211.15384","title":"Double Deep Q-Learning in Opponent Modeling","created":"2022-11-24","cited_by_count":0,"area":"moe"},{"id":"2401.02092","title":"k-Winners-Take-All Ensemble Neural Network","created":"2024-01-04","cited_by_count":0,"area":"moe"},{"id":"2407.07514","title":"Swin SMT: Global Sequential Modeling in 3D Medical Image Segmentation","created":"2024-07-10","cited_by_count":0,"area":"moe"},{"id":"2412.03483","title":"Convolutional Neural Networks and Mixture of Experts for Intrusion Detection in 5G Networks and beyond","created":"2024-12-04","cited_by_count":0,"area":"moe"},{"id":"2503.20750","title":"Optimal Scaling Laws for Efficiency Gains in a Theoretical Transformer-Augmented Sectional MoE Framework","created":"2025-03-26","cited_by_count":0,"area":"moe"},{"id":"2505.06481","title":"QoS-Efficient Serving of Multiple Mixture-of-Expert LLMs Using Partial Runtime Reconfiguration","created":"2025-05-10","cited_by_count":0,"area":"moe"},{"id":"2506.20986","title":"EVA: Mixture-of-Experts Semantic Variant Alignment for Compositional Zero-Shot Learning","created":"2025-06-26","cited_by_count":0,"area":"moe"},{"id":"2509.15514","title":"MEC-Quant: Maximum Entropy Coding for Extremely Low Bit Quantization-Aware Training","created":"2025-09-19","cited_by_count":0,"area":"moe"},{"id":"2601.21866","title":"MoHETS: Long-term Time Series Forecasting with Mixture-of-Heterogeneous-Experts","created":"2026-01-29","cited_by_count":0,"area":"moe"},{"id":"2602.14060","title":"LM-Lexicon: Improving Definition Modeling via Harmonizing Semantic Experts","created":"2026-02-15","cited_by_count":0,"area":"moe"},{"id":"2603.06938","title":"Swimba: Switch Mamba Model Scales State Space Models","created":"2026-03-06","cited_by_count":0,"area":"moe"},{"id":"2604.02715","title":"FluxMoE: Decoupling Expert Residency for High-Performance MoE Serving","created":"2026-04-03","cited_by_count":0,"area":"moe"},{"id":"2605.06112","title":"Dynamic Pondering Sparsity-aware Mixture-of-Experts Transformer for Event Stream based Visual Object Tracking","created":"2026-05-07","cited_by_count":0,"area":"moe"},{"id":"2605.20678","title":"Dynamic TMoE: A Drift-Aware Dynamic Mixture of Experts Framework for Non-Stationary Time Series Forecasting","created":"2026-05-20","cited_by_count":0,"area":"moe"},{"id":"2605.21264","title":"FedCoE: Bridging Generalization and Personalization via Federated Coordinated Dual-level MoEs","created":"2026-05-20","cited_by_count":0,"area":"moe"},{"id":"2606.02424","title":"GC-MoE: Genomics-Guided Cell-Type-Specific Mixture of Experts for Histology-Based Single-Cell Spatial Transcriptomics","created":"2026-06-01","cited_by_count":0,"area":"moe"},{"id":"2606.09907","title":"LongMoE: Longitudinal Multimodal Learning via Trajectory-Aware Mixture-of-Experts","created":"2026-06-06","cited_by_count":0,"area":"moe"},{"id":"2606.12397","title":"Redesign Mixture-of-Experts Routers with Manifold Power Iteration","created":"2026-06-10","cited_by_count":0,"area":"moe"},{"id":"2606.18123","title":"Predicting Immune Biomarkers with MultiModal Mixture-of-Expert Pathology Foundation Models Empowers Precision Oncology","created":"2026-06-16","cited_by_count":0,"area":"moe"},{"id":"2607.08215","title":"On the Limitations of Non-GPU AI Accelerators for Large-Model Inference: A Field Study of MoE and Multimodal Serving on Huawei Ascend","created":"2026-07-09","cited_by_count":0,"area":"moe"},{"id":"2608.13911","title":"MedMix: Specialization-Consistent Federated Sparse MoEs under Modality Heterogeneity","created":"2026-08-14","cited_by_count":0,"area":"moe"},{"id":"2609.05770","title":"RAPTOR: Role-Aware Private Training for Mixture-of-Experts","created":"2026-09-04","cited_by_count":0,"area":"moe"},{"id":"2609.36070","title":"Mixture-of-Kittens: MoE Megakernel for NVL72s","created":"2026-09-28","cited_by_count":0,"area":"moe"},{"id":"2610.19232","title":"Spectral-MoE: Heterogeneous Per-Layer Expert Utilization in Dense-to-MoE Conversion","created":"2026-10-13","cited_by_count":0,"area":"moe"}],"next_cursor":null}