{"total":87,"rows":[{"id":"2212.05055","title":"Sparse Upcycling: Training Mixture-of-Experts from Dense Checkpoints","created":"2022-12-09","cited_by_count":209,"area":"moe"},{"id":"2206.02770","title":"Multimodal Contrastive Learning with LIMoE: the Language-Image Mixture of Experts","created":"2022-06-06","cited_by_count":203,"area":"moe"},{"id":"2206.03382","title":"Tutel: Adaptive Mixture-of-Experts at Scale","created":"2022-06-07","cited_by_count":201,"area":"moe"},{"id":"2310.01334","title":"Merge, Then Compress: Demystify Efficient SMoE with Hints from Its Routing Policy","created":"2023-10-02","cited_by_count":108,"area":"moe"},{"id":"2210.14793","title":"M$^3$ViT: Mixture-of-Experts Vision Transformer for Efficient Multi-task Learning with Model-Accelerator Co-design","created":"2022-10-26","cited_by_count":98,"area":"moe"},{"id":"2206.04046","title":"Sparse Mixture-of-Experts are Domain Generalizable Learners","created":"2022-06-08","cited_by_count":85,"area":"moe"},{"id":"2411.18466","title":"Complexity Experts are Task-Discriminative Learners for Any Image Restoration","created":"2024-11-27","cited_by_count":77,"area":"moe"},{"id":"2206.04674","title":"Uni-Perceiver-MoE: Learning Sparse Generalist Models with Conditional MoEs","created":"2022-06-09","cited_by_count":58,"area":"moe"},{"id":"2304.03946","title":"FlexMoE: Scaling Large-scale Sparse Pre-trained Model Training via Dynamic Device Placement","created":"2023-04-08","cited_by_count":53,"area":"moe"},{"id":"2502.19811","title":"Comet: Fine-grained Computation-communication Overlapping for Mixture-of-Experts","created":"2025-02-27","cited_by_count":49,"area":"moe"},{"id":"2410.11842","title":"MoH: Multi-Head Attention as Mixture-of-Head Attention","created":"2024-10-15","cited_by_count":44,"area":"moe"},{"id":"2204.09636","title":"Residual Mixture of Experts","created":"2022-04-20","cited_by_count":39,"area":"moe"},{"id":"2404.05019","title":"Shortcut-connected Expert Parallelism for Accelerating Mixture-of-Experts","created":"2024-04-07","cited_by_count":32,"area":"moe"},{"id":"2308.10110","title":"Robust Mixture-of-Expert Training for Convolutional Neural Networks","created":"2023-08-19","cited_by_count":30,"area":"moe"},{"id":"2207.09868","title":"Adaptive Mixture of Experts Learning for Generalizable Face Anti-Spoofing","created":"2022-07-20","cited_by_count":28,"area":"moe"},{"id":"2405.09446","title":"M$^4$oE: A Foundation Model for Medical Multimodal Image Segmentation with Mixture of Experts","created":"2024-05-15","cited_by_count":26,"area":"moe"},{"id":"2403.11808","title":"Dynamic Tuning Towards Parameter and Inference Efficiency for ViT Adaptation","created":"2024-03-18","cited_by_count":25,"area":"moe"},{"id":"2407.19985","title":"Mixture of Nested Experts: Adaptive Processing of Visual Tokens","created":"2024-07-29","cited_by_count":25,"area":"moe"},{"id":"2412.06647","title":"Object Detection using Event Camera: A MoE Heat Conduction based Detector and A New Benchmark Dataset","created":"2024-12-09","cited_by_count":25,"area":"moe"},{"id":"2305.18691","title":"Edge-MoE: Memory-Efficient Multi-Task Vision Transformer Architecture with Task-level Sparsity via Mixture-of-Experts","created":"2023-05-30","cited_by_count":23,"area":"moe"},{"id":"2309.14976","title":"MoCaE: Mixture of Calibrated Experts Significantly Improves Object Detection","created":"2023-09-26","cited_by_count":17,"area":"moe"},{"id":"2312.10376","title":"STA-VPT: SpatioTemporally Aligned Visual Prompt Tuning","created":"2023-12-16","cited_by_count":17,"area":"moe"},{"id":"2402.05382","title":"Task-customized Masked AutoEncoder via Mixture of Cluster-conditional Experts","created":"2024-02-08","cited_by_count":16,"area":"moe"},{"id":"2406.13583","title":"Low-Rank Mixture-of-Experts for Continual Medical Image Segmentation","created":"2024-06-19","cited_by_count":16,"area":"moe"},{"id":"2302.09915","title":"TA-MoE: Topology-Aware Large Scale Mixture-of-Expert Training","created":"2023-02-20","cited_by_count":15,"area":"moe"},{"id":"2305.02177","title":"Transforming Visual Scene Graphs to Image Captions","created":"2023-05-03","cited_by_count":15,"area":"moe"},{"id":"2306.06446","title":"ShiftAddViT: Mixture of Multiplication Primitives Towards Efficient Vision Transformer","created":"2023-06-10","cited_by_count":15,"area":"moe"},{"id":"2211.13491","title":"Spatial Mixture-of-Experts","created":"2022-11-24","cited_by_count":14,"area":"moe"},{"id":"2412.20157","title":"UniRestorer: Universal Image Restoration via Adaptively Estimating Image Degradation at Proper Granularity","created":"2024-12-28","cited_by_count":14,"area":"moe"},{"id":"2303.13739","title":"WM-MoE: Weather-aware Multi-scale Mixture-of-Experts for Blind Adverse Weather Removal","created":"2023-03-24","cited_by_count":11,"area":"moe"},{"id":"2506.08356","title":"MedMoE: Modality-Specialized Mixture of Experts for Medical Vision-Language Understanding","created":"2025-06-10","cited_by_count":10,"area":"moe"},{"id":"2206.01741","title":"Patcher: Patch Transformers with Mixture of Experts for Precise Medical Image Segmentation","created":"2022-06-03","cited_by_count":9,"area":"moe"},{"id":"2510.21114","title":"Controllable-LPMoE: Adapting to Challenging Object Segmentation via Dynamic Local Priors from Mixture-of-Experts","created":"2025-10-24","cited_by_count":9,"area":"moe"},{"id":"2211.08253","title":"HMOE: Hypernetwork-based Mixture of Experts for Domain Generalization","created":"2022-11-15","cited_by_count":8,"area":"moe"},{"id":"2405.06004","title":"EWMoE: An effective model for global weather forecasting with mixture-of-experts","created":"2024-05-09","cited_by_count":8,"area":"moe"},{"id":"2502.15315","title":"Tight Clusters Make Specialized Experts","created":"2025-02-21","cited_by_count":8,"area":"moe"},{"id":"2603.26735","title":"Distilled Large Language Model-Driven Dynamic Sparse Expert Activation Mechanism","created":"2026-03-21","cited_by_count":7,"area":"moe"},{"id":"2306.17165","title":"An Efficient General-Purpose Modular Vision Model via Multi-Task Heterogeneous Training","created":"2023-06-29","cited_by_count":6,"area":"moe"},{"id":"2412.02503","title":"VA-MoE: Variables-Adaptive Mixture of Experts for Incremental Weather Forecasting","created":"2024-12-03","cited_by_count":6,"area":"moe"},{"id":"2501.18936","title":"Revisit Visual Prompt Tuning: The Expressiveness of Prompt Experts","created":"2025-01-31","cited_by_count":5,"area":"moe"},{"id":"2408.04307","title":"MoC-System: Efficient Fault Tolerance for Sparse Mixture-of-Experts Model Training","created":"2024-08-08","cited_by_count":4,"area":"moe"},{"id":"2410.11222","title":"Quadratic Gating Mixture of Experts: Statistical Insights into Self-Attention","created":"2024-10-15","cited_by_count":4,"area":"moe"},{"id":"2502.00281","title":"Sigmoid Self-Attention has Lower Sample Complexity than Softmax Self-Attention: A Mixture-of-Experts Perspective","created":"2025-02-01","cited_by_count":4,"area":"moe"},{"id":"2502.05602","title":"UbiMoE: A Ubiquitous Mixture-of-Experts Vision Transformer Accelerator With Hybrid Computation Pattern on FPGA","created":"2025-02-08","cited_by_count":4,"area":"moe"},{"id":"2505.00792","title":"Improving Routing in Sparse Mixture of Experts with Graph of Tokens","created":"2025-05-01","cited_by_count":4,"area":"moe"},{"id":"2512.23273","title":"YOLO-Master: MOE-Accelerated with Specialized Transformers for Enhanced Real-time Detection","created":"2025-12-29","cited_by_count":4,"area":"moe"},{"id":"2505.15414","title":"Efficient Data Driven Mixture-of-Expert Extraction from Trained Networks","created":"2025-05-21","cited_by_count":3,"area":"moe"},{"id":"2507.06363","title":"Mamba Goes HoME: Hierarchical Soft Mixture-of-Experts for 3D Medical Image Segmentation","created":"2025-07-08","cited_by_count":3,"area":"moe"},{"id":"2510.16138","title":"Expert Merging in Sparse Mixture of Experts with Nash Bargaining","created":"2025-10-17","cited_by_count":3,"area":"moe"},{"id":"2510.16411","title":"Modeling Expert Interactions in Sparse Mixture of Experts via Graph Structures","created":"2025-10-18","cited_by_count":3,"area":"moe"},{"id":"2605.08292","title":"Hierarchical Mixture-of-Experts with Two-Stage Optimization","created":"2026-05-08","cited_by_count":3,"area":"moe"},{"id":"2511.08972","title":"Selective Sinkhorn Routing for Improved Sparse Mixture of Experts","created":"2025-11-12","cited_by_count":2,"area":"moe"},{"id":"2407.17783","title":"How Lightweight Can A Vision Transformer Be","created":"2024-07-25","cited_by_count":1,"area":"moe"},{"id":"2408.15305","title":"Parameter-Efficient Quantized Mixture-of-Experts Meets Vision-Language Instruction Tuning for Semiconductor Electron Micrograph Analysis","created":"2024-08-27","cited_by_count":1,"area":"moe"},{"id":"2411.01288","title":"Hexa-MoE: Efficient and Heterogeneous-aware Training for Mixture-of-Experts","created":"2024-11-02","cited_by_count":1,"area":"moe"},{"id":"2412.10028","title":"Mr. DETR++: Instructive Multi-Route Training for Detection Transformers with Mixture-of-Experts","created":"2024-12-13","cited_by_count":1,"area":"moe"},{"id":"2502.03772","title":"A Retrospective Systematic Study on Hierarchical Sparse Query Transformer-assisted Ultrasound Screening for Early Hepatocellular Carcinoma","created":"2025-02-06","cited_by_count":1,"area":"moe"},{"id":"2504.09265","title":"Mixture of Group Experts for Learning Invariant Representations","created":"2025-04-12","cited_by_count":1,"area":"moe"},{"id":"2505.15151","title":"Time Tracker: Mixture-of-Experts-Enhanced Foundation Time Series Forecasting Model with Decoupled Training Pipelines","created":"2025-05-21","cited_by_count":1,"area":"moe"},{"id":"2505.18586","title":"Guiding the Experts: Semantic Priors for Efficient and Focused MoE Routing","created":"2025-05-24","cited_by_count":1,"area":"moe"},{"id":"2507.19077","title":"Multi-Task Dense Prediction Fine-Tuning with Mixture of Fine-Grained Experts","created":"2025-07-25","cited_by_count":1,"area":"moe"},{"id":"2508.02753","title":"DMSC: Dynamic Multi-Scale Coordination Framework for Time Series Forecasting","created":"2025-08-03","cited_by_count":1,"area":"moe"},{"id":"2511.16947","title":"Fine-grained MoE Load Balancing with Linear Programming","created":"2025-11-21","cited_by_count":1,"area":"moe"},{"id":"2601.14792","title":"Robustness of Mixtures of Experts to Feature Noise","created":"2026-01-21","cited_by_count":1,"area":"moe"},{"id":"2602.01468","title":"A Statistical Theory of Gated Attention through the Lens of Hierarchical Mixture of Experts","created":"2026-02-01","cited_by_count":1,"area":"moe"},{"id":"2602.06862","title":"Parameters as Experts: Adapting Vision Models with Dynamic Parameter Routing","created":"2026-02-06","cited_by_count":1,"area":"moe"},{"id":"2604.13761","title":"Design and Behavior of Sparse Mixture-of-Experts Layers in CNN-based Semantic Segmentation","created":"2026-04-15","cited_by_count":1,"area":"moe"},{"id":"2604.24775","title":"Application of a Mixture of Experts-based Foundation Model to the GlueX DIRC Detector","created":"2026-04-17","cited_by_count":1,"area":"moe"},{"id":"2605.03999","title":"RD-ViT: Recurrent-Depth Vision Transformer for Semantic Segmentation with Reduced Data Dependence Extending the Recurrent-Depth Transformer Architecture to Dense Prediction","created":"2026-05-05","cited_by_count":1,"area":"moe"},{"id":"2407.07514","title":"Swin SMT: Global Sequential Modeling in 3D Medical Image Segmentation","created":"2024-07-10","cited_by_count":0,"area":"moe"},{"id":"2506.08496","title":"CoQMoE: Co-Designed Quantization and Computation Orchestration for Mixture-of-Experts Vision Transformer on FPGA","created":"2025-06-10","cited_by_count":0,"area":"moe"},{"id":"2508.07144","title":"Dynamic Pattern Alignment Learning for Pretraining Lightweight Human-Centric Vision Models","created":"2025-08-10","cited_by_count":0,"area":"moe"},{"id":"2508.17885","title":"ISALux: Illumination and Segmentation Aware Transformer Employing Mixture of Experts for Low Light Image Enhancement","created":"2025-08-25","cited_by_count":0,"area":"moe"},{"id":"2510.27155","title":"Hierarchical Fusion of Local and Global Visual Features with Mixture-of-Experts for Remote Sensing Image Scene Classification","created":"2025-10-31","cited_by_count":0,"area":"moe"},{"id":"2603.06746","title":"ButterflyViT: 354$\\times$ Expert Compression for Edge Vision Transformers","created":"2026-03-06","cited_by_count":0,"area":"moe"},{"id":"2603.13818","title":"PA-Net: Precipitation-Adaptive Mixture-of-Experts for Long-Tail Rainfall Nowcasting","created":"2026-03-14","cited_by_count":0,"area":"moe"},{"id":"2603.27965","title":"ExFusion: Efficient Transformer Training via Multi-Experts Fusion","created":"2026-03-30","cited_by_count":0,"area":"moe"},{"id":"2604.08936","title":"M-IDoL: Information Decomposition for Modality-Specific and Diverse Representation Learning in Medical Foundation Model","created":"2026-04-10","cited_by_count":0,"area":"moe"},{"id":"2605.05607","title":"Accelerating MoE with Dynamic In-Switch Computing on Multi-GPUs","created":"2026-05-07","cited_by_count":0,"area":"moe"},{"id":"2606.23441","title":"Cross-Architectural Mixture-of-Experts with Adaptive Soft Routing for Plant Leaf Disease Classification","created":"2026-06-22","cited_by_count":0,"area":"moe"},{"id":"2607.06109","title":"RoME: Robust Mixture of Low-Rank Experts against Multiple Adversarial Perturbations","created":"2026-07-07","cited_by_count":0,"area":"moe"},{"id":"2607.23070","title":"DishSeg24k: A Large-Scale Benchmark for Food Segmentation with Stochastic Expert Decoding","created":"2026-07-25","cited_by_count":0,"area":"moe"},{"id":"2608.08808","title":"AdapterMoE: A Two-Stage Hard-Routing Mixture-of-Experts Architecture for Multi-Crop Disease Recognition with Calibrated Rejection and Incremental Learning","created":"2026-08-09","cited_by_count":0,"area":"moe"},{"id":"2608.10947","title":"Mixture-of-Experts-based Entropy Model for Learned Image Compression","created":"2026-08-11","cited_by_count":0,"area":"moe"},{"id":"2608.14702","title":"Deep Analog: Open-Set Film Emulation with Reference-Conditioned 3D LUTs","created":"2026-08-10","cited_by_count":0,"area":"moe"},{"id":"2608.22972","title":"Optimize Surgical Triplet Recognition: A Knowledge-Driven Mixture-of-Experts Solution","created":"2026-08-24","cited_by_count":0,"area":"moe"},{"id":"2608.23363","title":"DF-MoE: Generalizable Deepfake Detection via Multimodal Sparse Mixture-of-Experts","created":"2026-08-24","cited_by_count":0,"area":"moe"}],"next_cursor":null}