{"total":45,"rows":[{"id":"2106.05974","title":"Scaling Vision with Sparse Mixture of Experts","created":"2021-06-10","cited_by_count":747,"area":"moe"},{"id":"2212.05055","title":"Sparse Upcycling: Training Mixture-of-Experts from Dense Checkpoints","created":"2022-12-09","cited_by_count":209,"area":"moe"},{"id":"2310.01334","title":"Merge, Then Compress: Demystify Efficient SMoE with Hints from Its Routing Policy","created":"2023-10-02","cited_by_count":108,"area":"moe"},{"id":"2210.14793","title":"M$^3$ViT: Mixture-of-Experts Vision Transformer for Efficient Multi-task Learning with Model-Accelerator Co-design","created":"2022-10-26","cited_by_count":98,"area":"moe"},{"id":"2206.04046","title":"Sparse Mixture-of-Experts are Domain Generalizable Learners","created":"2022-06-08","cited_by_count":85,"area":"moe"},{"id":"2303.01610","title":"Sparse MoE as the New Dropout: Scaling Dense and Self-Slimmable Transformers","created":"2023-03-02","cited_by_count":59,"area":"moe"},{"id":"2206.04674","title":"Uni-Perceiver-MoE: Learning Sparse Generalist Models with Conditional MoEs","created":"2022-06-09","cited_by_count":58,"area":"moe"},{"id":"2410.11842","title":"MoH: Multi-Head Attention as Mixture-of-Head Attention","created":"2024-10-15","cited_by_count":44,"area":"moe"},{"id":"2204.09636","title":"Residual Mixture of Experts","created":"2022-04-20","cited_by_count":39,"area":"moe"},{"id":"2201.10890","title":"One Student Knows All Experts Know: From Sparse to Dense","created":"2022-01-26","cited_by_count":25,"area":"moe"},{"id":"2305.18691","title":"Edge-MoE: Memory-Efficient Multi-Task Vision Transformer Architecture with Task-level Sparsity via Mixture-of-Experts","created":"2023-05-30","cited_by_count":23,"area":"moe"},{"id":"2109.02008","title":"Cross-token Modeling with Conditional Computation","created":"2021-09-05","cited_by_count":17,"area":"moe"},{"id":"2402.05382","title":"Task-customized Masked AutoEncoder via Mixture of Cluster-conditional Experts","created":"2024-02-08","cited_by_count":16,"area":"moe"},{"id":"2306.06446","title":"ShiftAddViT: Mixture of Multiplication Primitives Towards Efficient Vision Transformer","created":"2023-06-10","cited_by_count":15,"area":"moe"},{"id":"2309.04354","title":"Mobile V-MoEs: Scaling Down Vision Transformers via Sparse Mixture-of-Experts","created":"2023-09-08","cited_by_count":14,"area":"moe"},{"id":"2411.18322","title":"Mixture of Experts in Image Classification: What's the Sweet Spot?","created":"2024-11-27","cited_by_count":11,"area":"moe"},{"id":"2410.14574","title":"MomentumSMoE: Integrating Momentum into Sparse Mixture of Experts","created":"2024-10-18","cited_by_count":9,"area":"moe"},{"id":"2402.16918","title":"m2mKD: Module-to-Module Knowledge Distillation for Modular Transformers","created":"2024-02-26","cited_by_count":5,"area":"moe"},{"id":"2405.10951","title":"Block Selective Reprogramming for On-device Training of Vision Transformers","created":"2024-03-25","cited_by_count":4,"area":"moe"},{"id":"2505.15414","title":"Efficient Data Driven Mixture-of-Expert Extraction from Trained Networks","created":"2025-05-21","cited_by_count":3,"area":"moe"},{"id":"2604.00421","title":"Self-Routing: Parameter-Free Expert Routing from Hidden States","created":"2026-04-01","cited_by_count":3,"area":"moe"},{"id":"2311.00285","title":"Mixture-of-Experts for Open Set Domain Adaptation: A Dual-Space Detection Approach","created":"2023-11-01","cited_by_count":2,"area":"moe"},{"id":"2602.01219","title":"Mixture-of-Top-k Attention: Efficient Attention via Scalable Fast Weights","created":"2026-02-01","cited_by_count":2,"area":"moe"},{"id":"2407.17783","title":"How Lightweight Can A Vision Transformer Be","created":"2024-07-25","cited_by_count":1,"area":"moe"},{"id":"2408.15305","title":"Parameter-Efficient Quantized Mixture-of-Experts Meets Vision-Language Instruction Tuning for Semiconductor Electron Micrograph Analysis","created":"2024-08-27","cited_by_count":1,"area":"moe"},{"id":"2409.00879","title":"Beyond Parameter Count: Implicit Bias in Soft Mixture of Experts","created":"2024-09-02","cited_by_count":1,"area":"moe"},{"id":"2410.15732","title":"ViMoE: An Empirical Study of Designing Vision Mixture-of-Experts","created":"2024-10-21","cited_by_count":1,"area":"moe"},{"id":"2601.21349","title":"L2R: Low-Rank and Lipschitz-Controlled Routing for Mixture-of-Experts","created":"2026-01-29","cited_by_count":1,"area":"moe"},{"id":"2605.03999","title":"RD-ViT: Recurrent-Depth Vision Transformer for Semantic Segmentation with Reduced Data Dependence Extending the Recurrent-Depth Transformer Architecture to Dense Prediction","created":"2026-05-05","cited_by_count":1,"area":"moe"},{"id":"2506.08496","title":"CoQMoE: Co-Designed Quantization and Computation Orchestration for Mixture-of-Experts Vision Transformer on FPGA","created":"2025-06-10","cited_by_count":0,"area":"moe"},{"id":"2508.07144","title":"Dynamic Pattern Alignment Learning for Pretraining Lightweight Human-Centric Vision Models","created":"2025-08-10","cited_by_count":0,"area":"moe"},{"id":"2510.27004","title":"Mixture-of-Transformers Learn Faster: A Theoretical Study on Classification Problems","created":"2025-10-30","cited_by_count":0,"area":"moe"},{"id":"2510.27155","title":"Hierarchical Fusion of Local and Global Visual Features with Mixture-of-Experts for Remote Sensing Image Scene Classification","created":"2025-10-31","cited_by_count":0,"area":"moe"},{"id":"2603.06746","title":"ButterflyViT: 354$\\times$ Expert Compression for Edge Vision Transformers","created":"2026-03-06","cited_by_count":0,"area":"moe"},{"id":"2603.27965","title":"ExFusion: Efficient Transformer Training via Multi-Experts Fusion","created":"2026-03-30","cited_by_count":0,"area":"moe"},{"id":"2604.21330","title":"Teacher-Guided Routing for Sparse Vision Mixture-of-Experts","created":"2026-04-23","cited_by_count":0,"area":"moe"},{"id":"2606.08814","title":"STAR: Rethinking MoE Routing as Structure-Aware Subspace Learning","created":"2026-06-07","cited_by_count":0,"area":"moe"},{"id":"2606.25665","title":"Learning Subset-Shared Invariances for Domain Generalization with Mixture-of-Experts","created":"2026-06-24","cited_by_count":0,"area":"moe"},{"id":"2607.06109","title":"RoME: Robust Mixture of Low-Rank Experts against Multiple Adversarial Perturbations","created":"2026-07-07","cited_by_count":0,"area":"moe"},{"id":"2608.04084","title":"SpecDrop: Parameter-Free Category-Conditioned Routing for Modular Specialization","created":"2026-08-04","cited_by_count":0,"area":"moe"},{"id":"2608.08808","title":"AdapterMoE: A Two-Stage Hard-Routing Mixture-of-Experts Architecture for Multi-Crop Disease Recognition with Calibrated Rejection and Incremental Learning","created":"2026-08-09","cited_by_count":0,"area":"moe"},{"id":"2608.10392","title":"Share First, Route What Remains: A Unified Framework for Token-Adaptive MoE Computation","created":"2026-08-11","cited_by_count":0,"area":"moe"},{"id":"2608.26043","title":"Robust CurveMoE: Multi-Norm Adversarial Defense for Mixture-of-Experts Models via Mode Connectivity","created":"2026-08-26","cited_by_count":0,"area":"moe"},{"id":"2609.21346","title":"IntBMoE: Integrating Block-Level Conditioning into Expert Composition for Full-Participation Mixture-of-Experts","created":"2026-09-18","cited_by_count":0,"area":"moe"},{"id":"2609.34897","title":"Role-Guided MOE for Encoder-Level Pathology Representation Learning in WSI Classification","created":"2026-09-28","cited_by_count":0,"area":"moe"}],"next_cursor":null}