{"total":41,"rows":[{"id":"2106.05974","title":"Scaling Vision with Sparse Mixture of Experts","created":"2021-06-10","cited_by_count":747,"area":"moe"},{"id":"2202.09368","title":"Mixture-of-Experts with Expert Choice Routing","created":"2022-02-18","cited_by_count":623,"area":"moe"},{"id":"2202.08906","title":"ST-MoE: Designing Stable and Transferable Sparse Expert Models","created":"2022-02-17","cited_by_count":399,"area":"moe"},{"id":"2407.06204","title":"A Survey on Mixture of Experts in Large Language Models","created":"2024-06-26","cited_by_count":237,"area":"moe"},{"id":"2112.10684","title":"Efficient Large Scale Language Modeling with Mixtures of Experts","created":"2021-12-20","cited_by_count":175,"area":"moe"},{"id":"2110.01786","title":"MoEfication: Transformer Feed-forward Layers are Mixtures of Experts","created":"2021-10-05","cited_by_count":152,"area":"moe"},{"id":"2210.14793","title":"M$^3$ViT: Mixture-of-Experts Vision Transformer for Efficient Multi-task Learning with Model-Accelerator Co-design","created":"2022-10-26","cited_by_count":98,"area":"moe"},{"id":"2002.04013","title":"Towards Crowdsourced Training of Large Neural Networks using Decentralized Mixture-of-Experts","created":"2020-02-10","cited_by_count":43,"area":"moe"},{"id":"2208.07638","title":"Mask and Reason: Pre-Training Knowledge Graph Transformers for Complex Logical Queries","created":"2022-08-16","cited_by_count":39,"area":"moe"},{"id":"2406.05955","title":"Turbo Sparse: Achieving LLM SOTA Performance with Minimal Activated Parameters","created":"2024-06-10","cited_by_count":38,"area":"moe"},{"id":"2112.14397","title":"EvoMoE: An Evolutional Mixture-of-Experts Training Framework via Dense-To-Sparse Gate","created":"2021-12-29","cited_by_count":30,"area":"moe"},{"id":"2407.19985","title":"Mixture of Nested Experts: Adaptive Processing of Visual Tokens","created":"2024-07-29","cited_by_count":25,"area":"moe"},{"id":"2305.18691","title":"Edge-MoE: Memory-Efficient Multi-Task Vision Transformer Architecture with Task-level Sparsity via Mixture-of-Experts","created":"2023-05-30","cited_by_count":23,"area":"moe"},{"id":"2402.02952","title":"On Least Square Estimation in Softmax Gating Mixture of Experts","created":"2024-02-05","cited_by_count":23,"area":"moe"},{"id":"2312.10376","title":"STA-VPT: SpatioTemporally Aligned Visual Prompt Tuning","created":"2023-12-16","cited_by_count":17,"area":"moe"},{"id":"2401.13875","title":"Is Temperature Sample Efficient for Softmax Gaussian Mixture of Experts?","created":"2024-01-25","cited_by_count":15,"area":"moe"},{"id":"2408.03511","title":"MoExtend: Tuning New Experts for Modality and Task Extension","created":"2024-08-07","cited_by_count":12,"area":"moe"},{"id":"2508.05257","title":"MoBE: Mixture-of-Basis-Experts for Compressing MoE-based LLMs","created":"2025-08-07","cited_by_count":9,"area":"moe"},{"id":"2211.08253","title":"HMOE: Hypernetwork-based Mixture of Experts for Domain Generalization","created":"2022-11-15","cited_by_count":8,"area":"moe"},{"id":"2506.05426","title":"Mixture-of-Experts Meets In-Context Reinforcement Learning","created":"2025-06-05","cited_by_count":8,"area":"moe"},{"id":"2505.20001","title":"NEXT: Multi-Grained Mixture of Experts via Text-Modulation for Multi-Modal Object Re-Identification","created":"2025-05-26","cited_by_count":6,"area":"moe"},{"id":"2509.25913","title":"Understanding the Mixture-of-Experts with Nadaraya-Watson Kernel","created":"2025-09-30","cited_by_count":6,"area":"moe"},{"id":"2410.03440","title":"Exploring the Benefit of Activation Sparsity in Pre-training","created":"2024-10-04","cited_by_count":5,"area":"moe"},{"id":"2505.24593","title":"Decoding Knowledge Attribution in Mixture-of-Experts: A Framework of Basic-Refinement Collaboration and Efficiency Analysis","created":"2025-05-30","cited_by_count":5,"area":"moe"},{"id":"2410.11222","title":"Quadratic Gating Mixture of Experts: Statistical Insights into Self-Attention","created":"2024-10-15","cited_by_count":4,"area":"moe"},{"id":"2503.03213","title":"Convergence Rates for Softmax Gating Mixture of Experts","created":"2025-03-05","cited_by_count":4,"area":"moe"},{"id":"2503.14655","title":"Core-Periphery Principle Guided State Space Model for Functional Connectome Classification","created":"2025-03-18","cited_by_count":4,"area":"moe"},{"id":"2602.06154","title":"MoSE: Mixture of Slimmable Experts for Efficient and Adaptive Language Models","created":"2026-02-05","cited_by_count":3,"area":"moe"},{"id":"2512.21911","title":"Accelerate Speculative Decoding with Sparse Computation in Verification","created":"2025-12-26","cited_by_count":2,"area":"moe"},{"id":"2502.17391","title":"The Empirical Impact of Reducing Symmetries on the Performance of Deep Ensembles and MoE","created":"2025-02-24","cited_by_count":1,"area":"moe"},{"id":"2509.00679","title":"Router Upcycling: Leveraging Mixture-of-Routers in Mixture-of-Experts Upcycling","created":"2025-08-31","cited_by_count":1,"area":"moe"},{"id":"2604.24775","title":"Application of a Mixture of Experts-based Foundation Model to the GlueX DIRC Detector","created":"2026-04-17","cited_by_count":1,"area":"moe"},{"id":"2601.21866","title":"MoHETS: Long-term Time Series Forecasting with Mixture-of-Heterogeneous-Experts","created":"2026-01-29","cited_by_count":0,"area":"moe"},{"id":"2602.00939","title":"Improving Minimax Estimation Rates for Contaminated Mixture of Multinomial Logistic Experts via Expert Heterogeneity","created":"2026-01-31","cited_by_count":0,"area":"moe"},{"id":"2603.27965","title":"ExFusion: Efficient Transformer Training via Multi-Experts Fusion","created":"2026-03-30","cited_by_count":0,"area":"moe"},{"id":"2605.08575","title":"Uncovering Intra-expert Activation Sparsity for Efficient Mixture-of-Expert Model Execution","created":"2026-05-09","cited_by_count":0,"area":"moe"},{"id":"2605.09403","title":"Sparsity Moves Computation: How FFN Architecture Reshapes Attention in Small Transformers","created":"2026-05-10","cited_by_count":0,"area":"moe"},{"id":"2606.00761","title":"Confidence-Adaptive SwiGLU for Mixture-of-Experts","created":"2026-05-30","cited_by_count":0,"area":"moe"},{"id":"2606.32040","title":"FaceMoE: Mixture of Experts for Low-Resolution Face Recognition","created":"2026-06-30","cited_by_count":0,"area":"moe"},{"id":"2608.01060","title":"One Query, Many Scales: Sparse Mixture-of-Experts for Efficient Hierarchical Cross-View Geo-Localization","created":"2026-08-02","cited_by_count":0,"area":"moe"},{"id":"2610.03265","title":"SPEAR: A Spectral-Disentangled MoE Neural Operator with Knowledge-Guided Expert Aggregation for Large-Scale PDE Pretraining","created":"2026-10-02","cited_by_count":0,"area":"moe"}],"next_cursor":null}