{"total":22,"rows":[{"id":"2409.02060","title":"OLMoE: Open Mixture-of-Experts Language Models","created":"2024-09-03","cited_by_count":301,"area":"moe"},{"id":"2402.01739","title":"OpenMoE: An Early Effort on Open Mixture-of-Experts Language Models","created":"2024-01-29","cited_by_count":187,"area":"moe"},{"id":"2402.03226","title":"FuseMoE: Mixture-of-Experts Transformers for Fleximodal Fusion","created":"2024-02-05","cited_by_count":68,"area":"moe"},{"id":"2309.13850","title":"Statistical Perspective of Top-K Sparse Softmax Gating Mixture of Experts","created":"2023-09-25","cited_by_count":29,"area":"moe"},{"id":"2405.13997","title":"Sigmoid Gating is More Sample Efficient than Softmax Gating in Mixture of Experts","created":"2024-05-22","cited_by_count":24,"area":"moe"},{"id":"2310.14188","title":"A General Theory for Softmax Gating Multinomial Logistic Mixture of Experts","created":"2023-10-22","cited_by_count":23,"area":"moe"},{"id":"2402.02526","title":"CompeteSMoE -- Effective Training of Sparse Mixture of Experts via Competition","created":"2024-02-04","cited_by_count":23,"area":"moe"},{"id":"2402.02952","title":"On Least Square Estimation in Softmax Gating Mixture of Experts","created":"2024-02-05","cited_by_count":23,"area":"moe"},{"id":"2405.14131","title":"Statistical Advantages of Perturbing Cosine Router in Mixture of Experts","created":"2024-05-23","cited_by_count":16,"area":"moe"},{"id":"2401.13875","title":"Is Temperature Sample Efficient for Softmax Gaussian Mixture of Experts?","created":"2024-01-25","cited_by_count":15,"area":"moe"},{"id":"2503.06823","title":"eMoE: Task-aware Memory Efficient Mixture-of-Experts-Based (MoE) Model Inference","created":"2025-03-10","cited_by_count":11,"area":"moe"},{"id":"2404.16914","title":"Prediction Is All MoE Needs: Expert Load Distribution Goes from Fluctuating to Stabilizing","created":"2024-04-25","cited_by_count":10,"area":"moe"},{"id":"2503.23100","title":"MoLAE: Mixture of Latent Experts for Parameter-Efficient Language Models","created":"2025-03-29","cited_by_count":10,"area":"moe"},{"id":"2410.14574","title":"MomentumSMoE: Integrating Momentum into Sparse Mixture of Experts","created":"2024-10-18","cited_by_count":9,"area":"moe"},{"id":"2502.03044","title":"RepLoRA: Reparameterizing Low-Rank Adaptation via the Perspective of Mixture of Experts","created":"2025-02-05","cited_by_count":6,"area":"moe"},{"id":"2501.18936","title":"Revisit Visual Prompt Tuning: The Expressiveness of Prompt Experts","created":"2025-01-31","cited_by_count":5,"area":"moe"},{"id":"2503.11144","title":"MoLEx: Mixture of Layer Experts for Finetuning with Sparse Upcycling","created":"2025-03-14","cited_by_count":5,"area":"moe"},{"id":"2504.19925","title":"SYMI: Efficient Mixture-of-Experts Training via Model and Optimizer State Decoupling","created":"2025-04-28","cited_by_count":5,"area":"moe"},{"id":"2502.00281","title":"Sigmoid Self-Attention has Lower Sample Complexity than Softmax Self-Attention: A Mixture-of-Experts Perspective","created":"2025-02-01","cited_by_count":4,"area":"moe"},{"id":"2510.16411","title":"Modeling Expert Interactions in Sparse Mixture of Experts via Graph Structures","created":"2025-10-18","cited_by_count":3,"area":"moe"},{"id":"2510.26996","title":"MoME: Mixture of Visual Language Medical Experts for Medical Imaging Segmentation","created":"2025-10-30","cited_by_count":0,"area":"moe"},{"id":"2608.29817","title":"Structure Aware Neural Architecture Search for Mixture of Experts","created":"2026-08-30","cited_by_count":0,"area":"moe"}],"next_cursor":null}