{"total":39,"rows":[{"id":"2202.08906","title":"ST-MoE: Designing Stable and Transferable Sparse Expert Models","created":"2022-02-17","cited_by_count":399,"area":"moe"},{"id":"2212.05055","title":"Sparse Upcycling: Training Mixture-of-Experts from Dense Checkpoints","created":"2022-12-09","cited_by_count":209,"area":"moe"},{"id":"2209.01667","title":"A Review of Sparse Expert Models in Deep Learning","created":"2022-09-04","cited_by_count":148,"area":"moe"},{"id":"2306.03745","title":"Soft Merging of Experts with Adaptive Routing","created":"2023-06-06","cited_by_count":90,"area":"moe"},{"id":"2305.12281","title":"Lifelong Language Pretraining with Distribution-Specialized Experts","created":"2023-05-20","cited_by_count":66,"area":"moe"},{"id":"2402.11260","title":"MoRAL: MoE Augmented LoRA for LLMs' Lifelong Learning","created":"2024-02-17","cited_by_count":63,"area":"moe"},{"id":"2403.03432","title":"Mixture-of-LoRAs: An Efficient Multitask Tuning for Large Language Models","created":"2024-03-06","cited_by_count":38,"area":"moe"},{"id":"2406.02500","title":"Towards Efficient Mixture of Experts: A Holistic Study of Compression Techniques","created":"2024-06-04","cited_by_count":24,"area":"moe"},{"id":"2406.12034","title":"Self-MoE: Towards Compositional Large Language Models with Self-Specialized Experts","created":"2024-06-17","cited_by_count":23,"area":"moe"},{"id":"2408.06793","title":"Layerwise Recurrent Router for Mixture-of-Experts","created":"2024-08-13","cited_by_count":21,"area":"moe"},{"id":"2306.04640","title":"ModuleFormer: Modularity Emerges from Mixture-of-Experts","created":"2023-06-07","cited_by_count":17,"area":"moe"},{"id":"2507.07024","title":"FlexOlmo: Open Language Models for Flexible Data Use","created":"2025-07-09","cited_by_count":15,"area":"moe"},{"id":"2303.13739","title":"WM-MoE: Weather-aware Multi-scale Mixture-of-Experts for Blind Adverse Weather Removal","created":"2023-03-24","cited_by_count":11,"area":"moe"},{"id":"2503.23100","title":"MoLAE: Mixture of Latent Experts for Parameter-Efficient Language Models","created":"2025-03-29","cited_by_count":10,"area":"moe"},{"id":"2305.13999","title":"Towards A Unified View of Sparse Feed-Forward Network in Pretraining Large Language Model","created":"2023-05-23","cited_by_count":9,"area":"moe"},{"id":"2310.15539","title":"SteloCoder: a Decoder-Only LLM for Multi-Language to Python Code Translation","created":"2023-10-24","cited_by_count":9,"area":"moe"},{"id":"2409.01483","title":"Revisiting SMoE Language Models by Evaluating Inefficiencies with Task Specific Expert Pruning","created":"2024-09-02","cited_by_count":8,"area":"moe"},{"id":"2306.08586","title":"Learning to Specialize: Joint Gating-Expert Training for Adaptive MoEs in Decentralized Settings","created":"2023-06-14","cited_by_count":7,"area":"moe"},{"id":"2402.15082","title":"PEMT: Multi-Task Correlation Guided Mixture-of-Experts Enables Parameter-Efficient Transfer Learning","created":"2024-02-23","cited_by_count":7,"area":"moe"},{"id":"2403.13468","title":"DESIRE-ME: Domain-Enhanced Supervised Information REtrieval using Mixture-of-Experts","created":"2024-03-20","cited_by_count":7,"area":"moe"},{"id":"2408.15901","title":"Nexus: Specialization meets Adaptability for Efficiently Training Mixture of Experts","created":"2024-08-28","cited_by_count":7,"area":"moe"},{"id":"2501.13074","title":"Autonomy-of-Experts Models","created":"2025-01-22","cited_by_count":7,"area":"moe"},{"id":"2212.09666","title":"MultiCoder: Multi-Programming-Lingual Pre-Training for Low-Resource Code Completion","created":"2022-12-19","cited_by_count":6,"area":"moe"},{"id":"2402.16918","title":"m2mKD: Module-to-Module Knowledge Distillation for Modular Transformers","created":"2024-02-26","cited_by_count":5,"area":"moe"},{"id":"2410.03440","title":"Exploring the Benefit of Activation Sparsity in Pre-training","created":"2024-10-04","cited_by_count":5,"area":"moe"},{"id":"2505.23926","title":"Point-MoE: Large-Scale Multi-Dataset Training with Mixture-of-Experts for 3D Semantic Segmentation","created":"2025-05-29","cited_by_count":3,"area":"moe"},{"id":"2509.10513","title":"Mixture-of-Clustered-Experts: Advancing Expert Specialization and Generalization in Instruction Tuning","created":"2025-09-03","cited_by_count":3,"area":"moe"},{"id":"2601.10159","title":"What Gets Activated: Uncovering Domain and Driver Experts in MoE Language Models","created":"2026-01-15","cited_by_count":3,"area":"moe"},{"id":"2410.08003","title":"More Experts Than Galaxies: Conditionally-overlapping Experts With Biologically-Inspired Fixed Routing","created":"2024-10-10","cited_by_count":2,"area":"moe"},{"id":"2505.14173","title":"THOR-MoE: Hierarchical Task-Guided and Context-Responsive Routing for Neural Machine Translation","created":"2025-05-20","cited_by_count":2,"area":"moe"},{"id":"2503.02495","title":"Union of Experts: Adapting Hierarchical Routing to Equivalently Decomposed Transformer","created":"2025-03-04","cited_by_count":1,"area":"moe"},{"id":"2603.29765","title":"Training-Free Dynamic Upcycling of Expert Language Models","created":"2026-03-31","cited_by_count":1,"area":"moe"},{"id":"2604.14419","title":"Equifinality in Mixture of Experts: Routing Topology Does Not Determine Language Modeling Quality","created":"2026-04-15","cited_by_count":1,"area":"moe"},{"id":"2509.14255","title":"Cosine-Similarity Routing with Semantic Anchors for Interpretable Mixture-of-Experts Language Models","created":"2025-09-12","cited_by_count":0,"area":"moe"},{"id":"2605.22779","title":"FAME: Failure-Aware Mixture-of-Experts for Message-Level Log Anomaly Detection","created":"2026-05-21","cited_by_count":0,"area":"moe"},{"id":"2606.14398","title":"A theoretical model for task routing in mixture-of-expert transformers","created":"2026-06-12","cited_by_count":0,"area":"moe"},{"id":"2608.04084","title":"SpecDrop: Parameter-Free Category-Conditioned Routing for Modular Specialization","created":"2026-08-04","cited_by_count":0,"area":"moe"},{"id":"2608.15787","title":"Routing Divergence Is Not Evidence of Behavioral Influence in Same-Weight MoE Self-Distillation","created":"2026-08-16","cited_by_count":0,"area":"moe"},{"id":"2610.13370","title":"Overcoming Data Imbalances with Expert Selection Biases","created":"2026-10-09","cited_by_count":0,"area":"moe"}],"next_cursor":null}