{"total":50,"rows":[{"id":"2409.02060","title":"OLMoE: Open Mixture-of-Experts Language Models","created":"2024-09-03","cited_by_count":301,"area":"moe"},{"id":"2407.06204","title":"A Survey on Mixture of Experts in Large Language Models","created":"2024-06-26","cited_by_count":237,"area":"moe"},{"id":"2407.21770","title":"MoMa: Efficient Early-Fusion Pre-training with Mixture of Modality-Aware Experts","created":"2024-07-31","cited_by_count":62,"area":"moe"},{"id":"2410.07524","title":"Upcycling Large Language Models into Mixture of Experts","created":"2024-10-10","cited_by_count":49,"area":"moe"},{"id":"2412.14219","title":"A Survey on Inference Optimization Techniques for Mixture of Experts Models","created":"2024-12-18","cited_by_count":47,"area":"moe"},{"id":"2502.19261","title":"Drop-Upcycling: Training Sparse Mixture of Experts with Partial Re-initialization","created":"2025-02-26","cited_by_count":24,"area":"moe"},{"id":"2406.12034","title":"Self-MoE: Towards Compositional Large Language Models with Self-Specialized Experts","created":"2024-06-17","cited_by_count":23,"area":"moe"},{"id":"2408.06793","title":"Layerwise Recurrent Router for Mixture-of-Experts","created":"2024-08-13","cited_by_count":21,"area":"moe"},{"id":"2410.10626","title":"Efficiently Democratizing Medical LLMs for 50 Languages via a Mixture of Language Family Experts","created":"2024-10-14","cited_by_count":17,"area":"moe"},{"id":"2408.08274","title":"BAM! Just Like That: Simple and Efficient Parameter Upcycling for Mixture of Experts","created":"2024-08-15","cited_by_count":16,"area":"moe"},{"id":"2507.07024","title":"FlexOlmo: Open Language Models for Flexible Data Use","created":"2025-07-09","cited_by_count":15,"area":"moe"},{"id":"2409.02685","title":"RouterRetriever: Routing over a Mixture of Expert Embedding Models","created":"2024-09-04","cited_by_count":12,"area":"moe"},{"id":"2505.14136","title":"Local Mixtures of Experts: Essentially Free Test-Time Training via Model Merging","created":"2025-05-20","cited_by_count":9,"area":"moe"},{"id":"2409.01483","title":"Revisiting SMoE Language Models by Evaluating Inefficiencies with Task Specific Expert Pruning","created":"2024-09-02","cited_by_count":8,"area":"moe"},{"id":"2408.15901","title":"Nexus: Specialization meets Adaptability for Efficiently Training Mixture of Experts","created":"2024-08-28","cited_by_count":7,"area":"moe"},{"id":"2411.05945","title":"NeKo: Cross-Modality Post-Recognition Error Correction with Tasks-Guided Mixture-of-Experts Language Model","created":"2024-11-08","cited_by_count":7,"area":"moe"},{"id":"2501.03905","title":"MixNet: A Runtime Reconfigurable Optical-Electrical Fabric for Distributed Mixture-of-Experts Training","created":"2025-01-07","cited_by_count":7,"area":"moe"},{"id":"2410.01610","title":"Upcycling Instruction Tuning from Dense to Mixture-of-Experts via Parameter Merging","created":"2024-10-02","cited_by_count":6,"area":"moe"},{"id":"2411.00918","title":"LIBMoE: A Library for comprehensive benchmarking Mixture of Experts in Large Language Models","created":"2024-11-01","cited_by_count":6,"area":"moe"},{"id":"2503.05029","title":"Continual Pre-training of MoEs: How robust is your router?","created":"2025-03-06","cited_by_count":5,"area":"moe"},{"id":"2407.19610","title":"Mixture of Modular Experts: Distilling Knowledge from a Multilingual Teacher into Specialized Modular Language Models","created":"2024-07-28","cited_by_count":4,"area":"moe"},{"id":"2504.06768","title":"FedMerge: Federated Personalization via Model Merging","created":"2025-04-09","cited_by_count":4,"area":"moe"},{"id":"2605.06663","title":"EMO: Pretraining Mixture of Experts for Emergent Modularity","created":"2026-05-07","cited_by_count":4,"area":"moe"},{"id":"2605.12476","title":"Routers Learn the Geometry of Their Experts: Geometric Coupling in Sparse Mixture-of-Experts","created":"2026-05-12","cited_by_count":4,"area":"moe"},{"id":"2406.15883","title":"SimSMoE: Solving Representational Collapse via Similarity Measure","created":"2024-06-22","cited_by_count":3,"area":"moe"},{"id":"2509.10513","title":"Mixture-of-Clustered-Experts: Advancing Expert Specialization and Generalization in Instruction Tuning","created":"2025-09-03","cited_by_count":3,"area":"moe"},{"id":"2408.15915","title":"Leveraging Open Knowledge for Advancing Task Expertise in Large Language Models","created":"2024-08-28","cited_by_count":2,"area":"moe"},{"id":"2411.08968","title":"Sparse Upcycling: Inference Inefficient Finetuning","created":"2024-11-13","cited_by_count":2,"area":"moe"},{"id":"2510.01185","title":"Dirichlet-Prior Shaping: Guiding Expert Specialization in Upcycled MoEs","created":"2025-10-01","cited_by_count":2,"area":"moe"},{"id":"2511.21089","title":"MLPMoE: Zero-Shot Architectural Metamorphosis of Dense LLM MLPs into Static Mixture-of-Experts","created":"2025-11-26","cited_by_count":2,"area":"moe"},{"id":"2509.18542","title":"Symphony-MoE: Harmonizing Disparate Pre-trained Models into a Coherent Mixture-of-Experts","created":"2025-09-23","cited_by_count":1,"area":"moe"},{"id":"2603.29765","title":"Training-Free Dynamic Upcycling of Expert Language Models","created":"2026-03-31","cited_by_count":1,"area":"moe"},{"id":"2604.18473","title":"Train Separately, Merge Together: Modular Post-Training with Mixture-of-Experts","created":"2026-04-20","cited_by_count":1,"area":"moe"},{"id":"2604.19835","title":"Expert Upcycling: Shifting the Compute-Efficient Frontier of Mixture-of-Experts","created":"2026-04-21","cited_by_count":1,"area":"moe"},{"id":"2506.12597","title":"Automatic Expert Discovery in LLM Upcycling via Sparse Interpolated Mixture-of-Experts","created":"2025-06-14","cited_by_count":0,"area":"moe"},{"id":"2507.22937","title":"CoE-Ops: Collaboration of LLM-based Experts for AIOps Question-Answering","created":"2025-07-25","cited_by_count":0,"area":"moe"},{"id":"2512.12121","title":"MixtureKit: A General Framework for Composing, Training, and Visualizing Mixture-of-Experts Models","created":"2025-12-13","cited_by_count":0,"area":"moe"},{"id":"2602.14060","title":"LM-Lexicon: Improving Definition Modeling via Harmonizing Semantic Experts","created":"2026-02-15","cited_by_count":0,"area":"moe"},{"id":"2603.13364","title":"FineRMoE: Dimension Expansion for Finer-Grained Expert with Its Upcycling Approach","created":"2026-03-09","cited_by_count":0,"area":"moe"},{"id":"2604.13508","title":"Enhancing Mixture-of-Experts Specialization via Cluster-Aware Upcycling","created":"2026-04-15","cited_by_count":0,"area":"moe"},{"id":"2605.13247","title":"EMO: Frustratingly Easy Progressive Training of Extendable MoE","created":"2026-05-13","cited_by_count":0,"area":"moe"},{"id":"2605.14289","title":"MetaMoE: Diversity-Aware Proxy Selection for Privacy-Preserving Mixture-of-Experts Unification","created":"2026-05-14","cited_by_count":0,"area":"moe"},{"id":"2605.26496","title":"Dense2MoE: Pushing the Pareto Frontier of On-Device LLMs via Unified Pruning and Upcycling","created":"2026-05-26","cited_by_count":0,"area":"moe"},{"id":"2605.30486","title":"Graph-Conditioned Mixture of Graph Neural Network Experts for Traffic Forecasting","created":"2026-05-28","cited_by_count":0,"area":"moe"},{"id":"2606.16456","title":"SPRI: SVD-Partitioned Residual Initialization for Data-Constrained MoE Upcycling","created":"2026-06-15","cited_by_count":0,"area":"moe"},{"id":"2608.04084","title":"SpecDrop: Parameter-Free Category-Conditioned Routing for Modular Specialization","created":"2026-08-04","cited_by_count":0,"area":"moe"},{"id":"2608.15787","title":"Routing Divergence Is Not Evidence of Behavioral Influence in Same-Weight MoE Self-Distillation","created":"2026-08-16","cited_by_count":0,"area":"moe"},{"id":"2608.29817","title":"Structure Aware Neural Architecture Search for Mixture of Experts","created":"2026-08-30","cited_by_count":0,"area":"moe"},{"id":"2610.11317","title":"DivMoE: Fine-Grained MoE Upcycling via Cross-Domain Expert Composition","created":"2026-10-08","cited_by_count":0,"area":"moe"},{"id":"2610.12599","title":"STAPLE: Static Sparse Upcycling of Pretrained Checkpoints via Embedding Modules","created":"2026-10-08","cited_by_count":0,"area":"moe"}],"next_cursor":null}