{"total":50,"rows":[{"id":"2212.05055","title":"Sparse Upcycling: Training Mixture-of-Experts from Dense Checkpoints","created":"2022-12-09","cited_by_count":209,"area":"moe"},{"id":"2406.16554","title":"LLaMA-MoE: Building Mixture-of-Experts from LLaMA with Continual Pre-training","created":"2024-06-24","cited_by_count":123,"area":"moe"},{"id":"2306.03745","title":"Soft Merging of Experts with Adaptive Routing","created":"2023-06-06","cited_by_count":90,"area":"moe"},{"id":"2410.08245","title":"Flex-MoE: Modeling Arbitrary Modality Combination via the Flexible Mixture-of-Experts","created":"2024-10-10","cited_by_count":70,"area":"moe"},{"id":"2405.14297","title":"Dynamic Mixture of Experts: An Auto-Tuning Approach for Efficient Transformer Models","created":"2024-05-23","cited_by_count":56,"area":"moe"},{"id":"2407.00945","title":"Efficient Expert Pruning for Sparse Mixture-of-Experts Language Models: Enhancing Performance and Reducing Inference Costs","created":"2024-07-01","cited_by_count":53,"area":"moe"},{"id":"2406.18219","title":"A Closer Look into Mixture-of-Experts in Large Language Models","created":"2024-06-26","cited_by_count":48,"area":"moe"},{"id":"2406.05955","title":"Turbo Sparse: Achieving LLM SOTA Performance with Minimal Activated Parameters","created":"2024-06-10","cited_by_count":38,"area":"moe"},{"id":"2403.18926","title":"XMoE: Sparse Models with Fine-grained and Adaptive Expert Selection","created":"2024-02-27","cited_by_count":28,"area":"moe"},{"id":"2308.15030","title":"SwapMoE: Serving Off-the-shelf MoE-based Large Language Models with Tunable Memory Budget","created":"2023-08-29","cited_by_count":27,"area":"moe"},{"id":"2305.12129","title":"Lifting the Curse of Capacity Gap in Distilling Language Models","created":"2023-05-20","cited_by_count":25,"area":"moe"},{"id":"2404.01365","title":"Prompt-prompted Adaptive Structured Pruning for Efficient LLM Generation","created":"2024-04-01","cited_by_count":21,"area":"moe"},{"id":"2410.19123","title":"Read-ME: Refactorizing LLMs as Router-Decoupled Mixture of Experts with System Co-Design","created":"2024-10-24","cited_by_count":19,"area":"moe"},{"id":"2310.04361","title":"Exploiting Activation Sparsity with Dense to Dynamic-k Mixture-of-Experts Conversion","created":"2023-10-06","cited_by_count":16,"area":"moe"},{"id":"2504.06792","title":"Domain-Specific Pruning of Large Mixture-of-Experts Models with Few-shot Demonstrations","created":"2025-04-09","cited_by_count":16,"area":"moe"},{"id":"2411.18797","title":"SEUF: Is Unlearning One Expert Enough for Mixture-of-Experts LLMs?","created":"2024-11-27","cited_by_count":14,"area":"moe"},{"id":"2503.06823","title":"eMoE: Task-aware Memory Efficient Mixture-of-Experts-Based (MoE) Model Inference","created":"2025-03-10","cited_by_count":11,"area":"moe"},{"id":"2403.07965","title":"Conditional computation in neural networks: principles and research trends","created":"2024-03-12","cited_by_count":10,"area":"moe"},{"id":"2501.15316","title":"ToMoE: Converting Dense Large Language Models to Mixture-of-Experts through Dynamic Structural Pruning","created":"2025-01-25","cited_by_count":10,"area":"moe"},{"id":"2305.13999","title":"Towards A Unified View of Sparse Feed-Forward Network in Pretraining Large Language Model","created":"2023-05-23","cited_by_count":9,"area":"moe"},{"id":"2311.10768","title":"Memory Augmented Language Models through Mixture of Word Experts","created":"2023-11-15","cited_by_count":9,"area":"moe"},{"id":"2406.04801","title":"MoE Jetpack: From Dense Checkpoints to Adaptive Mixture of Experts for Vision Tasks","created":"2024-06-07","cited_by_count":9,"area":"moe"},{"id":"2502.04416","title":"Analytical FFN-to-MoE Restructuring via Activation Pattern Analysis","created":"2025-02-06","cited_by_count":8,"area":"moe"},{"id":"2506.12119","title":"Mixture-of-Experts Can Surpass Dense LLMs Under Strictly Equal Resource","created":"2025-06-13","cited_by_count":8,"area":"moe"},{"id":"2307.08941","title":"MLP Fusion: Towards Efficient Fine-tuning of Dense and Mixture-of-Experts Language Models","created":"2023-07-18","cited_by_count":6,"area":"moe"},{"id":"2402.16918","title":"m2mKD: Module-to-Module Knowledge Distillation for Modular Transformers","created":"2024-02-26","cited_by_count":5,"area":"moe"},{"id":"2410.03440","title":"Exploring the Benefit of Activation Sparsity in Pre-training","created":"2024-10-04","cited_by_count":5,"area":"moe"},{"id":"2512.19765","title":"How Many Experts Are Enough? Towards Optimal Semantic Specialization for Mixture-of-Experts","created":"2025-12-21","cited_by_count":4,"area":"moe"},{"id":"2503.22517","title":"Exploiting Mixture-of-Experts Redundancy Unlocks Multimodal Generative Abilities","created":"2025-03-28","cited_by_count":3,"area":"moe"},{"id":"2505.15414","title":"Efficient Data Driven Mixture-of-Expert Extraction from Trained Networks","created":"2025-05-21","cited_by_count":3,"area":"moe"},{"id":"2507.09955","title":"DeepSeek: Paradigm Shifts and Technical Evolution in Large AI Models","created":"2025-07-14","cited_by_count":3,"area":"moe"},{"id":"2411.07834","title":"Towards Vision Mixture of Experts for Wildlife Monitoring on the Edge","created":"2024-11-12","cited_by_count":2,"area":"moe"},{"id":"2506.08054","title":"STAMImputer: Spatio-Temporal Attention MoE for Traffic Data Imputation","created":"2025-06-09","cited_by_count":2,"area":"moe"},{"id":"2508.00760","title":"MMBERT: Scaled Mixture-of-Experts Multimodal BERT for Robust Chinese Hate Speech Detection under Cloaking Perturbations","created":"2025-08-01","cited_by_count":2,"area":"moe"},{"id":"2511.21089","title":"MLPMoE: Zero-Shot Architectural Metamorphosis of Dense LLM MLPs into Static Mixture-of-Experts","created":"2025-11-26","cited_by_count":2,"area":"moe"},{"id":"2603.01697","title":"DynaMoE: Dynamic Token-Level Expert Activation with Layer-Wise Adaptive Capacity for Mixture-of-Experts Neural Networks","created":"2026-03-02","cited_by_count":2,"area":"moe"},{"id":"2608.08627","title":"UniMoMo: Expert Merging-Based MoE Acceleration for Large Recommendation Models","created":"2026-08-09","cited_by_count":2,"area":"moe"},{"id":"2502.12455","title":"DSMoE: Matrix-Partitioned Experts with Dynamic Routing for Computation-Efficient Dense LLMs","created":"2025-02-18","cited_by_count":1,"area":"moe"},{"id":"2508.09229","title":"Cluster Topology-Driven Placement of Experts Reduces Network Traffic in MoE Inference","created":"2025-08-12","cited_by_count":1,"area":"moe"},{"id":"2510.08629","title":"Dynamic Mixture-of-Experts for Visual Autoregressive Model","created":"2025-10-08","cited_by_count":1,"area":"moe"},{"id":"2601.14792","title":"Robustness of Mixtures of Experts to Feature Noise","created":"2026-01-21","cited_by_count":1,"area":"moe"},{"id":"2501.06884","title":"Transforming Vision Transformer: Towards Efficient Multi-Task Asynchronous Learning","created":"2025-01-12","cited_by_count":0,"area":"moe"},{"id":"2601.19811","title":"Revisiting Incremental Stochastic Majorization-Minimization Algorithms with Applications to Mixture of Experts","created":"2026-01-27","cited_by_count":0,"area":"moe"},{"id":"2605.08575","title":"Uncovering Intra-expert Activation Sparsity for Efficient Mixture-of-Expert Model Execution","created":"2026-05-09","cited_by_count":0,"area":"moe"},{"id":"2605.09403","title":"Sparsity Moves Computation: How FFN Architecture Reshapes Attention in Small Transformers","created":"2026-05-10","cited_by_count":0,"area":"moe"},{"id":"2606.08814","title":"STAR: Rethinking MoE Routing as Structure-Aware Subspace Learning","created":"2026-06-07","cited_by_count":0,"area":"moe"},{"id":"2606.10369","title":"PADD: Path-Aligned Decompression Distillation for Non-Router Teacher to Guide MoE Student Learning","created":"2026-06-09","cited_by_count":0,"area":"moe"},{"id":"2606.28516","title":"CLEAR-MoE: Shared-Basis Expert Extraction from Frozen Vision Transformers via Calibration-Driven Layer Selection","created":"2026-06-26","cited_by_count":0,"area":"moe"},{"id":"2610.02584","title":"Dense Mixture-of-Experts as a Reparameterized Wide FFN: A Granularity Sweep at Fixed Compute","created":"2026-10-01","cited_by_count":0,"area":"moe"},{"id":"2610.19232","title":"Spectral-MoE: Heterogeneous Per-Layer Expert Utilization in Dense-to-MoE Conversion","created":"2026-10-13","cited_by_count":0,"area":"moe"}],"next_cursor":null}