{"total":68,"rows":[{"id":"2405.04434","title":"DeepSeek-V2: A Strong, Economical, and Efficient Mixture-of-Experts Language Model","created":"2024-05-07","cited_by_count":1135,"area":"moe"},{"id":"2212.05055","title":"Sparse Upcycling: Training Mixture-of-Experts from Dense Checkpoints","created":"2022-12-09","cited_by_count":209,"area":"moe"},{"id":"2305.13230","title":"To Repeat or Not To Repeat: Insights from Scaling LLM under Token-Crisis","created":"2023-05-22","cited_by_count":92,"area":"moe"},{"id":"2411.02265","title":"Hunyuan-Large: An Open-Source MoE Model with 52 Billion Activated Parameters by Tencent","created":"2024-11-04","cited_by_count":90,"area":"moe"},{"id":"2312.09979","title":"LoRAMoE: Alleviate World Knowledge Forgetting in Large Language Models via MoE-Style Plugin","created":"2023-12-15","cited_by_count":82,"area":"moe"},{"id":"2510.11370","title":"Stabilizing MoE Reinforcement Learning by Aligning Training and Inference Routers","created":"2025-10-13","cited_by_count":72,"area":"moe"},{"id":"2308.14352","title":"EdgeMoE: Empowering Sparse Large Language Models on Mobile Devices","created":"2023-08-28","cited_by_count":69,"area":"moe"},{"id":"2305.14705","title":"Mixture-of-Experts Meets Instruction Tuning:A Winning Combination for Large Language Models","created":"2023-05-24","cited_by_count":65,"area":"moe"},{"id":"2402.11260","title":"MoRAL: MoE Augmented LoRA for LLMs' Lifelong Learning","created":"2024-02-17","cited_by_count":63,"area":"moe"},{"id":"2406.06563","title":"Skywork-MoE: A Deep Dive into Training Techniques for Mixture-of-Experts Language Models","created":"2024-06-03","cited_by_count":59,"area":"moe"},{"id":"2410.07348","title":"MoE++: Accelerating Mixture-of-Experts Methods with Zero-Computation Experts","created":"2024-10-09","cited_by_count":56,"area":"moe"},{"id":"2412.14219","title":"A Survey on Inference Optimization Techniques for Mixture of Experts Models","created":"2024-12-18","cited_by_count":47,"area":"moe"},{"id":"2410.11842","title":"MoH: Multi-Head Attention as Mixture-of-Head Attention","created":"2024-10-15","cited_by_count":44,"area":"moe"},{"id":"2410.22134","title":"ProMoE: Fast MoE-based LLM Serving using Proactive Caching","created":"2024-10-29","cited_by_count":40,"area":"moe"},{"id":"2510.08396","title":"FlyLoRA: Boosting Task Decoupling and Parameter Efficiency via Implicit Rank-Wise Mixture-of-Experts","created":"2025-10-09","cited_by_count":35,"area":"moe"},{"id":"2311.09179","title":"SiRA: Sparse Mixture of Low Rank Adaptation","created":"2023-11-15","cited_by_count":32,"area":"moe"},{"id":"2404.05019","title":"Shortcut-connected Expert Parallelism for Accelerating Mixture-of-Experts","created":"2024-04-07","cited_by_count":32,"area":"moe"},{"id":"2408.10681","title":"HMoE: Heterogeneous Mixture of Experts for Language Modeling","created":"2024-08-20","cited_by_count":29,"area":"moe"},{"id":"2402.15505","title":"Co-Supervised Learning: Improving Weak-to-Strong Generalization with Hierarchical Mixture of Experts","created":"2024-02-23","cited_by_count":28,"area":"moe"},{"id":"2311.02684","title":"Octavius: Mitigating Task Interference in MLLMs via LoRA-MoE","created":"2023-11-05","cited_by_count":25,"area":"moe"},{"id":"2502.19261","title":"Drop-Upcycling: Training Sparse Mixture of Experts with Partial Re-initialization","created":"2025-02-26","cited_by_count":24,"area":"moe"},{"id":"2406.12034","title":"Self-MoE: Towards Compositional Large Language Models with Self-Specialized Experts","created":"2024-06-17","cited_by_count":23,"area":"moe"},{"id":"2503.05139","title":"Every FLOP Counts: Scaling a 300B Mixture-of-Experts LING LLM without Premium GPUs","created":"2025-03-07","cited_by_count":22,"area":"moe"},{"id":"2408.06793","title":"Layerwise Recurrent Router for Mixture-of-Experts","created":"2024-08-13","cited_by_count":21,"area":"moe"},{"id":"2405.14507","title":"Unchosen Experts Can Contribute Too: Unleashing MoE Models' Power by Self-Contrast","created":"2024-05-23","cited_by_count":19,"area":"moe"},{"id":"2406.11256","title":"Dynamic Data Mixing Maximizes Instruction Tuning for Mixture-of-Experts","created":"2024-06-17","cited_by_count":19,"area":"moe"},{"id":"2410.18035","title":"MiLoRA: Efficient Mixture of Low-Rank Adaptation for Large Language Models Fine-tuning","created":"2024-10-23","cited_by_count":19,"area":"moe"},{"id":"2407.00256","title":"One Prompt is not Enough: Automated Construction of a Mixture-of-Expert Prompts","created":"2024-06-28","cited_by_count":16,"area":"moe"},{"id":"2410.10456","title":"Ada-K Routing: Boosting the Efficiency of MoE-based LLMs","created":"2024-10-14","cited_by_count":16,"area":"moe"},{"id":"2411.02433","title":"SLED: Self Logits Evolution Decoding for Improving Factuality in Large Language Models","created":"2024-11-01","cited_by_count":16,"area":"moe"},{"id":"2503.17793","title":"Every Sample Matters: Leveraging Mixture-of-Experts and High-Quality Data for Efficient and Accurate Code LLM","created":"2025-03-22","cited_by_count":13,"area":"moe"},{"id":"2408.03511","title":"MoExtend: Tuning New Experts for Modality and Task Extension","created":"2024-08-07","cited_by_count":12,"area":"moe"},{"id":"2506.21103","title":"Learning to Skip the Middle Layers of Transformers","created":"2025-06-26","cited_by_count":10,"area":"moe"},{"id":"2510.14436","title":"MergeMoE: Efficient Compression of MoE Models via Expert Output Merging","created":"2025-10-16","cited_by_count":10,"area":"moe"},{"id":"2502.00354","title":"PM-MOE: Mixture of Experts on Private Model Parameters for Personalized Federated Learning","created":"2025-02-01","cited_by_count":9,"area":"moe"},{"id":"2602.08621","title":"Sparse Models, Sparse Safety: Unsafe Routes in Mixture-of-Experts LLMs","created":"2026-02-09","cited_by_count":9,"area":"moe"},{"id":"2509.22745","title":"Defending MoE LLMs against Harmful Fine-Tuning via Safety Routing Alignment","created":"2025-09-26","cited_by_count":8,"area":"moe"},{"id":"2406.11353","title":"$\\texttt{MoE-RBench}$: Towards Building Reliable Language Models with Sparse Mixture-of-Experts","created":"2024-06-17","cited_by_count":7,"area":"moe"},{"id":"2407.00875","title":"MoE-CT: A Novel Approach For Large Language Models Training With Resistance To Catastrophic Forgetting","created":"2024-06-25","cited_by_count":6,"area":"moe"},{"id":"2410.01610","title":"Upcycling Instruction Tuning from Dense to Mixture-of-Experts via Parameter Merging","created":"2024-10-02","cited_by_count":6,"area":"moe"},{"id":"2501.09410","title":"MoE$^2$: Optimizing Collaborative Inference for Edge Large Language Models","created":"2025-01-16","cited_by_count":6,"area":"moe"},{"id":"2509.25913","title":"Understanding the Mixture-of-Experts with Nadaraya-Watson Kernel","created":"2025-09-30","cited_by_count":6,"area":"moe"},{"id":"2510.02324","title":"Hallucination reduction with CASAL: Contrastive Activation Steering For Amortized Learning","created":"2025-09-25","cited_by_count":6,"area":"moe"},{"id":"2505.15471","title":"CoLA: Collaborative Low-Rank Adaptation","created":"2025-05-21","cited_by_count":5,"area":"moe"},{"id":"2603.09983","title":"MoE-SpAc: Efficient MoE Inference Based on Speculative Activation Utility in Heterogeneous Edge Scenarios","created":"2026-02-12","cited_by_count":5,"area":"moe"},{"id":"2408.04307","title":"MoC-System: Efficient Fault Tolerance for Sparse Mixture-of-Experts Model Training","created":"2024-08-08","cited_by_count":4,"area":"moe"},{"id":"2412.08946","title":"MoSLD: An Extremely Parameter-Efficient Mixture-of-Shared LoRAs for Multi-Task Learning","created":"2024-12-12","cited_by_count":4,"area":"moe"},{"id":"2605.18643","title":"Post-Trained MoE Can Skip Half Experts via Self-Distillation","created":"2026-05-18","cited_by_count":4,"area":"moe"},{"id":"2312.14557","title":"Aurora:Activating Chinese chat capability for Mixtral-8x7B sparse Mixture-of-Experts through Instruction-Tuning","created":"2023-12-22","cited_by_count":3,"area":"moe"},{"id":"2502.05633","title":"Mol-MoE: Training Preference-Guided Routers for Molecule Generation","created":"2025-02-08","cited_by_count":3,"area":"moe"},{"id":"2507.09955","title":"DeepSeek: Paradigm Shifts and Technical Evolution in Large AI Models","created":"2025-07-14","cited_by_count":3,"area":"moe"},{"id":"2512.13996","title":"DTop-p MoE: Sparsity-Controlled Dynamic Top-p MoE for Foundation Model Pre-training","created":"2025-12-16","cited_by_count":3,"area":"moe"},{"id":"2605.08639","title":"ReLibra: Routing-Replay-Guided Load Balancing for MoE Training in Reinforcement Learning","created":"2026-05-09","cited_by_count":3,"area":"moe"},{"id":"2601.07022","title":"Solar Open Technical Report","created":"2026-01-11","cited_by_count":2,"area":"moe"},{"id":"2602.11215","title":"Charting Empirical Laws for LLM Fine-Tuning in Scientific Multi-Discipline Learning","created":"2026-02-11","cited_by_count":2,"area":"moe"},{"id":"2602.07381","title":"When the Model Said 'No Comment', We Knew Helpfulness Was Dead, Honesty Was Alive, and Safety Was Terrified","created":"2026-02-07","cited_by_count":1,"area":"moe"},{"id":"2605.11255","title":"HEBATRON: A Hebrew-Specialized Open-Weight Mixture-of-Experts Language Model","created":"2026-05-11","cited_by_count":1,"area":"moe"},{"id":"2606.00395","title":"PR2: Predictive Routing Replay for MoE-Based LLM Reinforcement Learning","created":"2026-05-29","cited_by_count":1,"area":"moe"},{"id":"2510.02194","title":"UpSafe$^\\circ$C: Upcycling for Controllable Safety in Large Language Models","created":"2025-10-02","cited_by_count":0,"area":"moe"},{"id":"2605.14289","title":"MetaMoE: Diversity-Aware Proxy Selection for Privacy-Preserving Mixture-of-Experts Unification","created":"2026-05-14","cited_by_count":0,"area":"moe"},{"id":"2606.00686","title":"Dialectics of Alignment: Harnessing Unsafe Knowledge for Dynamic Safety Routing","created":"2026-05-30","cited_by_count":0,"area":"moe"},{"id":"2606.14243","title":"Decoupled Mixture-of-Experts for Parametric Knowledge Injection","created":"2026-06-12","cited_by_count":0,"area":"moe"},{"id":"2608.06690","title":"Policy-Masked Private Experts: Auditable and Reversible Capability Access Control in Sparse MoE Models","created":"2026-08-07","cited_by_count":0,"area":"moe"},{"id":"2608.10823","title":"MoE Proxy Models for Low-Cost Failure Reproduction and Diagnosis in LLM RL Post-Training","created":"2026-08-11","cited_by_count":0,"area":"moe"},{"id":"2609.13058","title":"Expert-Space Exploration in MoE Reinforcement Learning","created":"2026-09-11","cited_by_count":0,"area":"moe"},{"id":"2609.39137","title":"ID Balancing: Stable Training of Extremely Sparse MoE via PID-Based Load Control","created":"2026-09-30","cited_by_count":0,"area":"moe"},{"id":"2610.12599","title":"STAPLE: Static Sparse Upcycling of Pretrained Checkpoints via Embedding Modules","created":"2026-10-08","cited_by_count":0,"area":"moe"},{"id":"2610.18010","title":"Fish Audio Drama 3 Technical Report","created":"2026-10-13","cited_by_count":0,"area":"moe"}],"next_cursor":null}