{"total":147,"rows":[{"id":"2412.15115","title":"Qwen2.5 Technical Report","created":"2024-12-19","cited_by_count":4942,"area":"moe"},{"id":"2401.06066","title":"DeepSeekMoE: Towards Ultimate Expert Specialization in Mixture-of-Experts Language Models","created":"2024-01-11","cited_by_count":867,"area":"moe"},{"id":"2403.19887","title":"Jamba: A Hybrid Transformer-Mamba Language Model","created":"2024-03-28","cited_by_count":401,"area":"moe"},{"id":"2406.11931","title":"DeepSeek-Coder-V2: Breaking the Barrier of Closed-Source Models in Code Intelligence","created":"2024-06-17","cited_by_count":331,"area":"moe"},{"id":"2409.02060","title":"OLMoE: Open Mixture-of-Experts Language Models","created":"2024-09-03","cited_by_count":301,"area":"moe"},{"id":"2407.06204","title":"A Survey on Mixture of Experts in Large Language Models","created":"2024-06-26","cited_by_count":237,"area":"moe"},{"id":"2604.15804","title":"Qwen3.5-Omni Technical Report","created":"2026-04-17","cited_by_count":174,"area":"moe"},{"id":"2404.15159","title":"MixLoRA: Enhancing Large Language Models Fine-Tuning with LoRA-based Mixture of Experts","created":"2024-04-22","cited_by_count":147,"area":"moe"},{"id":"2402.08562","title":"Higher Layers Need More LoRA Experts","created":"2024-02-13","cited_by_count":102,"area":"moe"},{"id":"2312.09979","title":"LoRAMoE: Alleviate World Knowledge Forgetting in Large Language Models via MoE-Style Plugin","created":"2023-12-15","cited_by_count":82,"area":"moe"},{"id":"2405.01029","title":"MVMoE: Multi-Task Vehicle Routing Solver with Mixture-of-Experts","created":"2024-05-02","cited_by_count":70,"area":"moe"},{"id":"2308.14352","title":"EdgeMoE: Empowering Sparse Large Language Models on Mobile Devices","created":"2023-08-28","cited_by_count":69,"area":"moe"},{"id":"2406.06563","title":"Skywork-MoE: A Deep Dive into Training Techniques for Mixture-of-Experts Language Models","created":"2024-06-03","cited_by_count":59,"area":"moe"},{"id":"2411.01016","title":"MoE-I$^2$: Compressing Mixture of Experts Models through Inter-Expert Pruning and Intra-Expert Low-Rank Decomposition","created":"2024-11-01","cited_by_count":57,"area":"moe"},{"id":"2405.14297","title":"Dynamic Mixture of Experts: An Auto-Tuning Approach for Efficient Transformer Models","created":"2024-05-23","cited_by_count":56,"area":"moe"},{"id":"2410.07348","title":"MoE++: Accelerating Mixture-of-Experts Methods with Zero-Computation Experts","created":"2024-10-09","cited_by_count":56,"area":"moe"},{"id":"2407.00945","title":"Efficient Expert Pruning for Sparse Mixture-of-Experts Language Models: Enhancing Performance and Reducing Inference Costs","created":"2024-07-01","cited_by_count":53,"area":"moe"},{"id":"2502.19811","title":"Comet: Fine-grained Computation-communication Overlapping for Mixture-of-Experts","created":"2025-02-27","cited_by_count":49,"area":"moe"},{"id":"2406.13233","title":"AdaMoE: Token-Adaptive Routing with Null Experts for Mixture-of-Experts Language Models","created":"2024-06-19","cited_by_count":44,"area":"moe"},{"id":"2410.11842","title":"MoH: Multi-Head Attention as Mixture-of-Head Attention","created":"2024-10-15","cited_by_count":44,"area":"moe"},{"id":"2310.16795","title":"QMoE: Practical Sub-1-Bit Compression of Trillion-Parameter Models","created":"2023-10-25","cited_by_count":42,"area":"moe"},{"id":"2406.05955","title":"Turbo Sparse: Achieving LLM SOTA Performance with Minimal Activated Parameters","created":"2024-06-10","cited_by_count":38,"area":"moe"},{"id":"2402.01771","title":"BlackMamba: Mixture of Experts for State-Space Models","created":"2024-02-01","cited_by_count":37,"area":"moe"},{"id":"2405.03133","title":"Lory: Fully Differentiable Mixture-of-Experts for Autoregressive Language Model Pre-training","created":"2024-05-06","cited_by_count":37,"area":"moe"},{"id":"2409.01141","title":"Duplex: A Device for Large Language Models with Mixture of Experts, Grouped Query Attention, and Continuous Batching","created":"2024-09-02","cited_by_count":34,"area":"moe"},{"id":"2404.05019","title":"Shortcut-connected Expert Parallelism for Accelerating Mixture-of-Experts","created":"2024-04-07","cited_by_count":32,"area":"moe"},{"id":"2408.10159","title":"Customizing Language Models with Instance-wise LoRA for Sequential Recommendation","created":"2024-08-19","cited_by_count":32,"area":"moe"},{"id":"2504.02263","title":"MegaScale-Infer: Serving Mixture-of-Experts at Scale with Disaggregated Expert Parallelism","created":"2025-04-03","cited_by_count":32,"area":"moe"},{"id":"2404.15045","title":"Multi-Head Mixture-of-Experts","created":"2024-04-23","cited_by_count":31,"area":"moe"},{"id":"2505.11432","title":"MegaScale-MoE: Large-Scale Communication-Efficient Training of Mixture-of-Experts Models in Production","created":"2025-05-16","cited_by_count":31,"area":"moe"},{"id":"2409.06211","title":"STUN: Structured-Then-Unstructured Pruning for Scalable MoE Pruning","created":"2024-09-10","cited_by_count":30,"area":"moe"},{"id":"2408.10681","title":"HMoE: Heterogeneous Mixture of Experts for Language Modeling","created":"2024-08-20","cited_by_count":29,"area":"moe"},{"id":"2402.15505","title":"Co-Supervised Learning: Improving Weak-to-Strong Generalization with Hierarchical Mixture of Experts","created":"2024-02-23","cited_by_count":28,"area":"moe"},{"id":"2411.15708","title":"LLaMA-MoE v2: Exploring Sparsity of LLaMA from Perspective of Mixture-of-Experts with Post-Training","created":"2024-11-24","cited_by_count":26,"area":"moe"},{"id":"2311.02684","title":"Octavius: Mitigating Task Interference in MLLMs via LoRA-MoE","created":"2023-11-05","cited_by_count":25,"area":"moe"},{"id":"2406.12034","title":"Self-MoE: Towards Compositional Large Language Models with Self-Specialized Experts","created":"2024-06-17","cited_by_count":23,"area":"moe"},{"id":"2401.02731","title":"Parameter-Efficient Sparsity Crafting from Dense to Mixture-of-Experts for Instruction Tuning on General Tasks","created":"2024-01-05","cited_by_count":22,"area":"moe"},{"id":"2404.01365","title":"Prompt-prompted Adaptive Structured Pruning for Efficient LLM Generation","created":"2024-04-01","cited_by_count":21,"area":"moe"},{"id":"2407.01906","title":"Let the Expert Stick to His Last: Expert-Specialized Fine-Tuning for Sparse Architectural Large Language Models","created":"2024-07-02","cited_by_count":21,"area":"moe"},{"id":"2410.10054","title":"AlphaLoRA: Assigning LoRA Experts Based on Layer Training Quality","created":"2024-10-14","cited_by_count":20,"area":"moe"},{"id":"2504.15299","title":"D$^{2}$MoE: Dual Routing and Dynamic Scheduling for Efficient On-Device MoE-based LLM Serving","created":"2025-04-17","cited_by_count":20,"area":"moe"},{"id":"2410.19123","title":"Read-ME: Refactorizing LLMs as Router-Decoupled Mixture of Experts with System Co-Design","created":"2024-10-24","cited_by_count":19,"area":"moe"},{"id":"2603.07685","title":"Scalable Training of Mixture-of-Experts Models with Megatron Core","created":"2026-03-08","cited_by_count":19,"area":"moe"},{"id":"2405.17741","title":"LoRA-Switch: Boosting the Efficiency of Dynamic LLM Adapters via System-Algorithm Co-design","created":"2024-05-28","cited_by_count":18,"area":"moe"},{"id":"2508.01625","title":"EAC-MoE: Expert-Selection Aware Compressor for Mixture-of-Experts Large Language Models","created":"2025-08-03","cited_by_count":18,"area":"moe"},{"id":"2310.00811","title":"Sparse Backpropagation for MoE Training","created":"2023-10-01","cited_by_count":17,"area":"moe"},{"id":"2409.12136","title":"GRIN: GRadient-INformed MoE","created":"2024-09-18","cited_by_count":17,"area":"moe"},{"id":"2507.23279","title":"Unveiling Super Experts in Mixture-of-Experts Large Language Models","created":"2025-07-31","cited_by_count":17,"area":"moe"},{"id":"2310.04361","title":"Exploiting Activation Sparsity with Dense to Dynamic-k Mixture-of-Experts Conversion","created":"2023-10-06","cited_by_count":16,"area":"moe"},{"id":"2408.08274","title":"BAM! Just Like That: Simple and Efficient Parameter Upcycling for Mixture of Experts","created":"2024-08-15","cited_by_count":16,"area":"moe"},{"id":"2408.11396","title":"MoE-LPR: Multilingual Extension of Large Language Models through Mixture-of-Experts with Language Priors Routing","created":"2024-08-21","cited_by_count":16,"area":"moe"},{"id":"2410.10456","title":"Ada-K Routing: Boosting the Efficiency of MoE-based LLMs","created":"2024-10-14","cited_by_count":16,"area":"moe"},{"id":"2411.02433","title":"SLED: Self Logits Evolution Decoding for Improving Factuality in Large Language Models","created":"2024-11-01","cited_by_count":16,"area":"moe"},{"id":"2406.20030","title":"LEMoE: Advanced Mixture of Experts Adaptor for Lifelong Model Editing of Large Language Models","created":"2024-06-28","cited_by_count":14,"area":"moe"},{"id":"2411.18797","title":"SEUF: Is Unlearning One Expert Enough for Mixture-of-Experts LLMs?","created":"2024-11-27","cited_by_count":14,"area":"moe"},{"id":"2504.18598","title":"BadMoE: Backdooring Mixture-of-Experts LLMs via Optimizing Routing Triggers and Infecting Dormant Experts","created":"2025-04-24","cited_by_count":14,"area":"moe"},{"id":"2601.18699","title":"Mechanistic Analysis of Catastrophic Forgetting in Large Language Models During Continual Fine-tuning","created":"2026-01-26","cited_by_count":14,"area":"moe"},{"id":"2501.15103","title":"Each Rank Could be an Expert: Single-Ranked Mixture of Experts LoRA for Multi-Task Learning","created":"2025-01-25","cited_by_count":13,"area":"moe"},{"id":"2502.03009","title":"Scaling Laws for Upcycling Mixture-of-Experts Language Models","created":"2025-02-05","cited_by_count":13,"area":"moe"},{"id":"2503.11880","title":"FedALT: Federated Fine-Tuning through Adaptive Local Training with Rest-of-World LoRA","created":"2025-03-14","cited_by_count":13,"area":"moe"},{"id":"2503.17793","title":"Every Sample Matters: Leveraging Mixture-of-Experts and High-Quality Data for Efficient and Accurate Code LLM","created":"2025-03-22","cited_by_count":13,"area":"moe"},{"id":"2408.03511","title":"MoExtend: Tuning New Experts for Modality and Task Extension","created":"2024-08-07","cited_by_count":12,"area":"moe"},{"id":"2411.00782","title":"TradExpert: Revolutionizing Trading with Mixture of Expert LLMs","created":"2024-10-16","cited_by_count":12,"area":"moe"},{"id":"2503.06881","title":"ResMoE: Space-efficient Compression of Mixture of Experts LLMs via Residual Restoration","created":"2025-03-10","cited_by_count":12,"area":"moe"},{"id":"2402.12399","title":"Turn Waste into Worth: Rectifying Top-$k$ Router of MoE","created":"2024-02-17","cited_by_count":11,"area":"moe"},{"id":"2505.06685","title":"Emotion-Qwen: A Unified Framework for Emotion and Vision Understanding","created":"2025-05-10","cited_by_count":11,"area":"moe"},{"id":"2508.12461","title":"Is GPT-OSS Good? A Comprehensive Evaluation of OpenAI's Latest Open Source Models","created":"2025-08-17","cited_by_count":11,"area":"moe"},{"id":"2509.21892","title":"Elastic MoE: Unlocking the Inference-Time Scalability of Mixture-of-Experts","created":"2025-09-26","cited_by_count":11,"area":"moe"},{"id":"2407.11030","title":"DLO: Dynamic Layer Operation for Efficient Vertical Scaling of LLMs","created":"2024-07-03","cited_by_count":10,"area":"moe"},{"id":"2501.15316","title":"ToMoE: Converting Dense Large Language Models to Mixture-of-Experts through Dynamic Structural Pruning","created":"2025-01-25","cited_by_count":10,"area":"moe"},{"id":"2502.13577","title":"Unraveling the Localized Latents: Learning Stratified Manifold Structures in LLM Embedding Space with Sparse Mixture-of-Experts","created":"2025-02-19","cited_by_count":10,"area":"moe"},{"id":"2510.17483","title":"ReXMoE: Reusing Experts with Minimal Overhead in Mixture-of-Experts","created":"2025-10-20","cited_by_count":10,"area":"moe"},{"id":"2406.08155","title":"QuantMoE-Bench: Examining Post-Training Quantization for Mixture-of-Experts","created":"2024-06-12","cited_by_count":9,"area":"moe"},{"id":"2407.09816","title":"MaskMoE: Boosting Token-Level Learning via Routing Mask in Mixture-of-Experts","created":"2024-07-13","cited_by_count":9,"area":"moe"},{"id":"2502.15828","title":"A Stronger Mixture of Low-Rank Experts for Fine-Tuning Foundation Models","created":"2025-02-20","cited_by_count":9,"area":"moe"},{"id":"2506.12119","title":"Mixture-of-Experts Can Surpass Dense LLMs Under Strictly Equal Resource","created":"2025-06-13","cited_by_count":8,"area":"moe"},{"id":"2404.02356","title":"Two Heads are Better than One: Nested PoE for Robust Defense Against Multi-Backdoors","created":"2024-04-02","cited_by_count":7,"area":"moe"},{"id":"2404.09027","title":"MING-MOE: Enhancing Medical Multi-Task Learning in Large Language Models with Sparse Mixture of Low-Rank Adapter Experts","created":"2024-04-13","cited_by_count":7,"area":"moe"},{"id":"2406.11353","title":"$\\texttt{MoE-RBench}$: Towards Building Reliable Language Models with Sparse Mixture-of-Experts","created":"2024-06-17","cited_by_count":7,"area":"moe"},{"id":"2410.00938","title":"MoS: Unleashing Parameter Efficiency of Low-Rank Adaptation with Mixture of Shards","created":"2024-10-01","cited_by_count":7,"area":"moe"},{"id":"2504.07964","title":"C3PO: Critical-Layer, Core-Expert, Collaborative Pathway Optimization for Test-Time Expert Re-Mixing","created":"2025-04-10","cited_by_count":7,"area":"moe"},{"id":"2510.05781","title":"Mixture of Neuron Experts","created":"2025-10-07","cited_by_count":7,"area":"moe"},{"id":"2511.07419","title":"Routing Manifold Alignment Improves Generalization of Mixture-of-Experts LLMs","created":"2025-11-10","cited_by_count":7,"area":"moe"},{"id":"2512.18425","title":"MoE Pathfinder: Trajectory-driven Expert Pruning","created":"2025-12-20","cited_by_count":7,"area":"moe"},{"id":"2505.07260","title":"UMoE: Unifying Attention and FFN with Shared Experts","created":"2025-05-12","cited_by_count":6,"area":"moe"},{"id":"2506.14646","title":"GuiLoMo: Allocating Expert Number and Rank for LoRA-MoE via Bilevel Optimization with GuidedSelection Vectors","created":"2025-06-17","cited_by_count":6,"area":"moe"},{"id":"2509.25913","title":"Understanding the Mixture-of-Experts with Nadaraya-Watson Kernel","created":"2025-09-30","cited_by_count":6,"area":"moe"},{"id":"2601.07935","title":"Towards Specialized Generalists: A Multi-Task MoE-LoRA Framework for Domain-Specific LLM Adaptation","created":"2026-01-12","cited_by_count":6,"area":"moe"},{"id":"2410.03440","title":"Exploring the Benefit of Activation Sparsity in Pre-training","created":"2024-10-04","cited_by_count":5,"area":"moe"},{"id":"2506.21035","title":"Little by Little: Continual Learning via Incremental Mixture of Rank-1 Associative Memory Experts","created":"2025-06-26","cited_by_count":5,"area":"moe"},{"id":"2510.04476","title":"Compressed Convolutional Attention: Efficient Attention in a Compressed Latent Space","created":"2025-10-06","cited_by_count":5,"area":"moe"},{"id":"2505.13345","title":"Occult: Optimizing Collaborative Communication across Experts for Accelerated Parallel MoE Training and Inference","created":"2025-05-19","cited_by_count":4,"area":"moe"},{"id":"2510.13344","title":"UniMoE-Audio: Unified Speech and Music Generation with Dynamic-Capacity MoE","created":"2025-10-15","cited_by_count":4,"area":"moe"},{"id":"2503.22517","title":"Exploiting Mixture-of-Experts Redundancy Unlocks Multimodal Generative Abilities","created":"2025-03-28","cited_by_count":3,"area":"moe"},{"id":"2505.18451","title":"$\\mu$-MoE: Test-Time Pruning as Micro-Grained Mixture-of-Experts","created":"2025-05-24","cited_by_count":3,"area":"moe"},{"id":"2509.09121","title":"Compass-v3: Scaling Domain-Specific LLMs for Multilingual E-Commerce in Southeast Asia","created":"2025-09-11","cited_by_count":3,"area":"moe"},{"id":"2509.10513","title":"Mixture-of-Clustered-Experts: Advancing Expert Specialization and Generalization in Instruction Tuning","created":"2025-09-03","cited_by_count":3,"area":"moe"},{"id":"2512.12990","title":"SliceMoE: Bit-Sliced Expert Caching under Miss-Rate Constraints for Efficient MoE Inference","created":"2025-12-15","cited_by_count":3,"area":"moe"},{"id":"2608.03275","title":"MoEGen: Mixture-of-Experts for Instance-Adaptive LoRA Generation","created":"2026-08-04","cited_by_count":3,"area":"moe"},{"id":"2402.07334","title":"Differentially Private Training of Mixture of Experts Models","created":"2024-02-11","cited_by_count":2,"area":"moe"}],"next_cursor":"100"}