{"total":170,"rows":[{"id":"2412.15115","title":"Qwen2.5 Technical Report","created":"2024-12-19","cited_by_count":4942,"area":"moe"},{"id":"2401.04088","title":"Mixtral of Experts","created":"2024-01-08","cited_by_count":1823,"area":"moe"},{"id":"2405.04434","title":"DeepSeek-V2: A Strong, Economical, and Efficient Mixture-of-Experts Language Model","created":"2024-05-07","cited_by_count":1135,"area":"moe"},{"id":"2606.19348","title":"DeepSeek-V4: Towards Highly Efficient Million-Token Context Intelligence","created":"2026-04-26","cited_by_count":1040,"area":"moe"},{"id":"2401.06066","title":"DeepSeekMoE: Towards Ultimate Expert Specialization in Mixture-of-Experts Language Models","created":"2024-01-11","cited_by_count":867,"area":"moe"},{"id":"2502.16982","title":"Muon is Scalable for LLM Training","created":"2025-02-24","cited_by_count":428,"area":"moe"},{"id":"2403.19887","title":"Jamba: A Hybrid Transformer-Mamba Language Model","created":"2024-03-28","cited_by_count":401,"area":"moe"},{"id":"2406.11931","title":"DeepSeek-Coder-V2: Breaking the Barrier of Closed-Source Models in Code Intelligence","created":"2024-06-17","cited_by_count":331,"area":"moe"},{"id":"2409.02060","title":"OLMoE: Open Mixture-of-Experts Language Models","created":"2024-09-03","cited_by_count":301,"area":"moe"},{"id":"2505.06708","title":"Gated Attention for Large Language Models: Non-linearity, Sparsity, and Attention-Sink-Free","created":"2025-05-10","cited_by_count":283,"area":"moe"},{"id":"2407.06204","title":"A Survey on Mixture of Experts in Large Language Models","created":"2024-06-26","cited_by_count":237,"area":"moe"},{"id":"2402.01739","title":"OpenMoE: An Early Effort on Open Mixture-of-Experts Language Models","created":"2024-01-29","cited_by_count":187,"area":"moe"},{"id":"2411.02265","title":"Hunyuan-Large: An Open-Source MoE Model with 52 Billion Activated Parameters by Tencent","created":"2024-11-04","cited_by_count":90,"area":"moe"},{"id":"2601.07372","title":"Conditional Memory via Scalable Lookup: A New Axis of Sparsity for Large Language Models","created":"2026-01-12","cited_by_count":86,"area":"moe"},{"id":"2406.06563","title":"Skywork-MoE: A Deep Dive into Training Techniques for Mixture-of-Experts Language Models","created":"2024-06-03","cited_by_count":59,"area":"moe"},{"id":"2410.06270","title":"Mixture Compressor for Mixture-of-Experts LLMs Gains More","created":"2024-10-08","cited_by_count":41,"area":"moe"},{"id":"2505.22323","title":"Advancing Expert Specialization for Better MoE","created":"2025-05-28","cited_by_count":39,"area":"moe"},{"id":"2505.12082","title":"Model Merging in Pre-training of Large Language Models","created":"2025-05-17","cited_by_count":37,"area":"moe"},{"id":"2510.08396","title":"FlyLoRA: Boosting Task Decoupling and Parameter Efficiency via Implicit Rank-Wise Mixture-of-Experts","created":"2025-10-09","cited_by_count":35,"area":"moe"},{"id":"2608.30320","title":"On the Design of Qwen3.8-Next Architecture: Evaluation, Efficiency, and Training Stability","created":"2026-08-31","cited_by_count":35,"area":"moe"},{"id":"2505.03804","title":"MoEQuant: Enhancing Quantization for Mixture-of-Experts Large Language Models via Expert-Balanced Sampling and Affinity Guidance","created":"2025-05-02","cited_by_count":34,"area":"moe"},{"id":"2411.15708","title":"LLaMA-MoE v2: Exploring Sparsity of LLaMA from Perspective of Mixture-of-Experts with Post-Training","created":"2024-11-24","cited_by_count":26,"area":"moe"},{"id":"2406.12034","title":"Self-MoE: Towards Compositional Large Language Models with Self-Specialized Experts","created":"2024-06-17","cited_by_count":23,"area":"moe"},{"id":"2502.16894","title":"Make LoRA Great Again: Boosting LoRA with Adaptive Singular Values and Mixture-of-Experts Optimization Alignment","created":"2025-02-24","cited_by_count":23,"area":"moe"},{"id":"2401.02731","title":"Parameter-Efficient Sparsity Crafting from Dense to Mixture-of-Experts for Instruction Tuning on General Tasks","created":"2024-01-05","cited_by_count":22,"area":"moe"},{"id":"2503.05139","title":"Every FLOP Counts: Scaling a 300B Mixture-of-Experts LING LLM without Premium GPUs","created":"2025-03-07","cited_by_count":22,"area":"moe"},{"id":"2407.01906","title":"Let the Expert Stick to His Last: Expert-Specialized Fine-Tuning for Sparse Architectural Large Language Models","created":"2024-07-02","cited_by_count":21,"area":"moe"},{"id":"2504.15299","title":"D$^{2}$MoE: Dual Routing and Dynamic Scheduling for Efficient On-Device MoE-based LLM Serving","created":"2025-04-17","cited_by_count":20,"area":"moe"},{"id":"2405.14507","title":"Unchosen Experts Can Contribute Too: Unleashing MoE Models' Power by Self-Contrast","created":"2024-05-23","cited_by_count":19,"area":"moe"},{"id":"2505.19645","title":"MoESD: Unveil Speculative Decoding's Potential for Accelerating Sparse MoE","created":"2025-05-26","cited_by_count":19,"area":"moe"},{"id":"2405.03131","title":"WDMoE: Wireless Distributed Large Language Models with Mixture of Experts","created":"2024-05-06","cited_by_count":18,"area":"moe"},{"id":"2505.21411","title":"Pangu Pro MoE: Mixture of Grouped Experts for Efficient Sparsity","created":"2025-05-27","cited_by_count":18,"area":"moe"},{"id":"2508.01625","title":"EAC-MoE: Expert-Selection Aware Compressor for Mixture-of-Experts Large Language Models","created":"2025-08-03","cited_by_count":18,"area":"moe"},{"id":"2306.04640","title":"ModuleFormer: Modularity Emerges from Mixture-of-Experts","created":"2023-06-07","cited_by_count":17,"area":"moe"},{"id":"2409.12136","title":"GRIN: GRadient-INformed MoE","created":"2024-09-18","cited_by_count":17,"area":"moe"},{"id":"2507.23279","title":"Unveiling Super Experts in Mixture-of-Experts Large Language Models","created":"2025-07-31","cited_by_count":17,"area":"moe"},{"id":"2408.08274","title":"BAM! Just Like That: Simple and Efficient Parameter Upcycling for Mixture of Experts","created":"2024-08-15","cited_by_count":16,"area":"moe"},{"id":"2411.08982","title":"Lynx: Enabling Efficient MoE Inference through Dynamic Batch-Aware Expert Selection","created":"2024-11-13","cited_by_count":16,"area":"moe"},{"id":"2503.05066","title":"Capacity-Aware Inference: Mitigating the Straggler Effect in Mixture of Experts","created":"2025-03-07","cited_by_count":15,"area":"moe"},{"id":"2507.07024","title":"FlexOlmo: Open Language Models for Flexible Data Use","created":"2025-07-09","cited_by_count":15,"area":"moe"},{"id":"2601.18699","title":"Mechanistic Analysis of Catastrophic Forgetting in Large Language Models During Continual Fine-tuning","created":"2026-01-26","cited_by_count":14,"area":"moe"},{"id":"2501.15103","title":"Each Rank Could be an Expert: Single-Ranked Mixture of Experts LoRA for Multi-Task Learning","created":"2025-01-25","cited_by_count":13,"area":"moe"},{"id":"2503.17793","title":"Every Sample Matters: Leveraging Mixture-of-Experts and High-Quality Data for Efficient and Accurate Code LLM","created":"2025-03-22","cited_by_count":13,"area":"moe"},{"id":"2506.20675","title":"Utility-Driven Speculative Decoding for Mixture-of-Experts","created":"2025-06-17","cited_by_count":13,"area":"moe"},{"id":"2408.03511","title":"MoExtend: Tuning New Experts for Modality and Task Extension","created":"2024-08-07","cited_by_count":12,"area":"moe"},{"id":"2411.06681","title":"WDMoE: Wireless Distributed Mixture of Experts for Large Language Models","created":"2024-11-11","cited_by_count":12,"area":"moe"},{"id":"2508.12461","title":"Is GPT-OSS Good? A Comprehensive Evaluation of OpenAI's Latest Open Source Models","created":"2025-08-17","cited_by_count":11,"area":"moe"},{"id":"2509.21892","title":"Elastic MoE: Unlocking the Inference-Time Scalability of Mixture-of-Experts","created":"2025-09-26","cited_by_count":11,"area":"moe"},{"id":"2511.19822","title":"Mosaic Pruning: A Hierarchical Framework for Generalizable Pruning of Mixture-of-Experts Models","created":"2025-11-25","cited_by_count":11,"area":"moe"},{"id":"2602.04705","title":"ERNIE 5.0 Technical Report","created":"2026-02-04","cited_by_count":11,"area":"moe"},{"id":"2407.11030","title":"DLO: Dynamic Layer Operation for Efficient Vertical Scaling of LLMs","created":"2024-07-03","cited_by_count":10,"area":"moe"},{"id":"2412.00069","title":"Condense, Don't Just Prune: Enhancing Efficiency and Performance in MoE Layer Pruning","created":"2024-11-26","cited_by_count":10,"area":"moe"},{"id":"2503.01359","title":"DeRS: Towards Extremely Efficient Upcycled Mixture-of-Experts Models","created":"2025-03-03","cited_by_count":10,"area":"moe"},{"id":"2602.03560","title":"HySparse: A Hybrid Sparse Attention Architecture with Oracle Token Selection and KV Cache Sharing","created":"2026-02-03","cited_by_count":10,"area":"moe"},{"id":"2604.04356","title":"REAM: Merging Improves Pruning of Experts in LLMs","created":"2026-04-06","cited_by_count":10,"area":"moe"},{"id":"2508.05257","title":"MoBE: Mixture-of-Basis-Experts for Compressing MoE-based LLMs","created":"2025-08-07","cited_by_count":9,"area":"moe"},{"id":"2511.04805","title":"PuzzleMoE: Efficient Compression of Large Mixture-of-Experts Models via Sparse Expert Merging and Bit-packed inference","created":"2025-11-06","cited_by_count":9,"area":"moe"},{"id":"2406.12375","title":"GW-MoE: Resolving Uncertainty in MoE Router with Global Workspace Theory","created":"2024-06-18","cited_by_count":8,"area":"moe"},{"id":"2506.09440","title":"GigaChat Family: Efficient Russian Language Modeling Through Mixture of Experts Architecture","created":"2025-06-11","cited_by_count":8,"area":"moe"},{"id":"2506.12119","title":"Mixture-of-Experts Can Surpass Dense LLMs Under Strictly Equal Resource","created":"2025-06-13","cited_by_count":8,"area":"moe"},{"id":"2404.15247","title":"XFT: Unlocking the Power of Code Instruction Tuning by Simply Merging Upcycled Mixture-of-Experts","created":"2024-04-23","cited_by_count":7,"area":"moe"},{"id":"2408.15901","title":"Nexus: Specialization meets Adaptability for Efficiently Training Mixture of Experts","created":"2024-08-28","cited_by_count":7,"area":"moe"},{"id":"2410.00938","title":"MoS: Unleashing Parameter Efficiency of Low-Rank Adaptation with Mixture of Shards","created":"2024-10-01","cited_by_count":7,"area":"moe"},{"id":"2504.07807","title":"Cluster-Driven Expert Pruning for Mixture-of-Experts Large Language Models","created":"2025-04-10","cited_by_count":7,"area":"moe"},{"id":"2606.04980","title":"AlphaQ: Calibration-Free Bit Allocation for Mixture-of-Experts Quantization","created":"2026-06-03","cited_by_count":7,"area":"moe"},{"id":"2410.01610","title":"Upcycling Instruction Tuning from Dense to Mixture-of-Experts via Parameter Merging","created":"2024-10-02","cited_by_count":6,"area":"moe"},{"id":"2503.00634","title":"Efficiently Editing Mixture-of-Experts Models with Compressed Experts","created":"2025-03-01","cited_by_count":6,"area":"moe"},{"id":"2511.06494","title":"Route Experts by Sequence, not by Token","created":"2025-11-09","cited_by_count":6,"area":"moe"},{"id":"2506.05767","title":"dots.llm1 Technical Report","created":"2025-06-06","cited_by_count":5,"area":"moe"},{"id":"2506.14436","title":"MoORE: SVD-based Model MoE-ization for Conflict- and Oblivion-Resistant Multi-Task Adaptation","created":"2025-06-17","cited_by_count":5,"area":"moe"},{"id":"2506.21035","title":"Little by Little: Continual Learning via Incremental Mixture of Rank-1 Associative Memory Experts","created":"2025-06-26","cited_by_count":5,"area":"moe"},{"id":"2508.18756","title":"UltraMemV2: Memory Networks Scaling to 120B Parameters with Superior Long-Context Learning","created":"2025-08-26","cited_by_count":5,"area":"moe"},{"id":"2512.09277","title":"Efficient MoE Serving in the Memory-Bound Regime: Balance Activated Experts, Not Tokens","created":"2025-12-10","cited_by_count":5,"area":"moe"},{"id":"2601.04823","title":"DR-LoRA: Dynamic Rank LoRA for Fine-Tuning Mixture-of-Experts Models","created":"2026-01-08","cited_by_count":5,"area":"moe"},{"id":"2602.01203","title":"Attention Sink Forges Native MoE in Attention Layers: Sink-Aware Training to Address Head Collapse","created":"2026-02-01","cited_by_count":5,"area":"moe"},{"id":"2602.14159","title":"Synergistic Intra- and Cross-Layer Regularization Losses for MoE Expert Specialization","created":"2026-02-15","cited_by_count":5,"area":"moe"},{"id":"2603.09983","title":"MoE-SpAc: Efficient MoE Inference Based on Speculative Activation Utility in Heterogeneous Edge Scenarios","created":"2026-02-12","cited_by_count":5,"area":"moe"},{"id":"2605.15403","title":"$\\phi$-Balancing for Mixture-of-Experts Training","created":"2026-05-14","cited_by_count":5,"area":"moe"},{"id":"2607.14647","title":"D-cut: Adaptive Verification Depth Pruning for Batched Speculative Decoding","created":"2026-07-16","cited_by_count":5,"area":"moe"},{"id":"2602.00879","title":"Dynamic Expert Sharing: Decoupling Memory from Parallelism in Mixture-of-Experts Diffusion LLMs","created":"2026-01-31","cited_by_count":4,"area":"moe"},{"id":"2603.00573","title":"CoMoL: Efficient Mixture of LoRA Experts via Dynamic Core Space Merging","created":"2026-02-28","cited_by_count":4,"area":"moe"},{"id":"2603.02217","title":"Is Retraining-Free Enough? The Necessity of Router Calibration for Efficient MoE Compression","created":"2026-02-10","cited_by_count":4,"area":"moe"},{"id":"2605.00342","title":"Making Every Verified Token Count: Adaptive Verification for MoE Speculative Decoding","created":"2026-05-01","cited_by_count":4,"area":"moe"},{"id":"2607.14530","title":"xHC: Expanded Hyper-Connections","created":"2026-07-16","cited_by_count":4,"area":"moe"},{"id":"2504.06426","title":"S'MoRE: Structural Mixture of Residual Experts for Parameter-Efficient LLM Fine-tuning","created":"2025-04-08","cited_by_count":3,"area":"moe"},{"id":"2505.19427","title":"WINA: Weight Informed Neuron Activation for Accelerating Large Language Model Inference","created":"2025-05-26","cited_by_count":3,"area":"moe"},{"id":"2506.05928","title":"MoA: Heterogeneous Mixture of Adapters for Parameter-Efficient Fine-Tuning of Large Language Models","created":"2025-06-06","cited_by_count":3,"area":"moe"},{"id":"2507.09955","title":"DeepSeek: Paradigm Shifts and Technical Evolution in Large AI Models","created":"2025-07-14","cited_by_count":3,"area":"moe"},{"id":"2508.18983","title":"SMoE: An Algorithm-System Co-Design for Pushing MoE to the Edge via Expert Substitution","created":"2025-08-26","cited_by_count":3,"area":"moe"},{"id":"2509.09121","title":"Compass-v3: Scaling Domain-Specific LLMs for Multilingual E-Commerce in Southeast Asia","created":"2025-09-11","cited_by_count":3,"area":"moe"},{"id":"2509.10513","title":"Mixture-of-Clustered-Experts: Advancing Expert Specialization and Generalization in Instruction Tuning","created":"2025-09-03","cited_by_count":3,"area":"moe"},{"id":"2510.14853","title":"Rewiring Experts on the Fly:Continuous Rerouting for Better Online Adaptation in Mixture-of-Expert models","created":"2025-10-16","cited_by_count":3,"area":"moe"},{"id":"2601.21420","title":"ConceptMoE: Adaptive Token-to-Concept Compression for Implicit Compute Allocation","created":"2026-01-29","cited_by_count":3,"area":"moe"},{"id":"2602.00800","title":"JTok: On Token Embedding as another Axis of Scaling Law via Joint Token Self-modulation","created":"2026-01-31","cited_by_count":3,"area":"moe"},{"id":"2603.11535","title":"Expert Threshold Routing for Autoregressive Language Modeling with Dynamic Computation Allocation and Load Balancing","created":"2026-03-12","cited_by_count":3,"area":"moe"},{"id":"2605.27081","title":"ReMoE: Boosting Expert Reuse through Router Fine-Tuning in Memory-Constrained MoE LLM Inference","created":"2026-05-26","cited_by_count":3,"area":"moe"},{"id":"2605.27358","title":"MobileMoE: Scaling On-Device Mixture of Experts","created":"2026-05-26","cited_by_count":3,"area":"moe"},{"id":"2606.15453","title":"A Spatio-Temporal Expert Prefetching Framework for Efficient MoE-based LLM Inference","created":"2026-06-13","cited_by_count":3,"area":"moe"},{"id":"2607.00466","title":"ELDR: Expert-Locality-Aware Decode Routing for PD-Disaggregated MoE Serving","created":"2026-07-01","cited_by_count":3,"area":"moe"},{"id":"2607.12696","title":"Less Experts, Faster Decoding: Cost-Aware Speculative Decoding for Mixture-of-Experts","created":"2026-07-14","cited_by_count":3,"area":"moe"}],"next_cursor":"100"}