{"total":110,"rows":[{"id":"2412.15115","title":"Qwen2.5 Technical Report","created":"2024-12-19","cited_by_count":4942,"area":"moe"},{"id":"2401.04088","title":"Mixtral of Experts","created":"2024-01-08","cited_by_count":1823,"area":"moe"},{"id":"2405.04434","title":"DeepSeek-V2: A Strong, Economical, and Efficient Mixture-of-Experts Language Model","created":"2024-05-07","cited_by_count":1135,"area":"moe"},{"id":"2401.06066","title":"DeepSeekMoE: Towards Ultimate Expert Specialization in Mixture-of-Experts Language Models","created":"2024-01-11","cited_by_count":867,"area":"moe"},{"id":"2502.16982","title":"Muon is Scalable for LLM Training","created":"2025-02-24","cited_by_count":428,"area":"moe"},{"id":"2406.11931","title":"DeepSeek-Coder-V2: Breaking the Barrier of Closed-Source Models in Code Intelligence","created":"2024-06-17","cited_by_count":331,"area":"moe"},{"id":"2601.02780","title":"MiMo-V2-Flash Technical Report","created":"2026-01-06","cited_by_count":191,"area":"moe"},{"id":"2411.02265","title":"Hunyuan-Large: An Open-Source MoE Model with 52 Billion Activated Parameters by Tencent","created":"2024-11-04","cited_by_count":90,"area":"moe"},{"id":"2601.07372","title":"Conditional Memory via Scalable Lookup: A New Axis of Sparsity for Large Language Models","created":"2026-01-12","cited_by_count":86,"area":"moe"},{"id":"2404.07413","title":"JetMoE: Reaching Llama2 Performance with 0.1M Dollars","created":"2024-04-11","cited_by_count":57,"area":"moe"},{"id":"2505.22323","title":"Advancing Expert Specialization for Better MoE","created":"2025-05-28","cited_by_count":39,"area":"moe"},{"id":"2505.12082","title":"Model Merging in Pre-training of Large Language Models","created":"2025-05-17","cited_by_count":37,"area":"moe"},{"id":"2608.30320","title":"On the Design of Qwen3.8-Next Architecture: Evaluation, Efficiency, and Training Stability","created":"2026-08-31","cited_by_count":35,"area":"moe"},{"id":"2406.12034","title":"Self-MoE: Towards Compositional Large Language Models with Self-Specialized Experts","created":"2024-06-17","cited_by_count":23,"area":"moe"},{"id":"2401.02731","title":"Parameter-Efficient Sparsity Crafting from Dense to Mixture-of-Experts for Instruction Tuning on General Tasks","created":"2024-01-05","cited_by_count":22,"area":"moe"},{"id":"2503.05139","title":"Every FLOP Counts: Scaling a 300B Mixture-of-Experts LING LLM without Premium GPUs","created":"2025-03-07","cited_by_count":22,"area":"moe"},{"id":"2407.01906","title":"Let the Expert Stick to His Last: Expert-Specialized Fine-Tuning for Sparse Architectural Large Language Models","created":"2024-07-02","cited_by_count":21,"area":"moe"},{"id":"2405.14507","title":"Unchosen Experts Can Contribute Too: Unleashing MoE Models' Power by Self-Contrast","created":"2024-05-23","cited_by_count":19,"area":"moe"},{"id":"2406.11256","title":"Dynamic Data Mixing Maximizes Instruction Tuning for Mixture-of-Experts","created":"2024-06-17","cited_by_count":19,"area":"moe"},{"id":"2505.21411","title":"Pangu Pro MoE: Mixture of Grouped Experts for Efficient Sparsity","created":"2025-05-27","cited_by_count":18,"area":"moe"},{"id":"2508.01625","title":"EAC-MoE: Expert-Selection Aware Compressor for Mixture-of-Experts Large Language Models","created":"2025-08-03","cited_by_count":18,"area":"moe"},{"id":"2409.12136","title":"GRIN: GRadient-INformed MoE","created":"2024-09-18","cited_by_count":17,"area":"moe"},{"id":"2408.08274","title":"BAM! Just Like That: Simple and Efficient Parameter Upcycling for Mixture of Experts","created":"2024-08-15","cited_by_count":16,"area":"moe"},{"id":"2411.08982","title":"Lynx: Enabling Efficient MoE Inference through Dynamic Batch-Aware Expert Selection","created":"2024-11-13","cited_by_count":16,"area":"moe"},{"id":"2507.07024","title":"FlexOlmo: Open Language Models for Flexible Data Use","created":"2025-07-09","cited_by_count":15,"area":"moe"},{"id":"2605.23872","title":"Training-Free Looped Transformers","created":"2026-05-22","cited_by_count":15,"area":"moe"},{"id":"2503.17793","title":"Every Sample Matters: Leveraging Mixture-of-Experts and High-Quality Data for Efficient and Accurate Code LLM","created":"2025-03-22","cited_by_count":13,"area":"moe"},{"id":"2408.03511","title":"MoExtend: Tuning New Experts for Modality and Task Extension","created":"2024-08-07","cited_by_count":12,"area":"moe"},{"id":"2411.06681","title":"WDMoE: Wireless Distributed Mixture of Experts for Large Language Models","created":"2024-11-11","cited_by_count":12,"area":"moe"},{"id":"2505.04519","title":"Pangu Ultra MoE: How to Train Your Big MoE on Ascend NPUs","created":"2025-05-07","cited_by_count":12,"area":"moe"},{"id":"2508.12461","title":"Is GPT-OSS Good? A Comprehensive Evaluation of OpenAI's Latest Open Source Models","created":"2025-08-17","cited_by_count":11,"area":"moe"},{"id":"2602.04705","title":"ERNIE 5.0 Technical Report","created":"2026-02-04","cited_by_count":11,"area":"moe"},{"id":"2407.11030","title":"DLO: Dynamic Layer Operation for Efficient Vertical Scaling of LLMs","created":"2024-07-03","cited_by_count":10,"area":"moe"},{"id":"2503.01359","title":"DeRS: Towards Extremely Efficient Upcycled Mixture-of-Experts Models","created":"2025-03-03","cited_by_count":10,"area":"moe"},{"id":"2509.16882","title":"Dynamic Expert Specialization: Towards Catastrophic Forgetting-Free Multi-Domain MoE Adaptation","created":"2025-09-21","cited_by_count":10,"area":"moe"},{"id":"2602.03560","title":"HySparse: A Hybrid Sparse Attention Architecture with Oracle Token Selection and KV Cache Sharing","created":"2026-02-03","cited_by_count":10,"area":"moe"},{"id":"2508.05257","title":"MoBE: Mixture-of-Basis-Experts for Compressing MoE-based LLMs","created":"2025-08-07","cited_by_count":9,"area":"moe"},{"id":"2404.15247","title":"XFT: Unlocking the Power of Code Instruction Tuning by Simply Merging Upcycled Mixture-of-Experts","created":"2024-04-23","cited_by_count":7,"area":"moe"},{"id":"2408.15901","title":"Nexus: Specialization meets Adaptability for Efficiently Training Mixture of Experts","created":"2024-08-28","cited_by_count":7,"area":"moe"},{"id":"2509.23933","title":"Beyond Benchmarks: Understanding Mixture-of-Experts Models through Internal Mechanisms","created":"2025-09-28","cited_by_count":7,"area":"moe"},{"id":"2605.08738","title":"SlimQwen: Exploring the Pruning and Distillation in Large MoE Model Pre-training","created":"2026-05-09","cited_by_count":7,"area":"moe"},{"id":"2511.06494","title":"Route Experts by Sequence, not by Token","created":"2025-11-09","cited_by_count":6,"area":"moe"},{"id":"2506.05767","title":"dots.llm1 Technical Report","created":"2025-06-06","cited_by_count":5,"area":"moe"},{"id":"2506.14436","title":"MoORE: SVD-based Model MoE-ization for Conflict- and Oblivion-Resistant Multi-Task Adaptation","created":"2025-06-17","cited_by_count":5,"area":"moe"},{"id":"2508.18756","title":"UltraMemV2: Memory Networks Scaling to 120B Parameters with Superior Long-Context Learning","created":"2025-08-26","cited_by_count":5,"area":"moe"},{"id":"2607.14647","title":"D-cut: Adaptive Verification Depth Pruning for Batched Speculative Decoding","created":"2026-07-16","cited_by_count":5,"area":"moe"},{"id":"2602.00879","title":"Dynamic Expert Sharing: Decoupling Memory from Parallelism in Mixture-of-Experts Diffusion LLMs","created":"2026-01-31","cited_by_count":4,"area":"moe"},{"id":"2603.02217","title":"Is Retraining-Free Enough? The Necessity of Router Calibration for Efficient MoE Compression","created":"2026-02-10","cited_by_count":4,"area":"moe"},{"id":"2509.10513","title":"Mixture-of-Clustered-Experts: Advancing Expert Specialization and Generalization in Instruction Tuning","created":"2025-09-03","cited_by_count":3,"area":"moe"},{"id":"2510.14853","title":"Rewiring Experts on the Fly:Continuous Rerouting for Better Online Adaptation in Mixture-of-Expert models","created":"2025-10-16","cited_by_count":3,"area":"moe"},{"id":"2601.21420","title":"ConceptMoE: Adaptive Token-to-Concept Compression for Implicit Compute Allocation","created":"2026-01-29","cited_by_count":3,"area":"moe"},{"id":"2602.00800","title":"JTok: On Token Embedding as another Axis of Scaling Law via Joint Token Self-modulation","created":"2026-01-31","cited_by_count":3,"area":"moe"},{"id":"2602.07616","title":"SERE: Similarity-based Expert Re-routing for Efficient Batch Decoding in MoE Models","created":"2026-02-07","cited_by_count":3,"area":"moe"},{"id":"2605.27358","title":"MobileMoE: Scaling On-Device Mixture of Experts","created":"2026-05-26","cited_by_count":3,"area":"moe"},{"id":"2607.00162","title":"FRAME: Learning the Adaptation Domain with a Mixture of Fractional-Fourier Experts","created":"2026-06-30","cited_by_count":3,"area":"moe"},{"id":"2607.00466","title":"ELDR: Expert-Locality-Aware Decode Routing for PD-Disaggregated MoE Serving","created":"2026-07-01","cited_by_count":3,"area":"moe"},{"id":"2408.15915","title":"Leveraging Open Knowledge for Advancing Task Expertise in Large Language Models","created":"2024-08-28","cited_by_count":2,"area":"moe"},{"id":"2509.06346","title":"Ban&Pick: Enhancing Performance and Efficiency of MoE-LLMs via Smarter Routing","created":"2025-09-08","cited_by_count":2,"area":"moe"},{"id":"2509.10436","title":"RefactorCoderQA: Benchmarking LLMs for Multi-Domain Coding Question Solutions in Cloud and Edge Deployment","created":"2025-09-12","cited_by_count":2,"area":"moe"},{"id":"2510.13079","title":"GatePro: Parameter-Free Expert Selection Optimization for Mixture-of-Experts Models","created":"2025-10-15","cited_by_count":2,"area":"moe"},{"id":"2512.16248","title":"Sigma-MoE-Tiny Technical Report","created":"2025-12-18","cited_by_count":2,"area":"moe"},{"id":"2604.23150","title":"Scaling Multi-Node Mixture-of-Experts Inference Using Expert Activation Patterns","created":"2026-04-25","cited_by_count":2,"area":"moe"},{"id":"2605.20179","title":"TIDE: Efficient and Lossless MoE Diffusion LLM Inference with I/O-aware Expert Offload","created":"2026-05-19","cited_by_count":2,"area":"moe"},{"id":"2606.05538","title":"Less is MoE: Trimming Experts in Domain-Specialist Language Models","created":"2026-06-04","cited_by_count":2,"area":"moe"},{"id":"2607.01789","title":"EPnG: Adaptive Expert Prune-and-Grow for Parameter-Efficient MoE Fine-tuning","created":"2026-07-02","cited_by_count":2,"area":"moe"},{"id":"2607.26052","title":"Spend Experts Where You Are Unsure: Confidence-Adaptive Routing for Mixture-of-Experts LoRA","created":"2026-07-28","cited_by_count":2,"area":"moe"},{"id":"2510.11001","title":"DND: Boosting Large Language Models with Dynamic Nested Depth","created":"2025-10-13","cited_by_count":1,"area":"moe"},{"id":"2511.11505","title":"FarSkip-Collective: Unhobbling Blocking Communication in Mixture of Experts Models","created":"2025-11-14","cited_by_count":1,"area":"moe"},{"id":"2604.03044","title":"JoyAI-LLM Flash: Advancing Mid-Scale LLMs with Token Efficiency","created":"2026-04-03","cited_by_count":1,"area":"moe"},{"id":"2606.01509","title":"ProbMoE: Differentiable Probabilistic Routing for Mixture-of-Experts","created":"2026-06-01","cited_by_count":1,"area":"moe"},{"id":"2607.09424","title":"A Sovereign, Open-Source Foundation Model for German and English","created":"2026-07-10","cited_by_count":1,"area":"moe"},{"id":"2607.21978","title":"MoE$^2$-LoRA: When MoE Models Meet MoE-style Low-Rank Adaptation","created":"2026-07-24","cited_by_count":1,"area":"moe"},{"id":"2608.02989","title":"AcceptMoE: Commitment-Weighted Self-Sizing Verifier Expert Sets for Efficient MoE Speculative Decoding","created":"2026-08-04","cited_by_count":1,"area":"moe"},{"id":"2609.03150","title":"Routing Is Not Enough: Diagnosing Intra-Adapter Subspace Contention in MoE+LoRA Fine-Tuning","created":"2026-09-02","cited_by_count":1,"area":"moe"},{"id":"2609.25655","title":"From Experts to Sub-experts: Fine-grained Parameter-Efficient Fine-Tuning for MoE LLMs","created":"2026-09-22","cited_by_count":1,"area":"moe"},{"id":"2508.19268","title":"MultiPL-MoE: Multi-Programming-Lingual Extension of Large Language Models through Hybrid Mixture-of-Experts","created":"2025-08-22","cited_by_count":0,"area":"moe"},{"id":"2509.10530","title":"Dynamic Adaptive Shared Experts with Grouped Multi-Head Attention Mixture of Experts","created":"2025-09-05","cited_by_count":0,"area":"moe"},{"id":"2601.02144","title":"Routing by Analogy: kNN-Augmented Expert Assignment for Mixture-of-Experts","created":"2026-01-05","cited_by_count":0,"area":"moe"},{"id":"2601.14327","title":"Yuan3.0 Ultra: A Trillion-Parameter Enterprise-Oriented MoE LLM","created":"2026-01-20","cited_by_count":0,"area":"moe"},{"id":"2602.05711","title":"OmniMoE: An Efficient MoE by Orchestrating Atomic Experts at Scale","created":"2026-02-05","cited_by_count":0,"area":"moe"},{"id":"2603.00031","title":"GRIP: Geometric Refinement and Adaptive Information Potential for Data Efficiency","created":"2026-02-04","cited_by_count":0,"area":"moe"},{"id":"2603.13364","title":"FineRMoE: Dimension Expansion for Finer-Grained Expert with Its Upcycling Approach","created":"2026-03-09","cited_by_count":0,"area":"moe"},{"id":"2605.26496","title":"Dense2MoE: Pushing the Pareto Frontier of On-Device LLMs via Unified Pruning and Upcycling","created":"2026-05-26","cited_by_count":0,"area":"moe"},{"id":"2605.31268","title":"Mellum2 Technical Report","created":"2026-05-29","cited_by_count":0,"area":"moe"},{"id":"2606.01007","title":"Beyond Task-Agnostic: Task-Aware Grouping for Communication-Efficient Multi-Task MoE Inference","created":"2026-05-31","cited_by_count":0,"area":"moe"},{"id":"2606.09885","title":"TENP: Trapezoidal Expert Neuron Pruning For Mixture-of-Experts","created":"2026-06-03","cited_by_count":0,"area":"moe"},{"id":"2606.10369","title":"PADD: Path-Aligned Decompression Distillation for Non-Router Teacher to Guide MoE Student Learning","created":"2026-06-09","cited_by_count":0,"area":"moe"},{"id":"2606.12397","title":"Redesign Mixture-of-Experts Routers with Manifold Power Iteration","created":"2026-06-10","cited_by_count":0,"area":"moe"},{"id":"2607.00293","title":"Rosetta: Composable Native Multimodal Pretraining","created":"2026-07-01","cited_by_count":0,"area":"moe"},{"id":"2608.09119","title":"Motif 3: Technical Report","created":"2026-08-10","cited_by_count":0,"area":"moe"},{"id":"2608.15787","title":"Routing Divergence Is Not Evidence of Behavioral Influence in Same-Weight MoE Self-Distillation","created":"2026-08-16","cited_by_count":0,"area":"moe"},{"id":"2608.20061","title":"Let's Scale Step by Step: Compute-Efficient Hyperparameter Transfer for Large-Scale Mixture-of-Experts","created":"2026-08-20","cited_by_count":0,"area":"moe"},{"id":"2608.28511","title":"Training Communication-Efficient Mixture-of-Experts Language Models with Layer Re-Configuration","created":"2026-08-28","cited_by_count":0,"area":"moe"},{"id":"2609.06076","title":"Beyond Retraining-Free MoE Compression: A Cost-Normalized Study of Post-Compression Adjustment","created":"2026-09-05","cited_by_count":0,"area":"moe"},{"id":"2609.27284","title":"Hunyuan-A13B Technical Report","created":"2026-09-23","cited_by_count":0,"area":"moe"},{"id":"2609.28053","title":"Exact Quantile Balancing and Load-Error Injection for Mixture-of-Experts","created":"2026-09-23","cited_by_count":0,"area":"moe"},{"id":"2609.36222","title":"BASE: Batch-Aware Selection of Experts Using Predicted Removal Error for Efficient MoE Decoding","created":"2026-09-28","cited_by_count":0,"area":"moe"},{"id":"2609.39137","title":"ID Balancing: Stable Training of Extremely Sparse MoE via PID-Based Load Control","created":"2026-09-30","cited_by_count":0,"area":"moe"},{"id":"2610.00493","title":"Score the Update, Not the Token: Descent-Aligned Routing for Combinatorial LoRA Experts","created":"2026-09-30","cited_by_count":0,"area":"moe"},{"id":"2610.07348","title":"Stepped MoE: Segment-Level Routing with Configurable Inference Complexity","created":"2026-10-05","cited_by_count":0,"area":"moe"}],"next_cursor":"100"}