{"total":236,"rows":[{"id":"2606.19348","title":"DeepSeek-V4: Towards Highly Efficient Million-Token Context Intelligence","created":"2026-04-26","cited_by_count":1040,"area":"moe"},{"id":"2604.15804","title":"Qwen3.5-Omni Technical Report","created":"2026-04-17","cited_by_count":174,"area":"moe"},{"id":"2508.15763","title":"Intern-S1: A Scientific Multimodal Foundation Model","created":"2025-08-21","cited_by_count":53,"area":"moe"},{"id":"2510.13999","title":"REAP the Experts: Why Pruning Prevails for One-Shot MoE compression","created":"2025-10-15","cited_by_count":44,"area":"moe"},{"id":"2512.01374","title":"Stabilizing Reinforcement Learning with LLMs: Formulation and Practices","created":"2025-12-01","cited_by_count":41,"area":"moe"},{"id":"2603.03276","title":"Beyond Language Modeling: An Exploration of Multimodal Pretraining","created":"2026-03-03","cited_by_count":37,"area":"moe"},{"id":"2608.30320","title":"On the Design of Qwen3.8-Next Architecture: Evaluation, Efficiency, and Training Stability","created":"2026-08-31","cited_by_count":35,"area":"moe"},{"id":"2510.04694","title":"Multilingual Routing in Mixture-of-Experts","created":"2025-10-06","cited_by_count":29,"area":"moe"},{"id":"2511.00279","title":"LongCat-Flash-Omni Technical Report","created":"2025-10-31","cited_by_count":26,"area":"moe"},{"id":"2510.27234","title":"MoRE: 3D Visual Geometry Reconstruction Meets Mixture-of-Experts","created":"2025-10-31","cited_by_count":21,"area":"moe"},{"id":"2603.07685","title":"Scalable Training of Mixture-of-Experts Models with Megatron Core","created":"2026-03-08","cited_by_count":19,"area":"moe"},{"id":"2505.21411","title":"Pangu Pro MoE: Mixture of Grouped Experts for Efficient Sparsity","created":"2025-05-27","cited_by_count":18,"area":"moe"},{"id":"2507.23279","title":"Unveiling Super Experts in Mixture-of-Experts Large Language Models","created":"2025-07-31","cited_by_count":17,"area":"moe"},{"id":"2605.23872","title":"Training-Free Looped Transformers","created":"2026-05-22","cited_by_count":15,"area":"moe"},{"id":"2506.04667","title":"FlashMoE: Fast Distributed MoE in a Single Kernel","created":"2025-06-05","cited_by_count":14,"area":"moe"},{"id":"2507.00390","title":"MoNE: Replacing Redundant Experts with Lightweight Novices for Structured Pruning of MoE","created":"2025-07-01","cited_by_count":13,"area":"moe"},{"id":"2509.17863","title":"Expert-as-a-Service: Towards Efficient, Scalable, and Robust Large-scale MoE Serving","created":"2025-09-22","cited_by_count":13,"area":"moe"},{"id":"2509.25041","title":"GRACE-MoE: Grouping and Replication with Locality-Aware Routing for Efficient Distributed MoE Inference","created":"2025-09-29","cited_by_count":13,"area":"moe"},{"id":"2509.25684","title":"LD-MoLE: Learnable Dynamic Routing for Mixture of LoRA Experts","created":"2025-09-30","cited_by_count":13,"area":"moe"},{"id":"2512.19849","title":"UCCL-EP: Portable Expert-Parallel Communication","created":"2025-12-22","cited_by_count":12,"area":"moe"},{"id":"2508.12461","title":"Is GPT-OSS Good? A Comprehensive Evaluation of OpenAI's Latest Open Source Models","created":"2025-08-17","cited_by_count":11,"area":"moe"},{"id":"2511.14102","title":"MoE-SpeQ: Speculative Quantized Decoding with Proactive Expert Prefetching and Offloading for Mixture-of-Experts","created":"2025-11-18","cited_by_count":11,"area":"moe"},{"id":"2602.04705","title":"ERNIE 5.0 Technical Report","created":"2026-02-04","cited_by_count":11,"area":"moe"},{"id":"2605.18106","title":"Symmetry-Compatible Principle for Optimizer Design: Embeddings, LM Heads, SwiGLU MLPs, and MoE Routers","created":"2026-05-18","cited_by_count":11,"area":"moe"},{"id":"2506.21551","title":"Grokking in LLM Pretraining? Monitor Memorization-to-Generalization without Test","created":"2025-06-26","cited_by_count":10,"area":"moe"},{"id":"2509.23678","title":"Towards a Comprehensive Scaling Law of Mixture-of-Experts","created":"2025-09-28","cited_by_count":10,"area":"moe"},{"id":"2510.00844","title":"Learning Compact Representations of LLM Abilities via Item Response Theory","created":"2025-10-01","cited_by_count":10,"area":"moe"},{"id":"2510.14436","title":"MergeMoE: Efficient Compression of MoE Models via Expert Output Merging","created":"2025-10-16","cited_by_count":10,"area":"moe"},{"id":"2510.17483","title":"ReXMoE: Reusing Experts with Minimal Overhead in Mixture-of-Experts","created":"2025-10-20","cited_by_count":10,"area":"moe"},{"id":"2604.04356","title":"REAM: Merging Improves Pruning of Experts in LLMs","created":"2026-04-06","cited_by_count":10,"area":"moe"},{"id":"2508.05257","title":"MoBE: Mixture-of-Basis-Experts for Compressing MoE-based LLMs","created":"2025-08-07","cited_by_count":9,"area":"moe"},{"id":"2508.07785","title":"Grove MoE: Towards Efficient and Superior MoE LLMs with Adjugate Experts","created":"2025-08-11","cited_by_count":9,"area":"moe"},{"id":"2601.17111","title":"Least-Loaded Expert Parallelism: Load Balancing An Imbalanced Mixture-of-Experts","created":"2026-01-23","cited_by_count":9,"area":"moe"},{"id":"2602.08621","title":"Sparse Models, Sparse Safety: Unsafe Routes in Mixture-of-Experts LLMs","created":"2026-02-09","cited_by_count":9,"area":"moe"},{"id":"2603.06003","title":"EvoESAP: Non-Uniform Expert Pruning for Sparse MoE","created":"2026-03-06","cited_by_count":9,"area":"moe"},{"id":"2605.07260","title":"When Are Experts Misrouted? Counterfactual Routing Analysis in Mixture-of-Experts Language Models","created":"2026-05-08","cited_by_count":9,"area":"moe"},{"id":"2606.04101","title":"UltraEP: Unleash MoE Training and Inference on Rack-Scale Nodes with Near-Optimal Load Balancing","created":"2026-06-02","cited_by_count":9,"area":"moe"},{"id":"2505.16056","title":"Not All Models Suit Expert Offloading: On Local Routing Consistency of Mixture-of-Expert Models","created":"2025-05-21","cited_by_count":8,"area":"moe"},{"id":"2512.13525","title":"Janus: Disaggregating Attention and Experts for Scalable MoE Inference","created":"2025-12-15","cited_by_count":8,"area":"moe"},{"id":"2602.11184","title":"KBVQ-MoE: KLT-guided SVD with Bias-Corrected Vector Quantization for MoE Large Language Models","created":"2026-01-30","cited_by_count":8,"area":"moe"},{"id":"2508.02322","title":"CAMERA: Multi-Matrix Joint Compression for MoE Models via Micro-Expert Redundancy Analysis","created":"2025-08-04","cited_by_count":7,"area":"moe"},{"id":"2509.23933","title":"Beyond Benchmarks: Understanding Mixture-of-Experts Models through Internal Mechanisms","created":"2025-09-28","cited_by_count":7,"area":"moe"},{"id":"2509.26520","title":"Training Matryoshka Mixture-of-Experts for Elastic Inference-Time Expert Utilization","created":"2025-09-30","cited_by_count":7,"area":"moe"},{"id":"2511.02237","title":"Opportunistic Expert Activation: Batch-Aware Expert Routing for Faster Decode Without Retraining","created":"2025-11-04","cited_by_count":7,"area":"moe"},{"id":"2512.01252","title":"Efficient Training of Diffusion Mixture-of-Experts Models: A Practical Recipe","created":"2025-12-01","cited_by_count":7,"area":"moe"},{"id":"2512.18425","title":"MoE Pathfinder: Trajectory-driven Expert Pruning","created":"2025-12-20","cited_by_count":7,"area":"moe"},{"id":"2602.09316","title":"Effective MoE-based LLM Compression by Exploiting Heterogeneous Inter-Group Experts Routing Frequency and Information Density","created":"2026-02-10","cited_by_count":7,"area":"moe"},{"id":"2604.02178","title":"The Expert Strikes Back: Interpreting Mixture-of-Experts Language Models at Expert Level","created":"2026-04-02","cited_by_count":7,"area":"moe"},{"id":"2605.08738","title":"SlimQwen: Exploring the Pruning and Distillation in Large MoE Model Pre-training","created":"2026-05-09","cited_by_count":7,"area":"moe"},{"id":"2605.23078","title":"GEMQ: Global Expert-Level Mixed-Precision Quantization for MoE LLMs","created":"2026-05-21","cited_by_count":7,"area":"moe"},{"id":"2606.04980","title":"AlphaQ: Calibration-Free Bit Allocation for Mixture-of-Experts Quantization","created":"2026-06-03","cited_by_count":7,"area":"moe"},{"id":"2509.25913","title":"Understanding the Mixture-of-Experts with Nadaraya-Watson Kernel","created":"2025-09-30","cited_by_count":6,"area":"moe"},{"id":"2510.05497","title":"Patterns behind Chaos: Forecasting Data Movement for Efficient Large-Scale MoE LLM Inference","created":"2025-10-07","cited_by_count":6,"area":"moe"},{"id":"2511.06494","title":"Route Experts by Sequence, not by Token","created":"2025-11-09","cited_by_count":6,"area":"moe"},{"id":"2508.18756","title":"UltraMemV2: Memory Networks Scaling to 120B Parameters with Superior Long-Context Learning","created":"2025-08-26","cited_by_count":5,"area":"moe"},{"id":"2511.10054","title":"BuddyMoE: Exploiting Expert Redundancy to Accelerate Memory-Constrained Mixture-of-Experts Inference","created":"2025-11-13","cited_by_count":5,"area":"moe"},{"id":"2511.17127","title":"Training Foundation Models on a Full-Stack AMD Platform: Compute, Networking, and System Design","created":"2025-11-21","cited_by_count":5,"area":"moe"},{"id":"2512.09277","title":"Efficient MoE Serving in the Memory-Bound Regime: Balance Activated Experts, Not Tokens","created":"2025-12-10","cited_by_count":5,"area":"moe"},{"id":"2601.02967","title":"MoE Adapter for Large Audio Language Models: Sparsity, Disentanglement, and Gradient-Conflict-Free","created":"2026-01-06","cited_by_count":5,"area":"moe"},{"id":"2601.04823","title":"DR-LoRA: Dynamic Rank LoRA for Fine-Tuning Mixture-of-Experts Models","created":"2026-01-08","cited_by_count":5,"area":"moe"},{"id":"2603.09983","title":"MoE-SpAc: Efficient MoE Inference Based on Speculative Activation Utility in Heterogeneous Edge Scenarios","created":"2026-02-12","cited_by_count":5,"area":"moe"},{"id":"2603.13606","title":"NCCL EP: Towards a Unified Expert Parallel Communication API for NCCL","created":"2026-03-13","cited_by_count":5,"area":"moe"},{"id":"2604.19241","title":"UniEP: Unified Expert-Parallel MoE MegaKernel for LLM Training","created":"2026-04-21","cited_by_count":5,"area":"moe"},{"id":"2607.18722","title":"Stale but Stable: Staleness-Adaptive Trust Regions for Stabilizing Asynchronous Reinforcement Learning","created":"2026-07-21","cited_by_count":5,"area":"moe"},{"id":"2507.17133","title":"BrownoutServe: SLO-Aware Inference Serving under Bursty Workloads for MoE-based LLMs","created":"2025-07-23","cited_by_count":4,"area":"moe"},{"id":"2507.18671","title":"Innovator: Scientific Continued Pretraining with Fine-grained MoE Upcycling","created":"2025-07-24","cited_by_count":4,"area":"moe"},{"id":"2508.09591","title":"HierMoE: Accelerating MoE Training with Hierarchical Token Deduplication and Expert Swap","created":"2025-08-13","cited_by_count":4,"area":"moe"},{"id":"2510.02613","title":"ElasticMoE: An Efficient Auto Scaling Method for Mixture-of-Experts Models","created":"2025-10-02","cited_by_count":4,"area":"moe"},{"id":"2511.10676","title":"Pre-Attention Expert Prediction and Prefetching for Mixture-of-Experts Large Language Models","created":"2025-11-10","cited_by_count":4,"area":"moe"},{"id":"2601.08383","title":"Deconstructing Pre-training: Knowledge Attribution Analysis in MoE and Dense Models","created":"2026-01-13","cited_by_count":4,"area":"moe"},{"id":"2602.00509","title":"PROBE: Co-Balancing Computation and Communication in MoE Inference via Real-Time Predictive Prefetching","created":"2026-01-31","cited_by_count":4,"area":"moe"},{"id":"2602.00879","title":"Dynamic Expert Sharing: Decoupling Memory from Parallelism in Mixture-of-Experts Diffusion LLMs","created":"2026-01-31","cited_by_count":4,"area":"moe"},{"id":"2602.02472","title":"SPARKLING: Balancing Signal Preservation and Symmetry Breaking for Width-Progressive Learning","created":"2026-02-02","cited_by_count":4,"area":"moe"},{"id":"2602.21693","title":"TiMi: Empower Time Series Transformers with Multimodal Mixture of Experts","created":"2026-02-25","cited_by_count":4,"area":"moe"},{"id":"2605.18643","title":"Post-Trained MoE Can Skip Half Experts via Self-Distillation","created":"2026-05-18","cited_by_count":4,"area":"moe"},{"id":"2605.24956","title":"NITP: Next Implicit Token Prediction for LLM Pre-training","created":"2026-05-24","cited_by_count":4,"area":"moe"},{"id":"2606.16825","title":"Tying the Loop -- Tied Expert Layers in Mixture-of-Experts Language Models","created":"2026-06-15","cited_by_count":4,"area":"moe"},{"id":"2607.14530","title":"xHC: Expanded Hyper-Connections","created":"2026-07-16","cited_by_count":4,"area":"moe"},{"id":"2509.25689","title":"Collaborative Compression for Large-Scale MoE Deployment on Edge","created":"2025-09-30","cited_by_count":3,"area":"moe"},{"id":"2512.13996","title":"DTop-p MoE: Sparsity-Controlled Dynamic Top-p MoE for Foundation Model Pre-training","created":"2025-12-16","cited_by_count":3,"area":"moe"},{"id":"2512.20157","title":"SigLino: Efficient Multi-Teacher Distillation for Agglomerative Vision Foundation Models","created":"2025-12-23","cited_by_count":3,"area":"moe"},{"id":"2602.00800","title":"JTok: On Token Embedding as another Axis of Scaling Law via Joint Token Self-modulation","created":"2026-01-31","cited_by_count":3,"area":"moe"},{"id":"2602.06154","title":"MoSE: Mixture of Slimmable Experts for Efficient and Adaptive Language Models","created":"2026-02-05","cited_by_count":3,"area":"moe"},{"id":"2602.07616","title":"SERE: Similarity-based Expert Re-routing for Efficient Batch Decoding in MoE Models","created":"2026-02-07","cited_by_count":3,"area":"moe"},{"id":"2602.12556","title":"SD-MoE: Spectral Decomposition for Effective Expert Specialization","created":"2026-02-13","cited_by_count":3,"area":"moe"},{"id":"2603.09453","title":"Variational Routing: A Scalable Bayesian Framework for Calibrated Mixture-of-Experts Transformers","created":"2026-03-10","cited_by_count":3,"area":"moe"},{"id":"2604.25578","title":"Marco-MoE: Open Multilingual Mixture-of-Expert Language Models with Efficient Upcycling","created":"2026-04-28","cited_by_count":3,"area":"moe"},{"id":"2605.08639","title":"ReLibra: Routing-Replay-Guided Load Balancing for MoE Training in Reinforcement Learning","created":"2026-05-09","cited_by_count":3,"area":"moe"},{"id":"2605.27358","title":"MobileMoE: Scaling On-Device Mixture of Experts","created":"2026-05-26","cited_by_count":3,"area":"moe"},{"id":"2606.01062","title":"DAG-MoE: From Simple Mixture to Structural Aggregation in Mixture-of-Experts","created":"2026-05-31","cited_by_count":3,"area":"moe"},{"id":"2608.03275","title":"MoEGen: Mixture-of-Experts for Instance-Adaptive LoRA Generation","created":"2026-08-04","cited_by_count":3,"area":"moe"},{"id":"2609.18176","title":"MoRE: Mixture of Reused Experts","created":"2026-09-16","cited_by_count":3,"area":"moe"},{"id":"2508.11326","title":"MoE-TTS: Enhancing Out-of-Domain Text Understanding for Description-based TTS via Mixture-of-Experts","created":"2025-08-15","cited_by_count":2,"area":"moe"},{"id":"2508.16700","title":"GPT-OSS-20B: A Comprehensive Deployment-Centric Analysis of OpenAI's Open-Weight Mixture of Experts Model","created":"2025-08-22","cited_by_count":2,"area":"moe"},{"id":"2510.07205","title":"Guided by the Experts: Provable Feature Learning Dynamic of Soft-Routed Mixture-of-Experts","created":"2025-10-08","cited_by_count":2,"area":"moe"},{"id":"2510.13079","title":"GatePro: Parameter-Free Expert Selection Optimization for Mixture-of-Experts Models","created":"2025-10-15","cited_by_count":2,"area":"moe"},{"id":"2510.16968","title":"Leave It to the Experts: Detecting Knowledge Distillation via MoE Expert Signatures","created":"2025-10-19","cited_by_count":2,"area":"moe"},{"id":"2510.19470","title":"HybridEP: Scaling Expert Parallelism to Cross-Datacenter Scenario via Hybrid Expert/Data Transmission","created":"2025-10-22","cited_by_count":2,"area":"moe"},{"id":"2510.23671","title":"Sparsity and Superposition in Mixture of Experts","created":"2025-10-26","cited_by_count":2,"area":"moe"},{"id":"2511.05814","title":"In-depth Analysis on Caching and Pre-fetching in Mixture of Experts Offloading","created":"2025-11-08","cited_by_count":2,"area":"moe"}],"next_cursor":"100"}