{"total":83,"rows":[{"id":"2405.04434","title":"DeepSeek-V2: A Strong, Economical, and Efficient Mixture-of-Experts Language Model","created":"2024-05-07","cited_by_count":1135,"area":"moe"},{"id":"2606.19348","title":"DeepSeek-V4: Towards Highly Efficient Million-Token Context Intelligence","created":"2026-04-26","cited_by_count":1040,"area":"moe"},{"id":"2409.02060","title":"OLMoE: Open Mixture-of-Experts Language Models","created":"2024-09-03","cited_by_count":301,"area":"moe"},{"id":"2505.06708","title":"Gated Attention for Large Language Models: Non-linearity, Sparsity, and Attention-Sink-Free","created":"2025-05-10","cited_by_count":283,"area":"moe"},{"id":"2601.02780","title":"MiMo-V2-Flash Technical Report","created":"2026-01-06","cited_by_count":191,"area":"moe"},{"id":"2411.02265","title":"Hunyuan-Large: An Open-Source MoE Model with 52 Billion Activated Parameters by Tencent","created":"2024-11-04","cited_by_count":90,"area":"moe"},{"id":"2411.11217","title":"MoE-Lightning: High-Throughput MoE Inference on Memory-constrained GPUs","created":"2024-11-18","cited_by_count":73,"area":"moe"},{"id":"2412.14711","title":"ReMoE: Fully Differentiable Mixture-of-Experts with ReLU Routing","created":"2024-12-19","cited_by_count":54,"area":"moe"},{"id":"2507.17702","title":"Towards Greater Leverage: Scaling Laws for Efficient Mixture-of-Experts Language Models","created":"2025-07-23","cited_by_count":45,"area":"moe"},{"id":"2505.09343","title":"Insights into DeepSeek-V3: Scaling Challenges and Reflections on Hardware for AI Architectures","created":"2025-05-14","cited_by_count":39,"area":"moe"},{"id":"2406.05955","title":"Turbo Sparse: Achieving LLM SOTA Performance with Minimal Activated Parameters","created":"2024-06-10","cited_by_count":38,"area":"moe"},{"id":"2409.01141","title":"Duplex: A Device for Large Language Models with Mixture of Experts, Grouped Query Attention, and Continuous Batching","created":"2024-09-02","cited_by_count":34,"area":"moe"},{"id":"2504.02263","title":"MegaScale-Infer: Serving Mixture-of-Experts at Scale with Disaggregated Expert Parallelism","created":"2025-04-03","cited_by_count":32,"area":"moe"},{"id":"2505.11432","title":"MegaScale-MoE: Large-Scale Communication-Efficient Training of Mixture-of-Experts Models in Production","created":"2025-05-16","cited_by_count":31,"area":"moe"},{"id":"2411.15708","title":"LLaMA-MoE v2: Exploring Sparsity of LLaMA from Perspective of Mixture-of-Experts with Post-Training","created":"2024-11-24","cited_by_count":26,"area":"moe"},{"id":"2411.12364","title":"Ultra-Sparse Memory Network","created":"2024-11-19","cited_by_count":19,"area":"moe"},{"id":"2609.01343","title":"SMELT: Scaling Laws for Compute-Matched MoE Looped Transformers","created":"2026-09-01","cited_by_count":18,"area":"moe"},{"id":"2403.08245","title":"Scattered Mixture-of-Experts Implementation","created":"2024-03-13","cited_by_count":15,"area":"moe"},{"id":"2505.00315","title":"Mixture of Sparse Attention: Content-Based Learnable Sparse Attention via Expert-Choice Routing","created":"2025-05-01","cited_by_count":14,"area":"moe"},{"id":"2505.04519","title":"Pangu Ultra MoE: How to Train Your Big MoE on Ascend NPUs","created":"2025-05-07","cited_by_count":12,"area":"moe"},{"id":"2602.17004","title":"Arcee Trinity Large Technical Report","created":"2026-02-19","cited_by_count":11,"area":"moe"},{"id":"2501.15316","title":"ToMoE: Converting Dense Large Language Models to Mixture-of-Experts through Dynamic Structural Pruning","created":"2025-01-25","cited_by_count":10,"area":"moe"},{"id":"2503.23100","title":"MoLAE: Mixture of Latent Experts for Parameter-Efficient Language Models","created":"2025-03-29","cited_by_count":10,"area":"moe"},{"id":"2506.21103","title":"Learning to Skip the Middle Layers of Transformers","created":"2025-06-26","cited_by_count":10,"area":"moe"},{"id":"2602.03560","title":"HySparse: A Hybrid Sparse Attention Architecture with Oracle Token Selection and KV Cache Sharing","created":"2026-02-03","cited_by_count":10,"area":"moe"},{"id":"2509.08342","title":"Accelerating Mixture-of-Expert Inference with Adaptive Expert Split Mechanism","created":"2025-09-10","cited_by_count":9,"area":"moe"},{"id":"2405.15052","title":"Revisiting MoE and Dense Speed-Accuracy Comparisons for LLM Training","created":"2024-05-23","cited_by_count":8,"area":"moe"},{"id":"2508.21706","title":"Accelerating Mixture-of-Experts Inference by Hiding Offloading Latency with Speculative Decoding","created":"2025-08-29","cited_by_count":8,"area":"moe"},{"id":"2503.05447","title":"Linear-MoE: Linear Sequence Modeling Meets Mixture-of-Experts","created":"2025-03-07","cited_by_count":6,"area":"moe"},{"id":"2506.05767","title":"dots.llm1 Technical Report","created":"2025-06-06","cited_by_count":5,"area":"moe"},{"id":"2510.04476","title":"Compressed Convolutional Attention: Efficient Attention in a Compressed Latent Space","created":"2025-10-06","cited_by_count":5,"area":"moe"},{"id":"2511.17127","title":"Training Foundation Models on a Full-Stack AMD Platform: Compute, Networking, and System Design","created":"2025-11-21","cited_by_count":5,"area":"moe"},{"id":"2506.07366","title":"MoE-GPS: Guidlines for Prediction Strategy for Dynamic Expert Duplication in MoE Load Balancing","created":"2025-06-09","cited_by_count":4,"area":"moe"},{"id":"2507.15465","title":"Rethinking LLM Inference Bottlenecks: Insights from Latent Attention and Mixture-of-Experts","created":"2025-07-21","cited_by_count":4,"area":"moe"},{"id":"2507.18671","title":"Innovator: Scientific Continued Pretraining with Fine-grained MoE Upcycling","created":"2025-07-24","cited_by_count":4,"area":"moe"},{"id":"2512.24157","title":"Training Report of TeleChat3-MoE","created":"2025-12-30","cited_by_count":4,"area":"moe"},{"id":"2604.10152","title":"SpecMoE: A Fast and Efficient Mixture-of-Experts Inference via Self-Assisted Speculative Decoding","created":"2026-04-11","cited_by_count":4,"area":"moe"},{"id":"2605.18643","title":"Post-Trained MoE Can Skip Half Experts via Self-Distillation","created":"2026-05-18","cited_by_count":4,"area":"moe"},{"id":"2605.24956","title":"NITP: Next Implicit Token Prediction for LLM Pre-training","created":"2026-05-24","cited_by_count":4,"area":"moe"},{"id":"2607.14530","title":"xHC: Expanded Hyper-Connections","created":"2026-07-16","cited_by_count":4,"area":"moe"},{"id":"2505.08944","title":"Toward Cost-Efficient Serving of Mixture-of-Experts with Asynchrony","created":"2025-05-13","cited_by_count":3,"area":"moe"},{"id":"2507.09955","title":"DeepSeek: Paradigm Shifts and Technical Evolution in Large AI Models","created":"2025-07-14","cited_by_count":3,"area":"moe"},{"id":"2508.12801","title":"Maximum Score Routing For Mixture-of-Experts","created":"2025-08-18","cited_by_count":3,"area":"moe"},{"id":"2606.25971","title":"Improving Neural Network Training by Decoupling the Magnitude and Direction of Weight Vectors","created":"2026-06-24","cited_by_count":3,"area":"moe"},{"id":"2504.15527","title":"Compass-V2 Technical Report","created":"2025-04-22","cited_by_count":2,"area":"moe"},{"id":"2510.24055","title":"Language-Conditioned Representations and Mixture-of-Experts Policy for Robust Multi-Task Robotic Manipulation","created":"2025-10-28","cited_by_count":2,"area":"moe"},{"id":"2512.16248","title":"Sigma-MoE-Tiny Technical Report","created":"2025-12-18","cited_by_count":2,"area":"moe"},{"id":"2601.01310","title":"Making MoE-based LLM Inference Resilient with Tarragon","created":"2026-01-04","cited_by_count":2,"area":"moe"},{"id":"2603.21862","title":"Holistic Scaling Laws for Optimal Mixture-of-Experts Architecture Optimization","created":"2026-03-23","cited_by_count":2,"area":"moe"},{"id":"2606.20945","title":"Grouped Query Experts: Mixture-of-Experts on GQA Self-Attention","created":"2026-06-18","cited_by_count":2,"area":"moe"},{"id":"2407.17783","title":"How Lightweight Can A Vision Transformer Be","created":"2024-07-25","cited_by_count":1,"area":"moe"},{"id":"2506.13541","title":"Mixture of Weight-shared Heterogeneous Group Attention Experts for Dynamic Token-wise KV Optimization","created":"2025-06-16","cited_by_count":1,"area":"moe"},{"id":"2602.09001","title":"DirMoE: Dirichlet-routed Mixture of Experts","created":"2026-02-09","cited_by_count":1,"area":"moe"},{"id":"2605.17598","title":"Mixture of Experts for Low-Resource LLMs","created":"2026-05-17","cited_by_count":1,"area":"moe"},{"id":"2606.01666","title":"DOT-MoE: Differentiable Optimal Transport for MoEfication","created":"2026-06-01","cited_by_count":1,"area":"moe"},{"id":"2606.24506","title":"CrossPool: Efficient Multi-LLM Serving for Cold MoE Models through KV-Cache and Weight Disaggregation","created":"2026-06-23","cited_by_count":1,"area":"moe"},{"id":"2408.13622","title":"Advancing Enterprise Spatio-Temporal Forecasting Applications: Data Mining Meets Instruction Tuning of Language Models For Multi-modal Time Series Analysis in Low-Resource Settings","created":"2024-08-24","cited_by_count":0,"area":"moe"},{"id":"2503.20750","title":"Optimal Scaling Laws for Efficiency Gains in a Theoretical Transformer-Augmented Sectional MoE Framework","created":"2025-03-26","cited_by_count":0,"area":"moe"},{"id":"2510.26182","title":"MossNet: Mixture of State-Space Experts is a Multi-Head Attention","created":"2025-10-30","cited_by_count":0,"area":"moe"},{"id":"2603.10031","title":"Architecture-Aware LLM Inference Optimization on AMD Instinct GPUs: A Comprehensive Benchmark and Deployment Study","created":"2026-02-27","cited_by_count":0,"area":"moe"},{"id":"2603.20492","title":"AE-LLM: Adaptive Efficiency Optimization for Large Language Models","created":"2026-03-20","cited_by_count":0,"area":"moe"},{"id":"2605.04952","title":"Adaptive Inverted-Index Routing for Granular Mixtures-of-Experts","created":"2026-05-06","cited_by_count":0,"area":"moe"},{"id":"2605.18848","title":"Exact Linear Attention","created":"2026-05-13","cited_by_count":0,"area":"moe"},{"id":"2605.31268","title":"Mellum2 Technical Report","created":"2026-05-29","cited_by_count":0,"area":"moe"},{"id":"2606.24320","title":"ZONOS2 Technical Report","created":"2026-06-23","cited_by_count":0,"area":"moe"},{"id":"2607.06601","title":"TriRoute: Unified Learned Routing for Joint Adaptive Attention, Experts, and KV-Cache Allocation","created":"2026-07-07","cited_by_count":0,"area":"moe"},{"id":"2607.19058","title":"Where Should Optimizer State Live? Tiered State Allocation for Memory-Efficient Mixture-of-Experts Training","created":"2026-07-21","cited_by_count":0,"area":"moe"},{"id":"2608.09119","title":"Motif 3: Technical Report","created":"2026-08-10","cited_by_count":0,"area":"moe"},{"id":"2608.12146","title":"RoutePack: Expert Placement and Attention-Aware Data Packing for MoE Reinforcement Learning","created":"2026-08-12","cited_by_count":0,"area":"moe"},{"id":"2608.14333","title":"Beyond Capacity: Scalable MoE LLM Inference via High-Bandwidth Flash with Direct GPU and HBM Paths","created":"2026-08-14","cited_by_count":0,"area":"moe"},{"id":"2608.22613","title":"NOVA: Technology-Architecture Co-Design of Near-Memory Processing for Attention-SSM-MoE Hybrid LLM Inference","created":"2026-08-23","cited_by_count":0,"area":"moe"},{"id":"2609.01100","title":"Beyond Magnitude: Contrastive Routing for Modular Mixture-of-Experts","created":"2026-09-01","cited_by_count":0,"area":"moe"},{"id":"2609.14507","title":"Physically Partitioned KVCache Format for CPU--GPU Load Balancing in MoE Inference","created":"2026-09-13","cited_by_count":0,"area":"moe"},{"id":"2609.21672","title":"Accelerating Dense LLMs via L0-regularized Mixture-of-Experts","created":"2026-09-18","cited_by_count":0,"area":"moe"},{"id":"2609.27284","title":"Hunyuan-A13B Technical Report","created":"2026-09-23","cited_by_count":0,"area":"moe"},{"id":"2609.29618","title":"An Exploratory Ablation of a Small MLA--SSM Hybrid Language Model","created":"2026-08-28","cited_by_count":0,"area":"moe"},{"id":"2609.34212","title":"X-MoD: Practical Scaling Laws for Sparse-Depth Routing Beyond Mixture-of-Depths","created":"2026-09-28","cited_by_count":0,"area":"moe"},{"id":"2610.01153","title":"Looping Beyond Twice: A Scalable Recipe for Looped Mixture-of-Experts","created":"2026-10-01","cited_by_count":0,"area":"moe"},{"id":"2610.12495","title":"Kairos: Toward a Byte-Level Foundation Model for Every Modality","created":"2026-09-26","cited_by_count":0,"area":"moe"},{"id":"2610.13370","title":"Overcoming Data Imbalances with Expert Selection Biases","created":"2026-10-09","cited_by_count":0,"area":"moe"},{"id":"2610.14423","title":"Scaling Laws for Multimodal Data Mixtures","created":"2026-10-10","cited_by_count":0,"area":"moe"},{"id":"2610.17959","title":"Virtual Head Attention","created":"2026-10-13","cited_by_count":0,"area":"moe"},{"id":"2610.19975","title":"LatentLoop: Scaling Looped MoE Models with Asymmetric Compute Allocation","created":"2026-10-14","cited_by_count":0,"area":"moe"}],"next_cursor":null}