{"total":52,"rows":[{"id":"2409.02060","title":"OLMoE: Open Mixture-of-Experts Language Models","created":"2024-09-03","cited_by_count":301,"area":"moe"},{"id":"2406.16554","title":"LLaMA-MoE: Building Mixture-of-Experts from LLaMA with Continual Pre-training","created":"2024-06-24","cited_by_count":123,"area":"moe"},{"id":"2410.07348","title":"MoE++: Accelerating Mixture-of-Experts Methods with Zero-Computation Experts","created":"2024-10-09","cited_by_count":56,"area":"moe"},{"id":"2410.11842","title":"MoH: Multi-Head Attention as Mixture-of-Head Attention","created":"2024-10-15","cited_by_count":44,"area":"moe"},{"id":"2406.05955","title":"Turbo Sparse: Achieving LLM SOTA Performance with Minimal Activated Parameters","created":"2024-06-10","cited_by_count":38,"area":"moe"},{"id":"2411.15708","title":"LLaMA-MoE v2: Exploring Sparsity of LLaMA from Perspective of Mixture-of-Experts with Post-Training","created":"2024-11-24","cited_by_count":26,"area":"moe"},{"id":"2210.16433","title":"Knowledge-in-Context: Towards Knowledgeable Semi-Parametric Language Models","created":"2022-10-28","cited_by_count":24,"area":"moe"},{"id":"2410.19034","title":"Mixture of Parrots: Experts improve memorization more than reasoning","created":"2024-10-24","cited_by_count":21,"area":"moe"},{"id":"2512.14080","title":"SonicMoE: Accelerating MoE with IO and Tile-aware Optimizations","created":"2025-12-16","cited_by_count":21,"area":"moe"},{"id":"2605.23872","title":"Training-Free Looped Transformers","created":"2026-05-22","cited_by_count":15,"area":"moe"},{"id":"2502.03009","title":"Scaling Laws for Upcycling Mixture-of-Experts Language Models","created":"2025-02-05","cited_by_count":13,"area":"moe"},{"id":"2205.12701","title":"Eliciting and Understanding Cross-Task Skills with Task-Level Mixture-of-Experts","created":"2022-05-25","cited_by_count":12,"area":"moe"},{"id":"2508.12461","title":"Is GPT-OSS Good? A Comprehensive Evaluation of OpenAI's Latest Open Source Models","created":"2025-08-17","cited_by_count":11,"area":"moe"},{"id":"2512.23447","title":"Coupling Experts and Routers in Mixture-of-Experts via an Auxiliary Loss","created":"2025-12-29","cited_by_count":11,"area":"moe"},{"id":"2501.15316","title":"ToMoE: Converting Dense Large Language Models to Mixture-of-Experts through Dynamic Structural Pruning","created":"2025-01-25","cited_by_count":10,"area":"moe"},{"id":"2510.05245","title":"Stratum: System-Hardware Co-Design with Tiered Monolithic 3D-Stackable DRAM for Efficient MoE Serving","created":"2025-10-06","cited_by_count":10,"area":"moe"},{"id":"2510.17483","title":"ReXMoE: Reusing Experts with Minimal Overhead in Mixture-of-Experts","created":"2025-10-20","cited_by_count":10,"area":"moe"},{"id":"2506.12119","title":"Mixture-of-Experts Can Surpass Dense LLMs Under Strictly Equal Resource","created":"2025-06-13","cited_by_count":8,"area":"moe"},{"id":"2603.04971","title":"Mixture of Universal Experts: Scaling Virtual Width via Depth-Width Transformation","created":"2026-03-05","cited_by_count":8,"area":"moe"},{"id":"2408.15901","title":"Nexus: Specialization meets Adaptability for Efficiently Training Mixture of Experts","created":"2024-08-28","cited_by_count":7,"area":"moe"},{"id":"2409.18412","title":"SciDFM: A Large Language Model with Mixture-of-Experts for Science","created":"2024-09-27","cited_by_count":7,"area":"moe"},{"id":"2504.07964","title":"C3PO: Critical-Layer, Core-Expert, Collaborative Pathway Optimization for Test-Time Expert Re-Mixing","created":"2025-04-10","cited_by_count":7,"area":"moe"},{"id":"2511.07419","title":"Routing Manifold Alignment Improves Generalization of Mixture-of-Experts LLMs","created":"2025-11-10","cited_by_count":7,"area":"moe"},{"id":"2504.01337","title":"Advancing MoE Efficiency: A Collaboration-Constrained Routing (C2R) Strategy for Better Expert Parallelism Design","created":"2025-04-02","cited_by_count":6,"area":"moe"},{"id":"2509.25913","title":"Understanding the Mixture-of-Experts with Nadaraya-Watson Kernel","created":"2025-09-30","cited_by_count":6,"area":"moe"},{"id":"2503.05029","title":"Continual Pre-training of MoEs: How robust is your router?","created":"2025-03-06","cited_by_count":5,"area":"moe"},{"id":"2508.18756","title":"UltraMemV2: Memory Networks Scaling to 120B Parameters with Superior Long-Context Learning","created":"2025-08-26","cited_by_count":5,"area":"moe"},{"id":"2604.08826","title":"HiFloat4 Format for Language Model Pre-training on Ascend NPUs","created":"2026-04-09","cited_by_count":5,"area":"moe"},{"id":"2505.13345","title":"Occult: Optimizing Collaborative Communication across Experts for Accelerated Parallel MoE Training and Inference","created":"2025-05-19","cited_by_count":4,"area":"moe"},{"id":"2602.02472","title":"SPARKLING: Balancing Signal Preservation and Symmetry Breaking for Width-Progressive Learning","created":"2026-02-02","cited_by_count":4,"area":"moe"},{"id":"2604.08133","title":"Alloc-MoE: Budget-Aware Expert Activation Allocation for Efficient Mixture-of-Experts Inference","created":"2026-04-09","cited_by_count":4,"area":"moe"},{"id":"2505.19427","title":"WINA: Weight Informed Neuron Activation for Accelerating Large Language Model Inference","created":"2025-05-26","cited_by_count":3,"area":"moe"},{"id":"2508.12801","title":"Maximum Score Routing For Mixture-of-Experts","created":"2025-08-18","cited_by_count":3,"area":"moe"},{"id":"2603.09453","title":"Variational Routing: A Scalable Bayesian Framework for Calibrated Mixture-of-Experts Transformers","created":"2026-03-10","cited_by_count":3,"area":"moe"},{"id":"2403.02436","title":"How does Architecture Influence the Base Capabilities of Pre-trained Language Models? A Case Study Based on FFN-Wider and MoE Transformers","created":"2024-03-04","cited_by_count":1,"area":"moe"},{"id":"2510.19366","title":"MoE-Prism: Disentangling Monolithic Experts for Elastic MoE Services via Model-System Co-Designs","created":"2025-10-22","cited_by_count":1,"area":"moe"},{"id":"2601.21349","title":"L2R: Low-Rank and Lipschitz-Controlled Routing for Mixture-of-Experts","created":"2026-01-29","cited_by_count":1,"area":"moe"},{"id":"2606.01666","title":"DOT-MoE: Differentiable Optimal Transport for MoEfication","created":"2026-06-01","cited_by_count":1,"area":"moe"},{"id":"2509.23012","title":"MoE-PHDS: One MoE checkpoint for flexible runtime sparsity","created":"2025-09-27","cited_by_count":0,"area":"moe"},{"id":"2602.11543","title":"Pretraining A Large Language Model using Distributed GPUs: A Memory-Efficient Decentralized Paradigm","created":"2026-02-12","cited_by_count":0,"area":"moe"},{"id":"2602.15521","title":"ExpertWeaver: Unlocking the Inherent MoE in Dense LLMs with GLU Activation Patterns","created":"2026-02-17","cited_by_count":0,"area":"moe"},{"id":"2605.18498","title":"DBES: A Systematic Benchmark and Metric Suite for Evaluating Expert Specialization in Large-Scale MoEs","created":"2026-05-18","cited_by_count":0,"area":"moe"},{"id":"2606.12397","title":"Redesign Mixture-of-Experts Routers with Manifold Power Iteration","created":"2026-06-10","cited_by_count":0,"area":"moe"},{"id":"2609.00791","title":"Instella-MoE Technical Report","created":"2026-09-01","cited_by_count":0,"area":"moe"},{"id":"2609.01100","title":"Beyond Magnitude: Contrastive Routing for Modular Mixture-of-Experts","created":"2026-09-01","cited_by_count":0,"area":"moe"},{"id":"2609.22471","title":"Efficient Mixture-of-Experts with Speculative Decoding via Expert Coactivation","created":"2026-09-18","cited_by_count":0,"area":"moe"},{"id":"2609.37751","title":"Cross-Entropy Guided Routing in Mixture-of-Experts Large Language Models","created":"2026-09-29","cited_by_count":0,"area":"moe"},{"id":"2610.07207","title":"Distributionally Robust Mixture-of-Experts Training","created":"2026-10-05","cited_by_count":0,"area":"moe"},{"id":"2610.11575","title":"Smoothing the Top-k Exposure Boundary for Sparse Mixture-of-Experts","created":"2026-10-08","cited_by_count":0,"area":"moe"},{"id":"2610.17959","title":"Virtual Head Attention","created":"2026-10-13","cited_by_count":0,"area":"moe"},{"id":"2610.19232","title":"Spectral-MoE: Heterogeneous Per-Layer Expert Utilization in Dense-to-MoE Conversion","created":"2026-10-13","cited_by_count":0,"area":"moe"},{"id":"2610.19975","title":"LatentLoop: Scaling Looped MoE Models with Asymmetric Compute Allocation","created":"2026-10-14","cited_by_count":0,"area":"moe"}],"next_cursor":null}