{"total":69,"rows":[{"id":"2401.04088","title":"Mixtral of Experts","created":"2024-01-08","cited_by_count":1823,"area":"moe"},{"id":"2405.04434","title":"DeepSeek-V2: A Strong, Economical, and Efficient Mixture-of-Experts Language Model","created":"2024-05-07","cited_by_count":1135,"area":"moe"},{"id":"2401.06066","title":"DeepSeekMoE: Towards Ultimate Expert Specialization in Mixture-of-Experts Language Models","created":"2024-01-11","cited_by_count":867,"area":"moe"},{"id":"2409.02060","title":"OLMoE: Open Mixture-of-Experts Language Models","created":"2024-09-03","cited_by_count":301,"area":"moe"},{"id":"2211.15841","title":"MegaBlocks: Efficient Sparse Training with Mixture-of-Experts","created":"2022-11-29","cited_by_count":209,"area":"moe"},{"id":"2112.10684","title":"Efficient Large Scale Language Modeling with Mixtures of Experts","created":"2021-12-20","cited_by_count":175,"area":"moe"},{"id":"2601.07372","title":"Conditional Memory via Scalable Lookup: A New Axis of Sparsity for Large Language Models","created":"2026-01-12","cited_by_count":86,"area":"moe"},{"id":"2407.04153","title":"Mixture of A Million Experts","created":"2024-07-04","cited_by_count":72,"area":"moe"},{"id":"2404.07413","title":"JetMoE: Reaching Llama2 Performance with 0.1M Dollars","created":"2024-04-11","cited_by_count":57,"area":"moe"},{"id":"2410.07348","title":"MoE++: Accelerating Mixture-of-Experts Methods with Zero-Computation Experts","created":"2024-10-09","cited_by_count":56,"area":"moe"},{"id":"2412.14711","title":"ReMoE: Fully Differentiable Mixture-of-Experts with ReLU Routing","created":"2024-12-19","cited_by_count":54,"area":"moe"},{"id":"2303.06318","title":"A Hybrid Tensor-Expert-Data Parallelism Approach to Optimize Mixture-of-Experts Training","created":"2023-03-11","cited_by_count":47,"area":"moe"},{"id":"2410.11842","title":"MoH: Multi-Head Attention as Mixture-of-Head Attention","created":"2024-10-15","cited_by_count":44,"area":"moe"},{"id":"2406.05955","title":"Turbo Sparse: Achieving LLM SOTA Performance with Minimal Activated Parameters","created":"2024-06-10","cited_by_count":38,"area":"moe"},{"id":"2303.06182","title":"Towards MoE Deployment: Mitigating Inefficiencies in Mixture-of-Expert (MoE) Inference","created":"2023-03-10","cited_by_count":37,"area":"moe"},{"id":"2402.01771","title":"BlackMamba: Mixture of Experts for State-Space Models","created":"2024-02-01","cited_by_count":37,"area":"moe"},{"id":"2408.10681","title":"HMoE: Heterogeneous Mixture of Experts for Language Modeling","created":"2024-08-20","cited_by_count":29,"area":"moe"},{"id":"2401.08383","title":"Exploiting Inter-Layer Expert Affinity for Accelerating Mixture-of-Experts Model Inference","created":"2024-01-16","cited_by_count":28,"area":"moe"},{"id":"2410.05661","title":"Scaling Laws Across Model Architectures: A Comparative Analysis of Dense and MoE Models in Large Language Models","created":"2024-10-08","cited_by_count":25,"area":"moe"},{"id":"2406.02500","title":"Towards Efficient Mixture of Experts: A Holistic Study of Compression Techniques","created":"2024-06-04","cited_by_count":24,"area":"moe"},{"id":"2404.01365","title":"Prompt-prompted Adaptive Structured Pruning for Efficient LLM Generation","created":"2024-04-01","cited_by_count":21,"area":"moe"},{"id":"2410.19123","title":"Read-ME: Refactorizing LLMs as Router-Decoupled Mixture of Experts with System Co-Design","created":"2024-10-24","cited_by_count":19,"area":"moe"},{"id":"2306.04640","title":"ModuleFormer: Modularity Emerges from Mixture-of-Experts","created":"2023-06-07","cited_by_count":17,"area":"moe"},{"id":"2410.10626","title":"Efficiently Democratizing Medical LLMs for 50 Languages via a Mixture of Language Family Experts","created":"2024-10-14","cited_by_count":17,"area":"moe"},{"id":"2302.09915","title":"TA-MoE: Topology-Aware Large Scale Mixture-of-Expert Training","created":"2023-02-20","cited_by_count":15,"area":"moe"},{"id":"2509.25041","title":"GRACE-MoE: Grouping and Replication with Locality-Aware Routing for Efficient Distributed MoE Inference","created":"2025-09-29","cited_by_count":13,"area":"moe"},{"id":"2503.15798","title":"Mixture of Lookup Experts","created":"2025-03-20","cited_by_count":12,"area":"moe"},{"id":"2412.00069","title":"Condense, Don't Just Prune: Enhancing Efficiency and Performance in MoE Layer Pruning","created":"2024-11-26","cited_by_count":10,"area":"moe"},{"id":"2506.21551","title":"Grokking in LLM Pretraining? Monitor Memorization-to-Generalization without Test","created":"2025-06-26","cited_by_count":10,"area":"moe"},{"id":"2305.13999","title":"Towards A Unified View of Sparse Feed-Forward Network in Pretraining Large Language Model","created":"2023-05-23","cited_by_count":9,"area":"moe"},{"id":"2407.09816","title":"MaskMoE: Boosting Token-Level Learning via Routing Mask in Mixture-of-Experts","created":"2024-07-13","cited_by_count":9,"area":"moe"},{"id":"2506.09440","title":"GigaChat Family: Efficient Russian Language Modeling Through Mixture of Experts Architecture","created":"2025-06-11","cited_by_count":8,"area":"moe"},{"id":"2507.08771","title":"BlockFFN: Towards End-Side Acceleration-Friendly Mixture-of-Experts with Chunk-Level Activation Sparsity","created":"2025-07-11","cited_by_count":6,"area":"moe"},{"id":"2509.25913","title":"Understanding the Mixture-of-Experts with Nadaraya-Watson Kernel","created":"2025-09-30","cited_by_count":6,"area":"moe"},{"id":"2511.06494","title":"Route Experts by Sequence, not by Token","created":"2025-11-09","cited_by_count":6,"area":"moe"},{"id":"2410.03440","title":"Exploring the Benefit of Activation Sparsity in Pre-training","created":"2024-10-04","cited_by_count":5,"area":"moe"},{"id":"2410.16077","title":"CartesianMoE: Boosting Knowledge Sharing among Experts via Cartesian Product Routing in Mixture-of-Experts","created":"2024-10-21","cited_by_count":5,"area":"moe"},{"id":"2303.08374","title":"MCR-DL: Mix-and-Match Communication Runtime for Deep Learning","created":"2023-03-15","cited_by_count":4,"area":"moe"},{"id":"2408.04278","title":"LaDiMo: Layer-wise Distillation Inspired MoEfier","created":"2024-08-08","cited_by_count":4,"area":"moe"},{"id":"2505.11564","title":"HessFormer: Hessians at Foundation Scale","created":"2025-05-16","cited_by_count":4,"area":"moe"},{"id":"2605.12476","title":"Routers Learn the Geometry of Their Experts: Geometric Coupling in Sparse Mixture-of-Experts","created":"2026-05-12","cited_by_count":4,"area":"moe"},{"id":"2605.24956","title":"NITP: Next Implicit Token Prediction for LLM Pre-training","created":"2026-05-24","cited_by_count":4,"area":"moe"},{"id":"2607.14530","title":"xHC: Expanded Hyper-Connections","created":"2026-07-16","cited_by_count":4,"area":"moe"},{"id":"2606.01062","title":"DAG-MoE: From Simple Mixture to Structural Aggregation in Mixture-of-Experts","created":"2026-05-31","cited_by_count":3,"area":"moe"},{"id":"2408.11855","title":"FactorLLM: Factorizing Knowledge via Mixture of Experts for Large Language Models","created":"2024-08-15","cited_by_count":2,"area":"moe"},{"id":"2605.11689","title":"Slicing and Dicing: Configuring Optimal Mixtures of Experts","created":"2026-05-12","cited_by_count":2,"area":"moe"},{"id":"2609.11917","title":"Data Scarcity and Model Sparsity: Mixtures-of-Experts Overfit More to Repeated Data","created":"2026-09-10","cited_by_count":2,"area":"moe"},{"id":"2403.02436","title":"How does Architecture Influence the Base Capabilities of Pre-trained Language Models? A Case Study Based on FFN-Wider and MoE Transformers","created":"2024-03-04","cited_by_count":1,"area":"moe"},{"id":"2509.00679","title":"Router Upcycling: Leveraging Mixture-of-Routers in Mixture-of-Experts Upcycling","created":"2025-08-31","cited_by_count":1,"area":"moe"},{"id":"2511.05745","title":"Beyond Redundancy: Diverse and Specialized Multi-Expert Sparse Autoencoder","created":"2025-11-07","cited_by_count":1,"area":"moe"},{"id":"2512.13705","title":"Scaling and Transferability of Annealing Strategies in Large Language Model Training","created":"2025-12-05","cited_by_count":1,"area":"moe"},{"id":"2602.09001","title":"DirMoE: Dirichlet-routed Mixture of Experts","created":"2026-02-09","cited_by_count":1,"area":"moe"},{"id":"2605.06665","title":"UniPool: A Globally Shared Expert Pool for Mixture-of-Experts","created":"2026-05-07","cited_by_count":1,"area":"moe"},{"id":"2606.02378","title":"When Do Attention Circuits Form? Developmental Trajectories of Capability and Attention-Sink Emergence Across Three 1B-ClassArchitectures","created":"2026-06-01","cited_by_count":1,"area":"moe"},{"id":"2607.09424","title":"A Sovereign, Open-Source Foundation Model for German and English","created":"2026-07-10","cited_by_count":1,"area":"moe"},{"id":"2608.03676","title":"TAOT: Topology-Aware Optimal Transport for Dynamic Expert Replica Placement in MoE Training","created":"2026-08-04","cited_by_count":1,"area":"moe"},{"id":"2403.01994","title":"Improving the Downstream Performance of Mixture-of-Experts Transformers via Weak Vanilla Transformers","created":"2024-03-04","cited_by_count":0,"area":"moe"},{"id":"2503.20750","title":"Optimal Scaling Laws for Efficiency Gains in a Theoretical Transformer-Augmented Sectional MoE Framework","created":"2025-03-26","cited_by_count":0,"area":"moe"},{"id":"2504.08247","title":"Millions of States: Designing a Scalable MoE Architecture with RWKV-7 Meta-learner","created":"2025-04-11","cited_by_count":0,"area":"moe"},{"id":"2509.10530","title":"Dynamic Adaptive Shared Experts with Grouped Multi-Head Attention Mixture of Experts","created":"2025-09-05","cited_by_count":0,"area":"moe"},{"id":"2605.04952","title":"Adaptive Inverted-Index Routing for Granular Mixtures-of-Experts","created":"2026-05-06","cited_by_count":0,"area":"moe"},{"id":"2605.07731","title":"Benchmarking EngGPT2-16B-A3B against Comparable Italian and International Open-source LLMs","created":"2026-05-08","cited_by_count":0,"area":"moe"},{"id":"2605.10933","title":"DECO: Sparse Mixture-of-Experts with Dense-Comparable Performance on End-Side Devices","created":"2026-05-11","cited_by_count":0,"area":"moe"},{"id":"2606.08814","title":"STAR: Rethinking MoE Routing as Structure-Aware Subspace Learning","created":"2026-06-07","cited_by_count":0,"area":"moe"},{"id":"2607.06601","title":"TriRoute: Unified Learned Routing for Joint Adaptive Attention, Experts, and KV-Cache Allocation","created":"2026-07-07","cited_by_count":0,"area":"moe"},{"id":"2609.01100","title":"Beyond Magnitude: Contrastive Routing for Modular Mixture-of-Experts","created":"2026-09-01","cited_by_count":0,"area":"moe"},{"id":"2609.22471","title":"Efficient Mixture-of-Experts with Speculative Decoding via Expert Coactivation","created":"2026-09-18","cited_by_count":0,"area":"moe"},{"id":"2610.05484","title":"Universal Test-Time Training","created":"2026-10-04","cited_by_count":0,"area":"moe"},{"id":"2610.11775","title":"RouterInterp: Understanding Superposed Specialisation in Mixture of Experts Routing","created":"2026-10-08","cited_by_count":0,"area":"moe"}],"next_cursor":null}