{"total":55,"rows":[{"id":"1701.06538","title":"Outrageously Large Neural Networks: The Sparsely-Gated Mixture-of-Experts Layer","created":"2017-01-23","cited_by_count":3509,"area":"moe"},{"id":"2006.16668","title":"GShard: Scaling Giant Models with Conditional Computation and Automatic Sharding","created":"2020-06-30","cited_by_count":1631,"area":"moe"},{"id":"2106.05974","title":"Scaling Vision with Sparse Mixture of Experts","created":"2021-06-10","cited_by_count":747,"area":"moe"},{"id":"2202.08906","title":"ST-MoE: Designing Stable and Transferable Sparse Expert Models","created":"2022-02-17","cited_by_count":399,"area":"moe"},{"id":"2409.02060","title":"OLMoE: Open Mixture-of-Experts Language Models","created":"2024-09-03","cited_by_count":301,"area":"moe"},{"id":"2308.00951","title":"From Sparse to Soft Mixtures of Experts","created":"2023-08-02","cited_by_count":248,"area":"moe"},{"id":"2407.06204","title":"A Survey on Mixture of Experts in Large Language Models","created":"2024-06-26","cited_by_count":237,"area":"moe"},{"id":"2112.10684","title":"Efficient Large Scale Language Modeling with Mixtures of Experts","created":"2021-12-20","cited_by_count":175,"area":"moe"},{"id":"2204.09179","title":"On the Representation Collapse of Sparse Mixture of Experts","created":"2022-04-20","cited_by_count":157,"area":"moe"},{"id":"2209.01667","title":"A Review of Sparse Expert Models in Deep Learning","created":"2022-09-04","cited_by_count":148,"area":"moe"},{"id":"2106.03760","title":"DSelect-k: Differentiable Selection in the Mixture of Experts with Applications to Multi-Task Learning","created":"2021-06-07","cited_by_count":115,"area":"moe"},{"id":"2210.17223","title":"Accelerating Distributed MoE Training and Inference with Lina","created":"2022-10-31","cited_by_count":109,"area":"moe"},{"id":"2110.03742","title":"Beyond Distillation: Task-level Mixture-of-Experts for Efficient Inference","created":"2021-09-24","cited_by_count":96,"area":"moe"},{"id":"2306.03745","title":"Soft Merging of Experts with Adaptive Routing","created":"2023-06-06","cited_by_count":90,"area":"moe"},{"id":"2407.04153","title":"Mixture of A Million Experts","created":"2024-07-04","cited_by_count":72,"area":"moe"},{"id":"2406.05955","title":"Turbo Sparse: Achieving LLM SOTA Performance with Minimal Activated Parameters","created":"2024-06-10","cited_by_count":38,"area":"moe"},{"id":"2311.09179","title":"SiRA: Sparse Mixture of Low Rank Adaptation","created":"2023-11-15","cited_by_count":32,"area":"moe"},{"id":"2404.08452","title":"MoE-FFD: Mixture of Experts for Generalized and Parameter-Efficient Face Forgery Detection","created":"2024-04-12","cited_by_count":27,"area":"moe"},{"id":"2305.12129","title":"Lifting the Curse of Capacity Gap in Distilling Language Models","created":"2023-05-20","cited_by_count":25,"area":"moe"},{"id":"2401.15969","title":"Routers in Vision Mixture of Experts: An Empirical Study","created":"2024-01-29","cited_by_count":23,"area":"moe"},{"id":"2506.14038","title":"Load Balancing Mixture of Experts with Similarity Preserving Routers","created":"2025-06-16","cited_by_count":22,"area":"moe"},{"id":"2008.09662","title":"Biased Mixtures Of Experts: Enabling Computer Vision Inference Under Data Transfer Limitations","created":"2020-08-21","cited_by_count":20,"area":"moe"},{"id":"2206.02107","title":"Interpretable Mixture of Experts","created":"2022-06-05","cited_by_count":17,"area":"moe"},{"id":"2507.11181","title":"Mixture of Experts in Large Language Models","created":"2025-07-15","cited_by_count":15,"area":"moe"},{"id":"2211.13491","title":"Spatial Mixture-of-Experts","created":"2022-11-24","cited_by_count":14,"area":"moe"},{"id":"1802.02195","title":"Granger-causal Attentive Mixtures of Experts: Learning Important Features with Neural Networks","created":"2018-02-06","cited_by_count":13,"area":"moe"},{"id":"2405.11530","title":"Learning More Generalized Experts by Merging Experts in Mixture-of-Experts","created":"2024-05-19","cited_by_count":12,"area":"moe"},{"id":"2308.14711","title":"Fast Feedforward Networks","created":"2023-08-28","cited_by_count":11,"area":"moe"},{"id":"2109.11817","title":"Unbiased Gradient Estimation with Balanced Assignments for Mixtures of Experts","created":"2021-09-24","cited_by_count":10,"area":"moe"},{"id":"2403.07965","title":"Conditional computation in neural networks: principles and research trends","created":"2024-03-12","cited_by_count":10,"area":"moe"},{"id":"2506.21103","title":"Learning to Skip the Middle Layers of Transformers","created":"2025-06-26","cited_by_count":10,"area":"moe"},{"id":"2207.03691","title":"Neural Implicit Dictionary via Mixture-of-Expert Training","created":"2022-07-08","cited_by_count":9,"area":"moe"},{"id":"2402.02933","title":"Intrinsic User-Centric Interpretability through Global Mixture of Experts","created":"2024-02-05","cited_by_count":9,"area":"moe"},{"id":"2406.12375","title":"GW-MoE: Resolving Uncertainty in MoE Router with Global Workspace Theory","created":"2024-06-18","cited_by_count":8,"area":"moe"},{"id":"2502.15315","title":"Tight Clusters Make Specialized Experts","created":"2025-02-21","cited_by_count":8,"area":"moe"},{"id":"2504.09601","title":"Mixture-of-Shape-Experts (MoSE): End-to-End Shape Dictionary Framework to Prompt SAM for Generalizable Medical Segmentation","created":"2025-04-13","cited_by_count":4,"area":"moe"},{"id":"2505.00792","title":"Improving Routing in Sparse Mixture of Experts with Graph of Tokens","created":"2025-05-01","cited_by_count":4,"area":"moe"},{"id":"2606.17952","title":"SoftMoE: Soft Differentiable Routing for Mixture-of-Experts in LLMs","created":"2026-06-16","cited_by_count":4,"area":"moe"},{"id":"2508.12801","title":"Maximum Score Routing For Mixture-of-Experts","created":"2025-08-18","cited_by_count":3,"area":"moe"},{"id":"2510.16411","title":"Modeling Expert Interactions in Sparse Mixture of Experts via Graph Structures","created":"2025-10-18","cited_by_count":3,"area":"moe"},{"id":"1909.09192","title":"Learning Sparse Mixture of Experts for Visual Question Answering","created":"2019-09-19","cited_by_count":2,"area":"moe"},{"id":"2306.02824","title":"COMET: Learning Cardinality Constrained Mixture of Experts with Trees and Local Search","created":"2023-06-05","cited_by_count":2,"area":"moe"},{"id":"2410.08003","title":"More Experts Than Galaxies: Conditionally-overlapping Experts With Biologically-Inspired Fixed Routing","created":"2024-10-10","cited_by_count":2,"area":"moe"},{"id":"2603.01697","title":"DynaMoE: Dynamic Token-Level Expert Activation with Layer-Wise Adaptive Capacity for Mixture-of-Experts Neural Networks","created":"2026-03-02","cited_by_count":2,"area":"moe"},{"id":"2605.11689","title":"Slicing and Dicing: Configuring Optimal Mixtures of Experts","created":"2026-05-12","cited_by_count":2,"area":"moe"},{"id":"2403.03994","title":"Video Relationship Detection Using Mixture of Experts","created":"2024-03-06","cited_by_count":1,"area":"moe"},{"id":"2405.16836","title":"Enhancing Fast Feed Forward Networks with Load Balancing and a Master Leaf Node","created":"2024-05-27","cited_by_count":1,"area":"moe"},{"id":"2409.00879","title":"Beyond Parameter Count: Implicit Bias in Soft Mixture of Experts","created":"2024-09-02","cited_by_count":1,"area":"moe"},{"id":"2412.16216","title":"GMoE: Empowering LLMs Fine-Tuning via MoE Graph Collaboration","created":"2024-12-18","cited_by_count":1,"area":"moe"},{"id":"2601.14792","title":"Robustness of Mixtures of Experts to Feature Noise","created":"2026-01-21","cited_by_count":1,"area":"moe"},{"id":"2602.09258","title":"Generalizing GNNs with Tokenized Mixture of Experts","created":"2026-02-09","cited_by_count":1,"area":"moe"},{"id":"2209.15427","title":"Tuning of Mixture-of-Experts Mixed-Precision Neural Networks","created":"2022-09-29","cited_by_count":0,"area":"moe"},{"id":"2602.10254","title":"Area-Efficient In-Memory Computing for Mixture-of-Experts via Multiplexing and Caching","created":"2026-02-10","cited_by_count":0,"area":"moe"},{"id":"2602.21798","title":"Excitation: Momentum For Experts","created":"2026-02-25","cited_by_count":0,"area":"moe"},{"id":"2609.18842","title":"Infinite-Parameter LLMs: Generating and Adapting Weights from Live Data","created":"2026-09-16","cited_by_count":0,"area":"moe"}],"next_cursor":null}