{"total":29,"rows":[{"id":"2101.03961","title":"Switch Transformers: Scaling to Trillion Parameter Models with Simple and Efficient Sparsity","created":"2021-01-11","cited_by_count":3073,"area":"moe"},{"id":"2201.05596","title":"DeepSpeed-MoE: Advancing Mixture-of-Experts Inference and Training to Power Next-Generation AI Scale","created":"2022-01-14","cited_by_count":404,"area":"moe"},{"id":"2112.10684","title":"Efficient Large Scale Language Modeling with Mixtures of Experts","created":"2021-12-20","cited_by_count":175,"area":"moe"},{"id":"2110.01786","title":"MoEfication: Transformer Feed-forward Layers are Mixtures of Experts","created":"2021-10-05","cited_by_count":152,"area":"moe"},{"id":"2204.07675","title":"MoEBERT: from BERT to Mixture-of-Experts via Importance-Guided Adaptation","created":"2022-04-15","cited_by_count":37,"area":"moe"},{"id":"2205.10034","title":"MoESys: A Distributed and Efficient Mixture-of-Experts Training and Inference System for Internet Services","created":"2022-05-20","cited_by_count":37,"area":"moe"},{"id":"2201.10890","title":"One Student Knows All Experts Know: From Sparse to Dense","created":"2022-01-26","cited_by_count":25,"area":"moe"},{"id":"2305.12129","title":"Lifting the Curse of Capacity Gap in Distilling Language Models","created":"2023-05-20","cited_by_count":25,"area":"moe"},{"id":"2409.06669","title":"DA-MoE: Towards Dynamic Expert Allocation for Mixture-of-Experts Models","created":"2024-09-10","cited_by_count":15,"area":"moe"},{"id":"2503.17793","title":"Every Sample Matters: Leveraging Mixture-of-Experts and High-Quality Data for Efficient and Accurate Code LLM","created":"2025-03-22","cited_by_count":13,"area":"moe"},{"id":"2205.12399","title":"Sparse Mixers: Combining MoE and Mixing to build a more efficient BERT","created":"2022-05-24","cited_by_count":12,"area":"moe"},{"id":"2510.05245","title":"Stratum: System-Hardware Co-Design with Tiered Monolithic 3D-Stackable DRAM for Efficient MoE Serving","created":"2025-10-06","cited_by_count":10,"area":"moe"},{"id":"2405.19086","title":"MEMoE: Enhancing Model Editing with Mixture of Experts Adaptors","created":"2024-05-29","cited_by_count":9,"area":"moe"},{"id":"2307.08941","title":"MLP Fusion: Towards Efficient Fine-tuning of Dense and Mixture-of-Experts Language Models","created":"2023-07-18","cited_by_count":6,"area":"moe"},{"id":"2502.12947","title":"Every Expert Matters: Towards Effective Knowledge Distillation for Mixture-of-Experts Language Models","created":"2025-02-18","cited_by_count":6,"area":"moe"},{"id":"2406.17716","title":"A New Benchmark Dataset and Mixture-of-Experts Language Models for Adversarial Natural Language Inference in Vietnamese","created":"2024-06-25","cited_by_count":4,"area":"moe"},{"id":"2407.19610","title":"Mixture of Modular Experts: Distilling Knowledge from a Multilingual Teacher into Specialized Modular Language Models","created":"2024-07-28","cited_by_count":4,"area":"moe"},{"id":"2605.18643","title":"Post-Trained MoE Can Skip Half Experts via Self-Distillation","created":"2026-05-18","cited_by_count":4,"area":"moe"},{"id":"2303.12892","title":"Improving Transformer Performance for French Clinical Notes Classification Using Mixture of Experts on a Limited Dataset","created":"2023-03-22","cited_by_count":3,"area":"moe"},{"id":"2507.09955","title":"DeepSeek: Paradigm Shifts and Technical Evolution in Large AI Models","created":"2025-07-14","cited_by_count":3,"area":"moe"},{"id":"2505.19699","title":"Mosaic: Data-Free Knowledge Distillation via Mixture-of-Experts for Heterogeneous Distributed Environments","created":"2025-05-26","cited_by_count":2,"area":"moe"},{"id":"2510.16968","title":"Leave It to the Experts: Detecting Knowledge Distillation via MoE Expert Signatures","created":"2025-10-19","cited_by_count":2,"area":"moe"},{"id":"2502.02040","title":"M2R2: Mixture of Multi-Rate Residuals for Efficient Transformer Inference","created":"2025-02-04","cited_by_count":1,"area":"moe"},{"id":"2508.20513","title":"MoTAS: MoE-Guided Feature Selection from TTS-Augmented Speech for Enhanced Multimodal Alzheimer's Early Screening","created":"2025-08-28","cited_by_count":1,"area":"moe"},{"id":"2606.20544","title":"Toward Calibrated Mixture-of-Experts Under Distribution Shift","created":"2026-06-18","cited_by_count":1,"area":"moe"},{"id":"2204.09598","title":"Build a Robust QA System with Transformer-based Mixture of Experts","created":"2022-03-20","cited_by_count":0,"area":"moe"},{"id":"2403.01994","title":"Improving the Downstream Performance of Mixture-of-Experts Transformers via Weak Vanilla Transformers","created":"2024-03-04","cited_by_count":0,"area":"moe"},{"id":"2605.22779","title":"FAME: Failure-Aware Mixture-of-Experts for Message-Level Log Anomaly Detection","created":"2026-05-21","cited_by_count":0,"area":"moe"},{"id":"2608.23806","title":"Giga-Embeddings: Mixture-of-Experts Encoders for High-Throughput Text Embeddings","created":"2026-08-24","cited_by_count":0,"area":"moe"}],"next_cursor":null}