{"total":27,"rows":[{"id":"2202.08906","title":"ST-MoE: Designing Stable and Transferable Sparse Expert Models","created":"2022-02-17","cited_by_count":399,"area":"moe"},{"id":"2212.05055","title":"Sparse Upcycling: Training Mixture-of-Experts from Dense Checkpoints","created":"2022-12-09","cited_by_count":209,"area":"moe"},{"id":"2402.01739","title":"OpenMoE: An Early Effort on Open Mixture-of-Experts Language Models","created":"2024-01-29","cited_by_count":187,"area":"moe"},{"id":"2112.10684","title":"Efficient Large Scale Language Modeling with Mixtures of Experts","created":"2021-12-20","cited_by_count":175,"area":"moe"},{"id":"2209.01667","title":"A Review of Sparse Expert Models in Deep Learning","created":"2022-09-04","cited_by_count":148,"area":"moe"},{"id":"2308.12066","title":"Pre-gated MoE: An Algorithm-System Co-Design for Fast and Scalable Mixture-of-Expert Inference","created":"2023-08-23","cited_by_count":104,"area":"moe"},{"id":"2305.13230","title":"To Repeat or Not To Repeat: Insights from Scaling LLM under Token-Crisis","created":"2023-05-22","cited_by_count":92,"area":"moe"},{"id":"2309.14393","title":"LLMCarbon: Modeling the end-to-end Carbon Footprint of Large Language Models","created":"2023-09-25","cited_by_count":72,"area":"moe"},{"id":"2410.07348","title":"MoE++: Accelerating Mixture-of-Experts Methods with Zero-Computation Experts","created":"2024-10-09","cited_by_count":56,"area":"moe"},{"id":"2410.07524","title":"Upcycling Large Language Models into Mixture of Experts","created":"2024-10-10","cited_by_count":49,"area":"moe"},{"id":"2410.05661","title":"Scaling Laws Across Model Architectures: A Comparative Analysis of Dense and MoE Models in Large Language Models","created":"2024-10-08","cited_by_count":25,"area":"moe"},{"id":"2210.16433","title":"Knowledge-in-Context: Towards Knowledgeable Semi-Parametric Language Models","created":"2022-10-28","cited_by_count":24,"area":"moe"},{"id":"2401.02731","title":"Parameter-Efficient Sparsity Crafting from Dense to Mixture-of-Experts for Instruction Tuning on General Tasks","created":"2024-01-05","cited_by_count":22,"area":"moe"},{"id":"2508.12461","title":"Is GPT-OSS Good? A Comprehensive Evaluation of OpenAI's Latest Open Source Models","created":"2025-08-17","cited_by_count":11,"area":"moe"},{"id":"2407.09816","title":"MaskMoE: Boosting Token-Level Learning via Routing Mask in Mixture-of-Experts","created":"2024-07-13","cited_by_count":9,"area":"moe"},{"id":"2306.08586","title":"Learning to Specialize: Joint Gating-Expert Training for Adaptive MoEs in Decentralized Settings","created":"2023-06-14","cited_by_count":7,"area":"moe"},{"id":"2509.25913","title":"Understanding the Mixture-of-Experts with Nadaraya-Watson Kernel","created":"2025-09-30","cited_by_count":6,"area":"moe"},{"id":"2410.16077","title":"CartesianMoE: Boosting Knowledge Sharing among Experts via Cartesian Product Routing in Mixture-of-Experts","created":"2024-10-21","cited_by_count":5,"area":"moe"},{"id":"2503.05029","title":"Continual Pre-training of MoEs: How robust is your router?","created":"2025-03-06","cited_by_count":5,"area":"moe"},{"id":"2506.05767","title":"dots.llm1 Technical Report","created":"2025-06-06","cited_by_count":5,"area":"moe"},{"id":"2507.09205","title":"From Curated Data to Scalable Models: Continual Pre-training of Dense and MoE Large Language Models for Tibetan","created":"2025-07-12","cited_by_count":4,"area":"moe"},{"id":"2507.09955","title":"DeepSeek: Paradigm Shifts and Technical Evolution in Large AI Models","created":"2025-07-14","cited_by_count":3,"area":"moe"},{"id":"2604.25578","title":"Marco-MoE: Open Multilingual Mixture-of-Expert Language Models with Efficient Upcycling","created":"2026-04-28","cited_by_count":3,"area":"moe"},{"id":"2512.13705","title":"Scaling and Transferability of Annealing Strategies in Large Language Model Training","created":"2025-12-05","cited_by_count":1,"area":"moe"},{"id":"2605.11255","title":"HEBATRON: A Hebrew-Specialized Open-Weight Mixture-of-Experts Language Model","created":"2026-05-11","cited_by_count":1,"area":"moe"},{"id":"2311.17401","title":"Gene-MOE: A sparsely gated prognosis and classification framework exploiting pan-cancer genomic information","created":"2023-11-29","cited_by_count":0,"area":"moe"},{"id":"2508.06617","title":"Generalizing Scaling Laws for Dense and Sparse Large Language Models","created":"2025-08-08","cited_by_count":0,"area":"moe"}],"next_cursor":null}