{"total":25,"rows":[{"id":"2006.16668","title":"GShard: Scaling Giant Models with Conditional Computation and Automatic Sharding","created":"2020-06-30","cited_by_count":1631,"area":"moe"},{"id":"2204.09179","title":"On the Representation Collapse of Sparse Mixture of Experts","created":"2022-04-20","cited_by_count":157,"area":"moe"},{"id":"2204.08396","title":"StableMoE: Stable Routing Strategy for Mixture of Experts","created":"2022-04-18","cited_by_count":100,"area":"moe"},{"id":"2309.14393","title":"LLMCarbon: Modeling the end-to-end Carbon Footprint of Large Language Models","created":"2023-09-25","cited_by_count":72,"area":"moe"},{"id":"2402.12851","title":"MoELoRA: Contrastive Learning Guided Mixture of Experts on Parameter-Efficient Fine-Tuning for Large Language Models","created":"2024-02-20","cited_by_count":56,"area":"moe"},{"id":"2502.07972","title":"Training Sparse Mixture Of Experts Text Embedding Models","created":"2025-02-11","cited_by_count":32,"area":"moe"},{"id":"2404.15045","title":"Multi-Head Mixture-of-Experts","created":"2024-04-23","cited_by_count":31,"area":"moe"},{"id":"2510.04694","title":"Multilingual Routing in Mixture-of-Experts","created":"2025-10-06","cited_by_count":29,"area":"moe"},{"id":"2306.04640","title":"ModuleFormer: Modularity Emerges from Mixture-of-Experts","created":"2023-06-07","cited_by_count":17,"area":"moe"},{"id":"2203.06850","title":"Efficient Language Modeling with Sparse all-MLP","created":"2022-03-14","cited_by_count":8,"area":"moe"},{"id":"2409.01483","title":"Revisiting SMoE Language Models by Evaluating Inefficiencies with Task Specific Expert Pruning","created":"2024-09-02","cited_by_count":8,"area":"moe"},{"id":"2212.09666","title":"MultiCoder: Multi-Programming-Lingual Pre-Training for Low-Resource Code Completion","created":"2022-12-19","cited_by_count":6,"area":"moe"},{"id":"2305.02176","title":"Towards Being Parameter-Efficient: A Stratified Sparsely Activated Transformer with Dynamic Capacity","created":"2023-05-03","cited_by_count":3,"area":"moe"},{"id":"2305.13993","title":"Condensing Multilingual Knowledge with Lightweight Language-Specific Modules","created":"2023-05-23","cited_by_count":3,"area":"moe"},{"id":"2408.15915","title":"Leveraging Open Knowledge for Advancing Task Expertise in Large Language Models","created":"2024-08-28","cited_by_count":2,"area":"moe"},{"id":"2504.15527","title":"Compass-V2 Technical Report","created":"2025-04-22","cited_by_count":2,"area":"moe"},{"id":"2506.22175","title":"MPipeMoE: Memory Efficient MoE for Pre-trained Models with Adaptive Pipeline Parallelism","created":"2025-06-27","cited_by_count":1,"area":"moe"},{"id":"2511.08132","title":"National Institute on Aging PREPARE Challenge: Early Detection of Cognitive Impairment Using Speech -- The SpeechCARE Solution","created":"2025-11-11","cited_by_count":1,"area":"moe"},{"id":"2605.11255","title":"HEBATRON: A Hebrew-Specialized Open-Weight Mixture-of-Experts Language Model","created":"2026-05-11","cited_by_count":1,"area":"moe"},{"id":"2605.17598","title":"Mixture of Experts for Low-Resource LLMs","created":"2026-05-17","cited_by_count":1,"area":"moe"},{"id":"2601.20300","title":"MiLorE-SSL: Scaling Multilingual Capabilities in Self-Supervised Models without Forgetting","created":"2026-01-28","cited_by_count":0,"area":"moe"},{"id":"2602.00003","title":"Orchestrating Heterogeneous Experts: A Scalable MoE Framework with Anisotropy-Preserving Fusion","created":"2025-11-18","cited_by_count":0,"area":"moe"},{"id":"2604.16172","title":"MOMENTA: Mixture-of-Experts Over Multimodal Embeddings with Neural Temporal Aggregation for Misinformation Detection","created":"2026-04-17","cited_by_count":0,"area":"moe"},{"id":"2607.24030","title":"MoLGE: Mixture of Language Group Experts for Efficient Scaling of Massively Multilingual Speech Recognition","created":"2026-07-27","cited_by_count":0,"area":"moe"},{"id":"2610.20247","title":"Scaling Multilingual Mixture-of-Experts: How Language Coverage Changes Capacity and Compute Allocation","created":"2026-10-14","cited_by_count":0,"area":"moe"}],"next_cursor":null}