{"total":28,"rows":[{"id":"2401.06066","title":"DeepSeekMoE: Towards Ultimate Expert Specialization in Mixture-of-Experts Language Models","created":"2024-01-11","cited_by_count":867,"area":"moe"},{"id":"2403.19887","title":"Jamba: A Hybrid Transformer-Mamba Language Model","created":"2024-03-28","cited_by_count":401,"area":"moe"},{"id":"2408.15664","title":"Auxiliary-Loss-Free Load Balancing Strategy for Mixture-of-Experts","created":"2024-08-28","cited_by_count":205,"area":"moe"},{"id":"2110.04260","title":"Taming Sparsely Activated Transformer with Stochastic Experts","created":"2021-10-08","cited_by_count":113,"area":"moe"},{"id":"2204.08396","title":"StableMoE: Stable Routing Strategy for Mixture of Experts","created":"2022-04-18","cited_by_count":100,"area":"moe"},{"id":"2210.05144","title":"Mixture of Attention Heads: Selecting Attention Heads Per Token","created":"2022-10-11","cited_by_count":60,"area":"moe"},{"id":"2412.14711","title":"ReMoE: Fully Differentiable Mixture-of-Experts with ReLU Routing","created":"2024-12-19","cited_by_count":54,"area":"moe"},{"id":"2507.17702","title":"Towards Greater Leverage: Scaling Laws for Efficient Mixture-of-Experts Language Models","created":"2025-07-23","cited_by_count":45,"area":"moe"},{"id":"2312.07987","title":"SwitchHead: Accelerating Transformers with Mixture-of-Experts Attention","created":"2023-12-13","cited_by_count":34,"area":"moe"},{"id":"2109.05238","title":"Universal Simultaneous Machine Translation with Mixture-of-Experts Wait-k Policy","created":"2021-09-11","cited_by_count":32,"area":"moe"},{"id":"2307.05956","title":"Language-Routing Mixture of Experts for Multilingual and Code-Switching Speech Recognition","created":"2023-07-12","cited_by_count":26,"area":"moe"},{"id":"2411.12364","title":"Ultra-Sparse Memory Network","created":"2024-11-19","cited_by_count":19,"area":"moe"},{"id":"2112.05820","title":"Building a great multi-lingual teacher with sparsely-gated mixture of experts for speech recognition","created":"2021-12-10","cited_by_count":16,"area":"moe"},{"id":"2505.00315","title":"Mixture of Sparse Attention: Content-Based Learnable Sparse Attention via Expert-Choice Routing","created":"2025-05-01","cited_by_count":14,"area":"moe"},{"id":"2405.15052","title":"Revisiting MoE and Dense Speed-Accuracy Comparisons for LLM Training","created":"2024-05-23","cited_by_count":8,"area":"moe"},{"id":"2212.09666","title":"MultiCoder: Multi-Programming-Lingual Pre-Training for Low-Resource Code Completion","created":"2022-12-19","cited_by_count":6,"area":"moe"},{"id":"2309.16178","title":"LAE-ST-MoE: Boosted Language-Aware Encoder Using Speech Translation Auxiliary Task for E2E Code-switching ASR","created":"2023-09-28","cited_by_count":6,"area":"moe"},{"id":"2511.06494","title":"Route Experts by Sequence, not by Token","created":"2025-11-09","cited_by_count":6,"area":"moe"},{"id":"2409.12210","title":"Mixture of Diverse Size Experts","created":"2024-09-18","cited_by_count":5,"area":"moe"},{"id":"1810.05788","title":"Mixture of Expert/Imitator Networks: Scalable Semi-supervised Learning Framework","created":"2018-10-13","cited_by_count":2,"area":"moe"},{"id":"2504.15527","title":"Compass-V2 Technical Report","created":"2025-04-22","cited_by_count":2,"area":"moe"},{"id":"2601.07022","title":"Solar Open Technical Report","created":"2026-01-11","cited_by_count":2,"area":"moe"},{"id":"2601.00557","title":"A Language-Agnostic Hierarchical LoRA-MoE Architecture for CTC-based Multilingual ASR","created":"2026-01-02","cited_by_count":1,"area":"moe"},{"id":"2602.09001","title":"DirMoE: Dirichlet-routed Mixture of Experts","created":"2026-02-09","cited_by_count":1,"area":"moe"},{"id":"2608.06398","title":"EntropyMoE: Entropy-Aware Sparse Expert Routing for Tokenizer-Free LLMs","created":"2026-07-31","cited_by_count":1,"area":"moe"},{"id":"2601.09200","title":"A.X K1 Technical Report","created":"2026-01-14","cited_by_count":0,"area":"moe"},{"id":"2603.13818","title":"PA-Net: Precipitation-Adaptive Mixture-of-Experts for Long-Tail Rainfall Nowcasting","created":"2026-03-14","cited_by_count":0,"area":"moe"},{"id":"2609.01100","title":"Beyond Magnitude: Contrastive Routing for Modular Mixture-of-Experts","created":"2026-09-01","cited_by_count":0,"area":"moe"}],"next_cursor":null}