{"total":28,"rows":[{"id":"2006.16668","title":"GShard: Scaling Giant Models with Conditional Computation and Automatic Sharding","created":"2020-06-30","cited_by_count":1631,"area":"moe"},{"id":"2202.08906","title":"ST-MoE: Designing Stable and Transferable Sparse Expert Models","created":"2022-02-17","cited_by_count":399,"area":"moe"},{"id":"2206.02770","title":"Multimodal Contrastive Learning with LIMoE: the Language-Image Mixture of Experts","created":"2022-06-06","cited_by_count":203,"area":"moe"},{"id":"2204.09179","title":"On the Representation Collapse of Sparse Mixture of Experts","created":"2022-04-20","cited_by_count":157,"area":"moe"},{"id":"2204.08396","title":"StableMoE: Stable Routing Strategy for Mixture of Experts","created":"2022-04-18","cited_by_count":100,"area":"moe"},{"id":"2110.03742","title":"Beyond Distillation: Task-level Mixture-of-Experts for Efficient Inference","created":"2021-09-24","cited_by_count":96,"area":"moe"},{"id":"2601.07372","title":"Conditional Memory via Scalable Lookup: A New Axis of Sparsity for Large Language Models","created":"2026-01-12","cited_by_count":86,"area":"moe"},{"id":"2305.12281","title":"Lifelong Language Pretraining with Distribution-Specialized Experts","created":"2023-05-20","cited_by_count":66,"area":"moe"},{"id":"2405.16039","title":"MoEUT: Mixture-of-Experts Universal Transformers","created":"2024-05-25","cited_by_count":59,"area":"moe"},{"id":"2312.07987","title":"SwitchHead: Accelerating Transformers with Mixture-of-Experts Attention","created":"2023-12-13","cited_by_count":34,"area":"moe"},{"id":"2404.15045","title":"Multi-Head Mixture-of-Experts","created":"2024-04-23","cited_by_count":31,"area":"moe"},{"id":"2311.02684","title":"Octavius: Mitigating Task Interference in MLLMs via LoRA-MoE","created":"2023-11-05","cited_by_count":25,"area":"moe"},{"id":"2505.00315","title":"Mixture of Sparse Attention: Content-Based Learnable Sparse Attention via Expert-Choice Routing","created":"2025-05-01","cited_by_count":14,"area":"moe"},{"id":"2205.12399","title":"Sparse Mixers: Combining MoE and Mixing to build a more efficient BERT","created":"2022-05-24","cited_by_count":12,"area":"moe"},{"id":"2311.10768","title":"Memory Augmented Language Models through Mixture of Word Experts","created":"2023-11-15","cited_by_count":9,"area":"moe"},{"id":"2212.07571","title":"Fixing MoE Over-Fitting on Low-Resource Languages in Multilingual Machine Translation","created":"2022-12-15","cited_by_count":8,"area":"moe"},{"id":"2405.15052","title":"Revisiting MoE and Dense Speed-Accuracy Comparisons for LLM Training","created":"2024-05-23","cited_by_count":8,"area":"moe"},{"id":"2411.00918","title":"LIBMoE: A Library for comprehensive benchmarking Mixture of Experts in Large Language Models","created":"2024-11-01","cited_by_count":6,"area":"moe"},{"id":"2601.22101","title":"ECO: Quantized Training without Full-Precision Master Weights","created":"2026-01-29","cited_by_count":5,"area":"moe"},{"id":"2305.02176","title":"Towards Being Parameter-Efficient: A Stratified Sparsely Activated Transformer with Dynamic Capacity","created":"2023-05-03","cited_by_count":3,"area":"moe"},{"id":"2305.13993","title":"Condensing Multilingual Knowledge with Lightweight Language-Specific Modules","created":"2023-05-23","cited_by_count":3,"area":"moe"},{"id":"1810.05788","title":"Mixture of Expert/Imitator Networks: Scalable Semi-supervised Learning Framework","created":"2018-10-13","cited_by_count":2,"area":"moe"},{"id":"2501.12602","title":"BLR-MoE: Boosted Language-Routing Mixture of Experts for Domain-Robust Multilingual E2E ASR","created":"2025-01-22","cited_by_count":2,"area":"moe"},{"id":"2504.15527","title":"Compass-V2 Technical Report","created":"2025-04-22","cited_by_count":2,"area":"moe"},{"id":"2608.06398","title":"EntropyMoE: Entropy-Aware Sparse Expert Routing for Tokenizer-Free LLMs","created":"2026-07-31","cited_by_count":1,"area":"moe"},{"id":"2310.12236","title":"Direct Neural Machine Translation with Task-level Mixture of Experts models","created":"2023-10-18","cited_by_count":0,"area":"moe"},{"id":"2603.13818","title":"PA-Net: Precipitation-Adaptive Mixture-of-Experts for Long-Tail Rainfall Nowcasting","created":"2026-03-14","cited_by_count":0,"area":"moe"},{"id":"2610.20247","title":"Scaling Multilingual Mixture-of-Experts: How Language Coverage Changes Capacity and Compute Allocation","created":"2026-10-14","cited_by_count":0,"area":"moe"}],"next_cursor":null}