{"total":20,"rows":[{"id":"2110.04260","title":"Taming Sparsely Activated Transformer with Stochastic Experts","created":"2021-10-08","cited_by_count":113,"area":"moe"},{"id":"2305.13230","title":"To Repeat or Not To Repeat: Insights from Scaling LLM under Token-Crisis","created":"2023-05-22","cited_by_count":92,"area":"moe"},{"id":"2206.04046","title":"Sparse Mixture-of-Experts are Domain Generalizable Learners","created":"2022-06-08","cited_by_count":85,"area":"moe"},{"id":"2210.05144","title":"Mixture of Attention Heads: Selecting Attention Heads Per Token","created":"2022-10-11","cited_by_count":60,"area":"moe"},{"id":"2107.11817","title":"Go Wider Instead of Deeper","created":"2021-07-25","cited_by_count":57,"area":"moe"},{"id":"2410.11842","title":"MoH: Multi-Head Attention as Mixture-of-Head Attention","created":"2024-10-15","cited_by_count":44,"area":"moe"},{"id":"2310.07096","title":"Sparse Universal Transformer","created":"2023-10-11","cited_by_count":32,"area":"moe"},{"id":"2201.10890","title":"One Student Knows All Experts Know: From Sparse to Dense","created":"2022-01-26","cited_by_count":25,"area":"moe"},{"id":"2310.00811","title":"Sparse Backpropagation for MoE Training","created":"2023-10-01","cited_by_count":17,"area":"moe"},{"id":"2309.03904","title":"Exploring Sparse MoE in GANs for Text-conditioned Image Synthesis","created":"2023-09-07","cited_by_count":13,"area":"moe"},{"id":"2406.04801","title":"MoE Jetpack: From Dense Checkpoints to Adaptive Mixture of Experts for Vision Tasks","created":"2024-06-07","cited_by_count":9,"area":"moe"},{"id":"2212.07571","title":"Fixing MoE Over-Fitting on Low-Resource Languages in Multilingual Machine Translation","created":"2022-12-15","cited_by_count":8,"area":"moe"},{"id":"2505.15946","title":"MoRE-Brain: Routed Mixture of Experts for Interpretable and Generalizable Cross-Subject fMRI Visual Decoding","created":"2025-05-21","cited_by_count":7,"area":"moe"},{"id":"1812.10158","title":"Dropout Regularization in Hierarchical Mixture of Experts","created":"2018-12-25","cited_by_count":6,"area":"moe"},{"id":"2509.04816","title":"Extracting Uncertainty Estimates from Mixtures of Experts for Semantic Segmentation","created":"2025-09-05","cited_by_count":6,"area":"moe"},{"id":"1909.09192","title":"Learning Sparse Mixture of Experts for Visual Question Answering","created":"2019-09-19","cited_by_count":2,"area":"moe"},{"id":"2512.20821","title":"Divided We Fall: Defending Against Adversarial Attacks via Soft-Gated Fractional Mixture-of-Experts with Randomized Adversarial Training","created":"2025-12-23","cited_by_count":1,"area":"moe"},{"id":"2605.24993","title":"NeurIPS: Neuro-anatomical Inductive Priors for Sphere-based Brain Decoding","created":"2026-05-24","cited_by_count":0,"area":"moe"},{"id":"2609.16179","title":"Z-Loss Backward Geometry in Dense Output Heads and Sparse Routers","created":"2026-07-31","cited_by_count":0,"area":"moe"},{"id":"2610.18010","title":"Fish Audio Drama 3 Technical Report","created":"2026-10-13","cited_by_count":0,"area":"moe"}],"next_cursor":null}