{"total":27,"rows":[{"id":"2101.03961","title":"Switch Transformers: Scaling to Trillion Parameter Models with Simple and Efficient Sparsity","created":"2021-01-11","cited_by_count":3073,"area":"moe"},{"id":"2312.17238","title":"Fast Inference of Mixture-of-Experts Language Models with Offloading","created":"2023-12-28","cited_by_count":91,"area":"moe"},{"id":"2601.07372","title":"Conditional Memory via Scalable Lookup: A New Axis of Sparsity for Large Language Models","created":"2026-01-12","cited_by_count":86,"area":"moe"},{"id":"2407.04153","title":"Mixture of A Million Experts","created":"2024-07-04","cited_by_count":72,"area":"moe"},{"id":"2412.14711","title":"ReMoE: Fully Differentiable Mixture-of-Experts with ReLU Routing","created":"2024-12-19","cited_by_count":54,"area":"moe"},{"id":"2002.04013","title":"Towards Crowdsourced Training of Large Neural Networks using Decentralized Mixture-of-Experts","created":"2020-02-10","cited_by_count":43,"area":"moe"},{"id":"2310.09762","title":"Diversifying the Mixture-of-Experts Representation for Language Models with Orthogonal Optimizer","created":"2023-10-15","cited_by_count":29,"area":"moe"},{"id":"2403.18926","title":"XMoE: Sparse Models with Fine-grained and Adaptive Expert Selection","created":"2024-02-27","cited_by_count":28,"area":"moe"},{"id":"2503.07639","title":"Mixture of Experts Made Intrinsically Interpretable","created":"2025-03-05","cited_by_count":24,"area":"moe"},{"id":"2411.12364","title":"Ultra-Sparse Memory Network","created":"2024-11-19","cited_by_count":19,"area":"moe"},{"id":"2205.12399","title":"Sparse Mixers: Combining MoE and Mixing to build a more efficient BERT","created":"2022-05-24","cited_by_count":12,"area":"moe"},{"id":"2305.13999","title":"Towards A Unified View of Sparse Feed-Forward Network in Pretraining Large Language Model","created":"2023-05-23","cited_by_count":9,"area":"moe"},{"id":"2508.18756","title":"UltraMemV2: Memory Networks Scaling to 120B Parameters with Superior Long-Context Learning","created":"2025-08-26","cited_by_count":5,"area":"moe"},{"id":"2605.20948","title":"Memory Grafting: Scaling Language Model Pre-training via Offline Conditional Memory","created":"2026-05-20","cited_by_count":5,"area":"moe"},{"id":"2602.00800","title":"JTok: On Token Embedding as another Axis of Scaling Law via Joint Token Self-modulation","created":"2026-01-31","cited_by_count":3,"area":"moe"},{"id":"2406.11919","title":"Graph Knowledge Distillation to Mixture of Experts","created":"2024-06-17","cited_by_count":2,"area":"moe"},{"id":"2601.21461","title":"L$^3$: Large Lookup Layers","created":"2026-01-29","cited_by_count":2,"area":"moe"},{"id":"2412.11834","title":"Wonderful Matrices: Combining for a More Efficient and Effective Foundation Model Architecture","created":"2024-12-16","cited_by_count":1,"area":"moe"},{"id":"2506.06858","title":"FA-INR: Adaptive Implicit Neural Representations for Interpretable Exploration of Simulation Ensembles","created":"2025-06-07","cited_by_count":1,"area":"moe"},{"id":"2410.09687","title":"MoIN: Mixture of Introvert Experts to Upcycle an LLM","created":"2024-10-13","cited_by_count":0,"area":"moe"},{"id":"2605.04952","title":"Adaptive Inverted-Index Routing for Granular Mixtures-of-Experts","created":"2026-05-06","cited_by_count":0,"area":"moe"},{"id":"2606.07414","title":"Sparsely gated tiny linear experts","created":"2026-06-05","cited_by_count":0,"area":"moe"},{"id":"2609.15126","title":"MoME: Mixture-of-Memory Embeddings for Context-Aware Sparse Lookup","created":"2026-09-14","cited_by_count":0,"area":"moe"},{"id":"2609.18842","title":"Infinite-Parameter LLMs: Generating and Adapting Weights from Live Data","created":"2026-09-16","cited_by_count":0,"area":"moe"},{"id":"2610.00493","title":"Score the Update, Not the Token: Descent-Aligned Routing for Combinatorial LoRA Experts","created":"2026-09-30","cited_by_count":0,"area":"moe"},{"id":"2610.05484","title":"Universal Test-Time Training","created":"2026-10-04","cited_by_count":0,"area":"moe"},{"id":"2610.12599","title":"STAPLE: Static Sparse Upcycling of Pretrained Checkpoints via Embedding Modules","created":"2026-10-08","cited_by_count":0,"area":"moe"}],"next_cursor":null}