{"total":60,"rows":[{"id":"2101.03961","title":"Switch Transformers: Scaling to Trillion Parameter Models with Simple and Efficient Sparsity","created":"2021-01-11","cited_by_count":3073,"area":"moe"},{"id":"2202.08906","title":"ST-MoE: Designing Stable and Transferable Sparse Expert Models","created":"2022-02-17","cited_by_count":399,"area":"moe"},{"id":"2110.01786","title":"MoEfication: Transformer Feed-forward Layers are Mixtures of Experts","created":"2021-10-05","cited_by_count":152,"area":"moe"},{"id":"2310.01334","title":"Merge, Then Compress: Demystify Efficient SMoE with Hints from Its Routing Policy","created":"2023-10-02","cited_by_count":108,"area":"moe"},{"id":"2308.12066","title":"Pre-gated MoE: An Algorithm-System Co-Design for Fast and Scalable Mixture-of-Expert Inference","created":"2023-08-23","cited_by_count":104,"area":"moe"},{"id":"2305.13230","title":"To Repeat or Not To Repeat: Insights from Scaling LLM under Token-Crisis","created":"2023-05-22","cited_by_count":92,"area":"moe"},{"id":"2306.03745","title":"Soft Merging of Experts with Adaptive Routing","created":"2023-06-06","cited_by_count":90,"area":"moe"},{"id":"2206.00277","title":"Task-Specific Expert Pruning for Sparse Mixture-of-Experts","created":"2022-06-01","cited_by_count":72,"area":"moe"},{"id":"2107.11817","title":"Go Wider Instead of Deeper","created":"2021-07-25","cited_by_count":57,"area":"moe"},{"id":"2407.00945","title":"Efficient Expert Pruning for Sparse Mixture-of-Experts Language Models: Enhancing Performance and Reducing Inference Costs","created":"2024-07-01","cited_by_count":53,"area":"moe"},{"id":"2204.07689","title":"Sparsely Activated Mixture-of-Experts are Robust Multi-Task Learners","created":"2022-04-16","cited_by_count":51,"area":"moe"},{"id":"2412.14219","title":"A Survey on Inference Optimization Techniques for Mixture of Experts Models","created":"2024-12-18","cited_by_count":47,"area":"moe"},{"id":"2204.07675","title":"MoEBERT: from BERT to Mixture-of-Experts via Importance-Guided Adaptation","created":"2022-04-15","cited_by_count":37,"area":"moe"},{"id":"2310.09832","title":"Merging Experts into One: Improving Computational Efficiency of Mixture of Experts","created":"2023-10-15","cited_by_count":37,"area":"moe"},{"id":"2502.07972","title":"Training Sparse Mixture Of Experts Text Embedding Models","created":"2025-02-11","cited_by_count":32,"area":"moe"},{"id":"2310.09762","title":"Diversifying the Mixture-of-Experts Representation for Language Models with Orthogonal Optimizer","created":"2023-10-15","cited_by_count":29,"area":"moe"},{"id":"2408.11304","title":"FedMoE: Personalized Federated Learning via Heterogeneous Mixture of Experts","created":"2024-08-21","cited_by_count":27,"area":"moe"},{"id":"2402.12656","title":"HyperMoE: Towards Better Mixture of Experts via Transferring Among Experts","created":"2024-02-20","cited_by_count":26,"area":"moe"},{"id":"2509.09660","title":"Steering MoE LLMs via Expert (De)Activation","created":"2025-09-11","cited_by_count":26,"area":"moe"},{"id":"2201.10890","title":"One Student Knows All Experts Know: From Sparse to Dense","created":"2022-01-26","cited_by_count":25,"area":"moe"},{"id":"2305.12129","title":"Lifting the Curse of Capacity Gap in Distilling Language Models","created":"2023-05-20","cited_by_count":25,"area":"moe"},{"id":"2502.16894","title":"Make LoRA Great Again: Boosting LoRA with Adaptive Singular Values and Mixture-of-Experts Optimization Alignment","created":"2025-02-24","cited_by_count":23,"area":"moe"},{"id":"2609.01343","title":"SMELT: Scaling Laws for Compute-Matched MoE Looped Transformers","created":"2026-09-01","cited_by_count":18,"area":"moe"},{"id":"2310.07188","title":"Adaptive Gating in Mixture-of-Experts based Language Models","created":"2023-10-11","cited_by_count":16,"area":"moe"},{"id":"2409.06669","title":"DA-MoE: Towards Dynamic Expert Allocation for Mixture-of-Experts Models","created":"2024-09-10","cited_by_count":15,"area":"moe"},{"id":"2507.07024","title":"FlexOlmo: Open Language Models for Flexible Data Use","created":"2025-07-09","cited_by_count":15,"area":"moe"},{"id":"2207.09094","title":"MoEC: Mixture of Expert Clusters","created":"2022-07-19","cited_by_count":14,"area":"moe"},{"id":"2601.18699","title":"Mechanistic Analysis of Catastrophic Forgetting in Large Language Models During Continual Fine-tuning","created":"2026-01-26","cited_by_count":14,"area":"moe"},{"id":"2205.12701","title":"Eliciting and Understanding Cross-Task Skills with Task-Level Mixture-of-Experts","created":"2022-05-25","cited_by_count":12,"area":"moe"},{"id":"2508.19594","title":"Understanding and Leveraging the Expert Specialization of Context Faithfulness in Mixture-of-Experts LLMs","created":"2025-08-27","cited_by_count":12,"area":"moe"},{"id":"2407.11030","title":"DLO: Dynamic Layer Operation for Efficient Vertical Scaling of LLMs","created":"2024-07-03","cited_by_count":10,"area":"moe"},{"id":"2510.14436","title":"MergeMoE: Efficient Compression of MoE Models via Expert Output Merging","created":"2025-10-16","cited_by_count":10,"area":"moe"},{"id":"2110.06560","title":"Simple or Complex? Complexity-Controllable Question Generation with Soft Templates and Deep Mixture of Experts Model","created":"2021-10-13","cited_by_count":8,"area":"moe"},{"id":"2406.12375","title":"GW-MoE: Resolving Uncertainty in MoE Router with Global Workspace Theory","created":"2024-06-18","cited_by_count":8,"area":"moe"},{"id":"2402.15082","title":"PEMT: Multi-Task Correlation Guided Mixture-of-Experts Enables Parameter-Efficient Transfer Learning","created":"2024-02-23","cited_by_count":7,"area":"moe"},{"id":"2408.15901","title":"Nexus: Specialization meets Adaptability for Efficiently Training Mixture of Experts","created":"2024-08-28","cited_by_count":7,"area":"moe"},{"id":"2504.21190","title":"TT-LoRA MoE: Unifying Parameter-Efficient Fine-Tuning and Sparse Mixture-of-Experts","created":"2025-04-29","cited_by_count":6,"area":"moe"},{"id":"2505.09519","title":"PT-MoE: An Efficient Finetuning Framework for Integrating Mixture-of-Experts into Prompt Tuning","created":"2025-05-14","cited_by_count":6,"area":"moe"},{"id":"2406.04984","title":"MEFT: Memory-Efficient Fine-Tuning through Sparse Adapter","created":"2024-06-07","cited_by_count":5,"area":"moe"},{"id":"2410.03440","title":"Exploring the Benefit of Activation Sparsity in Pre-training","created":"2024-10-04","cited_by_count":5,"area":"moe"},{"id":"2509.00996","title":"MEPT: Mixture of Expert Prompt Tuning as a Manifold Mapper","created":"2025-08-31","cited_by_count":5,"area":"moe"},{"id":"2510.16756","title":"End-to-end Listen, Look, Speak and Act","created":"2025-10-19","cited_by_count":5,"area":"moe"},{"id":"2605.15403","title":"$\\phi$-Balancing for Mixture-of-Experts Training","created":"2026-05-14","cited_by_count":5,"area":"moe"},{"id":"2605.06663","title":"EMO: Pretraining Mixture of Experts for Emergent Modularity","created":"2026-05-07","cited_by_count":4,"area":"moe"},{"id":"2508.06024","title":"EC2MoE: Adaptive End-Cloud Pipeline Collaboration Enabling Scalable Mixture-of-Experts Inference","created":"2025-08-08","cited_by_count":3,"area":"moe"},{"id":"2306.02824","title":"COMET: Learning Cardinality Constrained Mixture of Experts with Trees and Local Search","created":"2023-06-05","cited_by_count":2,"area":"moe"},{"id":"2411.08968","title":"Sparse Upcycling: Inference Inefficient Finetuning","created":"2024-11-13","cited_by_count":2,"area":"moe"},{"id":"2504.15527","title":"Compass-V2 Technical Report","created":"2025-04-22","cited_by_count":2,"area":"moe"},{"id":"2605.25565","title":"RotMoLE: Enhancing Mixture of Low-Rank Experts through Rotational Gating Mechanism","created":"2026-05-25","cited_by_count":1,"area":"moe"},{"id":"2204.09598","title":"Build a Robust QA System with Transformer-based Mixture of Experts","created":"2022-03-20","cited_by_count":0,"area":"moe"},{"id":"2412.17009","title":"Expert Routing with Synthetic Data for Continual Learning","created":"2024-12-22","cited_by_count":0,"area":"moe"},{"id":"2509.10530","title":"Dynamic Adaptive Shared Experts with Grouped Multi-Head Attention Mixture of Experts","created":"2025-09-05","cited_by_count":0,"area":"moe"},{"id":"2602.08818","title":"FlexMoRE: A Flexible Mixture of Rank-heterogeneous Experts for Efficient Federatedly-trained Large Language Models","created":"2026-02-09","cited_by_count":0,"area":"moe"},{"id":"2603.12577","title":"Expert Pyramid Tuning: Efficient Parameter Fine-Tuning for Expertise-Driven Task Allocation","created":"2026-03-13","cited_by_count":0,"area":"moe"},{"id":"2607.22577","title":"cMoLLM at Scale: Horizontal Scaling Laws for Mixture-of-LLMs","created":"2026-06-06","cited_by_count":0,"area":"moe"},{"id":"2608.10392","title":"Share First, Route What Remains: A Unified Framework for Token-Adaptive MoE Computation","created":"2026-08-11","cited_by_count":0,"area":"moe"},{"id":"2608.17687","title":"Mixture-of-Expert Blocks Contain Strong Hallucination Detection Signals","created":"2026-08-18","cited_by_count":0,"area":"moe"},{"id":"2608.29790","title":"HiVe: Beyond Static Prompts for Multitask Learning via Hierarchy-based Vertical Mixture-of-Experts","created":"2026-08-30","cited_by_count":0,"area":"moe"},{"id":"2609.05770","title":"RAPTOR: Role-Aware Private Training for Mixture-of-Experts","created":"2026-09-04","cited_by_count":0,"area":"moe"},{"id":"2609.15126","title":"MoME: Mixture-of-Memory Embeddings for Context-Aware Sparse Lookup","created":"2026-09-14","cited_by_count":0,"area":"moe"}],"next_cursor":null}