{"total":28,"rows":[{"id":"2101.03961","title":"Switch Transformers: Scaling to Trillion Parameter Models with Simple and Efficient Sparsity","created":"2021-01-11","cited_by_count":3073,"area":"moe"},{"id":"2201.05596","title":"DeepSpeed-MoE: Advancing Mixture-of-Experts Inference and Training to Power Next-Generation AI Scale","created":"2022-01-14","cited_by_count":404,"area":"moe"},{"id":"2211.15841","title":"MegaBlocks: Efficient Sparse Training with Mixture-of-Experts","created":"2022-11-29","cited_by_count":209,"area":"moe"},{"id":"2502.13189","title":"MoBA: Mixture of Block Attention for Long-Context LLMs","created":"2025-02-18","cited_by_count":198,"area":"moe"},{"id":"2112.10684","title":"Efficient Large Scale Language Modeling with Mixtures of Experts","created":"2021-12-20","cited_by_count":175,"area":"moe"},{"id":"2410.13276","title":"SeerAttention: Learning Intrinsic Sparse Attention in Your LLMs","created":"2024-10-17","cited_by_count":124,"area":"moe"},{"id":"2411.11217","title":"MoE-Lightning: High-Throughput MoE Inference on Memory-constrained GPUs","created":"2024-11-18","cited_by_count":73,"area":"moe"},{"id":"2407.00945","title":"Efficient Expert Pruning for Sparse Mixture-of-Experts Language Models: Enhancing Performance and Reducing Inference Costs","created":"2024-07-01","cited_by_count":53,"area":"moe"},{"id":"2401.08383","title":"Exploiting Inter-Layer Expert Affinity for Accelerating Mixture-of-Experts Model Inference","created":"2024-01-16","cited_by_count":28,"area":"moe"},{"id":"2409.12136","title":"GRIN: GRadient-INformed MoE","created":"2024-09-18","cited_by_count":17,"area":"moe"},{"id":"2505.00315","title":"Mixture of Sparse Attention: Content-Based Learnable Sparse Attention via Expert-Choice Routing","created":"2025-05-01","cited_by_count":14,"area":"moe"},{"id":"2503.06823","title":"eMoE: Task-aware Memory Efficient Mixture-of-Experts-Based (MoE) Model Inference","created":"2025-03-10","cited_by_count":11,"area":"moe"},{"id":"2602.17004","title":"Arcee Trinity Large Technical Report","created":"2026-02-19","cited_by_count":11,"area":"moe"},{"id":"2403.07965","title":"Conditional computation in neural networks: principles and research trends","created":"2024-03-12","cited_by_count":10,"area":"moe"},{"id":"2510.05245","title":"Stratum: System-Hardware Co-Design with Tiered Monolithic 3D-Stackable DRAM for Efficient MoE Serving","created":"2025-10-06","cited_by_count":10,"area":"moe"},{"id":"2602.03560","title":"HySparse: A Hybrid Sparse Attention Architecture with Oracle Token Selection and KV Cache Sharing","created":"2026-02-03","cited_by_count":10,"area":"moe"},{"id":"2407.09816","title":"MaskMoE: Boosting Token-Level Learning via Routing Mask in Mixture-of-Experts","created":"2024-07-13","cited_by_count":9,"area":"moe"},{"id":"2410.17043","title":"Optimizing Mixture-of-Experts Inference Time Combining Model Deployment and Communication Scheduling","created":"2024-10-22","cited_by_count":7,"area":"moe"},{"id":"2410.16077","title":"CartesianMoE: Boosting Knowledge Sharing among Experts via Cartesian Product Routing in Mixture-of-Experts","created":"2024-10-21","cited_by_count":5,"area":"moe"},{"id":"2411.19402","title":"On the Role of Discrete Representation in Sparse Mixture of Experts","created":"2024-11-28","cited_by_count":4,"area":"moe"},{"id":"2607.14530","title":"xHC: Expanded Hyper-Connections","created":"2026-07-16","cited_by_count":4,"area":"moe"},{"id":"2406.15883","title":"SimSMoE: Solving Representational Collapse via Similarity Measure","created":"2024-06-22","cited_by_count":3,"area":"moe"},{"id":"2503.02495","title":"Union of Experts: Adapting Hierarchical Routing to Equivalently Decomposed Transformer","created":"2025-03-04","cited_by_count":1,"area":"moe"},{"id":"2503.22996","title":"Rethinking Sparse Mixture of Experts from a Unified Perspective","created":"2025-03-29","cited_by_count":1,"area":"moe"},{"id":"2508.06617","title":"Generalizing Scaling Laws for Dense and Sparse Large Language Models","created":"2025-08-08","cited_by_count":0,"area":"moe"},{"id":"2606.22541","title":"ASAP: A Disaggregated and Asynchronous Inference System for MoE Prefill","created":"2026-06-21","cited_by_count":0,"area":"moe"},{"id":"2607.06601","title":"TriRoute: Unified Learned Routing for Joint Adaptive Attention, Experts, and KV-Cache Allocation","created":"2026-07-07","cited_by_count":0,"area":"moe"},{"id":"2608.12419","title":"LoKiFormer: Locality-aware Attention with Decoupled Knowledge Memory for Efficient Large Language Model Pretraining","created":"2026-08-12","cited_by_count":0,"area":"moe"}],"next_cursor":null}