{"total":37,"rows":[{"id":"2310.01334","title":"Merge, Then Compress: Demystify Efficient SMoE with Hints from Its Routing Policy","created":"2023-10-02","cited_by_count":108,"area":"moe"},{"id":"2402.08562","title":"Higher Layers Need More LoRA Experts","created":"2024-02-13","cited_by_count":102,"area":"moe"},{"id":"2505.22323","title":"Advancing Expert Specialization for Better MoE","created":"2025-05-28","cited_by_count":39,"area":"moe"},{"id":"2311.09179","title":"SiRA: Sparse Mixture of Low Rank Adaptation","created":"2023-11-15","cited_by_count":32,"area":"moe"},{"id":"2309.13850","title":"Statistical Perspective of Top-K Sparse Softmax Gating Mixture of Experts","created":"2023-09-25","cited_by_count":29,"area":"moe"},{"id":"2403.18926","title":"XMoE: Sparse Models with Fine-grained and Adaptive Expert Selection","created":"2024-02-27","cited_by_count":28,"area":"moe"},{"id":"2308.11793","title":"Enhancing NeRF akin to Enhancing LLMs: Generalizable NeRF Transformer with Mixture-of-View-Experts","created":"2023-08-22","cited_by_count":27,"area":"moe"},{"id":"2406.02500","title":"Towards Efficient Mixture of Experts: A Holistic Study of Compression Techniques","created":"2024-06-04","cited_by_count":24,"area":"moe"},{"id":"2402.02526","title":"CompeteSMoE -- Effective Training of Sparse Mixture of Experts via Competition","created":"2024-02-04","cited_by_count":23,"area":"moe"},{"id":"2404.19429","title":"Lancet: Accelerating Mixture-of-Experts Training via Whole Graph Computation-Communication Overlapping","created":"2024-04-30","cited_by_count":22,"area":"moe"},{"id":"2408.06793","title":"Layerwise Recurrent Router for Mixture-of-Experts","created":"2024-08-13","cited_by_count":21,"area":"moe"},{"id":"2504.05586","title":"Finding Fantastic Experts in MoEs: A Unified Study for Expert Dropping Strategies and Observations","created":"2025-04-08","cited_by_count":20,"area":"moe"},{"id":"2312.10868","title":"From Google Gemini to OpenAI Q* (Q-Star): A Survey of Reshaping the Generative Artificial Intelligence (AI) Research Landscape","created":"2023-12-18","cited_by_count":18,"area":"moe"},{"id":"2310.07188","title":"Adaptive Gating in Mixture-of-Experts based Language Models","created":"2023-10-11","cited_by_count":16,"area":"moe"},{"id":"2410.03440","title":"Exploring the Benefit of Activation Sparsity in Pre-training","created":"2024-10-04","cited_by_count":5,"area":"moe"},{"id":"2405.10951","title":"Block Selective Reprogramming for On-device Training of Vision Transformers","created":"2024-03-25","cited_by_count":4,"area":"moe"},{"id":"2411.19402","title":"On the Role of Discrete Representation in Sparse Mixture of Experts","created":"2024-11-28","cited_by_count":4,"area":"moe"},{"id":"2412.11864","title":"Investigating Mixture of Experts in Dense Retrieval","created":"2024-12-16","cited_by_count":4,"area":"moe"},{"id":"2505.00792","title":"Improving Routing in Sparse Mixture of Experts with Graph of Tokens","created":"2025-05-01","cited_by_count":4,"area":"moe"},{"id":"2406.15883","title":"SimSMoE: Solving Representational Collapse via Similarity Measure","created":"2024-06-22","cited_by_count":3,"area":"moe"},{"id":"2503.22517","title":"Exploiting Mixture-of-Experts Redundancy Unlocks Multimodal Generative Abilities","created":"2025-03-28","cited_by_count":3,"area":"moe"},{"id":"2509.10513","title":"Mixture-of-Clustered-Experts: Advancing Expert Specialization and Generalization in Instruction Tuning","created":"2025-09-03","cited_by_count":3,"area":"moe"},{"id":"2510.16411","title":"Modeling Expert Interactions in Sparse Mixture of Experts via Graph Structures","created":"2025-10-18","cited_by_count":3,"area":"moe"},{"id":"2602.12556","title":"SD-MoE: Spectral Decomposition for Effective Expert Specialization","created":"2026-02-13","cited_by_count":3,"area":"moe"},{"id":"2604.00421","title":"Self-Routing: Parameter-Free Expert Routing from Hidden States","created":"2026-04-01","cited_by_count":3,"area":"moe"},{"id":"2410.08003","title":"More Experts Than Galaxies: Conditionally-overlapping Experts With Biologically-Inspired Fixed Routing","created":"2024-10-10","cited_by_count":2,"area":"moe"},{"id":"2510.15683","title":"Mixture of Experts Approaches in Dense Retrieval Tasks","created":"2025-10-17","cited_by_count":2,"area":"moe"},{"id":"2512.23070","title":"FLEX-MoE: Federated Mixture-of-Experts with Load-balanced Expert Assignment for Edge Computing","created":"2025-12-28","cited_by_count":2,"area":"moe"},{"id":"2503.22996","title":"Rethinking Sparse Mixture of Experts from a Unified Perspective","created":"2025-03-29","cited_by_count":1,"area":"moe"},{"id":"2510.19366","title":"MoE-Prism: Disentangling Monolithic Experts for Elastic MoE Services via Model-System Co-Designs","created":"2025-10-22","cited_by_count":1,"area":"moe"},{"id":"2607.16427","title":"Multi-level context Modeling for consistent expert selection in Mixture-of-Experts","created":"2026-07-17","cited_by_count":1,"area":"moe"},{"id":"2601.19811","title":"Revisiting Incremental Stochastic Majorization-Minimization Algorithms with Applications to Mixture of Experts","created":"2026-01-27","cited_by_count":0,"area":"moe"},{"id":"2602.19938","title":"A Replicate-and-Quantize Strategy for Plug-and-Play Load Balancing of Sparse Mixture-of-Experts LLMs","created":"2026-02-23","cited_by_count":0,"area":"moe"},{"id":"2604.03342","title":"Mixture-of-Experts in Remote Sensing: A Survey","created":"2026-04-03","cited_by_count":0,"area":"moe"},{"id":"2604.05267","title":"Do Domain-specific Experts exist in MoE-based LLMs?","created":"2026-04-07","cited_by_count":0,"area":"moe"},{"id":"2605.09403","title":"Sparsity Moves Computation: How FFN Architecture Reshapes Attention in Small Transformers","created":"2026-05-10","cited_by_count":0,"area":"moe"},{"id":"2608.04084","title":"SpecDrop: Parameter-Free Category-Conditioned Routing for Modular Specialization","created":"2026-08-04","cited_by_count":0,"area":"moe"}],"next_cursor":null}