{"total":122,"rows":[{"id":"2206.03382","title":"Tutel: Adaptive Mixture-of-Experts at Scale","created":"2022-06-07","cited_by_count":201,"area":"moe"},{"id":"2402.14800","title":"Not All Experts are Equal: Efficient Expert Pruning and Skipping for Mixture-of-Experts Large Language Models","created":"2024-02-22","cited_by_count":146,"area":"moe"},{"id":"2210.17223","title":"Accelerating Distributed MoE Training and Inference with Lina","created":"2022-10-31","cited_by_count":109,"area":"moe"},{"id":"2310.01334","title":"Merge, Then Compress: Demystify Efficient SMoE with Hints from Its Routing Policy","created":"2023-10-02","cited_by_count":108,"area":"moe"},{"id":"2306.03745","title":"Soft Merging of Experts with Adaptive Routing","created":"2023-06-06","cited_by_count":90,"area":"moe"},{"id":"2206.04046","title":"Sparse Mixture-of-Experts are Domain Generalizable Learners","created":"2022-06-08","cited_by_count":85,"area":"moe"},{"id":"2312.09979","title":"LoRAMoE: Alleviate World Knowledge Forgetting in Large Language Models via MoE-Style Plugin","created":"2023-12-15","cited_by_count":82,"area":"moe"},{"id":"2206.00277","title":"Task-Specific Expert Pruning for Sparse Mixture-of-Experts","created":"2022-06-01","cited_by_count":72,"area":"moe"},{"id":"2308.14352","title":"EdgeMoE: Empowering Sparse Large Language Models on Mobile Devices","created":"2023-08-28","cited_by_count":69,"area":"moe"},{"id":"2402.03226","title":"FuseMoE: Mixture-of-Experts Transformers for Fleximodal Fusion","created":"2024-02-05","cited_by_count":68,"area":"moe"},{"id":"2410.12013","title":"MoE-Pruner: Pruning Mixture-of-Experts Large Language Model using the Hints from Its Router","created":"2024-10-15","cited_by_count":62,"area":"moe"},{"id":"2210.05144","title":"Mixture of Attention Heads: Selecting Attention Heads Per Token","created":"2022-10-11","cited_by_count":60,"area":"moe"},{"id":"2303.01610","title":"Sparse MoE as the New Dropout: Scaling Dense and Self-Slimmable Transformers","created":"2023-03-02","cited_by_count":59,"area":"moe"},{"id":"2406.16437","title":"Theory on Mixture-of-Experts in Continual Learning","created":"2024-06-24","cited_by_count":54,"area":"moe"},{"id":"2407.00945","title":"Efficient Expert Pruning for Sparse Mixture-of-Experts Language Models: Enhancing Performance and Reducing Inference Costs","created":"2024-07-01","cited_by_count":53,"area":"moe"},{"id":"2410.07524","title":"Upcycling Large Language Models into Mixture of Experts","created":"2024-10-10","cited_by_count":49,"area":"moe"},{"id":"2406.18219","title":"A Closer Look into Mixture-of-Experts in Large Language Models","created":"2024-06-26","cited_by_count":48,"area":"moe"},{"id":"2410.06270","title":"Mixture Compressor for Mixture-of-Experts LLMs Gains More","created":"2024-10-08","cited_by_count":41,"area":"moe"},{"id":"2312.07987","title":"SwitchHead: Accelerating Transformers with Mixture-of-Experts Attention","created":"2023-12-13","cited_by_count":34,"area":"moe"},{"id":"2404.15045","title":"Multi-Head Mixture-of-Experts","created":"2024-04-23","cited_by_count":31,"area":"moe"},{"id":"2408.10681","title":"HMoE: Heterogeneous Mixture of Experts for Language Modeling","created":"2024-08-20","cited_by_count":29,"area":"moe"},{"id":"2509.16105","title":"DiEP: Adaptive Mixture-of-Experts Compression through Differentiable Expert Pruning","created":"2025-09-19","cited_by_count":26,"area":"moe"},{"id":"2509.10377","title":"Dropping Experts, Recombining Neurons: Retraining-Free Pruning for Sparse Mixture-of-Experts LLMs","created":"2025-09-12","cited_by_count":25,"area":"moe"},{"id":"2405.13997","title":"Sigmoid Gating is More Sample Efficient than Softmax Gating in Mixture of Experts","created":"2024-05-22","cited_by_count":24,"area":"moe"},{"id":"2311.04894","title":"DAMEX: Dataset-aware Mixture-of-Experts for visual understanding of mixture-of-datasets","created":"2023-11-08","cited_by_count":23,"area":"moe"},{"id":"2402.02526","title":"CompeteSMoE -- Effective Training of Sparse Mixture of Experts via Competition","created":"2024-02-04","cited_by_count":23,"area":"moe"},{"id":"2408.06793","title":"Layerwise Recurrent Router for Mixture-of-Experts","created":"2024-08-13","cited_by_count":21,"area":"moe"},{"id":"2401.13920","title":"LocMoE: A Low-Overhead MoE for Large Language Model Training","created":"2024-01-25","cited_by_count":19,"area":"moe"},{"id":"2411.12364","title":"Ultra-Sparse Memory Network","created":"2024-11-19","cited_by_count":19,"area":"moe"},{"id":"2312.10868","title":"From Google Gemini to OpenAI Q* (Q-Star): A Survey of Reshaping the Generative Artificial Intelligence (AI) Research Landscape","created":"2023-12-18","cited_by_count":18,"area":"moe"},{"id":"2501.10714","title":"FSMoE: A Flexible and Scalable Training System for Sparse Mixture-of-Experts Models","created":"2025-01-18","cited_by_count":17,"area":"moe"},{"id":"2507.23279","title":"Unveiling Super Experts in Mixture-of-Experts Large Language Models","created":"2025-07-31","cited_by_count":17,"area":"moe"},{"id":"2405.14131","title":"Statistical Advantages of Perturbing Cosine Router in Mixture of Experts","created":"2024-05-23","cited_by_count":16,"area":"moe"},{"id":"2409.06669","title":"DA-MoE: Towards Dynamic Expert Allocation for Mixture-of-Experts Models","created":"2024-09-10","cited_by_count":15,"area":"moe"},{"id":"2207.09094","title":"MoEC: Mixture of Expert Clusters","created":"2022-07-19","cited_by_count":14,"area":"moe"},{"id":"2411.18322","title":"Mixture of Experts in Image Classification: What's the Sweet Spot?","created":"2024-11-27","cited_by_count":11,"area":"moe"},{"id":"2511.19822","title":"Mosaic Pruning: A Hierarchical Framework for Generalizable Pruning of Mixture-of-Experts Models","created":"2025-11-25","cited_by_count":11,"area":"moe"},{"id":"2412.00069","title":"Condense, Don't Just Prune: Enhancing Efficiency and Performance in MoE Layer Pruning","created":"2024-11-26","cited_by_count":10,"area":"moe"},{"id":"2604.04356","title":"REAM: Merging Improves Pruning of Experts in LLMs","created":"2026-04-06","cited_by_count":10,"area":"moe"},{"id":"2305.13999","title":"Towards A Unified View of Sparse Feed-Forward Network in Pretraining Large Language Model","created":"2023-05-23","cited_by_count":9,"area":"moe"},{"id":"2410.14574","title":"MomentumSMoE: Integrating Momentum into Sparse Mixture of Experts","created":"2024-10-18","cited_by_count":9,"area":"moe"},{"id":"2406.12375","title":"GW-MoE: Resolving Uncertainty in MoE Router with Global Workspace Theory","created":"2024-06-18","cited_by_count":8,"area":"moe"},{"id":"2409.01483","title":"Revisiting SMoE Language Models by Evaluating Inefficiencies with Task Specific Expert Pruning","created":"2024-09-02","cited_by_count":8,"area":"moe"},{"id":"2502.15315","title":"Tight Clusters Make Specialized Experts","created":"2025-02-21","cited_by_count":8,"area":"moe"},{"id":"2511.10971","title":"ERMoE: Eigen-Reparameterized Mixture-of-Experts for Stable Routing and Interpretable Specialization","created":"2025-11-14","cited_by_count":7,"area":"moe"},{"id":"2411.00918","title":"LIBMoE: A Library for comprehensive benchmarking Mixture of Experts in Large Language Models","created":"2024-11-01","cited_by_count":6,"area":"moe"},{"id":"2509.25913","title":"Understanding the Mixture-of-Experts with Nadaraya-Watson Kernel","created":"2025-09-30","cited_by_count":6,"area":"moe"},{"id":"2601.03425","title":"The Illusion of Specialization: Unveiling the Domain-Invariant \"Standing Committee\" in Mixture-of-Experts Models","created":"2026-01-06","cited_by_count":6,"area":"moe"},{"id":"2310.15961","title":"Mixture of Tokens: Continuous MoE through Cross-Example Aggregation","created":"2023-10-24","cited_by_count":5,"area":"moe"},{"id":"2410.03440","title":"Exploring the Benefit of Activation Sparsity in Pre-training","created":"2024-10-04","cited_by_count":5,"area":"moe"},{"id":"2504.00819","title":"Mixture-of-Experts for Distributed Edge Computing with Channel-Aware Gating Function","created":"2025-04-01","cited_by_count":5,"area":"moe"},{"id":"2505.20225","title":"FLAME-MoE: A Transparent End-to-End Research Platform for Mixture-of-Experts Language Models","created":"2025-05-26","cited_by_count":5,"area":"moe"},{"id":"2411.01457","title":"Facet-Aware Multi-Head Mixture-of-Experts Model for Sequential Recommendation","created":"2024-11-03","cited_by_count":4,"area":"moe"},{"id":"2411.16205","title":"MH-MoE: Multi-Head Mixture-of-Experts","created":"2024-11-25","cited_by_count":4,"area":"moe"},{"id":"2411.19402","title":"On the Role of Discrete Representation in Sparse Mixture of Experts","created":"2024-11-28","cited_by_count":4,"area":"moe"},{"id":"2412.08946","title":"MoSLD: An Extremely Parameter-Efficient Mixture-of-Shared LoRAs for Multi-Task Learning","created":"2024-12-12","cited_by_count":4,"area":"moe"},{"id":"2502.00281","title":"Sigmoid Self-Attention has Lower Sample Complexity than Softmax Self-Attention: A Mixture-of-Experts Perspective","created":"2025-02-01","cited_by_count":4,"area":"moe"},{"id":"2503.03213","title":"Convergence Rates for Softmax Gating Mixture of Experts","created":"2025-03-05","cited_by_count":4,"area":"moe"},{"id":"2505.00792","title":"Improving Routing in Sparse Mixture of Experts with Graph of Tokens","created":"2025-05-01","cited_by_count":4,"area":"moe"},{"id":"2508.09591","title":"HierMoE: Accelerating MoE Training with Hierarchical Token Deduplication and Expert Swap","created":"2025-08-13","cited_by_count":4,"area":"moe"},{"id":"2603.00054","title":"Expert Divergence Learning for MoE-based Language Models","created":"2026-02-10","cited_by_count":4,"area":"moe"},{"id":"2603.18297","title":"Path-Constrained Mixture-of-Experts","created":"2026-03-18","cited_by_count":4,"area":"moe"},{"id":"2605.12476","title":"Routers Learn the Geometry of Their Experts: Geometric Coupling in Sparse Mixture-of-Experts","created":"2026-05-12","cited_by_count":4,"area":"moe"},{"id":"2406.15883","title":"SimSMoE: Solving Representational Collapse via Similarity Measure","created":"2024-06-22","cited_by_count":3,"area":"moe"},{"id":"2505.14088","title":"Generalizable Multispectral Land Cover Classification via Frequency-Aware Mixture of Low-Rank Token Experts","created":"2025-05-20","cited_by_count":3,"area":"moe"},{"id":"2505.19525","title":"Rethinking Gating Mechanism in Sparse MoE: Handling Arbitrary Modality Inputs with Confidence-Guided Gate","created":"2025-05-26","cited_by_count":3,"area":"moe"},{"id":"2506.05928","title":"MoA: Heterogeneous Mixture of Adapters for Parameter-Efficient Fine-Tuning of Large Language Models","created":"2025-06-06","cited_by_count":3,"area":"moe"},{"id":"2510.16411","title":"Modeling Expert Interactions in Sparse Mixture of Experts via Graph Structures","created":"2025-10-18","cited_by_count":3,"area":"moe"},{"id":"2602.03204","title":"Sparsity is Combinatorial Depth: Quantifying MoE Expressivity via Tropical Geometry","created":"2026-02-03","cited_by_count":3,"area":"moe"},{"id":"2602.12556","title":"SD-MoE: Spectral Decomposition for Effective Expert Specialization","created":"2026-02-13","cited_by_count":3,"area":"moe"},{"id":"2604.04908","title":"HI-MoE: Hierarchical Instance-Conditioned Mixture-of-Experts for Object Detection","created":"2026-04-06","cited_by_count":3,"area":"moe"},{"id":"2605.08292","title":"Hierarchical Mixture-of-Experts with Two-Stage Optimization","created":"2026-05-08","cited_by_count":3,"area":"moe"},{"id":"2606.01062","title":"DAG-MoE: From Simple Mixture to Structural Aggregation in Mixture-of-Experts","created":"2026-05-31","cited_by_count":3,"area":"moe"},{"id":"2406.11919","title":"Graph Knowledge Distillation to Mixture of Experts","created":"2024-06-17","cited_by_count":2,"area":"moe"},{"id":"2511.08972","title":"Selective Sinkhorn Routing for Improved Sparse Mixture of Experts","created":"2025-11-12","cited_by_count":2,"area":"moe"},{"id":"2602.04870","title":"Multi-Head LatentMoE and Head Parallel: Communication-Efficient and Deterministic MoE Parallelism","created":"2026-02-04","cited_by_count":2,"area":"moe"},{"id":"2603.01697","title":"DynaMoE: Dynamic Token-Level Expert Activation with Layer-Wise Adaptive Capacity for Mixture-of-Experts Neural Networks","created":"2026-03-02","cited_by_count":2,"area":"moe"},{"id":"2605.20247","title":"CP-MoE: Consistency-Preserving Mixture-of-Experts for Continual Learning","created":"2026-05-18","cited_by_count":2,"area":"moe"},{"id":"2606.03631","title":"AnchorMoE: Interpretable Time Series Classification via Anchor-Routed MoE","created":"2026-06-02","cited_by_count":2,"area":"moe"},{"id":"2606.25821","title":"SARA: Unlocking Multilingual Knowledge in Mixture-of-Experts via Semantically Anchored Routing Alignment","created":"2026-06-24","cited_by_count":2,"area":"moe"},{"id":"2607.01789","title":"EPnG: Adaptive Expert Prune-and-Grow for Parameter-Efficient MoE Fine-tuning","created":"2026-07-02","cited_by_count":2,"area":"moe"},{"id":"2301.08353","title":"AdaEnsemble: Learning Adaptively Sparse Structured Ensemble Network for Click-Through Rate Prediction","created":"2023-01-06","cited_by_count":1,"area":"moe"},{"id":"2409.14107","title":"Routing in Sparsely-gated Language Models responds to Context","created":"2024-09-21","cited_by_count":1,"area":"moe"},{"id":"2501.05661","title":"TAMER: A Test-Time Adaptive MoE-Driven Framework for EHR Representation Learning","created":"2025-01-10","cited_by_count":1,"area":"moe"},{"id":"2503.22996","title":"Rethinking Sparse Mixture of Experts from a Unified Perspective","created":"2025-03-29","cited_by_count":1,"area":"moe"},{"id":"2505.21532","title":"EvidenceMoE: A Physics-Guided Mixture-of-Experts with Evidential Critics for Advancing Fluorescence Light Detection and Ranging in Scattering Media","created":"2025-05-23","cited_by_count":1,"area":"moe"},{"id":"2509.00679","title":"Router Upcycling: Leveraging Mixture-of-Routers in Mixture-of-Experts Upcycling","created":"2025-08-31","cited_by_count":1,"area":"moe"},{"id":"2601.21349","title":"L2R: Low-Rank and Lipschitz-Controlled Routing for Mixture-of-Experts","created":"2026-01-29","cited_by_count":1,"area":"moe"},{"id":"2604.01667","title":"M3D-BFS: a Multi-stage Dynamic Fusion Strategy for Sample-Adaptive Multi-Modal Brain Network Analysis","created":"2026-04-02","cited_by_count":1,"area":"moe"},{"id":"2604.19835","title":"Expert Upcycling: Shifting the Compute-Efficient Frontier of Mixture-of-Experts","created":"2026-04-21","cited_by_count":1,"area":"moe"},{"id":"2605.15484","title":"When Does Sparse MoE Help in Vision? The Role of Backbone Compute Leverage in Sparse Routing","created":"2026-05-15","cited_by_count":1,"area":"moe"},{"id":"2605.30992","title":"Eigenvectors of Experts are Training-free Non-collapsing Routers","created":"2026-05-29","cited_by_count":1,"area":"moe"},{"id":"2607.08250","title":"On the Design of Mixture-of-Experts for Dynamic Gaussian Splatting","created":"2026-07-09","cited_by_count":1,"area":"moe"},{"id":"2607.16427","title":"Multi-level context Modeling for consistent expert selection in Mixture-of-Experts","created":"2026-07-17","cited_by_count":1,"area":"moe"},{"id":"2607.28308","title":"Beyond Geometric Complementarity: Coherent Overlap in Sparse Mixture-of-Experts Routing","created":"2026-07-30","cited_by_count":1,"area":"moe"},{"id":"2608.25231","title":"Output Dilution: Redundant but Fragile Representations in MoE Models","created":"2026-08-25","cited_by_count":1,"area":"moe"},{"id":"2609.35751","title":"How to Loop MoE: Flatten the Experts, Untie the Attention","created":"2026-09-28","cited_by_count":1,"area":"moe"},{"id":"2507.03221","title":"Neural Inhibition Improves Dynamic Routing and Mixture of Experts","created":"2025-07-03","cited_by_count":0,"area":"moe"},{"id":"2509.14255","title":"Cosine-Similarity Routing with Semantic Anchors for Interpretable Mixture-of-Experts Language Models","created":"2025-09-12","cited_by_count":0,"area":"moe"},{"id":"2601.12301","title":"Facet-Aware Multi-Head Mixture-of-Experts Model with Text-Enhanced Pre-training for Sequential Recommendation","created":"2026-01-18","cited_by_count":0,"area":"moe"}],"next_cursor":"100"}