{"total":122,"rows":[{"id":"2410.12013","title":"MoE-Pruner: Pruning Mixture-of-Experts Large Language Model using the Hints from Its Router","created":"2024-10-15","cited_by_count":62,"area":"moe"},{"id":"2411.01016","title":"MoE-I$^2$: Compressing Mixture of Experts Models through Inter-Expert Pruning and Intra-Expert Low-Rank Decomposition","created":"2024-11-01","cited_by_count":57,"area":"moe"},{"id":"2412.14711","title":"ReMoE: Fully Differentiable Mixture-of-Experts with ReLU Routing","created":"2024-12-19","cited_by_count":54,"area":"moe"},{"id":"2407.00945","title":"Efficient Expert Pruning for Sparse Mixture-of-Experts Language Models: Enhancing Performance and Reducing Inference Costs","created":"2024-07-01","cited_by_count":53,"area":"moe"},{"id":"2412.14219","title":"A Survey on Inference Optimization Techniques for Mixture of Experts Models","created":"2024-12-18","cited_by_count":47,"area":"moe"},{"id":"2410.06270","title":"Mixture Compressor for Mixture-of-Experts LLMs Gains More","created":"2024-10-08","cited_by_count":41,"area":"moe"},{"id":"2505.22323","title":"Advancing Expert Specialization for Better MoE","created":"2025-05-28","cited_by_count":39,"area":"moe"},{"id":"2410.08589","title":"Retraining-Free Merging of Sparse MoE via Hierarchical Clustering","created":"2024-10-11","cited_by_count":35,"area":"moe"},{"id":"2502.17298","title":"Delta Decompression for MoE-based LLMs Compression","created":"2025-02-24","cited_by_count":33,"area":"moe"},{"id":"2409.06211","title":"STUN: Structured-Then-Unstructured Pruning for Scalable MoE Pruning","created":"2024-09-10","cited_by_count":30,"area":"moe"},{"id":"2506.23266","title":"Sub-MoE: Efficient Mixture-of-Expert LLMs Compression via Subspace Expert Merging","created":"2025-06-29","cited_by_count":28,"area":"moe"},{"id":"2408.11304","title":"FedMoE: Personalized Federated Learning via Heterogeneous Mixture of Experts","created":"2024-08-21","cited_by_count":27,"area":"moe"},{"id":"2509.16105","title":"DiEP: Adaptive Mixture-of-Experts Compression through Differentiable Expert Pruning","created":"2025-09-19","cited_by_count":26,"area":"moe"},{"id":"2406.02500","title":"Towards Efficient Mixture of Experts: A Holistic Study of Compression Techniques","created":"2024-06-04","cited_by_count":24,"area":"moe"},{"id":"2504.05586","title":"Finding Fantastic Experts in MoEs: A Unified Study for Expert Dropping Strategies and Observations","created":"2025-04-08","cited_by_count":20,"area":"moe"},{"id":"2405.14507","title":"Unchosen Experts Can Contribute Too: Unleashing MoE Models' Power by Self-Contrast","created":"2024-05-23","cited_by_count":19,"area":"moe"},{"id":"2501.16352","title":"Mixture of Experts (MoE): A Big Data Perspective","created":"2025-01-18","cited_by_count":18,"area":"moe"},{"id":"2508.01625","title":"EAC-MoE: Expert-Selection Aware Compressor for Mixture-of-Experts Large Language Models","created":"2025-08-03","cited_by_count":18,"area":"moe"},{"id":"2507.23279","title":"Unveiling Super Experts in Mixture-of-Experts Large Language Models","created":"2025-07-31","cited_by_count":17,"area":"moe"},{"id":"2504.06792","title":"Domain-Specific Pruning of Large Mixture-of-Experts Models with Few-shot Demonstrations","created":"2025-04-09","cited_by_count":16,"area":"moe"},{"id":"2503.05066","title":"Capacity-Aware Inference: Mitigating the Straggler Effect in Mixture of Experts","created":"2025-03-07","cited_by_count":15,"area":"moe"},{"id":"2412.00099","title":"Mixture of Cache-Conditional Experts for Efficient Mobile Device Inference","created":"2024-11-27","cited_by_count":14,"area":"moe"},{"id":"2501.10375","title":"DAOP: Data-Aware Offloading and Predictive Pre-Calculation for Efficient MoE Inference","created":"2024-12-16","cited_by_count":14,"area":"moe"},{"id":"2601.18089","title":"LatentMoE: Toward Optimal Accuracy per FLOP and Parameter in Mixture of Experts","created":"2026-01-26","cited_by_count":14,"area":"moe"},{"id":"2502.12224","title":"Fate: Fast Edge Inference of Mixture-of-Experts Models via Cross-Layer Gate","created":"2025-02-17","cited_by_count":13,"area":"moe"},{"id":"2507.00390","title":"MoNE: Replacing Redundant Experts with Lightweight Novices for Structured Pruning of MoE","created":"2025-07-01","cited_by_count":13,"area":"moe"},{"id":"2503.06881","title":"ResMoE: Space-efficient Compression of Mixture of Experts LLMs via Residual Restoration","created":"2025-03-10","cited_by_count":12,"area":"moe"},{"id":"2601.00583","title":"HFedMoE: Resource-aware Heterogeneous Federated Learning with Mixture-of-Experts","created":"2026-01-02","cited_by_count":11,"area":"moe"},{"id":"2412.00069","title":"Condense, Don't Just Prune: Enhancing Efficiency and Performance in MoE Layer Pruning","created":"2024-11-26","cited_by_count":10,"area":"moe"},{"id":"2503.01359","title":"DeRS: Towards Extremely Efficient Upcycled Mixture-of-Experts Models","created":"2025-03-03","cited_by_count":10,"area":"moe"},{"id":"2604.04356","title":"REAM: Merging Improves Pruning of Experts in LLMs","created":"2026-04-06","cited_by_count":10,"area":"moe"},{"id":"2505.03531","title":"Faster MoE LLM Inference for Extremely Large Models","created":"2025-05-06","cited_by_count":9,"area":"moe"},{"id":"2508.05257","title":"MoBE: Mixture-of-Basis-Experts for Compressing MoE-based LLMs","created":"2025-08-07","cited_by_count":9,"area":"moe"},{"id":"2511.04805","title":"PuzzleMoE: Efficient Compression of Large Mixture-of-Experts Models via Sparse Expert Merging and Bit-packed inference","created":"2025-11-06","cited_by_count":9,"area":"moe"},{"id":"2603.06003","title":"EvoESAP: Non-Uniform Expert Pruning for Sparse MoE","created":"2026-03-06","cited_by_count":9,"area":"moe"},{"id":"2505.16056","title":"Not All Models Suit Expert Offloading: On Local Routing Consistency of Mixture-of-Expert Models","created":"2025-05-21","cited_by_count":8,"area":"moe"},{"id":"2410.10846","title":"Duo-LLM: A Framework for Studying Adaptive Computation in Large Language Models","created":"2024-10-01","cited_by_count":7,"area":"moe"},{"id":"2511.02237","title":"Opportunistic Expert Activation: Batch-Aware Expert Routing for Faster Decode Without Retraining","created":"2025-11-04","cited_by_count":7,"area":"moe"},{"id":"2512.18425","title":"MoE Pathfinder: Trajectory-driven Expert Pruning","created":"2025-12-20","cited_by_count":7,"area":"moe"},{"id":"2602.07265","title":"XShare: Collaborative in-Batch Expert Sharing for Faster MoE Inference","created":"2026-02-06","cited_by_count":7,"area":"moe"},{"id":"2602.09316","title":"Effective MoE-based LLM Compression by Exploiting Heterogeneous Inter-Group Experts Routing Frequency and Information Density","created":"2026-02-10","cited_by_count":7,"area":"moe"},{"id":"2605.08738","title":"SlimQwen: Exploring the Pruning and Distillation in Large MoE Model Pre-training","created":"2026-05-09","cited_by_count":7,"area":"moe"},{"id":"2605.23078","title":"GEMQ: Global Expert-Level Mixed-Precision Quantization for MoE LLMs","created":"2026-05-21","cited_by_count":7,"area":"moe"},{"id":"2509.02753","title":"LExI: Layer-Adaptive Active Experts for Efficient MoE Model Inference","created":"2025-09-02","cited_by_count":6,"area":"moe"},{"id":"2511.06494","title":"Route Experts by Sequence, not by Token","created":"2025-11-09","cited_by_count":6,"area":"moe"},{"id":"2508.06526","title":"PiKV: KV Cache Management System for Mixture of Experts","created":"2025-08-02","cited_by_count":5,"area":"moe"},{"id":"2511.10054","title":"BuddyMoE: Exploiting Expert Redundancy to Accelerate Memory-Constrained Mixture-of-Experts Inference","created":"2025-11-13","cited_by_count":5,"area":"moe"},{"id":"2408.04278","title":"LaDiMo: Layer-wise Distillation Inspired MoEfier","created":"2024-08-08","cited_by_count":4,"area":"moe"},{"id":"2505.13345","title":"Occult: Optimizing Collaborative Communication across Experts for Accelerated Parallel MoE Training and Inference","created":"2025-05-19","cited_by_count":4,"area":"moe"},{"id":"2511.08968","title":"Bayesian Mixture of Experts For Large Language Models","created":"2025-11-12","cited_by_count":4,"area":"moe"},{"id":"2602.00879","title":"Dynamic Expert Sharing: Decoupling Memory from Parallelism in Mixture-of-Experts Diffusion LLMs","created":"2026-01-31","cited_by_count":4,"area":"moe"},{"id":"2603.02217","title":"Is Retraining-Free Enough? The Necessity of Router Calibration for Efficient MoE Compression","created":"2026-02-10","cited_by_count":4,"area":"moe"},{"id":"2603.21276","title":"Aggregation Alignment for Federated Learning with Mixture-of-Experts under Data Heterogeneity","created":"2026-03-22","cited_by_count":4,"area":"moe"},{"id":"2604.08133","title":"Alloc-MoE: Budget-Aware Expert Activation Allocation for Efficient Mixture-of-Experts Inference","created":"2026-04-09","cited_by_count":4,"area":"moe"},{"id":"2605.06663","title":"EMO: Pretraining Mixture of Experts for Emergent Modularity","created":"2026-05-07","cited_by_count":4,"area":"moe"},{"id":"2605.18643","title":"Post-Trained MoE Can Skip Half Experts via Self-Distillation","created":"2026-05-18","cited_by_count":4,"area":"moe"},{"id":"2504.12359","title":"Unveiling Hidden Collaboration within Mixture-of-Experts in Large Language Models","created":"2025-04-16","cited_by_count":3,"area":"moe"},{"id":"2508.18983","title":"SMoE: An Algorithm-System Co-Design for Pushing MoE to the Edge via Expert Substitution","created":"2025-08-26","cited_by_count":3,"area":"moe"},{"id":"2509.22299","title":"HEAPr: Hessian-based Efficient Atomic Expert Pruning in Output Space","created":"2025-09-26","cited_by_count":3,"area":"moe"},{"id":"2602.07616","title":"SERE: Similarity-based Expert Re-routing for Efficient Batch Decoding in MoE Models","created":"2026-02-07","cited_by_count":3,"area":"moe"},{"id":"2604.20156","title":"Temporally Extended Mixture-of-Experts Models","created":"2026-04-22","cited_by_count":3,"area":"moe"},{"id":"2605.28042","title":"Extracting Small Translation Specialists from LLMs by Aggressively Pruning Experts","created":"2026-05-27","cited_by_count":3,"area":"moe"},{"id":"2505.24597","title":"Mixture-of-Experts for Personalized and Semantic-Aware Next Location Prediction","created":"2025-05-30","cited_by_count":2,"area":"moe"},{"id":"2506.00965","title":"FLEx: Personalized Federated Learning for Mixture-of-Experts LLMs via Expert Grafting","created":"2025-06-01","cited_by_count":2,"area":"moe"},{"id":"2509.06346","title":"Ban&Pick: Enhancing Performance and Efficiency of MoE-LLMs via Smarter Routing","created":"2025-09-08","cited_by_count":2,"area":"moe"},{"id":"2510.07205","title":"Guided by the Experts: Provable Feature Learning Dynamic of Soft-Routed Mixture-of-Experts","created":"2025-10-08","cited_by_count":2,"area":"moe"},{"id":"2512.21911","title":"Accelerate Speculative Decoding with Sparse Computation in Verification","created":"2025-12-26","cited_by_count":2,"area":"moe"},{"id":"2603.12645","title":"LightMoE: Reducing Mixture-of-Experts Redundancy through Expert Replacing","created":"2026-03-13","cited_by_count":2,"area":"moe"},{"id":"2603.19172","title":"DyMoE: Dynamic Expert Orchestration with Mixed-Precision Quantization for Efficient MoE Inference on Edge","created":"2026-03-19","cited_by_count":2,"area":"moe"},{"id":"2604.23150","title":"Scaling Multi-Node Mixture-of-Experts Inference Using Expert Activation Patterns","created":"2026-04-25","cited_by_count":2,"area":"moe"},{"id":"2605.30876","title":"dMoE: dLLMs with Learnable Block Experts","created":"2026-05-29","cited_by_count":2,"area":"moe"},{"id":"2606.25821","title":"SARA: Unlocking Multilingual Knowledge in Mixture-of-Experts via Semantically Anchored Routing Alignment","created":"2026-06-24","cited_by_count":2,"area":"moe"},{"id":"2607.08601","title":"It Takes a MAESTRO To Prune Bad Experts","created":"2026-07-09","cited_by_count":2,"area":"moe"},{"id":"2505.17639","title":"PreMoE: Proactive Inference for Efficient Mixture-of-Experts","created":"2025-05-23","cited_by_count":1,"area":"moe"},{"id":"2508.18376","title":"DualSparse-MoE: Coordinating Tensor/Neuron-Level Sparsity with Expert Partition and Reconstruction","created":"2025-08-25","cited_by_count":1,"area":"moe"},{"id":"2508.19078","title":"Federated Fine-Tuning of Sparsely-Activated Large Language Models on Resource-Constrained Devices","created":"2025-08-26","cited_by_count":1,"area":"moe"},{"id":"2510.19366","title":"MoE-Prism: Disentangling Monolithic Experts for Elastic MoE Services via Model-System Co-Designs","created":"2025-10-22","cited_by_count":1,"area":"moe"},{"id":"2511.19480","title":"Exploiting the Experts: Unauthorized Compression in MoE-LLMs","created":"2025-11-22","cited_by_count":1,"area":"moe"},{"id":"2604.10603","title":"MoEITS: A Green AI approach for simplifying MoE-LLMs","created":"2026-04-12","cited_by_count":1,"area":"moe"},{"id":"2604.19835","title":"Expert Upcycling: Shifting the Compute-Efficient Frontier of Mixture-of-Experts","created":"2026-04-21","cited_by_count":1,"area":"moe"},{"id":"2604.23036","title":"Preserving Long-Tailed Expert Information in Mixture-of-Experts Tuning","created":"2026-04-24","cited_by_count":1,"area":"moe"},{"id":"2605.13997","title":"HodgeCover: Higher-Order Topological Coverage Drives Compression of Sparse Mixture-of-Experts","created":"2026-05-13","cited_by_count":1,"area":"moe"},{"id":"2605.14438","title":"BEAM: Binary Expert Activation Masking for Dynamic Routing in MoE","created":"2026-05-14","cited_by_count":1,"area":"moe"},{"id":"2605.29350","title":"ConMoE: Expert-Pool Consolidation via Prototype Reassignment for MoE Compression","created":"2026-05-28","cited_by_count":1,"area":"moe"},{"id":"2606.29982","title":"Beyond Uniform Experts: Cost-Aware Expert Execution for Efficient Multi-Device MoE Inference","created":"2026-06-29","cited_by_count":1,"area":"moe"},{"id":"2607.01444","title":"On the Utility and Factual Reliability of Pruned Mixture-of-Experts Models in the Biomedical Domain","created":"2026-07-01","cited_by_count":1,"area":"moe"},{"id":"2607.28308","title":"Beyond Geometric Complementarity: Coherent Overlap in Sparse Mixture-of-Experts Routing","created":"2026-07-30","cited_by_count":1,"area":"moe"},{"id":"2608.15299","title":"MAPLE: MoE Adaptive Plug-and-play Layer-wise Expert allocation","created":"2026-08-15","cited_by_count":1,"area":"moe"},{"id":"2601.14327","title":"Yuan3.0 Ultra: A Trillion-Parameter Enterprise-Oriented MoE LLM","created":"2026-01-20","cited_by_count":0,"area":"moe"},{"id":"2605.08575","title":"Uncovering Intra-expert Activation Sparsity for Efficient Mixture-of-Expert Model Execution","created":"2026-05-09","cited_by_count":0,"area":"moe"},{"id":"2605.27431","title":"Tackling Multimodal Learning Challenges with Mixture-of-Expert: A Survey","created":"2026-05-22","cited_by_count":0,"area":"moe"},{"id":"2606.00079","title":"BitsMoE: Efficient Spectral Energy-Guided Bit Allocation for MoE LLM Quantization","created":"2026-05-22","cited_by_count":0,"area":"moe"},{"id":"2606.18304","title":"Attribution-Guided and Coverage-Maximized Pruning for Structural MoE Compression","created":"2026-06-16","cited_by_count":0,"area":"moe"},{"id":"2606.19025","title":"FoMoE: Breaking the Full-Replica Barrier with a Federation of MoEs","created":"2026-06-17","cited_by_count":0,"area":"moe"},{"id":"2606.27866","title":"FlexMoE: One-for-All Nested Intra-Expert Pruning for MoE Language Models","created":"2026-06-26","cited_by_count":0,"area":"moe"},{"id":"2607.05116","title":"Communication-Aware Placement and Pruning for Efficient Mixture-of-Experts Inference","created":"2026-07-06","cited_by_count":0,"area":"moe"},{"id":"2607.08782","title":"Director: Accelerating Distributed MoE Serving via Online Proactive Expert Placement","created":"2026-06-13","cited_by_count":0,"area":"moe"},{"id":"2608.05303","title":"EdgeXpert: An Edge Device for Memory-Efficient LLM Inference with Mixture-of-Experts and Speculative Decoding","created":"2026-08-05","cited_by_count":0,"area":"moe"},{"id":"2608.07890","title":"Router Sensitivity Under Lightweight Fine-Tuning Identifies Prunable Experts in Mixture-of-Experts Models","created":"2026-08-08","cited_by_count":0,"area":"moe"},{"id":"2608.13565","title":"Depth-Aware Sensitivity Analysis of Mixture-of-Experts Models via Magnitude-Based Expert Masking","created":"2026-06-25","cited_by_count":0,"area":"moe"}],"next_cursor":"100"}