{"total":108,"rows":[{"id":"2408.07666","title":"Model Merging in LLMs, MLLMs, and Beyond: Methods, Theories, Applications and Opportunities","created":"2024-08-14","cited_by_count":254,"area":null},{"id":"2410.12013","title":"MoE-Pruner: Pruning Mixture-of-Experts Large Language Model using the Hints from Its Router","created":"2024-10-15","cited_by_count":62,"area":"moe"},{"id":"2411.01433","title":"HOBBIT: A Mixed Precision Expert Offloading System for Fast MoE Inference","created":"2024-11-03","cited_by_count":55,"area":"moe"},{"id":"2410.13025","title":"LoRA Soups: Merging LoRAs for Practical Skill Composition Tasks","created":"2024-10-16","cited_by_count":52,"area":null},{"id":"2406.18219","title":"A Closer Look into Mixture-of-Experts in Large Language Models","created":"2024-06-26","cited_by_count":48,"area":"moe"},{"id":"2412.14219","title":"A Survey on Inference Optimization Techniques for Mixture of Experts Models","created":"2024-12-18","cited_by_count":47,"area":"moe"},{"id":"2407.09590","title":"Diversifying the Expert Knowledge for Task-Agnostic Pruning in Sparse Mixture-of-Experts","created":"2024-07-12","cited_by_count":37,"area":"moe"},{"id":"2410.08589","title":"Retraining-Free Merging of Sparse MoE via Hierarchical Clustering","created":"2024-10-11","cited_by_count":35,"area":"moe"},{"id":"2502.17298","title":"Delta Decompression for MoE-based LLMs Compression","created":"2025-02-24","cited_by_count":33,"area":"moe"},{"id":"2506.23266","title":"Sub-MoE: Efficient Mixture-of-Expert LLMs Compression via Subspace Expert Merging","created":"2025-06-29","cited_by_count":28,"area":"moe"},{"id":"2403.19390","title":"Checkpoint Merging via Bayesian Optimization in LLM Pretraining","created":"2024-03-28","cited_by_count":27,"area":null},{"id":"2410.11163","title":"Model Swarms: Collaborative Search to Adapt LLM Experts via Swarm Intelligence","created":"2024-10-15","cited_by_count":27,"area":null},{"id":"2502.06643","title":"MoETuner: Optimized Mixture of Expert Serving with Balanced Expert Placement and Token Routing","created":"2025-02-10","cited_by_count":26,"area":"moe"},{"id":"2509.16105","title":"DiEP: Adaptive Mixture-of-Experts Compression through Differentiable Expert Pruning","created":"2025-09-19","cited_by_count":26,"area":"moe"},{"id":"2509.10377","title":"Dropping Experts, Recombining Neurons: Retraining-Free Pruning for Sparse Mixture-of-Experts LLMs","created":"2025-09-12","cited_by_count":25,"area":"moe"},{"id":"2406.02500","title":"Towards Efficient Mixture of Experts: A Holistic Study of Compression Techniques","created":"2024-06-04","cited_by_count":24,"area":"moe"},{"id":"2502.05370","title":"Taming Latency-Memory Trade-Off in MoE-Based LLM Serving via Fine-Grained Expert Offloading","created":"2025-02-07","cited_by_count":24,"area":"moe"},{"id":"2504.05586","title":"Finding Fantastic Experts in MoEs: A Unified Study for Expert Dropping Strategies and Observations","created":"2025-04-08","cited_by_count":20,"area":"moe"},{"id":"2505.19645","title":"MoESD: Unveil Speculative Decoding's Potential for Accelerating Sparse MoE","created":"2025-05-26","cited_by_count":19,"area":"moe"},{"id":"2507.23279","title":"Unveiling Super Experts in Mixture-of-Experts Large Language Models","created":"2025-07-31","cited_by_count":17,"area":"moe"},{"id":"2411.08982","title":"Lynx: Enabling Efficient MoE Inference through Dynamic Batch-Aware Expert Selection","created":"2024-11-13","cited_by_count":16,"area":"moe"},{"id":"2504.06792","title":"Domain-Specific Pruning of Large Mixture-of-Experts Models with Few-shot Demonstrations","created":"2025-04-09","cited_by_count":16,"area":"moe"},{"id":"2412.00099","title":"Mixture of Cache-Conditional Experts for Efficient Mobile Device Inference","created":"2024-11-27","cited_by_count":14,"area":"moe"},{"id":"2601.18089","title":"LatentMoE: Toward Optimal Accuracy per FLOP and Parameter in Mixture of Experts","created":"2026-01-26","cited_by_count":14,"area":"moe"},{"id":"2507.00390","title":"MoNE: Replacing Redundant Experts with Lightweight Novices for Structured Pruning of MoE","created":"2025-07-01","cited_by_count":13,"area":"moe"},{"id":"2509.25041","title":"GRACE-MoE: Grouping and Replication with Locality-Aware Routing for Efficient Distributed MoE Inference","created":"2025-09-29","cited_by_count":13,"area":"moe"},{"id":"2410.14389","title":"SurgeryV2: Bridging the Gap Between Model Merging and Multi-Task Learning with Deep Representation Surgery","created":"2024-10-18","cited_by_count":12,"area":null},{"id":"2503.06881","title":"ResMoE: Space-efficient Compression of Mixture of Experts LLMs via Residual Restoration","created":"2025-03-10","cited_by_count":12,"area":"moe"},{"id":"2412.00069","title":"Condense, Don't Just Prune: Enhancing Efficiency and Performance in MoE Layer Pruning","created":"2024-11-26","cited_by_count":10,"area":"moe"},{"id":"2503.01359","title":"DeRS: Towards Extremely Efficient Upcycled Mixture-of-Experts Models","created":"2025-03-03","cited_by_count":10,"area":"moe"},{"id":"2508.05038","title":"HAMoBE: Hierarchical and Adaptive Mixture of Biometric Experts for Video-based Person ReID","created":"2025-08-07","cited_by_count":10,"area":null},{"id":"2510.14436","title":"MergeMoE: Efficient Compression of MoE Models via Expert Output Merging","created":"2025-10-16","cited_by_count":10,"area":"moe"},{"id":"2604.04356","title":"REAM: Merging Improves Pruning of Experts in LLMs","created":"2026-04-06","cited_by_count":10,"area":"moe"},{"id":"2406.08155","title":"QuantMoE-Bench: Examining Post-Training Quantization for Mixture-of-Experts","created":"2024-06-12","cited_by_count":9,"area":"moe"},{"id":"2505.03531","title":"Faster MoE LLM Inference for Extremely Large Models","created":"2025-05-06","cited_by_count":9,"area":"moe"},{"id":"2508.05257","title":"MoBE: Mixture-of-Basis-Experts for Compressing MoE-based LLMs","created":"2025-08-07","cited_by_count":9,"area":"moe"},{"id":"2509.08342","title":"Accelerating Mixture-of-Expert Inference with Adaptive Expert Split Mechanism","created":"2025-09-10","cited_by_count":9,"area":"moe"},{"id":"2511.04805","title":"PuzzleMoE: Efficient Compression of Large Mixture-of-Experts Models via Sparse Expert Merging and Bit-packed inference","created":"2025-11-06","cited_by_count":9,"area":"moe"},{"id":"2603.06003","title":"EvoESAP: Non-Uniform Expert Pruning for Sparse MoE","created":"2026-03-06","cited_by_count":9,"area":"moe"},{"id":"2409.01483","title":"Revisiting SMoE Language Models by Evaluating Inefficiencies with Task Specific Expert Pruning","created":"2024-09-02","cited_by_count":8,"area":"moe"},{"id":"2504.02658","title":"MiLo: Efficient Quantized MoE Inference with Mixture of Low-Rank Compensators","created":"2025-04-03","cited_by_count":8,"area":"moe"},{"id":"2505.16056","title":"Not All Models Suit Expert Offloading: On Local Routing Consistency of Mixture-of-Expert Models","created":"2025-05-21","cited_by_count":8,"area":"moe"},{"id":"2505.18502","title":"Knowledge Fusion of Large Language Models Via Modular SkillPacks","created":"2025-05-24","cited_by_count":8,"area":null},{"id":"2501.03905","title":"MixNet: A Runtime Reconfigurable Optical-Electrical Fabric for Distributed Mixture-of-Experts Training","created":"2025-01-07","cited_by_count":7,"area":"moe"},{"id":"2512.18425","title":"MoE Pathfinder: Trajectory-driven Expert Pruning","created":"2025-12-20","cited_by_count":7,"area":"moe"},{"id":"2602.09316","title":"Effective MoE-based LLM Compression by Exploiting Heterogeneous Inter-Group Experts Routing Frequency and Information Density","created":"2026-02-10","cited_by_count":7,"area":"moe"},{"id":"2605.08738","title":"SlimQwen: Exploring the Pruning and Distillation in Large MoE Model Pre-training","created":"2026-05-09","cited_by_count":7,"area":"moe"},{"id":"2408.11393","title":"First Activations Matter: Training-Free Methods for Dynamic Activation in Large Language Models","created":"2024-08-21","cited_by_count":6,"area":null},{"id":"2503.00634","title":"Efficiently Editing Mixture-of-Experts Models with Compressed Experts","created":"2025-03-01","cited_by_count":6,"area":"moe"},{"id":"2606.15716","title":"How to Score Experts for One-Shot MoE Expert Pruning: A Unified Formulation and Selection Principle","created":"2026-06-14","cited_by_count":6,"area":"moe"},{"id":"2502.18821","title":"CAMEx: Curvature-aware Merging of Experts","created":"2025-02-26","cited_by_count":5,"area":null},{"id":"2511.21437","title":"A Systematic Study of In-the-Wild Model Merging for Large Language Models","created":"2025-11-26","cited_by_count":5,"area":null},{"id":"2603.09983","title":"MoE-SpAc: Efficient MoE Inference Based on Speculative Activation Utility in Heterogeneous Edge Scenarios","created":"2026-02-12","cited_by_count":5,"area":"moe"},{"id":"2603.18492","title":"AIMER: Calibration-Free Task-Agnostic MoE Expert Pruning","created":"2026-03-19","cited_by_count":5,"area":"moe"},{"id":"2505.13345","title":"Occult: Optimizing Collaborative Communication across Experts for Accelerated Parallel MoE Training and Inference","created":"2025-05-19","cited_by_count":4,"area":"moe"},{"id":"2508.01784","title":"RouteMark: A Fingerprint for Intellectual Property Attribution in Routing-based Model Merging","created":"2025-08-03","cited_by_count":4,"area":"moe"},{"id":"2602.00879","title":"Dynamic Expert Sharing: Decoupling Memory from Parallelism in Mixture-of-Experts Diffusion LLMs","created":"2026-01-31","cited_by_count":4,"area":"moe"},{"id":"2603.02217","title":"Is Retraining-Free Enough? The Necessity of Router Calibration for Efficient MoE Compression","created":"2026-02-10","cited_by_count":4,"area":"moe"},{"id":"2605.18643","title":"Post-Trained MoE Can Skip Half Experts via Self-Distillation","created":"2026-05-18","cited_by_count":4,"area":"moe"},{"id":"2405.20094","title":"Low-dimensional approximations of the conditional law of Volterra processes: a non-positive curvature approach","created":"2024-05-30","cited_by_count":3,"area":null},{"id":"2503.22517","title":"Exploiting Mixture-of-Experts Redundancy Unlocks Multimodal Generative Abilities","created":"2025-03-28","cited_by_count":3,"area":"moe"},{"id":"2504.06426","title":"S'MoRE: Structural Mixture of Residual Experts for Parameter-Efficient LLM Fine-tuning","created":"2025-04-08","cited_by_count":3,"area":"moe"},{"id":"2504.12359","title":"Unveiling Hidden Collaboration within Mixture-of-Experts in Large Language Models","created":"2025-04-16","cited_by_count":3,"area":"moe"},{"id":"2508.18983","title":"SMoE: An Algorithm-System Co-Design for Pushing MoE to the Edge via Expert Substitution","created":"2025-08-26","cited_by_count":3,"area":"moe"},{"id":"2509.22299","title":"HEAPr: Hessian-based Efficient Atomic Expert Pruning in Output Space","created":"2025-09-26","cited_by_count":3,"area":"moe"},{"id":"2510.16138","title":"Expert Merging in Sparse Mixture of Experts with Nash Bargaining","created":"2025-10-17","cited_by_count":3,"area":"moe"},{"id":"2508.09208","title":"CoMoE: Collaborative Optimization of Expert Aggregation and Offloading for MoE-based LLMs at Edge","created":"2025-08-10","cited_by_count":2,"area":"moe"},{"id":"2510.16968","title":"Leave It to the Experts: Detecting Knowledge Distillation via MoE Expert Signatures","created":"2025-10-19","cited_by_count":2,"area":"moe"},{"id":"2603.12645","title":"LightMoE: Reducing Mixture-of-Experts Redundancy through Expert Replacing","created":"2026-03-13","cited_by_count":2,"area":"moe"},{"id":"2603.19172","title":"DyMoE: Dynamic Expert Orchestration with Mixed-Precision Quantization for Efficient MoE Inference on Edge","created":"2026-03-19","cited_by_count":2,"area":"moe"},{"id":"2604.06542","title":"Does a Global Perspective Help Prune Sparse MoEs Elegantly?","created":"2026-04-08","cited_by_count":2,"area":"moe"},{"id":"2606.05538","title":"Less is MoE: Trimming Experts in Domain-Specialist Language Models","created":"2026-06-04","cited_by_count":2,"area":"moe"},{"id":"2607.08601","title":"It Takes a MAESTRO To Prune Bad Experts","created":"2026-07-09","cited_by_count":2,"area":"moe"},{"id":"2608.24938","title":"ExFold: Unified Expert Folding for Training-Free MoE Prefill-Decode Acceleration","created":"2026-08-24","cited_by_count":2,"area":"moe"},{"id":"2501.06126","title":"Merging Feed-Forward Sublayers for Compressed Transformers","created":"2025-01-10","cited_by_count":1,"area":null},{"id":"2508.19078","title":"Federated Fine-Tuning of Sparsely-Activated Large Language Models on Resource-Constrained Devices","created":"2025-08-26","cited_by_count":1,"area":"moe"},{"id":"2511.19561","title":"Merging without Forgetting: Continual Fusion of Task-Specific Models via Optimal Transport","created":"2025-11-24","cited_by_count":1,"area":null},{"id":"2603.07006","title":"Mozart: Modularized and Efficient MoE Training on 3.5D Wafer-Scale Chiplet Architectures","created":"2026-03-07","cited_by_count":1,"area":"moe"},{"id":"2605.13997","title":"HodgeCover: Higher-Order Topological Coverage Drives Compression of Sparse Mixture-of-Experts","created":"2026-05-13","cited_by_count":1,"area":"moe"},{"id":"2605.14438","title":"BEAM: Binary Expert Activation Masking for Dynamic Routing in MoE","created":"2026-05-14","cited_by_count":1,"area":"moe"},{"id":"2605.28207","title":"Pruning and Distilling Mixture-of-Experts into Dense Language Models","created":"2026-05-27","cited_by_count":1,"area":"moe"},{"id":"2606.16501","title":"Post-Hoc Merging is Not Enough: Many-Shot Model Merging with Loss-Gap Balancing","created":"2026-06-15","cited_by_count":1,"area":null},{"id":"2607.01444","title":"On the Utility and Factual Reliability of Pruned Mixture-of-Experts Models in the Biomedical Domain","created":"2026-07-01","cited_by_count":1,"area":"moe"},{"id":"2608.04454","title":"Beyond Global Routing Aggregation: Phase-Aware Expert Merging for MoE Vision-Language Models","created":"2026-08-05","cited_by_count":1,"area":"mllm"},{"id":"2608.15299","title":"MAPLE: MoE Adaptive Plug-and-play Layer-wise Expert allocation","created":"2026-08-15","cited_by_count":1,"area":"moe"},{"id":"2608.18261","title":"Cacheable by Design? Training Mixture-of-Experts Routers for Locality Against the Edge Memory-Bandwidth Wall: A Pre-Registered Negative Result with a Systems Measurement Study","created":"2026-08-18","cited_by_count":1,"area":"moe"},{"id":"2406.02969","title":"Filtered not Mixed: Stochastic Filtering-Based Online Gating for Mixture of Large Language Models","created":"2024-06-05","cited_by_count":0,"area":"moe"},{"id":"2508.19498","title":"UNIFORM: Unifying Knowledge from Large-scale and Diverse Pre-trained Models","created":"2025-08-27","cited_by_count":0,"area":null},{"id":"2603.29200","title":"Improving Ensemble Forecasts of Abnormally Deflecting Tropical Cyclones with Fused Atmosphere-Ocean-Terrain Data","created":"2026-03-31","cited_by_count":0,"area":null},{"id":"2605.04952","title":"Adaptive Inverted-Index Routing for Granular Mixtures-of-Experts","created":"2026-05-06","cited_by_count":0,"area":"moe"},{"id":"2606.09885","title":"TENP: Trapezoidal Expert Neuron Pruning For Mixture-of-Experts","created":"2026-06-03","cited_by_count":0,"area":"moe"},{"id":"2606.26902","title":"Learning to Recover Task Experts from a Multi-Task Merged Model","created":"2026-06-25","cited_by_count":0,"area":null},{"id":"2608.07814","title":"Shape Mutating Expert Compression:LorExperts and BTExperts","created":"2026-08-07","cited_by_count":0,"area":"moe"},{"id":"2608.07890","title":"Router Sensitivity Under Lightweight Fine-Tuning Identifies Prunable Experts in Mixture-of-Experts Models","created":"2026-08-08","cited_by_count":0,"area":"moe"},{"id":"2609.00575","title":"Residual Sparsification via Output Importance for Compressing Mixture-of-Experts LLMs","created":"2026-09-01","cited_by_count":0,"area":"moe"},{"id":"2609.04453","title":"When Load-Balancing Goes Too Far: Expert Pruning in Over-Dispersed Mixture-of-Experts Models","created":"2026-09-03","cited_by_count":0,"area":"moe"},{"id":"2609.04575","title":"Training-Free Halving of Activated Experts in Fine-Grained Mixture-of-Experts Models","created":"2026-09-04","cited_by_count":0,"area":"moe"},{"id":"2609.06076","title":"Beyond Retraining-Free MoE Compression: A Cost-Normalized Study of Post-Compression Adjustment","created":"2026-09-05","cited_by_count":0,"area":"moe"},{"id":"2609.30465","title":"RAZOR: Pruning Replaceable Experts in LLMs","created":"2026-09-24","cited_by_count":0,"area":"moe"},{"id":"2609.31631","title":"OMP-MoE: Efficient Expert Pruning for Mixture-of-Experts LLMs via Orthogonal Matching Pursuit","created":"2026-09-09","cited_by_count":0,"area":"moe"}],"next_cursor":"100"}