{"total":201,"rows":[{"id":"2309.05444","title":"Pushing Mixture of Experts to the Limit: Extremely Parameter Efficient MoE for Instruction Tuning","created":"2023-09-11","cited_by_count":150,"area":"moe"},{"id":"2404.15159","title":"MixLoRA: Enhancing Large Language Models Fine-Tuning with LoRA-based Mixture of Experts","created":"2024-04-22","cited_by_count":147,"area":"moe"},{"id":"2310.18339","title":"When MOE Meets LLMs: Parameter Efficient Fine-tuning for Multi-task Medical Applications","created":"2023-10-21","cited_by_count":111,"area":"moe"},{"id":"2306.03745","title":"Soft Merging of Experts with Adaptive Routing","created":"2023-06-06","cited_by_count":90,"area":"moe"},{"id":"2312.09979","title":"LoRAMoE: Alleviate World Knowledge Forgetting in Large Language Models via MoE-Style Plugin","created":"2023-12-15","cited_by_count":82,"area":"moe"},{"id":"2402.11260","title":"MoRAL: MoE Augmented LoRA for LLMs' Lifelong Learning","created":"2024-02-17","cited_by_count":63,"area":"moe"},{"id":"2403.12494","title":"Task-Customized Mixture of Adapters for General Image Fusion","created":"2024-03-19","cited_by_count":59,"area":"moe"},{"id":"2403.17749","title":"Multi-Task Dense Prediction via Mixture of Low-Rank Experts","created":"2024-03-26","cited_by_count":58,"area":"moe"},{"id":"2411.01016","title":"MoE-I$^2$: Compressing Mixture of Experts Models through Inter-Expert Pruning and Intra-Expert Low-Rank Decomposition","created":"2024-11-01","cited_by_count":57,"area":"moe"},{"id":"2402.12851","title":"MoELoRA: Contrastive Learning Guided Mixture of Experts on Parameter-Efficient Fine-Tuning for Large Language Models","created":"2024-02-20","cited_by_count":56,"area":"moe"},{"id":"2408.04693","title":"Understanding the Performance and Estimating the Cost of LLM Fine-Tuning","created":"2024-08-08","cited_by_count":48,"area":"moe"},{"id":"2406.13233","title":"AdaMoE: Token-Adaptive Routing with Null Experts for Mixture-of-Experts Language Models","created":"2024-06-19","cited_by_count":44,"area":"moe"},{"id":"2405.14124","title":"Mixture of Experts Meets Prompt-Based Continual Learning","created":"2024-05-23","cited_by_count":43,"area":"moe"},{"id":"2403.03432","title":"Mixture-of-LoRAs: An Efficient Multitask Tuning for Large Language Models","created":"2024-03-06","cited_by_count":38,"area":"moe"},{"id":"2311.09179","title":"SiRA: Sparse Mixture of Low Rank Adaptation","created":"2023-11-15","cited_by_count":32,"area":"moe"},{"id":"2402.12550","title":"Multilinear Mixture of Experts: Scalable Expert Specialization through Factorization","created":"2024-02-19","cited_by_count":28,"area":"moe"},{"id":"2404.08452","title":"MoE-FFD: Mixture of Experts for Generalized and Parameter-Efficient Face Forgery Detection","created":"2024-04-12","cited_by_count":27,"area":"moe"},{"id":"2408.11304","title":"FedMoE: Personalized Federated Learning via Heterogeneous Mixture of Experts","created":"2024-08-21","cited_by_count":27,"area":"moe"},{"id":"2402.12656","title":"HyperMoE: Towards Better Mixture of Experts via Transferring Among Experts","created":"2024-02-20","cited_by_count":26,"area":"moe"},{"id":"2311.02684","title":"Octavius: Mitigating Task Interference in MLLMs via LoRA-MoE","created":"2023-11-05","cited_by_count":25,"area":"moe"},{"id":"2403.11808","title":"Dynamic Tuning Towards Parameter and Inference Efficiency for ViT Adaptation","created":"2024-03-18","cited_by_count":25,"area":"moe"},{"id":"2410.21804","title":"Efficient and Effective Weight-Ensembling Mixture of Experts for Multi-Task Model Merging","created":"2024-10-29","cited_by_count":23,"area":"moe"},{"id":"2401.02731","title":"Parameter-Efficient Sparsity Crafting from Dense to Mixture-of-Experts for Instruction Tuning on General Tasks","created":"2024-01-05","cited_by_count":22,"area":"moe"},{"id":"2407.01906","title":"Let the Expert Stick to His Last: Expert-Specialized Fine-Tuning for Sparse Architectural Large Language Models","created":"2024-07-02","cited_by_count":21,"area":"moe"},{"id":"2410.07739","title":"SLIM: Let LLM Learn More and Forget Less with Soft LoRA and Identity Mixture","created":"2024-10-10","cited_by_count":19,"area":"moe"},{"id":"2410.18035","title":"MiLoRA: Efficient Mixture of Low-Rank Adaptation for Large Language Models Fine-tuning","created":"2024-10-23","cited_by_count":19,"area":"moe"},{"id":"2405.17741","title":"LoRA-Switch: Boosting the Efficiency of Dynamic LLM Adapters via System-Algorithm Co-design","created":"2024-05-28","cited_by_count":18,"area":"moe"},{"id":"2410.15385","title":"LoRA-IR: Taming Low-Rank Experts for Efficient All-in-One Image Restoration","created":"2024-10-20","cited_by_count":18,"area":"moe"},{"id":"2306.04640","title":"ModuleFormer: Modularity Emerges from Mixture-of-Experts","created":"2023-06-07","cited_by_count":17,"area":"moe"},{"id":"2312.10376","title":"STA-VPT: SpatioTemporally Aligned Visual Prompt Tuning","created":"2023-12-16","cited_by_count":17,"area":"moe"},{"id":"2405.13053","title":"MeteoRA: Multiple-tasks Embedded LoRA for Large Language Models","created":"2024-05-19","cited_by_count":16,"area":"moe"},{"id":"2406.13583","title":"Low-Rank Mixture-of-Experts for Continual Medical Image Segmentation","created":"2024-06-19","cited_by_count":16,"area":"moe"},{"id":"2408.05430","title":"HoME: Hierarchy of Multi-Gate Experts for Multi-Task Learning at Kuaishou","created":"2024-08-10","cited_by_count":16,"area":"moe"},{"id":"2408.11396","title":"MoE-LPR: Multilingual Extension of Large Language Models through Mixture-of-Experts with Language Priors Routing","created":"2024-08-21","cited_by_count":16,"area":"moe"},{"id":"2408.12733","title":"SQL-GEN: Bridging the Dialect Gap for Text-to-SQL Via Synthetic Data And Model Merging","created":"2024-08-22","cited_by_count":16,"area":"moe"},{"id":"2405.07780","title":"DirMixE: Harnessing Test Agnostic Long-tail Recognition with Hierarchical Label Variations","created":"2024-05-13","cited_by_count":15,"area":"moe"},{"id":"2412.04220","title":"Customize Segment Anything Model for Multi-Modal Semantic Segmentation with Mixture of LoRA Experts","created":"2024-12-05","cited_by_count":15,"area":"moe"},{"id":"2411.18797","title":"SEUF: Is Unlearning One Expert Enough for Mixture-of-Experts LLMs?","created":"2024-11-27","cited_by_count":14,"area":"moe"},{"id":"2412.20157","title":"UniRestorer: Universal Image Restoration via Adaptively Estimating Image Degradation at Proper Granularity","created":"2024-12-28","cited_by_count":14,"area":"moe"},{"id":"2507.04631","title":"Learning Robust Stereo Matching in the Wild with Selective Mixture-of-Experts","created":"2025-07-07","cited_by_count":14,"area":"moe"},{"id":"2601.18699","title":"Mechanistic Analysis of Catastrophic Forgetting in Large Language Models During Continual Fine-tuning","created":"2026-01-26","cited_by_count":14,"area":"moe"},{"id":"2501.15103","title":"Each Rank Could be an Expert: Single-Ranked Mixture of Experts LoRA for Multi-Task Learning","created":"2025-01-25","cited_by_count":13,"area":"moe"},{"id":"2503.11880","title":"FedALT: Federated Fine-Tuning through Adaptive Local Training with Rest-of-World LoRA","created":"2025-03-14","cited_by_count":13,"area":"moe"},{"id":"2405.11530","title":"Learning More Generalized Experts by Merging Experts in Mixture-of-Experts","created":"2024-05-19","cited_by_count":12,"area":"moe"},{"id":"2407.04938","title":"SAM-Med3D-MoE: Towards a Non-Forgetting Segment Anything Model via Mixture of Experts for 3D Medical Image Segmentation","created":"2024-07-06","cited_by_count":12,"area":"moe"},{"id":"2408.03511","title":"MoExtend: Tuning New Experts for Modality and Task Extension","created":"2024-08-07","cited_by_count":12,"area":"moe"},{"id":"2409.02685","title":"RouterRetriever: Routing over a Mixture of Expert Embedding Models","created":"2024-09-04","cited_by_count":12,"area":"moe"},{"id":"2505.22582","title":"Less, but Better: Efficient Multilingual Expansion for LLMs via Layer-wise Mixture-of-Experts","created":"2025-05-28","cited_by_count":12,"area":"moe"},{"id":"2504.00661","title":"DynMoLE: Boosting Mixture of LoRA Experts Fine-Tuning with a Hybrid Routing Mechanism","created":"2025-04-01","cited_by_count":11,"area":"moe"},{"id":"2601.00583","title":"HFedMoE: Resource-aware Heterogeneous Federated Learning with Mixture-of-Experts","created":"2026-01-02","cited_by_count":11,"area":"moe"},{"id":"2505.14336","title":"Scaling and Enhancing LLM-based AVSR: A Sparse Mixture of Projectors Approach","created":"2025-05-20","cited_by_count":10,"area":"moe"},{"id":"2510.10432","title":"Hierarchical LoRA MoE for Efficient CTR Model Scaling","created":"2025-10-12","cited_by_count":10,"area":"moe"},{"id":"2310.15539","title":"SteloCoder: a Decoder-Only LLM for Multi-Language to Python Code Translation","created":"2023-10-24","cited_by_count":9,"area":"moe"},{"id":"2402.02933","title":"Intrinsic User-Centric Interpretability through Global Mixture of Experts","created":"2024-02-05","cited_by_count":9,"area":"moe"},{"id":"2409.15905","title":"Boosting Code-Switching ASR with Mixture of Experts Enhanced Speech-Conditioned LLM","created":"2024-09-24","cited_by_count":9,"area":"moe"},{"id":"2603.06003","title":"EvoESAP: Non-Uniform Expert Pruning for Sparse MoE","created":"2026-03-06","cited_by_count":9,"area":"moe"},{"id":"2403.04894","title":"ConstitutionalExperts: Training a Mixture of Principle-based Prompts","created":"2024-03-07","cited_by_count":8,"area":"moe"},{"id":"2407.21571","title":"PMoE: Progressive Mixture of Experts with Asymmetric Transformer for Continual Learning","created":"2024-07-31","cited_by_count":8,"area":"moe"},{"id":"2502.04416","title":"Analytical FFN-to-MoE Restructuring via Activation Pattern Analysis","created":"2025-02-06","cited_by_count":8,"area":"moe"},{"id":"2312.08881","title":"Parameter Efficient Adaptation for Image Restoration with Heterogeneous Mixture-of-Experts","created":"2023-12-12","cited_by_count":7,"area":"moe"},{"id":"2402.15082","title":"PEMT: Multi-Task Correlation Guided Mixture-of-Experts Enables Parameter-Efficient Transfer Learning","created":"2024-02-23","cited_by_count":7,"area":"moe"},{"id":"2404.09027","title":"MING-MOE: Enhancing Medical Multi-Task Learning in Large Language Models with Sparse Mixture of Low-Rank Adapter Experts","created":"2024-04-13","cited_by_count":7,"area":"moe"},{"id":"2406.12548","title":"P-React: Synthesizing Topic-Adaptive Reactions of Personality Traits via Mixture of Specialized LoRA Experts","created":"2024-06-18","cited_by_count":7,"area":"moe"},{"id":"2408.15901","title":"Nexus: Specialization meets Adaptability for Efficiently Training Mixture of Experts","created":"2024-08-28","cited_by_count":7,"area":"moe"},{"id":"2410.00938","title":"MoS: Unleashing Parameter Efficiency of Low-Rank Adaptation with Mixture of Shards","created":"2024-10-01","cited_by_count":7,"area":"moe"},{"id":"2411.05945","title":"NeKo: Cross-Modality Post-Recognition Error Correction with Tasks-Guided Mixture-of-Experts Language Model","created":"2024-11-08","cited_by_count":7,"area":"moe"},{"id":"2505.06858","title":"FreqMoE: Dynamic Frequency Enhancement for Neural PDE Solvers","created":"2025-05-11","cited_by_count":7,"area":"moe"},{"id":"2603.26735","title":"Distilled Large Language Model-Driven Dynamic Sparse Expert Activation Mechanism","created":"2026-03-21","cited_by_count":7,"area":"moe"},{"id":"2306.17165","title":"An Efficient General-Purpose Modular Vision Model via Multi-Task Heterogeneous Training","created":"2023-06-29","cited_by_count":6,"area":"moe"},{"id":"2407.00875","title":"MoE-CT: A Novel Approach For Large Language Models Training With Resistance To Catastrophic Forgetting","created":"2024-06-25","cited_by_count":6,"area":"moe"},{"id":"2410.01610","title":"Upcycling Instruction Tuning from Dense to Mixture-of-Experts via Parameter Merging","created":"2024-10-02","cited_by_count":6,"area":"moe"},{"id":"2410.18406","title":"MoMQ: Mixture-of-Experts Enhances Multi-Dialect Query Generation across Relational and Non-Relational Databases","created":"2024-10-24","cited_by_count":6,"area":"moe"},{"id":"2503.00634","title":"Efficiently Editing Mixture-of-Experts Models with Compressed Experts","created":"2025-03-01","cited_by_count":6,"area":"moe"},{"id":"2505.07260","title":"UMoE: Unifying Attention and FFN with Shared Experts","created":"2025-05-12","cited_by_count":6,"area":"moe"},{"id":"2511.22103","title":"MoE3D: Mixture of Experts meets Multi-Modal 3D Understanding","created":"2025-11-27","cited_by_count":6,"area":"moe"},{"id":"2402.00828","title":"Efficient Fine-tuning of Audio Spectrogram Transformers via Soft Mixture of Adapters","created":"2024-02-01","cited_by_count":5,"area":"moe"},{"id":"2402.16918","title":"m2mKD: Module-to-Module Knowledge Distillation for Modular Transformers","created":"2024-02-26","cited_by_count":5,"area":"moe"},{"id":"2501.18936","title":"Revisit Visual Prompt Tuning: The Expressiveness of Prompt Experts","created":"2025-01-31","cited_by_count":5,"area":"moe"},{"id":"2503.11144","title":"MoLEx: Mixture of Layer Experts for Finetuning with Sparse Upcycling","created":"2025-03-14","cited_by_count":5,"area":"moe"},{"id":"2505.15471","title":"CoLA: Collaborative Low-Rank Adaptation","created":"2025-05-21","cited_by_count":5,"area":"moe"},{"id":"2506.21035","title":"Little by Little: Continual Learning via Incremental Mixture of Rank-1 Associative Memory Experts","created":"2025-06-26","cited_by_count":5,"area":"moe"},{"id":"2508.06526","title":"PiKV: KV Cache Management System for Mixture of Experts","created":"2025-08-02","cited_by_count":5,"area":"moe"},{"id":"2601.04823","title":"DR-LoRA: Dynamic Rank LoRA for Fine-Tuning Mixture-of-Experts Models","created":"2026-01-08","cited_by_count":5,"area":"moe"},{"id":"2407.19610","title":"Mixture of Modular Experts: Distilling Knowledge from a Multilingual Teacher into Specialized Modular Language Models","created":"2024-07-28","cited_by_count":4,"area":"moe"},{"id":"2410.23836","title":"Stereo-Talker: Audio-driven 3D Human Synthesis with Prior-Guided Mixture-of-Experts","created":"2024-10-31","cited_by_count":4,"area":"moe"},{"id":"2505.17553","title":"CoMoE: Contrastive Representation for Mixture-of-Experts in Parameter-Efficient Fine-tuning","created":"2025-05-23","cited_by_count":4,"area":"moe"},{"id":"2509.18133","title":"Self-Evolving LLMs via Continual Instruction Tuning","created":"2025-09-14","cited_by_count":4,"area":"moe"},{"id":"2603.00573","title":"CoMoL: Efficient Mixture of LoRA Experts via Dynamic Core Space Merging","created":"2026-02-28","cited_by_count":4,"area":"moe"},{"id":"2604.03592","title":"Unveiling Language Routing Isolation in Multilingual MoE Models for Interpretable Subnetwork Adaptation","created":"2026-04-04","cited_by_count":4,"area":"moe"},{"id":"2305.13993","title":"Condensing Multilingual Knowledge with Lightweight Language-Specific Modules","created":"2023-05-23","cited_by_count":3,"area":"moe"},{"id":"2312.14557","title":"Aurora:Activating Chinese chat capability for Mixtral-8x7B sparse Mixture-of-Experts through Instruction-Tuning","created":"2023-12-22","cited_by_count":3,"area":"moe"},{"id":"2405.00293","title":"MoPEFT: A Mixture-of-PEFTs for the Segment Anything Model","created":"2024-05-01","cited_by_count":3,"area":"moe"},{"id":"2503.00245","title":"CoSMoEs: Compact Sparse Mixture of Experts","created":"2025-02-28","cited_by_count":3,"area":"moe"},{"id":"2503.20633","title":"Enhancing Multi-modal Models with Heterogeneous MoE Adapters for Fine-tuning","created":"2025-03-26","cited_by_count":3,"area":"moe"},{"id":"2503.22517","title":"Exploiting Mixture-of-Experts Redundancy Unlocks Multimodal Generative Abilities","created":"2025-03-28","cited_by_count":3,"area":"moe"},{"id":"2504.06426","title":"S'MoRE: Structural Mixture of Residual Experts for Parameter-Efficient LLM Fine-tuning","created":"2025-04-08","cited_by_count":3,"area":"moe"},{"id":"2505.18451","title":"$\\mu$-MoE: Test-Time Pruning as Micro-Grained Mixture-of-Experts","created":"2025-05-24","cited_by_count":3,"area":"moe"},{"id":"2506.05928","title":"MoA: Heterogeneous Mixture of Adapters for Parameter-Efficient Fine-Tuning of Large Language Models","created":"2025-06-06","cited_by_count":3,"area":"moe"},{"id":"2510.00570","title":"Adaptive Shared Experts with LoRA-Based Mixture of Experts for Multi-Task Learning","created":"2025-10-01","cited_by_count":3,"area":"moe"},{"id":"2603.28804","title":"Generalizable Foundation Models for Calorimetry via Mixtures-of-Experts and Parameter Efficient Fine Tuning","created":"2026-03-27","cited_by_count":3,"area":"moe"}],"next_cursor":"100"}