{"total":113,"rows":[{"id":"2202.08906","title":"ST-MoE: Designing Stable and Transferable Sparse Expert Models","created":"2022-02-17","cited_by_count":399,"area":"moe"},{"id":"2112.10684","title":"Efficient Large Scale Language Modeling with Mixtures of Experts","created":"2021-12-20","cited_by_count":175,"area":"moe"},{"id":"2309.05444","title":"Pushing Mixture of Experts to the Limit: Extremely Parameter Efficient MoE for Instruction Tuning","created":"2023-09-11","cited_by_count":150,"area":"moe"},{"id":"2404.15159","title":"MixLoRA: Enhancing Large Language Models Fine-Tuning with LoRA-based Mixture of Experts","created":"2024-04-22","cited_by_count":147,"area":"moe"},{"id":"2310.18339","title":"When MOE Meets LLMs: Parameter Efficient Fine-tuning for Multi-task Medical Applications","created":"2023-10-21","cited_by_count":111,"area":"moe"},{"id":"2306.03745","title":"Soft Merging of Experts with Adaptive Routing","created":"2023-06-06","cited_by_count":90,"area":"moe"},{"id":"2402.00433","title":"Merging Multi-Task Models via Weight-Ensembling Mixture of Experts","created":"2024-02-01","cited_by_count":85,"area":"moe"},{"id":"2312.09979","title":"LoRAMoE: Alleviate World Knowledge Forgetting in Large Language Models via MoE-Style Plugin","created":"2023-12-15","cited_by_count":82,"area":"moe"},{"id":"2402.08609","title":"Mixtures of Experts Unlock Parameter Scaling for Deep RL","created":"2024-02-13","cited_by_count":78,"area":"moe"},{"id":"2305.12281","title":"Lifelong Language Pretraining with Distribution-Specialized Experts","created":"2023-05-20","cited_by_count":66,"area":"moe"},{"id":"2402.12851","title":"MoELoRA: Contrastive Learning Guided Mixture of Experts on Parameter-Efficient Fine-Tuning for Large Language Models","created":"2024-02-20","cited_by_count":56,"area":"moe"},{"id":"2408.04693","title":"Understanding the Performance and Estimating the Cost of LLM Fine-Tuning","created":"2024-08-08","cited_by_count":48,"area":"moe"},{"id":"2405.14124","title":"Mixture of Experts Meets Prompt-Based Continual Learning","created":"2024-05-23","cited_by_count":43,"area":"moe"},{"id":"2403.03432","title":"Mixture-of-LoRAs: An Efficient Multitask Tuning for Large Language Models","created":"2024-03-06","cited_by_count":38,"area":"moe"},{"id":"2310.09832","title":"Merging Experts into One: Improving Computational Efficiency of Mixture of Experts","created":"2023-10-15","cited_by_count":37,"area":"moe"},{"id":"2510.08396","title":"FlyLoRA: Boosting Task Decoupling and Parameter Efficiency via Implicit Rank-Wise Mixture-of-Experts","created":"2025-10-09","cited_by_count":35,"area":"moe"},{"id":"2311.09179","title":"SiRA: Sparse Mixture of Low Rank Adaptation","created":"2023-11-15","cited_by_count":32,"area":"moe"},{"id":"2203.01104","title":"Parameter-Efficient Mixture-of-Experts Architecture for Pre-trained Language Models","created":"2022-03-02","cited_by_count":31,"area":"moe"},{"id":"2404.08452","title":"MoE-FFD: Mixture of Experts for Generalized and Parameter-Efficient Face Forgery Detection","created":"2024-04-12","cited_by_count":27,"area":"moe"},{"id":"2402.12656","title":"HyperMoE: Towards Better Mixture of Experts via Transferring Among Experts","created":"2024-02-20","cited_by_count":26,"area":"moe"},{"id":"2311.02684","title":"Octavius: Mitigating Task Interference in MLLMs via LoRA-MoE","created":"2023-11-05","cited_by_count":25,"area":"moe"},{"id":"2403.11808","title":"Dynamic Tuning Towards Parameter and Inference Efficiency for ViT Adaptation","created":"2024-03-18","cited_by_count":25,"area":"moe"},{"id":"2503.18338","title":"SPMTrack: Spatio-Temporal Parameter-Efficient Fine-Tuning with Mixture of Experts for Scalable Visual Tracking","created":"2025-03-24","cited_by_count":24,"area":"moe"},{"id":"2410.21804","title":"Efficient and Effective Weight-Ensembling Mixture of Experts for Multi-Task Model Merging","created":"2024-10-29","cited_by_count":23,"area":"moe"},{"id":"2502.16894","title":"Make LoRA Great Again: Boosting LoRA with Adaptive Singular Values and Mixture-of-Experts Optimization Alignment","created":"2025-02-24","cited_by_count":23,"area":"moe"},{"id":"2110.07280","title":"P-Adapters: Robustly Extracting Factual Information from Language Models with Diverse Prompts","created":"2021-10-14","cited_by_count":22,"area":"moe"},{"id":"2401.02731","title":"Parameter-Efficient Sparsity Crafting from Dense to Mixture-of-Experts for Instruction Tuning on General Tasks","created":"2024-01-05","cited_by_count":22,"area":"moe"},{"id":"2406.18420","title":"Mixture of Experts in a Mixture of RL settings","created":"2024-06-26","cited_by_count":21,"area":"moe"},{"id":"2407.01906","title":"Let the Expert Stick to His Last: Expert-Specialized Fine-Tuning for Sparse Architectural Large Language Models","created":"2024-07-02","cited_by_count":21,"area":"moe"},{"id":"2410.10054","title":"AlphaLoRA: Assigning LoRA Experts Based on Layer Training Quality","created":"2024-10-14","cited_by_count":20,"area":"moe"},{"id":"2410.07739","title":"SLIM: Let LLM Learn More and Forget Less with Soft LoRA and Identity Mixture","created":"2024-10-10","cited_by_count":19,"area":"moe"},{"id":"2410.18035","title":"MiLoRA: Efficient Mixture of Low-Rank Adaptation for Large Language Models Fine-tuning","created":"2024-10-23","cited_by_count":19,"area":"moe"},{"id":"2405.17741","title":"LoRA-Switch: Boosting the Efficiency of Dynamic LLM Adapters via System-Algorithm Co-design","created":"2024-05-28","cited_by_count":18,"area":"moe"},{"id":"2507.00029","title":"LoRA-Mixer: Coordinate Modular LoRA Experts Through Serial Attention Routing","created":"2025-06-17","cited_by_count":18,"area":"moe"},{"id":"2305.15663","title":"Mixture-of-Expert Conformer for Streaming Multilingual ASR","created":"2023-05-25","cited_by_count":17,"area":"moe"},{"id":"2306.04640","title":"ModuleFormer: Modularity Emerges from Mixture-of-Experts","created":"2023-06-07","cited_by_count":17,"area":"moe"},{"id":"2312.10376","title":"STA-VPT: SpatioTemporally Aligned Visual Prompt Tuning","created":"2023-12-16","cited_by_count":17,"area":"moe"},{"id":"2412.20157","title":"UniRestorer: Universal Image Restoration via Adaptively Estimating Image Degradation at Proper Granularity","created":"2024-12-28","cited_by_count":14,"area":"moe"},{"id":"2601.18699","title":"Mechanistic Analysis of Catastrophic Forgetting in Large Language Models During Continual Fine-tuning","created":"2026-01-26","cited_by_count":14,"area":"moe"},{"id":"2509.25684","title":"LD-MoLE: Learnable Dynamic Routing for Mixture of LoRA Experts","created":"2025-09-30","cited_by_count":13,"area":"moe"},{"id":"2205.12701","title":"Eliciting and Understanding Cross-Task Skills with Task-Level Mixture-of-Experts","created":"2022-05-25","cited_by_count":12,"area":"moe"},{"id":"2504.00661","title":"DynMoLE: Boosting Mixture of LoRA Experts Fine-Tuning with a Hybrid Routing Mechanism","created":"2025-04-01","cited_by_count":11,"area":"moe"},{"id":"2601.00583","title":"HFedMoE: Resource-aware Heterogeneous Federated Learning with Mixture-of-Experts","created":"2026-01-02","cited_by_count":11,"area":"moe"},{"id":"2306.00434","title":"Divide, Conquer, and Combine: Mixture of Semantic-Independent Experts for Zero-Shot Dialogue State Tracking","created":"2023-06-01","cited_by_count":10,"area":"moe"},{"id":"2509.16882","title":"Dynamic Expert Specialization: Towards Catastrophic Forgetting-Free Multi-Domain MoE Adaptation","created":"2025-09-21","cited_by_count":10,"area":"moe"},{"id":"2503.04144","title":"DM-Adapter: Domain-Aware Mixture-of-Adapters for Text-Based Person Retrieval","created":"2025-03-06","cited_by_count":9,"area":"moe"},{"id":"2407.21571","title":"PMoE: Progressive Mixture of Experts with Asymmetric Transformer for Continual Learning","created":"2024-07-31","cited_by_count":8,"area":"moe"},{"id":"2508.02587","title":"Parameter-Efficient Routed Fine-Tuning: Mixture-of-Experts Demands Mixture of Adaptation Modules","created":"2025-08-04","cited_by_count":8,"area":"moe"},{"id":"2312.08881","title":"Parameter Efficient Adaptation for Image Restoration with Heterogeneous Mixture-of-Experts","created":"2023-12-12","cited_by_count":7,"area":"moe"},{"id":"2402.15082","title":"PEMT: Multi-Task Correlation Guided Mixture-of-Experts Enables Parameter-Efficient Transfer Learning","created":"2024-02-23","cited_by_count":7,"area":"moe"},{"id":"2403.13468","title":"DESIRE-ME: Domain-Enhanced Supervised Information REtrieval using Mixture-of-Experts","created":"2024-03-20","cited_by_count":7,"area":"moe"},{"id":"2404.09027","title":"MING-MOE: Enhancing Medical Multi-Task Learning in Large Language Models with Sparse Mixture of Low-Rank Adapter Experts","created":"2024-04-13","cited_by_count":7,"area":"moe"},{"id":"2410.00938","title":"MoS: Unleashing Parameter Efficiency of Low-Rank Adaptation with Mixture of Shards","created":"2024-10-01","cited_by_count":7,"area":"moe"},{"id":"2306.17165","title":"An Efficient General-Purpose Modular Vision Model via Multi-Task Heterogeneous Training","created":"2023-06-29","cited_by_count":6,"area":"moe"},{"id":"2503.00634","title":"Efficiently Editing Mixture-of-Experts Models with Compressed Experts","created":"2025-03-01","cited_by_count":6,"area":"moe"},{"id":"2504.21190","title":"TT-LoRA MoE: Unifying Parameter-Efficient Fine-Tuning and Sparse Mixture-of-Experts","created":"2025-04-29","cited_by_count":6,"area":"moe"},{"id":"2506.14646","title":"GuiLoMo: Allocating Expert Number and Rank for LoRA-MoE via Bilevel Optimization with GuidedSelection Vectors","created":"2025-06-17","cited_by_count":6,"area":"moe"},{"id":"2402.00828","title":"Efficient Fine-tuning of Audio Spectrogram Transformers via Soft Mixture of Adapters","created":"2024-02-01","cited_by_count":5,"area":"moe"},{"id":"2402.16918","title":"m2mKD: Module-to-Module Knowledge Distillation for Modular Transformers","created":"2024-02-26","cited_by_count":5,"area":"moe"},{"id":"2406.04984","title":"MEFT: Memory-Efficient Fine-Tuning through Sparse Adapter","created":"2024-06-07","cited_by_count":5,"area":"moe"},{"id":"2501.18936","title":"Revisit Visual Prompt Tuning: The Expressiveness of Prompt Experts","created":"2025-01-31","cited_by_count":5,"area":"moe"},{"id":"2503.11144","title":"MoLEx: Mixture of Layer Experts for Finetuning with Sparse Upcycling","created":"2025-03-14","cited_by_count":5,"area":"moe"},{"id":"2509.00996","title":"MEPT: Mixture of Expert Prompt Tuning as a Manifold Mapper","created":"2025-08-31","cited_by_count":5,"area":"moe"},{"id":"2412.11864","title":"Investigating Mixture of Experts in Dense Retrieval","created":"2024-12-16","cited_by_count":4,"area":"moe"},{"id":"2603.00573","title":"CoMoL: Efficient Mixture of LoRA Experts via Dynamic Core Space Merging","created":"2026-02-28","cited_by_count":4,"area":"moe"},{"id":"2603.12378","title":"NeuroLoRA: Context-Aware Neuromodulation for Parameter-Efficient Multi-Task Adaptation","created":"2026-03-12","cited_by_count":4,"area":"moe"},{"id":"2503.20633","title":"Enhancing Multi-modal Models with Heterogeneous MoE Adapters for Fine-tuning","created":"2025-03-26","cited_by_count":3,"area":"moe"},{"id":"2506.05928","title":"MoA: Heterogeneous Mixture of Adapters for Parameter-Efficient Fine-Tuning of Large Language Models","created":"2025-06-06","cited_by_count":3,"area":"moe"},{"id":"2509.10513","title":"Mixture-of-Clustered-Experts: Advancing Expert Specialization and Generalization in Instruction Tuning","created":"2025-09-03","cited_by_count":3,"area":"moe"},{"id":"2607.00162","title":"FRAME: Learning the Adaptation Domain with a Mixture of Fractional-Fourier Experts","created":"2026-06-30","cited_by_count":3,"area":"moe"},{"id":"2608.03275","title":"MoEGen: Mixture-of-Experts for Instance-Adaptive LoRA Generation","created":"2026-08-04","cited_by_count":3,"area":"moe"},{"id":"2408.11855","title":"FactorLLM: Factorizing Knowledge via Mixture of Experts for Large Language Models","created":"2024-08-15","cited_by_count":2,"area":"moe"},{"id":"2410.23736","title":"Modality and Task Adaptation for Enhanced Zero-shot Composed Image Retrieval","created":"2024-10-31","cited_by_count":2,"area":"moe"},{"id":"2502.03884","title":"Rank Also Matters: Hierarchical Configuration for Mixture of Adapter Experts in LLM Fine-Tuning","created":"2025-02-06","cited_by_count":2,"area":"moe"},{"id":"2508.05993","title":"Efficient Multimodal Streaming Recommendation via Expandable Side Mixture-of-Experts","created":"2025-08-08","cited_by_count":2,"area":"moe"},{"id":"2510.15683","title":"Mixture of Experts Approaches in Dense Retrieval Tasks","created":"2025-10-17","cited_by_count":2,"area":"moe"},{"id":"2601.06356","title":"Monkey Jump : MoE-Style PEFT for Efficient Multi-Task Learning","created":"2026-01-09","cited_by_count":2,"area":"moe"},{"id":"2602.11215","title":"Charting Empirical Laws for LLM Fine-Tuning in Scientific Multi-Discipline Learning","created":"2026-02-11","cited_by_count":2,"area":"moe"},{"id":"2603.11873","title":"AdaFuse: Accelerating Dynamic Adapter Inference via Token-Level Pre-Gating and Fused Kernel Optimization","created":"2026-03-12","cited_by_count":2,"area":"moe"},{"id":"2403.02436","title":"How does Architecture Influence the Base Capabilities of Pre-trained Language Models? A Case Study Based on FFN-Wider and MoE Transformers","created":"2024-03-04","cited_by_count":1,"area":"moe"},{"id":"2409.11323","title":"LPT++: Efficient Training on Mixture of Long-tailed Experts","created":"2024-09-17","cited_by_count":1,"area":"moe"},{"id":"2412.16216","title":"GMoE: Empowering LLMs Fine-Tuning via MoE Graph Collaboration","created":"2024-12-18","cited_by_count":1,"area":"moe"},{"id":"2503.06491","title":"MoFE: Mixture of Frozen Experts Architecture","created":"2025-03-09","cited_by_count":1,"area":"moe"},{"id":"2508.19078","title":"Federated Fine-Tuning of Sparsely-Activated Large Language Models on Resource-Constrained Devices","created":"2025-08-26","cited_by_count":1,"area":"moe"},{"id":"2602.06862","title":"Parameters as Experts: Adapting Vision Models with Dynamic Parameter Routing","created":"2026-02-06","cited_by_count":1,"area":"moe"},{"id":"2604.06291","title":"TalkLoRA: Communication-Aware Mixture of Low-Rank Adaptation for Large Language Models","created":"2026-04-07","cited_by_count":1,"area":"moe"},{"id":"2604.26340","title":"Adaptive and Fine-grained Module-wise Expert Pruning for Efficient LoRA-MoE Fine-Tuning","created":"2026-04-29","cited_by_count":1,"area":"moe"},{"id":"2608.15299","title":"MAPLE: MoE Adaptive Plug-and-play Layer-wise Expert allocation","created":"2026-08-15","cited_by_count":1,"area":"moe"},{"id":"2609.25655","title":"From Experts to Sub-experts: Fine-grained Parameter-Efficient Fine-Tuning for MoE LLMs","created":"2026-09-22","cited_by_count":1,"area":"moe"},{"id":"2501.00530","title":"Superposition in Transformers: A Novel Way of Building Mixture of Experts","created":"2024-12-31","cited_by_count":0,"area":"moe"},{"id":"2501.06884","title":"Transforming Vision Transformer: Towards Efficient Multi-Task Asynchronous Learning","created":"2025-01-12","cited_by_count":0,"area":"moe"},{"id":"2504.08247","title":"Millions of States: Designing a Scalable MoE Architecture with RWKV-7 Meta-learner","created":"2025-04-11","cited_by_count":0,"area":"moe"},{"id":"2511.04008","title":"GNN-MoE: Context-Aware Patch Routing using GNNs for Parameter-Efficient Domain Generalization","created":"2025-11-06","cited_by_count":0,"area":"moe"},{"id":"2512.02224","title":"Towards Unified Video Quality Assessment","created":"2025-12-01","cited_by_count":0,"area":"moe"},{"id":"2601.20300","title":"MiLorE-SSL: Scaling Multilingual Capabilities in Self-Supervised Models without Forgetting","created":"2026-01-28","cited_by_count":0,"area":"moe"},{"id":"2603.12538","title":"Spatio-Semantic Expert Routing Architecture with Mixture-of-Experts for Referring Image Segmentation","created":"2026-03-13","cited_by_count":0,"area":"moe"},{"id":"2603.27965","title":"ExFusion: Efficient Transformer Training via Multi-Experts Fusion","created":"2026-03-30","cited_by_count":0,"area":"moe"},{"id":"2605.04058","title":"MP-ISMoE: Mixed-Precision Interactive Side Mixture-of-Experts for Efficient Transfer Learning","created":"2026-04-10","cited_by_count":0,"area":"moe"},{"id":"2605.08842","title":"XPERT: Expert Knowledge Transfer for Effective Training of Language Models","created":"2026-05-09","cited_by_count":0,"area":"moe"},{"id":"2605.09516","title":"Mixture of Layers with Hybrid Attention","created":"2026-05-10","cited_by_count":0,"area":"moe"}],"next_cursor":"100"}