{"total":150,"rows":[{"id":"2403.14608","title":"Parameter-Efficient Fine-Tuning for Large Models: A Comprehensive Survey","created":"2024-03-21","cited_by_count":656,"area":null},{"id":"2409.02060","title":"OLMoE: Open Mixture-of-Experts Language Models","created":"2024-09-03","cited_by_count":301,"area":"moe"},{"id":"2407.06204","title":"A Survey on Mixture of Experts in Large Language Models","created":"2024-06-26","cited_by_count":237,"area":"moe"},{"id":"2404.19245","title":"HydraLoRA: An Asymmetric LoRA Architecture for Efficient Fine-Tuning","created":"2024-04-30","cited_by_count":123,"area":null},{"id":"2310.18339","title":"When MOE Meets LLMs: Parameter Efficient Fine-tuning for Multi-task Medical Applications","created":"2023-10-21","cited_by_count":111,"area":"moe"},{"id":"2312.12379","title":"Mixture of Cluster-conditional LoRA Experts for Vision-language Instruction Tuning","created":"2023-12-19","cited_by_count":106,"area":"mllm"},{"id":"2402.08562","title":"Higher Layers Need More LoRA Experts","created":"2024-02-13","cited_by_count":102,"area":"moe"},{"id":"2401.16160","title":"LLaVA-MoLE: Sparse Mixture of LoRA Experts for Mitigating Data Conflicts in Instruction Finetuning MLLMs","created":"2024-01-29","cited_by_count":84,"area":"mllm"},{"id":"2405.11157","title":"Towards Modular LLMs by Building and Reusing a Library of LoRAs","created":"2024-05-18","cited_by_count":72,"area":null},{"id":"2407.04153","title":"Mixture of A Million Experts","created":"2024-07-04","cited_by_count":72,"area":"moe"},{"id":"2402.09997","title":"LoraRetriever: Input-Aware LoRA Retrieval and Composition for Mixed Tasks in the Wild","created":"2024-02-15","cited_by_count":68,"area":null},{"id":"2402.05859","title":"Learning to Route Among Specialized Experts for Zero-Shot Generalization","created":"2024-02-08","cited_by_count":65,"area":null},{"id":"2406.16437","title":"Theory on Mixture-of-Experts in Continual Learning","created":"2024-06-24","cited_by_count":54,"area":"moe"},{"id":"2412.14711","title":"ReMoE: Fully Differentiable Mixture-of-Experts with ReLU Routing","created":"2024-12-19","cited_by_count":54,"area":"moe"},{"id":"2408.07057","title":"A Survey on Model MoErging: Recycling and Routing Among Specialized Experts for Collaborative Learning","created":"2024-08-13","cited_by_count":52,"area":null},{"id":"2405.01413","title":"MiniGPT-3D: Efficiently Aligning 3D Point Clouds with Large Language Models using 2D Priors","created":"2024-05-02","cited_by_count":49,"area":"mllm"},{"id":"2410.19878","title":"Parameter-Efficient Fine-Tuning in Large Models: A Survey of Methodologies","created":"2024-10-24","cited_by_count":47,"area":null},{"id":"2406.13233","title":"AdaMoE: Token-Adaptive Routing with Null Experts for Mixture-of-Experts Language Models","created":"2024-06-19","cited_by_count":44,"area":"moe"},{"id":"2501.00365","title":"Low-Rank Adaptation for Foundation Models: A Comprehensive Review","created":"2024-12-31","cited_by_count":37,"area":null},{"id":"2403.04317","title":"Online Adaptation of Language Models with a Memory of Amortized Contexts","created":"2024-03-07","cited_by_count":35,"area":null},{"id":"2510.08396","title":"FlyLoRA: Boosting Task Decoupling and Parameter Efficiency via Implicit Rank-Wise Mixture-of-Experts","created":"2025-10-09","cited_by_count":35,"area":"moe"},{"id":"2405.00361","title":"AdaMoLE: Fine-Tuning Large Language Models with Adaptive Mixture of Low-Rank Adaptation Experts","created":"2024-05-01","cited_by_count":34,"area":null},{"id":"2311.09179","title":"SiRA: Sparse Mixture of Low Rank Adaptation","created":"2023-11-15","cited_by_count":32,"area":"moe"},{"id":"2502.05172","title":"Joint MoE Scaling Laws: Mixture of Experts Can Be Memory Efficient","created":"2025-02-07","cited_by_count":31,"area":"moe"},{"id":"2312.00968","title":"Omni-SMoLA: Boosting Generalist Multimodal Models with Soft Mixture of Low-rank Experts","created":"2023-12-01","cited_by_count":26,"area":"mllm"},{"id":"2502.16894","title":"Make LoRA Great Again: Boosting LoRA with Adaptive Singular Values and Mixture-of-Experts Optimization Alignment","created":"2025-02-24","cited_by_count":23,"area":"moe"},{"id":"2310.01208","title":"Label Supervised LLaMA Finetuning","created":"2023-10-02","cited_by_count":20,"area":null},{"id":"2409.17508","title":"Uni-Med: A Unified Medical Generalist Foundation Model For Multi-Task Learning Via Connector-MoE","created":"2024-09-26","cited_by_count":19,"area":"mllm"},{"id":"2312.10868","title":"From Google Gemini to OpenAI Q* (Q-Star): A Survey of Reshaping the Generative Artificial Intelligence (AI) Research Landscape","created":"2023-12-18","cited_by_count":18,"area":"moe"},{"id":"2407.05694","title":"On the Limitations of Compute Thresholds as a Governance Strategy","created":"2024-07-08","cited_by_count":18,"area":null},{"id":"2309.14763","title":"ConPET: Continual Parameter-Efficient Tuning for Large Language Models","created":"2023-09-26","cited_by_count":17,"area":null},{"id":"2408.11396","title":"MoE-LPR: Multilingual Extension of Large Language Models through Mixture-of-Experts with Language Priors Routing","created":"2024-08-21","cited_by_count":16,"area":"moe"},{"id":"2408.03735","title":"Advancing Multimodal Large Language Models with Quantization-Aware Scale Learning for Efficient Adaptation","created":"2024-08-07","cited_by_count":15,"area":"mllm"},{"id":"2507.07024","title":"FlexOlmo: Open Language Models for Flexible Data Use","created":"2025-07-09","cited_by_count":15,"area":"moe"},{"id":"2507.11181","title":"Mixture of Experts in Large Language Models","created":"2025-07-15","cited_by_count":15,"area":"moe"},{"id":"2406.16989","title":"Retrieval-Augmented Mixture of LoRA Experts for Uploadable Machine Learning","created":"2024-06-24","cited_by_count":14,"area":"rag"},{"id":"2406.20030","title":"LEMoE: Advanced Mixture of Experts Adaptor for Lifelong Model Editing of Large Language Models","created":"2024-06-28","cited_by_count":14,"area":"moe"},{"id":"2504.16023","title":"PointLoRA: Low-Rank Adaptation with Token Selection for Point Cloud Learning","created":"2025-04-22","cited_by_count":14,"area":null},{"id":"2501.15103","title":"Each Rank Could be an Expert: Single-Ranked Mixture of Experts LoRA for Multi-Task Learning","created":"2025-01-25","cited_by_count":13,"area":"moe"},{"id":"2505.20925","title":"Multi-objective Large Language Model Alignment with Hierarchical Experts","created":"2025-05-27","cited_by_count":13,"area":"alignment"},{"id":"2509.25684","title":"LD-MoLE: Learnable Dynamic Routing for Mixture of LoRA Experts","created":"2025-09-30","cited_by_count":13,"area":"moe"},{"id":"2505.23811","title":"LayerIF: Estimating Layer Quality for Large Language Models using Influence Functions","created":"2025-05-27","cited_by_count":12,"area":null},{"id":"2402.10073","title":"Both Matter: Enhancing the Emotional Intelligence of Large Language Models without Compromising the General Intelligence","created":"2024-02-15","cited_by_count":11,"area":null},{"id":"2406.19905","title":"Solving Token Gradient Conflict in Mixture-of-Experts for Large Vision-Language Model","created":"2024-06-28","cited_by_count":11,"area":"mllm"},{"id":"2403.07965","title":"Conditional computation in neural networks: principles and research trends","created":"2024-03-12","cited_by_count":10,"area":"moe"},{"id":"2405.00557","title":"Mixture of insighTful Experts (MoTE): The Synergy of Thought Chains and Expert Mixtures in Self-Alignment","created":"2024-05-01","cited_by_count":10,"area":"lr"},{"id":"2407.09946","title":"Low-Rank Interconnected Adaptation across Layers","created":"2024-07-13","cited_by_count":10,"area":null},{"id":"2412.08258","title":"Large Language Models for Scholarly Ontology Generation: An Extensive Analysis in the Engineering Field","created":"2024-12-11","cited_by_count":10,"area":null},{"id":"2405.19086","title":"MEMoE: Enhancing Model Editing with Mixture of Experts Adaptors","created":"2024-05-29","cited_by_count":9,"area":"moe"},{"id":"2407.03604","title":"Modality-Specialized Synergizers for Interleaved Vision-Language Generalists","created":"2024-07-04","cited_by_count":9,"area":"mllm"},{"id":"2411.08212","title":"PERFT: Parameter-Efficient Routed Fine-Tuning for Mixture-of-Expert Model","created":"2024-11-12","cited_by_count":9,"area":"moe"},{"id":"2502.00089","title":"Ensembles of Low-Rank Expert Adapters","created":"2025-01-31","cited_by_count":9,"area":null},{"id":"2502.15828","title":"A Stronger Mixture of Low-Rank Experts for Fine-Tuning Foundation Models","created":"2025-02-20","cited_by_count":9,"area":"moe"},{"id":"2408.11869","title":"ELDER: Enhancing Lifelong Model Editing with Mixture-of-LoRA","created":"2024-08-19","cited_by_count":8,"area":null},{"id":"2409.01483","title":"Revisiting SMoE Language Models by Evaluating Inefficiencies with Task Specific Expert Pruning","created":"2024-09-02","cited_by_count":8,"area":"moe"},{"id":"2507.05346","title":"LoRA-Augmented Generation (LAG) for Knowledge-Intensive Language Tasks","created":"2025-07-07","cited_by_count":8,"area":null},{"id":"2508.02587","title":"Parameter-Efficient Routed Fine-Tuning: Mixture-of-Experts Demands Mixture of Adaptation Modules","created":"2025-08-04","cited_by_count":8,"area":"moe"},{"id":"2404.09027","title":"MING-MOE: Enhancing Medical Multi-Task Learning in Large Language Models with Sparse Mixture of Low-Rank Adapter Experts","created":"2024-04-13","cited_by_count":7,"area":"moe"},{"id":"2406.07007","title":"Crayon: Customized On-Device LLM via Instant Adapter Blending and Edge-Server Hybrid Inference","created":"2024-06-11","cited_by_count":7,"area":null},{"id":"2406.11353","title":"$\\texttt{MoE-RBench}$: Towards Building Reliable Language Models with Sparse Mixture-of-Experts","created":"2024-06-17","cited_by_count":7,"area":"moe"},{"id":"2406.12548","title":"P-React: Synthesizing Topic-Adaptive Reactions of Personality Traits via Mixture of Specialized LoRA Experts","created":"2024-06-18","cited_by_count":7,"area":"moe"},{"id":"2408.15901","title":"Nexus: Specialization meets Adaptability for Efficiently Training Mixture of Experts","created":"2024-08-28","cited_by_count":7,"area":"moe"},{"id":"2410.00938","title":"MoS: Unleashing Parameter Efficiency of Low-Rank Adaptation with Mixture of Shards","created":"2024-10-01","cited_by_count":7,"area":"moe"},{"id":"2410.22782","title":"MALoRA: Mixture of Asymmetric Low-Rank Adaptation for Enhanced Multi-Task Learning","created":"2024-10-30","cited_by_count":7,"area":null},{"id":"2510.21453","title":"Multi-Task Vehicle Routing Solver via Mixture of Specialized Experts under State-Decomposable MDP","created":"2025-10-24","cited_by_count":7,"area":null},{"id":"2312.02923","title":"MoSA: Mixture of Sparse Adapters for Visual Efficient Tuning","created":"2023-12-05","cited_by_count":6,"area":null},{"id":"2312.10193","title":"Adaptive Computation Modules: Granular Conditional Computation For Efficient Inference","created":"2023-12-15","cited_by_count":6,"area":null},{"id":"2404.18311","title":"Towards Incremental Learning in Large Language Models: A Critical Review","created":"2024-04-28","cited_by_count":6,"area":null},{"id":"2405.03958","title":"Simple Drop-in LoRA Conditioning on Attention Layers Will Improve Your Diffusion Model","created":"2024-05-07","cited_by_count":6,"area":"diffusion"},{"id":"2408.01505","title":"MoDE: Effective Multi-task Parameter Efficient Fine-Tuning with a Mixture of Dyadic Experts","created":"2024-08-02","cited_by_count":6,"area":null},{"id":"2409.13931","title":"On-Device Collaborative Language Modeling via a Mixture of Generalists and Specialists","created":"2024-09-20","cited_by_count":6,"area":null},{"id":"2503.07663","title":"Merge then Realign: Simple and Effective Modality-Incremental Continual Learning for Multimodal LLMs","created":"2025-03-08","cited_by_count":6,"area":"mllm"},{"id":"2503.20110","title":"Efficient Model Development through Fine-tuning Transfer","created":"2025-03-25","cited_by_count":6,"area":null},{"id":"2504.03454","title":"SpectR: Dynamically Composing LM Experts with Spectral Routing","created":"2025-04-04","cited_by_count":6,"area":null},{"id":"2402.00828","title":"Efficient Fine-tuning of Audio Spectrogram Transformers via Soft Mixture of Adapters","created":"2024-02-01","cited_by_count":5,"area":"moe"},{"id":"2412.07405","title":"MoDULA: Mixture of Domain-Specific and Universal LoRA for Multi-Task Learning","created":"2024-12-10","cited_by_count":5,"area":null},{"id":"2505.21364","title":"Towards Interpretability Without Sacrifice: Faithful Dense Layer Decomposition with Mixture of Decoders","created":"2025-05-27","cited_by_count":5,"area":null},{"id":"2506.11638","title":"LoRA-Gen: Specializing Large Language Model via Online LoRA Generation","created":"2025-06-13","cited_by_count":5,"area":null},{"id":"2506.14436","title":"MoORE: SVD-based Model MoE-ization for Conflict- and Oblivion-Resistant Multi-Task Adaptation","created":"2025-06-17","cited_by_count":5,"area":"moe"},{"id":"2508.07842","title":"DETACH: Cross-domain Learning for Long-Horizon Tasks via Mixture of Disentangled Experts","created":"2025-08-11","cited_by_count":5,"area":null},{"id":"2410.07172","title":"Glider: Global and Local Instruction-Driven Expert Router","created":"2024-10-09","cited_by_count":4,"area":null},{"id":"2412.08946","title":"MoSLD: An Extremely Parameter-Efficient Mixture-of-Shared LoRAs for Multi-Task Learning","created":"2024-12-12","cited_by_count":4,"area":"moe"},{"id":"2412.11864","title":"Investigating Mixture of Experts in Dense Retrieval","created":"2024-12-16","cited_by_count":4,"area":"moe"},{"id":"2502.17771","title":"Sample Selection via Contrastive Fragmentation for Noisy Label Regression","created":"2025-02-25","cited_by_count":4,"area":null},{"id":"2504.04653","title":"LEO-MINI: An Efficient Multimodal Large Language Model using Conditional Token Reduction and Mixture of Multi-Modal Experts","created":"2025-04-07","cited_by_count":4,"area":"mllm"},{"id":"2510.04136","title":"MoME: Mixture of Matryoshka Experts for Audio-Visual Speech Recognition","created":"2025-10-05","cited_by_count":4,"area":"moe"},{"id":"2511.01463","title":"HMVLM: Human Motion-Vision-Lanuage Model via MoE LoRA","created":"2025-11-03","cited_by_count":4,"area":"moe"},{"id":"2512.19765","title":"How Many Experts Are Enough? Towards Optimal Semantic Specialization for Mixture-of-Experts","created":"2025-12-21","cited_by_count":4,"area":"moe"},{"id":"2603.00573","title":"CoMoL: Efficient Mixture of LoRA Experts via Dynamic Core Space Merging","created":"2026-02-28","cited_by_count":4,"area":"moe"},{"id":"2603.12378","title":"NeuroLoRA: Context-Aware Neuromodulation for Parameter-Efficient Multi-Task Adaptation","created":"2026-03-12","cited_by_count":4,"area":"moe"},{"id":"2603.18297","title":"Path-Constrained Mixture-of-Experts","created":"2026-03-18","cited_by_count":4,"area":"moe"},{"id":"2603.22198","title":"Mixture of Mini Experts: Overcoming the Linear Layer Bottleneck in Multiple Instance Learning","created":"2026-03-23","cited_by_count":4,"area":null},{"id":"2604.16042","title":"Towards Intrinsic Interpretability of Large Language Models:A Survey of Design Principles and Architectures","created":"2026-04-17","cited_by_count":4,"area":"mechinterp"},{"id":"2504.06426","title":"S'MoRE: Structural Mixture of Residual Experts for Parameter-Efficient LLM Fine-tuning","created":"2025-04-08","cited_by_count":3,"area":"moe"},{"id":"2506.05928","title":"MoA: Heterogeneous Mixture of Adapters for Parameter-Efficient Fine-Tuning of Large Language Models","created":"2025-06-06","cited_by_count":3,"area":"moe"},{"id":"2506.18923","title":"Mix-of-Language-Experts Architecture for Multilingual Programming","created":"2025-06-18","cited_by_count":3,"area":null},{"id":"2509.10513","title":"Mixture-of-Clustered-Experts: Advancing Expert Specialization and Generalization in Instruction Tuning","created":"2025-09-03","cited_by_count":3,"area":"moe"},{"id":"2604.05336","title":"TRACE: Capability-Targeted Agentic Training","created":"2026-04-07","cited_by_count":3,"area":"agents"},{"id":"2607.00162","title":"FRAME: Learning the Adaptation Domain with a Mixture of Fractional-Fourier Experts","created":"2026-06-30","cited_by_count":3,"area":"moe"},{"id":"2401.10559","title":"OrchMoE: Efficient Multi-Adapter Learning with Task-Skill Synergy","created":"2024-01-19","cited_by_count":2,"area":null}],"next_cursor":"100"}