{"total":102,"rows":[{"id":"2407.06204","title":"A Survey on Mixture of Experts in Large Language Models","created":"2024-06-26","cited_by_count":237,"area":"moe"},{"id":"2404.15159","title":"MixLoRA: Enhancing Large Language Models Fine-Tuning with LoRA-based Mixture of Experts","created":"2024-04-22","cited_by_count":147,"area":"moe"},{"id":"2407.11046","title":"A Survey on LoRA of Large Language Models","created":"2024-07-08","cited_by_count":67,"area":null},{"id":"2403.18886","title":"Self-Expansion of Pre-trained Models with Mixture of Adapters for Continual Learning","created":"2024-03-27","cited_by_count":53,"area":null},{"id":"2407.10223","title":"On Large Language Model Continual Unlearning","created":"2024-07-14","cited_by_count":52,"area":"safety"},{"id":"2405.01413","title":"MiniGPT-3D: Efficiently Aligning 3D Point Clouds with Large Language Models using 2D Priors","created":"2024-05-02","cited_by_count":49,"area":"mllm"},{"id":"2412.14219","title":"A Survey on Inference Optimization Techniques for Mixture of Experts Models","created":"2024-12-18","cited_by_count":47,"area":"moe"},{"id":"2406.13233","title":"AdaMoE: Token-Adaptive Routing with Null Experts for Mixture-of-Experts Language Models","created":"2024-06-19","cited_by_count":44,"area":"moe"},{"id":"2501.00365","title":"Low-Rank Adaptation for Foundation Models: A Comprehensive Review","created":"2024-12-31","cited_by_count":37,"area":null},{"id":"2510.08396","title":"FlyLoRA: Boosting Task Decoupling and Parameter Efficiency via Implicit Rank-Wise Mixture-of-Experts","created":"2025-10-09","cited_by_count":35,"area":"moe"},{"id":"2405.00361","title":"AdaMoLE: Fine-Tuning Large Language Models with Adaptive Mixture of Low-Rank Adaptation Experts","created":"2024-05-01","cited_by_count":34,"area":null},{"id":"2406.09265","title":"Sharing Matters: Analysing Neurons Across Languages and Tasks in LLMs","created":"2024-06-13","cited_by_count":33,"area":null},{"id":"2404.05019","title":"Shortcut-connected Expert Parallelism for Accelerating Mixture-of-Experts","created":"2024-04-07","cited_by_count":32,"area":"moe"},{"id":"2409.16694","title":"A Survey of Low-bit Large Language Models: Basics, Systems, and Algorithms","created":"2024-09-25","cited_by_count":31,"area":null},{"id":"2410.23743","title":"What Happened in LLMs Layers when Trained for Fast vs. Slow Thinking: A Gradient Perspective","created":"2024-10-31","cited_by_count":29,"area":"lr"},{"id":"2506.11672","title":"Dynamic Mixture of Curriculum LoRA Experts for Continual Multimodal Instruction Tuning","created":"2025-06-13","cited_by_count":27,"area":"mllm"},{"id":"2410.10054","title":"AlphaLoRA: Assigning LoRA Experts Based on Layer Training Quality","created":"2024-10-14","cited_by_count":20,"area":"moe"},{"id":"2410.07739","title":"SLIM: Let LLM Learn More and Forget Less with Soft LoRA and Identity Mixture","created":"2024-10-10","cited_by_count":19,"area":"moe"},{"id":"2405.17741","title":"LoRA-Switch: Boosting the Efficiency of Dynamic LLM Adapters via System-Algorithm Co-design","created":"2024-05-28","cited_by_count":18,"area":"moe"},{"id":"2507.00029","title":"LoRA-Mixer: Coordinate Modular LoRA Experts Through Serial Attention Routing","created":"2025-06-17","cited_by_count":18,"area":"moe"},{"id":"2406.16989","title":"Retrieval-Augmented Mixture of LoRA Experts for Uploadable Machine Learning","created":"2024-06-24","cited_by_count":14,"area":"rag"},{"id":"2505.20925","title":"Multi-objective Large Language Model Alignment with Hierarchical Experts","created":"2025-05-27","cited_by_count":13,"area":"alignment"},{"id":"2509.25684","title":"LD-MoLE: Learnable Dynamic Routing for Mixture of LoRA Experts","created":"2025-09-30","cited_by_count":13,"area":"moe"},{"id":"2411.19128","title":"Personalized Federated Fine-Tuning for LLMs via Data-Driven Heterogeneous Model Architectures","created":"2024-11-28","cited_by_count":12,"area":null},{"id":"2505.22582","title":"Less, but Better: Efficient Multilingual Expansion for LLMs via Layer-wise Mixture-of-Experts","created":"2025-05-28","cited_by_count":12,"area":"moe"},{"id":"2505.23811","title":"LayerIF: Estimating Layer Quality for Large Language Models using Influence Functions","created":"2025-05-27","cited_by_count":12,"area":null},{"id":"2504.00661","title":"DynMoLE: Boosting Mixture of LoRA Experts Fine-Tuning with a Hybrid Routing Mechanism","created":"2025-04-01","cited_by_count":11,"area":"moe"},{"id":"2407.09946","title":"Low-Rank Interconnected Adaptation across Layers","created":"2024-07-13","cited_by_count":10,"area":null},{"id":"2408.09856","title":"TeamLoRA: Boosting Low-Rank Adaptation with Expert Collaboration and Competition","created":"2024-08-19","cited_by_count":10,"area":null},{"id":"2405.19086","title":"MEMoE: Enhancing Model Editing with Mixture of Experts Adaptors","created":"2024-05-29","cited_by_count":9,"area":"moe"},{"id":"2411.08212","title":"PERFT: Parameter-Efficient Routed Fine-Tuning for Mixture-of-Expert Model","created":"2024-11-12","cited_by_count":9,"area":"moe"},{"id":"2502.00089","title":"Ensembles of Low-Rank Expert Adapters","created":"2025-01-31","cited_by_count":9,"area":null},{"id":"2502.15828","title":"A Stronger Mixture of Low-Rank Experts for Fine-Tuning Foundation Models","created":"2025-02-20","cited_by_count":9,"area":"moe"},{"id":"2508.02587","title":"Parameter-Efficient Routed Fine-Tuning: Mixture-of-Experts Demands Mixture of Adaptation Modules","created":"2025-08-04","cited_by_count":8,"area":"moe"},{"id":"2410.22782","title":"MALoRA: Mixture of Asymmetric Low-Rank Adaptation for Enhanced Multi-Task Learning","created":"2024-10-30","cited_by_count":7,"area":null},{"id":"2412.08587","title":"Advancing Single and Multi-task Text Classification through Large Language Model Fine-tuning","created":"2024-12-11","cited_by_count":7,"area":null},{"id":"2501.07890","title":"GRAPHMOE: Amplifying Cognitive Depth of Mixture-of-Experts Network via Introducing Self-Rethinking Mechanism","created":"2025-01-14","cited_by_count":7,"area":"lr"},{"id":"2506.12213","title":"Fed-HeLLo: Efficient Federated Foundation Model Fine-Tuning with Heterogeneous LoRA Allocation","created":"2025-06-13","cited_by_count":7,"area":null},{"id":"2405.18897","title":"MLAE: Masked LoRA Experts for Visual Parameter-Efficient Fine-Tuning","created":"2024-05-29","cited_by_count":6,"area":null},{"id":"2504.21190","title":"TT-LoRA MoE: Unifying Parameter-Efficient Fine-Tuning and Sparse Mixture-of-Experts","created":"2025-04-29","cited_by_count":6,"area":"moe"},{"id":"2505.18568","title":"Learning without Isolation: Pathway Protection for Continual Learning","created":"2025-05-24","cited_by_count":6,"area":null},{"id":"2506.14646","title":"GuiLoMo: Allocating Expert Number and Rank for LoRA-MoE via Bilevel Optimization with GuidedSelection Vectors","created":"2025-06-17","cited_by_count":6,"area":"moe"},{"id":"2509.15087","title":"Adaptive LoRA Experts Allocation and Selection for Federated Fine-Tuning","created":"2025-09-18","cited_by_count":6,"area":null},{"id":"2601.07935","title":"Towards Specialized Generalists: A Multi-Task MoE-LoRA Framework for Domain-Specific LLM Adaptation","created":"2026-01-12","cited_by_count":6,"area":"moe"},{"id":"2412.20004","title":"Adaptive Parameter-Efficient Federated Fine-Tuning on Heterogeneous Devices","created":"2024-12-28","cited_by_count":5,"area":null},{"id":"2505.15471","title":"CoLA: Collaborative Low-Rank Adaptation","created":"2025-05-21","cited_by_count":5,"area":"moe"},{"id":"2505.20006","title":"Mixture of LoRA Experts for Low-Resourced Multi-Accent Automatic Speech Recognition","created":"2025-05-26","cited_by_count":5,"area":null},{"id":"2506.05713","title":"Come Together, But Not Right Now: A Progressive Strategy to Boost Low-Rank Adaptation","created":"2025-06-06","cited_by_count":5,"area":null},{"id":"2506.11638","title":"LoRA-Gen: Specializing Large Language Model via Online LoRA Generation","created":"2025-06-13","cited_by_count":5,"area":null},{"id":"2506.18267","title":"ARD-LoRA: Dynamic Rank Allocation for Parameter-Efficient Fine-Tuning of Foundation Models with Heterogeneous Adaptation Needs","created":"2025-06-23","cited_by_count":5,"area":null},{"id":"2412.08946","title":"MoSLD: An Extremely Parameter-Efficient Mixture-of-Shared LoRAs for Multi-Task Learning","created":"2024-12-12","cited_by_count":4,"area":"moe"},{"id":"2502.07783","title":"Curvature Tuning: Provable Training-free Model Steering From a Single Parameter","created":"2025-02-11","cited_by_count":4,"area":null},{"id":"2503.23360","title":"Not All LoRA Parameters Are Essential: Insights on Inference Necessity","created":"2025-03-30","cited_by_count":4,"area":null},{"id":"2509.09097","title":"DP-FedLoRA: Privacy-Enhanced Federated Fine-Tuning for On-Device Large Language Models","created":"2025-09-11","cited_by_count":4,"area":null},{"id":"2603.00573","title":"CoMoL: Efficient Mixture of LoRA Experts via Dynamic Core Space Merging","created":"2026-02-28","cited_by_count":4,"area":"moe"},{"id":"2603.05160","title":"Lifelong Language-Conditioned Robotic Manipulation Learning","created":"2026-03-05","cited_by_count":4,"area":null},{"id":"2410.15858","title":"Towards Optimal Adapter Placement for Efficient Transfer Learning","created":"2024-10-21","cited_by_count":3,"area":null},{"id":"2506.05928","title":"MoA: Heterogeneous Mixture of Adapters for Parameter-Efficient Fine-Tuning of Large Language Models","created":"2025-06-06","cited_by_count":3,"area":"moe"},{"id":"2510.07118","title":"TRIM: Token-wise Attention-Derived Saliency for Data-Efficient Instruction Tuning","created":"2025-10-08","cited_by_count":3,"area":"alignment"},{"id":"2601.22828","title":"Decomposing and Composing: Towards Efficient Vision-Language Continual Learning via Rank-1 Expert Pool in a Single LoRA","created":"2026-01-30","cited_by_count":3,"area":"mllm"},{"id":"2603.06073","title":"Lifelong Embodied Navigation Learning","created":"2026-03-06","cited_by_count":3,"area":null},{"id":"2604.05336","title":"TRACE: Capability-Targeted Agentic Training","created":"2026-04-07","cited_by_count":3,"area":"agents"},{"id":"2607.00162","title":"FRAME: Learning the Adaptation Domain with a Mixture of Fractional-Fourier Experts","created":"2026-06-30","cited_by_count":3,"area":"moe"},{"id":"2410.01497","title":"DLP-LoRA: Efficient Task-Specific LoRA Fusion with a Dynamic, Lightweight Plugin for Large Language Models","created":"2024-10-02","cited_by_count":2,"area":null},{"id":"2410.21705","title":"AdaptGCD: Multi-Expert Adapter Tuning for Generalized Category Discovery","created":"2024-10-29","cited_by_count":2,"area":null},{"id":"2502.03884","title":"Rank Also Matters: Hierarchical Configuration for Mixture of Adapter Experts in LLM Fine-Tuning","created":"2025-02-06","cited_by_count":2,"area":"moe"},{"id":"2502.19747","title":"HaLoRA: Hardware-aware Low-Rank Adaptation for Large Language Models Based on Hybrid Compute-in-Memory Architecture","created":"2025-02-27","cited_by_count":2,"area":null},{"id":"2503.23362","title":"Mixture of Routers","created":"2025-03-30","cited_by_count":2,"area":"alignment"},{"id":"2512.05359","title":"Group Orthogonal Low-Rank Adaptation for RGB-T Tracking","created":"2025-12-05","cited_by_count":2,"area":null},{"id":"2512.19551","title":"Towards Closed-Loop Embodied Empathy Evolution: Probing LLM-Centric Lifelong Empathic Motion Generation in Unseen Scenarios","created":"2025-12-22","cited_by_count":2,"area":null},{"id":"2512.21708","title":"MoRAgent: Parameter Efficient Agent Tuning with Mixture-of-Roles","created":"2025-12-25","cited_by_count":2,"area":"agents"},{"id":"2601.06356","title":"Monkey Jump : MoE-Style PEFT for Efficient Multi-Task Learning","created":"2026-01-09","cited_by_count":2,"area":"moe"},{"id":"2601.22708","title":"A Unified Study of LoRA Variants: Taxonomy, Review, Codebase, and Empirical Evaluation","created":"2026-01-30","cited_by_count":2,"area":null},{"id":"2603.13282","title":"FedTreeLoRA: Reconciling Statistical and Functional Heterogeneity in Federated LoRA Fine-Tuning","created":"2026-02-27","cited_by_count":2,"area":null},{"id":"2603.14276","title":"All-day Multi-scenes Lifelong Vision-and-Language Navigation with Tucker Adaptation","created":"2026-03-15","cited_by_count":2,"area":null},{"id":"2604.00801","title":"Routing-Free Mixture-of-Experts","created":"2026-04-01","cited_by_count":2,"area":"moe"},{"id":"2607.26052","title":"Spend Experts Where You Are Unsure: Confidence-Adaptive Routing for Mixture-of-Experts LoRA","created":"2026-07-28","cited_by_count":2,"area":"moe"},{"id":"2608.09251","title":"MoRSE: Task-Oriented Multi-Agent System with Mixture of Role-Subtask Experts","created":"2026-08-10","cited_by_count":2,"area":"agents"},{"id":"2410.10896","title":"AT-MoE: Adaptive Task-planning Mixture of Experts via LoRA Approach","created":"2024-10-12","cited_by_count":1,"area":"moe"},{"id":"2412.16216","title":"GMoE: Empowering LLMs Fine-Tuning via MoE Graph Collaboration","created":"2024-12-18","cited_by_count":1,"area":"moe"},{"id":"2505.06272","title":"A Sensitivity-Driven Expert Allocation Method in LoRA-MoE for Efficient Fine-Tuning","created":"2025-05-06","cited_by_count":1,"area":"moe"},{"id":"2510.13232","title":"What \"Not\" to Detect: Negation-Aware VLMs via Structured Reasoning and Token Merging","created":"2025-10-15","cited_by_count":1,"area":"lr"},{"id":"2510.17705","title":"Contextual Attention Modulation: Towards Efficient Multi-Task Adaptation in Large Language Models","created":"2025-10-20","cited_by_count":1,"area":null},{"id":"2601.10921","title":"RobuMTL: Enhancing Multi-Task Learning Robustness Against Weather Conditions","created":"2026-01-16","cited_by_count":1,"area":null},{"id":"2602.09509","title":"Beyond Student: An Asymmetric Network for Neural Network Inheritance","created":"2026-02-10","cited_by_count":1,"area":"distill"},{"id":"2603.24044","title":"MoE-Sieve: Routing-Guided LoRA for Efficient MoE Fine-Tuning","created":"2026-03-25","cited_by_count":1,"area":"moe"},{"id":"2604.26340","title":"Adaptive and Fine-grained Module-wise Expert Pruning for Efficient LoRA-MoE Fine-Tuning","created":"2026-04-29","cited_by_count":1,"area":"moe"},{"id":"2605.22205","title":"Skill Weaving: Efficient LLM Improvement via Modular Skillpacks","created":"2026-05-21","cited_by_count":1,"area":null},{"id":"2605.25565","title":"RotMoLE: Enhancing Mixture of Low-Rank Experts through Rotational Gating Mechanism","created":"2026-05-25","cited_by_count":1,"area":"moe"},{"id":"2608.15299","title":"MAPLE: MoE Adaptive Plug-and-play Layer-wise Expert allocation","created":"2026-08-15","cited_by_count":1,"area":"moe"},{"id":"2408.16264","title":"LoraMap: Harnessing the Power of LoRA Connections","created":"2024-08-29","cited_by_count":0,"area":null},{"id":"2508.07738","title":"Separation and Collaboration: Two-Level Routing Grouped Mixture-of-Experts for Multi-Domain Continual Learning","created":"2025-08-11","cited_by_count":0,"area":"moe"},{"id":"2512.08697","title":"What really matters for person re-identification? A Mixture-of-Experts Framework for Semantic Attribute Importance","created":"2025-12-09","cited_by_count":0,"area":null},{"id":"2603.00910","title":"Curvature-Weighted Capacity Allocation: A Minimum Description Length Framework for Layer-Adaptive Large Language Model Optimization","created":"2026-03-01","cited_by_count":0,"area":null},{"id":"2604.01762","title":"FourierMoE: Fourier Mixture-of-Experts Adaptation of Large Language Models","created":"2026-04-02","cited_by_count":0,"area":"moe"},{"id":"2604.02338","title":"LiME: Lightweight Mixture of Experts for Efficient Multimodal Multi-task Learning","created":"2026-02-01","cited_by_count":0,"area":"moe"},{"id":"2605.07256","title":"TAS-LoRA: Transformer Architecture Search with Mixture-of-LoRA Experts","created":"2026-05-08","cited_by_count":0,"area":null},{"id":"2605.13161","title":"A$_3$B$_2$: Adaptive Asymmetric Adapter for Alleviating Branch Bias in Vision-Language Image Classification with Few-Shot Learning","created":"2026-05-13","cited_by_count":0,"area":"mllm"},{"id":"2605.18083","title":"A Data-Efficient Path to Multilingual LLMs: Language Expansion via Post-training PARAM$\\Delta$ Integration into Upcycled MoE","created":"2026-05-18","cited_by_count":0,"area":"moe"},{"id":"2606.09885","title":"TENP: Trapezoidal Expert Neuron Pruning For Mixture-of-Experts","created":"2026-06-03","cited_by_count":0,"area":"moe"}],"next_cursor":"100"}