{"total":214,"rows":[{"id":"2408.07666","title":"Model Merging in LLMs, MLLMs, and Beyond: Methods, Theories, Applications and Opportunities","created":"2024-08-14","cited_by_count":254,"area":null},{"id":"2412.00081","title":"Task Singular Vectors: Reducing Task Interference in Model Merging","created":"2024-11-26","cited_by_count":147,"area":null},{"id":"2405.07813","title":"Localizing Task Information for Improved Model Merging and Compression","created":"2024-05-13","cited_by_count":131,"area":null},{"id":"2406.15479","title":"Twin-Merging: Dynamic Integration of Modular Expertise in Model Merging","created":"2024-06-17","cited_by_count":116,"area":null},{"id":"2405.17461","title":"EMR-Merging: Tuning-Free High-Performance Model Merging","created":"2024-05-23","cited_by_count":110,"area":null},{"id":"2402.02705","title":"Representation Surgery for Multi-Task Model Merging","created":"2024-02-05","cited_by_count":96,"area":null},{"id":"2405.11157","title":"Towards Modular LLMs by Building and Reusing a Library of LoRAs","created":"2024-05-18","cited_by_count":72,"area":null},{"id":"2410.02396","title":"Parameter Competition Balancing for Model Merging","created":"2024-10-03","cited_by_count":72,"area":null},{"id":"2402.05859","title":"Learning to Route Among Specialized Experts for Zero-Shot Generalization","created":"2024-02-08","cited_by_count":65,"area":null},{"id":"2503.08099","title":"Whoever Started the Interference Should End It: Guiding Data-Free Model Merging via Task Vectors","created":"2025-03-11","cited_by_count":62,"area":null},{"id":"2409.16167","title":"Merging LoRAs like Playing LEGO: Pushing the Modularity of LoRA to Extremes Through Rank-Wise Clustering","created":"2024-09-24","cited_by_count":59,"area":null},{"id":"2410.03617","title":"What Matters for Model Merging at Scale?","created":"2024-10-04","cited_by_count":55,"area":null},{"id":"2406.11385","title":"MetaGPT: Merging Large Language Models Using Model Exclusive Task Arithmetic","created":"2024-06-17","cited_by_count":53,"area":null},{"id":"2410.13025","title":"LoRA Soups: Merging LoRAs for Practical Skill Composition Tasks","created":"2024-10-16","cited_by_count":52,"area":null},{"id":"2408.13656","title":"Localize-and-Stitch: Efficient Model Merging via Sparse Task Arithmetic","created":"2024-08-24","cited_by_count":50,"area":null},{"id":"2310.08184","title":"Learning from models beyond fine-tuning","created":"2023-10-12","cited_by_count":48,"area":null},{"id":"2410.17146","title":"LiNeS: Post-training Layer Scaling Prevents Forgetting and Enhances Model Merging","created":"2024-10-22","cited_by_count":41,"area":null},{"id":"2501.01230","title":"Modeling Multi-Task Model Merging as Adaptive Projective Gradient Descent","created":"2025-01-02","cited_by_count":39,"area":null},{"id":"2312.06173","title":"Concrete Subspace Learning based Interference Elimination for Multi-task Model Fusion","created":"2023-12-11","cited_by_count":37,"area":null},{"id":"2407.02880","title":"Knowledge Composition using Task Vectors with Learned Anisotropic Scaling","created":"2024-07-03","cited_by_count":37,"area":null},{"id":"2505.10833","title":"MergeBench: A Benchmark for Merging Domain-Specialized LLMs","created":"2025-05-16","cited_by_count":33,"area":null},{"id":"2403.01753","title":"Training-Free Pretrained Model Merging","created":"2024-03-04","cited_by_count":32,"area":null},{"id":"2509.17786","title":"Accurate and Efficient Low-Rank Model Merging in Core Space","created":"2025-09-22","cited_by_count":29,"area":null},{"id":"2403.19390","title":"Checkpoint Merging via Bayesian Optimization in LLM Pretraining","created":"2024-03-28","cited_by_count":27,"area":null},{"id":"2410.11163","title":"Model Swarms: Collaborative Search to Adapt LLM Experts via Swarm Intelligence","created":"2024-10-15","cited_by_count":27,"area":null},{"id":"2502.17159","title":"RobustMerge: Parameter-Efficient Model Merging for MLLMs with Direction Robustness","created":"2025-02-24","cited_by_count":26,"area":null},{"id":"2412.12153","title":"Revisiting Weight Averaging for Model Merging","created":"2024-12-11","cited_by_count":25,"area":null},{"id":"2505.06977","title":"CAT Merging: A Training-Free Approach for Resolving Conflicts in Model Merging","created":"2025-05-11","cited_by_count":23,"area":null},{"id":"2410.17961","title":"Closed-form merging of parameter-efficient modules for Federated Continual Learning","created":"2024-10-23","cited_by_count":22,"area":null},{"id":"2411.18729","title":"Multi-Task Model Merging via Adaptive Weight Disentanglement","created":"2024-11-27","cited_by_count":22,"area":null},{"id":"2406.07529","title":"MAP: Low-compute Model Merging with Amortized Pareto Fronts via Quadratic Approximation","created":"2024-06-11","cited_by_count":20,"area":null},{"id":"2406.16330","title":"Pruning via Merging: Compressing LLMs via Manifold Alignment Based Layer Merging","created":"2024-06-24","cited_by_count":19,"area":null},{"id":"2410.03782","title":"DaWin: Training-free Dynamic Weight Interpolation for Robust Adaptation","created":"2024-10-03","cited_by_count":19,"area":null},{"id":"2503.15842","title":"FedAWA: Adaptive Optimization of Aggregation Weights in Federated Learning Using Client Vectors","created":"2025-03-20","cited_by_count":19,"area":null},{"id":"2508.08165","title":"Integrating Task-Specific and Universal Adapters for Pre-Trained Model-based Class-Incremental Learning","created":"2025-08-11","cited_by_count":19,"area":null},{"id":"2505.15875","title":"Decouple and Orthogonalize: A Data-Free Framework for LoRA Merging","created":"2025-05-21","cited_by_count":18,"area":null},{"id":"2407.02447","title":"PLeaS -- Merging Models with Permutations and Least Squares","created":"2024-07-02","cited_by_count":16,"area":null},{"id":"2502.00264","title":"Beyond the Permutation Symmetry of Transformers: The Role of Rotation for Model Fusion","created":"2025-02-01","cited_by_count":16,"area":null},{"id":"2504.02620","title":"Efficient Model Editing with Task-Localized Sparse Fine-tuning","created":"2025-04-03","cited_by_count":16,"area":null},{"id":"2504.14662","title":"Mitigating Parameter Interference in Model Merging via Sharpness-Aware Fine-Tuning","created":"2025-04-20","cited_by_count":16,"area":null},{"id":"2508.12491","title":"Cost-Aware Contrastive Routing for LLMs","created":"2025-08-17","cited_by_count":16,"area":null},{"id":"2503.01155","title":"Nature-Inspired Population-Based Evolution of Large Language Models","created":"2025-03-03","cited_by_count":15,"area":null},{"id":"2407.07089","title":"Fine-Tuning Attention Modules Only: Enhancing Weight Disentanglement in Task Arithmetic","created":"2024-07-09","cited_by_count":14,"area":null},{"id":"2502.10762","title":"Bone Soups: A Seek-and-Soup Model Merging Approach for Controllable Multi-Objective Generation","created":"2025-02-15","cited_by_count":14,"area":null},{"id":"2505.11883","title":"MINGLE: Mixture of Null-Space Gated Low-Rank Experts for Test-Time Continual Model Merging","created":"2025-05-17","cited_by_count":14,"area":null},{"id":"2511.18903","title":"How Learning Rate Decay Wastes Your Best Data in Curriculum-Based LLM Pretraining","created":"2025-11-24","cited_by_count":14,"area":null},{"id":"2406.03280","title":"FusionBench: A Unified Library and Comprehensive Benchmark for Deep Model Fusion","created":"2024-06-05","cited_by_count":13,"area":null},{"id":"2411.16815","title":"FREE-Merging: Fourier Transform for Efficient Model Merging","created":"2024-11-25","cited_by_count":13,"area":null},{"id":"2501.15065","title":"Task Arithmetic in Trust Region: A Training-Free Model Merging Approach to Navigate Knowledge Conflicts","created":"2025-01-25","cited_by_count":13,"area":null},{"id":"2505.23859","title":"Towards Minimizing Feature Drift in Model Merging: Layer-wise Task Vector Fusion for Adaptive Knowledge Integration","created":"2025-05-29","cited_by_count":13,"area":null},{"id":"2409.18314","title":"Realistic Evaluation of Model Merging for Compositional Generalization","created":"2024-09-26","cited_by_count":12,"area":null},{"id":"2410.14389","title":"SurgeryV2: Bridging the Gap Between Model Merging and Multi-Task Learning with Deep Representation Surgery","created":"2024-10-18","cited_by_count":12,"area":null},{"id":"2411.16746","title":"LoBAM: LoRA-Based Backdoor Attack on Model Merging","created":"2024-11-23","cited_by_count":12,"area":null},{"id":"2411.18607","title":"Task Arithmetic Through The Lens Of One-Shot Federated Learning","created":"2024-11-27","cited_by_count":12,"area":null},{"id":"2503.00948","title":"Extrapolating and Decoupling Image-to-Video Generation Models: Motion Modeling is Easier Than You Think","created":"2025-03-02","cited_by_count":12,"area":null},{"id":"2509.24244","title":"Model Merging Scaling Laws in Large Language Models","created":"2025-09-29","cited_by_count":12,"area":null},{"id":"2411.03055","title":"ATM: Improving Model Merging by Alternating Tuning and Merging","created":"2024-11-05","cited_by_count":11,"area":null},{"id":"2411.16139","title":"Beyond Task Vectors: Selective Task Arithmetic Based on Importance Metrics","created":"2024-11-25","cited_by_count":11,"area":null},{"id":"2502.07274","title":"Forget Forgetting: Continual Learning in a World of Abundant Memory","created":"2025-02-11","cited_by_count":11,"area":null},{"id":"2503.07661","title":"Disrupting Model Merging: A Parameter-Level Defense Without Sacrificing Accuracy","created":"2025-03-08","cited_by_count":11,"area":null},{"id":"2503.08998","title":"From Task-Specific Models to Unified Systems: A Review of Model Merging Approaches","created":"2025-03-12","cited_by_count":11,"area":null},{"id":"2508.03121","title":"RegMean++: Enhancing Effectiveness and Generalization of Regression Mean for Model Merging","created":"2025-08-05","cited_by_count":11,"area":null},{"id":"2502.10436","title":"MERGE$^3$: Efficient Evolutionary Merging on Consumer-grade GPUs","created":"2025-02-09","cited_by_count":10,"area":null},{"id":"2502.12706","title":"Scalable Model Merging with Progressive Layer-wise Distillation","created":"2025-02-18","cited_by_count":10,"area":null},{"id":"2406.15480","title":"On Giant's Shoulders: Effortless Weak to Strong by Dynamic Logits Fusion","created":"2024-06-17","cited_by_count":9,"area":null},{"id":"2408.10174","title":"SMILE: Zero-Shot Sparse Mixture of Low-Rank Experts Construction From Pre-Trained Foundation Models","created":"2024-08-19","cited_by_count":9,"area":null},{"id":"2503.13505","title":"Ensemble Learning for Large Language Models in Text and Code Generation: A Survey","created":"2025-03-13","cited_by_count":9,"area":null},{"id":"2503.22178","title":"AdaRank: Adaptive Rank Pruning for Enhanced Model Merging","created":"2025-03-28","cited_by_count":9,"area":null},{"id":"2506.16506","title":"Subspace-Boosted Model Merging","created":"2025-06-19","cited_by_count":9,"area":null},{"id":"2411.09263","title":"Rethinking Weight-Averaged Model-merging","created":"2024-11-14","cited_by_count":8,"area":null},{"id":"2505.18502","title":"Knowledge Fusion of Large Language Models Via Modular SkillPacks","created":"2025-05-24","cited_by_count":8,"area":null},{"id":"2506.05985","title":"Dynamic Mixture of Progressive Parameter-Efficient Expert Library for Lifelong Robot Learning","created":"2025-06-06","cited_by_count":8,"area":null},{"id":"2509.21413","title":"Null-Space Filtering for Data-Free Continual Model Merging: Preserving Stability, Promoting Plasticity","created":"2025-09-25","cited_by_count":8,"area":null},{"id":"2505.22389","title":"Train with Perturbation, Infer after Merging: A Two-Stage Framework for Continual Learning","created":"2025-05-28","cited_by_count":7,"area":null},{"id":"2508.16082","title":"On Task Vectors and Gradients","created":"2025-08-22","cited_by_count":7,"area":null},{"id":"2510.21453","title":"Multi-Task Vehicle Routing Solver via Mixture of Specialized Experts under State-Decomposable MDP","created":"2025-10-24","cited_by_count":7,"area":null},{"id":"2601.17858","title":"MergeMix: Optimizing Mid-Training Data Mixtures via Learnable Model Merging","created":"2026-01-25","cited_by_count":7,"area":null},{"id":"2601.22285","title":"Demystifying Mergeability: Interpretable Properties to Predict Model Merging Success","created":"2026-01-29","cited_by_count":7,"area":null},{"id":"2602.20208","title":"Model Merging in the Essential Subspace","created":"2026-02-23","cited_by_count":7,"area":null},{"id":"2505.18568","title":"Learning without Isolation: Pathway Protection for Continual Learning","created":"2025-05-24","cited_by_count":6,"area":null},{"id":"2505.21226","title":"Why Do More Experts Fail? A Theoretical Analysis of Model Merging","created":"2025-05-27","cited_by_count":6,"area":null},{"id":"2509.01548","title":"Model Unmerging: Making Your Models Unmergeable for Secure Model Sharing","created":"2025-09-01","cited_by_count":6,"area":null},{"id":"2603.02945","title":"ACE-Merging: Data-Free Model Merging with Adaptive Covariance Estimation","created":"2026-03-03","cited_by_count":6,"area":null},{"id":"2503.06921","title":"Task Vector Quantization for Memory-Efficient Model Merging","created":"2025-03-10","cited_by_count":5,"area":null},{"id":"2503.12649","title":"FW-Merging: Scaling Model Merging with Frank-Wolfe Optimization","created":"2025-03-16","cited_by_count":5,"area":null},{"id":"2504.05342","title":"MASS: MoErging through Adaptive Subspace Selection","created":"2025-04-06","cited_by_count":5,"area":null},{"id":"2507.04790","title":"Interaction-Merged Motion Planning: Effectively Leveraging Diverse Motion Datasets for Robust Planning","created":"2025-07-07","cited_by_count":5,"area":null},{"id":"2508.21421","title":"Rethinking Layer-wise Model Merging through Chain of Merges","created":"2025-08-29","cited_by_count":5,"area":null},{"id":"2602.05536","title":"When Shared Knowledge Hurts: Spectral Over-Accumulation in Model Merging","created":"2026-02-05","cited_by_count":5,"area":null},{"id":"2605.13030","title":"FeatCal: Feature Calibration for Post-Merging Models","created":"2026-05-13","cited_by_count":5,"area":null},{"id":"2410.01483","title":"Foldable SuperNets: Scalable Merging of Transformers with Different Initializations and Tasks","created":"2024-10-02","cited_by_count":4,"area":null},{"id":"2410.07172","title":"Glider: Global and Local Instruction-Driven Expert Router","created":"2024-10-09","cited_by_count":4,"area":null},{"id":"2411.19154","title":"DESIRE: Dynamic Knowledge Consolidation for Rehearsal-Free Continual Learning","created":"2024-11-28","cited_by_count":4,"area":null},{"id":"2504.10902","title":"Leveraging Submodule Linearity Enhances Task Arithmetic Performance in LLMs","created":"2025-04-15","cited_by_count":4,"area":null},{"id":"2510.21223","title":"Model Merging with Functional Dual Anchors","created":"2025-10-24","cited_by_count":4,"area":null},{"id":"2511.13254","title":"Souper-Model: How Simple Arithmetic Unlocks State-of-the-Art LLM Performance","created":"2025-11-17","cited_by_count":4,"area":null},{"id":"2601.09473","title":"SimMerge: Learning to Select Merge Operators from Similarity Signals","created":"2026-01-14","cited_by_count":4,"area":null},{"id":"2602.05943","title":"Orthogonal Model Merging","created":"2026-02-05","cited_by_count":4,"area":null},{"id":"2603.09463","title":"An Empirical Study and Theoretical Explanation on Task-Level Model-Merging Collapse","created":"2026-03-10","cited_by_count":4,"area":null},{"id":"2503.03874","title":"LEWIS (LayEr WIse Sparsity) -- A Training Free Guided Model Merging Approach","created":"2025-03-05","cited_by_count":3,"area":null}],"next_cursor":"100"}