{"total":311,"rows":[{"id":"2306.01708","title":"TIES-Merging: Resolving Interference When Merging Models","created":"2023-06-02","cited_by_count":818,"area":null},{"id":"2311.03099","title":"Language Models are Super Mario: Absorbing Abilities from Homologous Models as a Free Lunch","created":"2023-11-06","cited_by_count":694,"area":null},{"id":"2307.13269","title":"LoraHub: Efficient Cross-Task Generalization via Dynamic LoRA Composition","created":"2023-07-25","cited_by_count":364,"area":null},{"id":"2402.10373","title":"BioMistral: A Collection of Open-Source Pretrained Large Language Models for Medical Domains","created":"2024-02-15","cited_by_count":301,"area":null},{"id":"2408.07666","title":"Model Merging in LLMs, MLLMs, and Beyond: Methods, Theories, Applications and Opportunities","created":"2024-08-14","cited_by_count":254,"area":null},{"id":"2310.02575","title":"AdaMerging: Adaptive Model Merging for Multi-Task Learning","created":"2023-10-04","cited_by_count":252,"area":null},{"id":"2403.13257","title":"Arcee's MergeKit: A Toolkit for Merging Large Language Models","created":"2024-03-20","cited_by_count":194,"area":null},{"id":"2306.14870","title":"Composing Parameter-Efficient Modules with Arithmetic Operations","created":"2023-06-26","cited_by_count":156,"area":null},{"id":"2412.00081","title":"Task Singular Vectors: Reducing Task Interference in Model Merging","created":"2024-11-26","cited_by_count":147,"area":null},{"id":"2405.07813","title":"Localizing Task Information for Improved Model Merging and Compression","created":"2024-05-13","cited_by_count":131,"area":null},{"id":"2410.19735","title":"Model merging with SVD to tie the Knots","created":"2024-10-25","cited_by_count":122,"area":null},{"id":"2311.08105","title":"DiLoCo: Distributed Low-Communication Training of Language Models","created":"2023-11-14","cited_by_count":121,"area":null},{"id":"2406.15479","title":"Twin-Merging: Dynamic Integration of Modular Expertise in Model Merging","created":"2024-06-17","cited_by_count":116,"area":null},{"id":"2401.10491","title":"Knowledge Fusion of Large Language Models","created":"2024-01-19","cited_by_count":115,"area":null},{"id":"2405.17461","title":"EMR-Merging: Tuning-Free High-Performance Model Merging","created":"2024-05-23","cited_by_count":110,"area":null},{"id":"2212.10445","title":"Model Ratatouille: Recycling Diverse Models for Out-of-Distribution Generalization","created":"2022-12-20","cited_by_count":97,"area":null},{"id":"2402.02705","title":"Representation Surgery for Multi-Task Model Merging","created":"2024-02-05","cited_by_count":96,"area":null},{"id":"2502.04959","title":"No Task Left Behind: Isotropic Model Merging with Common and Task-Specific Subspaces","created":"2025-02-07","cited_by_count":96,"area":null},{"id":"2309.15698","title":"Deep Model Fusion: A Survey","created":"2023-09-27","cited_by_count":91,"area":null},{"id":"2409.19886","title":"RouterDC: Query-Based Router by Dual Contrastive Learning for Assembling Large Language Models","created":"2024-09-30","cited_by_count":88,"area":null},{"id":"2406.11617","title":"DELLA-Merging: Reducing Interference in Model Merging through Magnitude-Based Sampling","created":"2024-06-17","cited_by_count":81,"area":null},{"id":"2310.12808","title":"Model Merging by Uncertainty-Based Gradient Matching","created":"2023-10-19","cited_by_count":77,"area":null},{"id":"2406.10471","title":"Personalized Pieces: Efficient Personalized Large Language Models through Collaborative Efforts","created":"2024-06-15","cited_by_count":74,"area":null},{"id":"2405.11157","title":"Towards Modular LLMs by Building and Reusing a Library of LoRAs","created":"2024-05-18","cited_by_count":72,"area":null},{"id":"2410.02396","title":"Parameter Competition Balancing for Model Merging","created":"2024-10-03","cited_by_count":72,"area":null},{"id":"2403.16512","title":"LLMs Are Few-Shot In-Context Low-Resource Language Learners","created":"2024-03-25","cited_by_count":68,"area":null},{"id":"2310.04742","title":"Parameter Efficient Multi-task Model Fusion with Partial Linearization","created":"2023-10-07","cited_by_count":65,"area":null},{"id":"2402.05859","title":"Learning to Route Among Specialized Experts for Zero-Shot Generalization","created":"2024-02-08","cited_by_count":65,"area":null},{"id":"2503.08099","title":"Whoever Started the Interference Should End It: Guiding Data-Free Model Merging via Task Vectors","created":"2025-03-11","cited_by_count":62,"area":null},{"id":"2503.10657","title":"RouterEval: A Comprehensive Benchmark for Routing LLMs to Explore Model-level Scaling Up in LLMs","created":"2025-03-08","cited_by_count":61,"area":null},{"id":"2409.16167","title":"Merging LoRAs like Playing LEGO: Pushing the Modularity of LoRA to Extremes Through Rank-Wise Clustering","created":"2024-09-24","cited_by_count":59,"area":null},{"id":"2408.07990","title":"FuseChat: Knowledge Fusion of Chat Models","created":"2024-08-15","cited_by_count":55,"area":null},{"id":"2410.03617","title":"What Matters for Model Merging at Scale?","created":"2024-10-04","cited_by_count":55,"area":null},{"id":"2406.11385","title":"MetaGPT: Merging Large Language Models Using Model Exclusive Task Arithmetic","created":"2024-06-17","cited_by_count":53,"area":null},{"id":"2304.14933","title":"An Empirical Study of Multimodal Model Merging","created":"2023-04-28","cited_by_count":52,"area":null},{"id":"2410.13025","title":"LoRA Soups: Merging LoRAs for Practical Skill Composition Tasks","created":"2024-10-16","cited_by_count":52,"area":null},{"id":"2408.13656","title":"Localize-and-Stitch: Efficient Model Merging via Sparse Task Arithmetic","created":"2024-08-24","cited_by_count":50,"area":null},{"id":"2310.08184","title":"Learning from models beyond fine-tuning","created":"2023-10-12","cited_by_count":48,"area":null},{"id":"2311.13534","title":"LM-Cocktail: Resilient Tuning of Language Models via Model Merging","created":"2023-11-22","cited_by_count":44,"area":null},{"id":"2407.06089","title":"Merge, Ensemble, and Cooperate! A Survey on Collaborative Strategies in the Era of Large Language Models","created":"2024-07-08","cited_by_count":44,"area":null},{"id":"2410.17146","title":"LiNeS: Post-training Layer Scaling Prevents Forgetting and Enhances Model Merging","created":"2024-10-22","cited_by_count":41,"area":null},{"id":"2402.10193","title":"BitDelta: Your Fine-Tune May Only Be Worth One Bit","created":"2024-02-15","cited_by_count":39,"area":null},{"id":"2312.06173","title":"Concrete Subspace Learning based Interference Elimination for Multi-task Model Fusion","created":"2023-12-11","cited_by_count":37,"area":null},{"id":"2312.04339","title":"Merging by Matching Models in Task Parameter Subspaces","created":"2023-12-07","cited_by_count":36,"area":null},{"id":"2410.04332","title":"Gradient Routing: Masking Gradients to Localize Computation in Neural Networks","created":"2024-10-06","cited_by_count":34,"area":null},{"id":"2505.10833","title":"MergeBench: A Benchmark for Merging Domain-Specialized LLMs","created":"2025-05-16","cited_by_count":33,"area":null},{"id":"2403.01753","title":"Training-Free Pretrained Model Merging","created":"2024-03-04","cited_by_count":32,"area":null},{"id":"2406.16797","title":"Lottery Ticket Adaptation: Mitigating Destructive Interference in LLMs","created":"2024-06-24","cited_by_count":31,"area":null},{"id":"2502.02421","title":"Activation-Informed Merging of Large Language Models","created":"2025-02-04","cited_by_count":30,"area":null},{"id":"2509.17786","title":"Accurate and Efficient Low-Rank Model Merging in Core Space","created":"2025-09-22","cited_by_count":29,"area":null},{"id":"2311.09344","title":"Language and Task Arithmetic with Parameter-Efficient Layers for Zero-Shot Summarization","created":"2023-11-15","cited_by_count":28,"area":null},{"id":"2501.18512","title":"Streaming DiLoCo with overlapping communication: Towards a Distributed Free Lunch","created":"2025-01-30","cited_by_count":28,"area":null},{"id":"2403.19390","title":"Checkpoint Merging via Bayesian Optimization in LLM Pretraining","created":"2024-03-28","cited_by_count":27,"area":null},{"id":"2402.03660","title":"On the Emergence of Cross-Task Linearity in the Pretraining-Finetuning Paradigm","created":"2024-02-06","cited_by_count":26,"area":null},{"id":"2402.19334","title":"Here's a Free Lunch: Sanitizing Backdoored Models with Model Merge","created":"2024-02-29","cited_by_count":26,"area":null},{"id":"2502.17159","title":"RobustMerge: Parameter-Efficient Model Merging for MLLMs with Direction Robustness","created":"2025-02-24","cited_by_count":26,"area":null},{"id":"2412.12153","title":"Revisiting Weight Averaging for Model Merging","created":"2024-12-11","cited_by_count":25,"area":null},{"id":"2512.05117","title":"The Universal Weight Subspace Hypothesis","created":"2025-12-04","cited_by_count":24,"area":null},{"id":"2412.06712","title":"How to Merge Your Multimodal Models Over Time?","created":"2024-12-09","cited_by_count":23,"area":null},{"id":"2505.06977","title":"CAT Merging: A Training-Free Approach for Resolving Conflicts in Model Merging","created":"2025-05-11","cited_by_count":23,"area":null},{"id":"2409.02877","title":"Configurable Foundation Models: Building LLMs from a Modular Perspective","created":"2024-09-04","cited_by_count":22,"area":null},{"id":"2410.17961","title":"Closed-form merging of parameter-efficient modules for Federated Continual Learning","created":"2024-10-23","cited_by_count":22,"area":null},{"id":"2411.18729","title":"Multi-Task Model Merging via Adaptive Weight Disentanglement","created":"2024-11-27","cited_by_count":22,"area":null},{"id":"2405.17897","title":"$C^2M^3$: Cycle-Consistent Multi-Model Merging","created":"2024-05-28","cited_by_count":20,"area":null},{"id":"2406.07529","title":"MAP: Low-compute Model Merging with Amortized Pareto Fronts via Quadratic Approximation","created":"2024-06-11","cited_by_count":20,"area":null},{"id":"2403.08755","title":"DAM: Dynamic Adapter Merging for Continual Video QA Learning","created":"2024-03-13","cited_by_count":19,"area":null},{"id":"2407.03994","title":"Unlocking the Potential of Model Merging for Low-Resource Languages","created":"2024-07-04","cited_by_count":19,"area":null},{"id":"2410.03782","title":"DaWin: Training-free Dynamic Weight Interpolation for Robust Adaptation","created":"2024-10-03","cited_by_count":19,"area":null},{"id":"2505.22934","title":"Unraveling LoRA Interference: Orthogonal Subspaces for Robust Model Merging","created":"2025-05-28","cited_by_count":19,"area":null},{"id":"2311.13171","title":"ComPEFT: Compression for Communicating Parameter Efficient Updates via Sparsification and Quantization","created":"2023-11-22","cited_by_count":18,"area":null},{"id":"2405.16350","title":"A Second-Order Perspective on Model Compositionality and Incremental Learning","created":"2024-05-25","cited_by_count":18,"area":null},{"id":"2505.15875","title":"Decouple and Orthogonalize: A Data-Free Framework for LoRA Merging","created":"2025-05-21","cited_by_count":18,"area":null},{"id":"2312.16240","title":"Merging Vision Transformers from Different Tasks and Domains","created":"2023-12-25","cited_by_count":17,"area":null},{"id":"2509.19727","title":"Personality Vector: Modulating Personality of Large Language Models by Model Merging","created":"2025-09-24","cited_by_count":17,"area":null},{"id":"2403.00986","title":"Merging Text Transformer Models from Different Initializations","created":"2024-03-01","cited_by_count":16,"area":null},{"id":"2406.12208","title":"Knowledge Fusion By Evolving Weights of Language Models","created":"2024-06-18","cited_by_count":16,"area":null},{"id":"2407.02447","title":"PLeaS -- Merging Models with Permutations and Least Squares","created":"2024-07-02","cited_by_count":16,"area":null},{"id":"2502.00264","title":"Beyond the Permutation Symmetry of Transformers: The Role of Rotation for Model Fusion","created":"2025-02-01","cited_by_count":16,"area":null},{"id":"2502.12420","title":"Sens-Merging: Sensitivity-Guided Parameter Balancing for Merging Large Language Models","created":"2025-02-18","cited_by_count":16,"area":null},{"id":"2504.02620","title":"Efficient Model Editing with Task-Localized Sparse Fine-tuning","created":"2025-04-03","cited_by_count":16,"area":null},{"id":"2504.14662","title":"Mitigating Parameter Interference in Model Merging via Sharpness-Aware Fine-Tuning","created":"2025-04-20","cited_by_count":16,"area":null},{"id":"2403.12329","title":"FedFisher: Leveraging Fisher Information for One-Shot Federated Learning","created":"2024-03-19","cited_by_count":15,"area":null},{"id":"2410.13910","title":"Mitigating the Backdoor Effect for Multi-Task Model Merging via Safety-Aware Subspace","created":"2024-10-17","cited_by_count":14,"area":null},{"id":"2505.11883","title":"MINGLE: Mixture of Null-Space Gated Low-Rank Experts for Test-Time Continual Model Merging","created":"2025-05-17","cited_by_count":14,"area":null},{"id":"2511.18903","title":"How Learning Rate Decay Wastes Your Best Data in Curriculum-Based LLM Pretraining","created":"2025-11-24","cited_by_count":14,"area":null},{"id":"2311.08572","title":"Low-Rank Adaptation for Multilingual Summarization: An Empirical Study","created":"2023-11-14","cited_by_count":13,"area":null},{"id":"2406.03280","title":"FusionBench: A Unified Library and Comprehensive Benchmark for Deep Model Fusion","created":"2024-06-05","cited_by_count":13,"area":null},{"id":"2411.16815","title":"FREE-Merging: Fourier Transform for Efficient Model Merging","created":"2024-11-25","cited_by_count":13,"area":null},{"id":"2501.15065","title":"Task Arithmetic in Trust Region: A Training-Free Model Merging Approach to Navigate Knowledge Conflicts","created":"2025-01-25","cited_by_count":13,"area":null},{"id":"2505.23859","title":"Towards Minimizing Feature Drift in Model Merging: Layer-wise Task Vector Fusion for Adaptive Knowledge Integration","created":"2025-05-29","cited_by_count":13,"area":null},{"id":"2409.18314","title":"Realistic Evaluation of Model Merging for Compositional Generalization","created":"2024-09-26","cited_by_count":12,"area":null},{"id":"2410.14389","title":"SurgeryV2: Bridging the Gap Between Model Merging and Multi-Task Learning with Deep Representation Surgery","created":"2024-10-18","cited_by_count":12,"area":null},{"id":"2411.16746","title":"LoBAM: LoRA-Based Backdoor Attack on Model Merging","created":"2024-11-23","cited_by_count":12,"area":null},{"id":"2411.18607","title":"Task Arithmetic Through The Lens Of One-Shot Federated Learning","created":"2024-11-27","cited_by_count":12,"area":null},{"id":"2503.00948","title":"Extrapolating and Decoupling Image-to-Video Generation Models: Motion Modeling is Easier Than You Think","created":"2025-03-02","cited_by_count":12,"area":null},{"id":"2504.18992","title":"Dynamic Fisher-weighted Model Merging via Bayesian Optimization","created":"2025-04-26","cited_by_count":12,"area":null},{"id":"2509.24244","title":"Model Merging Scaling Laws in Large Language Models","created":"2025-09-29","cited_by_count":12,"area":null},{"id":"2408.03092","title":"Extend Model Merging from Fine-Tuned to Pre-Trained Large Language Models via Weight Disentanglement","created":"2024-08-06","cited_by_count":11,"area":null},{"id":"2410.20380","title":"FuseFL: One-Shot Federated Learning through the Lens of Causality with Progressive Model Fusion","created":"2024-10-27","cited_by_count":11,"area":null},{"id":"2411.03055","title":"ATM: Improving Model Merging by Alternating Tuning and Merging","created":"2024-11-05","cited_by_count":11,"area":null}],"next_cursor":"100"}