{"total":496,"rows":[{"id":"2203.05482","title":"Model soups: averaging weights of multiple fine-tuned models improves accuracy without increasing inference time","created":"2022-03-10","cited_by_count":1396,"area":null},{"id":"2212.04089","title":"Editing Models with Task Arithmetic","created":"2022-12-08","cited_by_count":1120,"area":null},{"id":"2306.01708","title":"TIES-Merging: Resolving Interference When Merging Models","created":"2023-06-02","cited_by_count":818,"area":null},{"id":"2311.03099","title":"Language Models are Super Mario: Absorbing Abilities from Homologous Models as a Free Lunch","created":"2023-11-06","cited_by_count":694,"area":null},{"id":"2209.04836","title":"Git Re-Basin: Merging Models modulo Permutation Symmetries","created":"2022-09-11","cited_by_count":471,"area":null},{"id":"2405.01535","title":"Prometheus 2: An Open Source Language Model Specialized in Evaluating Other Language Models","created":"2024-05-02","cited_by_count":446,"area":null},{"id":"2212.09849","title":"Dataless Knowledge Fusion by Merging Weights of Language Models","created":"2022-12-19","cited_by_count":387,"area":null},{"id":"2307.13269","title":"LoraHub: Efficient Cross-Task Generalization via Dynamic LoRA Composition","created":"2023-07-25","cited_by_count":364,"area":null},{"id":"2204.08583","title":"VQGAN-CLIP: Open Domain Image Generation and Editing with Natural Language Guidance","created":"2022-04-18","cited_by_count":285,"area":null},{"id":"2408.07666","title":"Model Merging in LLMs, MLLMs, and Beyond: Methods, Theories, Applications and Opportunities","created":"2024-08-14","cited_by_count":254,"area":null},{"id":"2310.02575","title":"AdaMerging: Adaptive Model Merging for Multi-Task Learning","created":"2023-10-04","cited_by_count":252,"area":null},{"id":"2305.12827","title":"Task Arithmetic in the Tangent Space: Improved Editing of Pre-Trained Models","created":"2023-05-22","cited_by_count":221,"area":null},{"id":"2403.13257","title":"Arcee's MergeKit: A Toolkit for Merging Large Language Models","created":"2024-03-20","cited_by_count":194,"area":null},{"id":"2208.03306","title":"Branch-Train-Merge: Embarrassingly Parallel Training of Expert Language Models","created":"2022-08-05","cited_by_count":191,"area":null},{"id":"2208.05592","title":"Patching open-vocabulary models by interpolating weights","created":"2022-08-10","cited_by_count":190,"area":null},{"id":"2305.03053","title":"ZipIt! Merging Models from Different Tasks without Training","created":"2023-05-04","cited_by_count":179,"area":null},{"id":"2306.14870","title":"Composing Parameter-Efficient Modules with Arithmetic Operations","created":"2023-06-26","cited_by_count":156,"area":null},{"id":"2205.09739","title":"Diverse Weight Averaging for Out-of-Distribution Generalization","created":"2022-05-19","cited_by_count":148,"area":null},{"id":"2412.00081","title":"Task Singular Vectors: Reducing Task Interference in Model Merging","created":"2024-11-26","cited_by_count":147,"area":null},{"id":"2210.17451","title":"AdaMix: Mixture-of-Adaptations for Parameter-efficient Model Tuning","created":"2022-10-31","cited_by_count":137,"area":null},{"id":"2312.06795","title":"Model Breadcrumbs: Scaling Multi-Task Model Merging with Sparse Masks","created":"2023-12-11","cited_by_count":133,"area":null},{"id":"2405.07813","title":"Localizing Task Information for Improved Model Merging and Compression","created":"2024-05-13","cited_by_count":131,"area":null},{"id":"2402.11187","title":"LaCo: Large Language Model Pruning via Layer Collapse","created":"2024-02-17","cited_by_count":126,"area":null},{"id":"2405.16833","title":"Safe LoRA: the Silver Lining of Reducing Safety Risks when Fine-tuning Large Language Models","created":"2024-05-27","cited_by_count":125,"area":null},{"id":"2410.19735","title":"Model merging with SVD to tie the Knots","created":"2024-10-25","cited_by_count":122,"area":null},{"id":"2406.15479","title":"Twin-Merging: Dynamic Integration of Modular Expertise in Model Merging","created":"2024-06-17","cited_by_count":116,"area":null},{"id":"2311.12786","title":"Mechanistically analyzing the effects of fine-tuning on procedurally defined tasks","created":"2023-11-21","cited_by_count":115,"area":null},{"id":"2310.15308","title":"SAM-CLIP: Merging Vision Foundation Models towards Semantic and Spatial Understanding","created":"2023-10-23","cited_by_count":111,"area":null},{"id":"2204.03044","title":"Fusing finetuned models for better pretraining","created":"2022-04-06","cited_by_count":110,"area":null},{"id":"2405.17461","title":"EMR-Merging: Tuning-Free High-Performance Model Merging","created":"2024-05-23","cited_by_count":110,"area":null},{"id":"2212.10445","title":"Model Ratatouille: Recycling Diverse Models for Out-of-Distribution Generalization","created":"2022-12-20","cited_by_count":97,"area":null},{"id":"2402.02705","title":"Representation Surgery for Multi-Task Model Merging","created":"2024-02-05","cited_by_count":96,"area":null},{"id":"2502.04959","title":"No Task Left Behind: Isotropic Model Merging with Common and Task-Specific Subspaces","created":"2025-02-07","cited_by_count":96,"area":null},{"id":"2309.15698","title":"Deep Model Fusion: A Survey","created":"2023-09-27","cited_by_count":91,"area":null},{"id":"2409.19886","title":"RouterDC: Query-Based Router by Dual Contrastive Learning for Assembling Large Language Models","created":"2024-09-30","cited_by_count":88,"area":null},{"id":"2302.07027","title":"AdapterSoup: Weight Averaging to Improve Generalization of Pretrained Language Models","created":"2023-02-14","cited_by_count":84,"area":null},{"id":"2302.11529","title":"Modular Deep Learning","created":"2023-02-22","cited_by_count":83,"area":null},{"id":"2406.11617","title":"DELLA-Merging: Reducing Interference in Model Merging through Magnitude-Based Sampling","created":"2024-06-17","cited_by_count":81,"area":null},{"id":"2302.03202","title":"Exploring the Benefits of Training Expert Language Models over Instruction Tuning","created":"2023-02-07","cited_by_count":80,"area":null},{"id":"2310.12808","title":"Model Merging by Uncertainty-Based Gradient Matching","created":"2023-10-19","cited_by_count":77,"area":null},{"id":"2405.11157","title":"Towards Modular LLMs by Building and Reusing a Library of LoRAs","created":"2024-05-18","cited_by_count":72,"area":null},{"id":"2410.02396","title":"Parameter Competition Balancing for Model Merging","created":"2024-10-03","cited_by_count":72,"area":null},{"id":"2407.06322","title":"MagMax: Leveraging Model Merging for Seamless Continual Learning","created":"2024-07-08","cited_by_count":67,"area":null},{"id":"2310.04742","title":"Parameter Efficient Multi-task Model Fusion with Partial Linearization","created":"2023-10-07","cited_by_count":65,"area":null},{"id":"2402.05859","title":"Learning to Route Among Specialized Experts for Zero-Shot Generalization","created":"2024-02-08","cited_by_count":65,"area":null},{"id":"2503.08099","title":"Whoever Started the Interference Should End It: Guiding Data-Free Model Merging via Task Vectors","created":"2025-03-11","cited_by_count":62,"area":null},{"id":"2503.10657","title":"RouterEval: A Comprehensive Benchmark for Routing LLMs to Explore Model-level Scaling Up in LLMs","created":"2025-03-08","cited_by_count":61,"area":null},{"id":"2409.16167","title":"Merging LoRAs like Playing LEGO: Pushing the Modularity of LoRA to Extremes Through Rank-Wise Clustering","created":"2024-09-24","cited_by_count":59,"area":null},{"id":"2302.04863","title":"Knowledge is a Region in Weight Space for Fine-tuned Language Models","created":"2023-02-09","cited_by_count":58,"area":null},{"id":"2408.07990","title":"FuseChat: Knowledge Fusion of Chat Models","created":"2024-08-15","cited_by_count":55,"area":null},{"id":"2410.03617","title":"What Matters for Model Merging at Scale?","created":"2024-10-04","cited_by_count":55,"area":null},{"id":"2406.11385","title":"MetaGPT: Merging Large Language Models Using Model Exclusive Task Arithmetic","created":"2024-06-17","cited_by_count":53,"area":null},{"id":"2212.01378","title":"ColD Fusion: Collaborative Descent for Distributed Multitask Finetuning","created":"2022-12-02","cited_by_count":52,"area":null},{"id":"2304.14933","title":"An Empirical Study of Multimodal Model Merging","created":"2023-04-28","cited_by_count":52,"area":null},{"id":"2408.07057","title":"A Survey on Model MoErging: Recycling and Routing Among Specialized Experts for Collaborative Learning","created":"2024-08-13","cited_by_count":52,"area":null},{"id":"2410.13025","title":"LoRA Soups: Merging LoRAs for Practical Skill Composition Tasks","created":"2024-10-16","cited_by_count":52,"area":null},{"id":"2408.13656","title":"Localize-and-Stitch: Efficient Model Merging via Sparse Task Arithmetic","created":"2024-08-24","cited_by_count":50,"area":null},{"id":"2310.08184","title":"Learning from models beyond fine-tuning","created":"2023-10-12","cited_by_count":48,"area":null},{"id":"2510.19817","title":"olmOCR 2: Unit Test Rewards for Document OCR","created":"2025-10-22","cited_by_count":47,"area":null},{"id":"2305.09955","title":"Knowledge Card: Filling LLMs' Knowledge Gaps with Plug-in Specialized Language Models","created":"2023-05-17","cited_by_count":46,"area":null},{"id":"2307.16184","title":"UnIVAL: Unified Model for Image, Video, Audio and Language Tasks","created":"2023-07-30","cited_by_count":45,"area":null},{"id":"2311.13534","title":"LM-Cocktail: Resilient Tuning of Language Models via Model Merging","created":"2023-11-22","cited_by_count":44,"area":null},{"id":"2407.06089","title":"Merge, Ensemble, and Cooperate! A Survey on Collaborative Strategies in the Era of Large Language Models","created":"2024-07-08","cited_by_count":44,"area":null},{"id":"2312.08977","title":"Weighted Ensemble Models Are Strong Continual Learners","created":"2023-12-14","cited_by_count":42,"area":null},{"id":"2410.17146","title":"LiNeS: Post-training Layer Scaling Prevents Forgetting and Enhances Model Merging","created":"2024-10-22","cited_by_count":41,"area":null},{"id":"2501.01230","title":"Modeling Multi-Task Model Merging as Adaptive Projective Gradient Descent","created":"2025-01-02","cited_by_count":39,"area":null},{"id":"2305.18390","title":"Emergent Modularity in Pre-trained Transformers","created":"2023-05-28","cited_by_count":37,"area":null},{"id":"2312.06173","title":"Concrete Subspace Learning based Interference Elimination for Multi-task Model Fusion","created":"2023-12-11","cited_by_count":37,"area":null},{"id":"2310.05719","title":"Transformer Fusion with Optimal Transport","created":"2023-10-09","cited_by_count":36,"area":null},{"id":"2312.04339","title":"Merging by Matching Models in Task Parameter Subspaces","created":"2023-12-07","cited_by_count":36,"area":null},{"id":"2407.08699","title":"Mitigating Catastrophic Forgetting in Language Transfer via Model Merging","created":"2024-07-11","cited_by_count":36,"area":null},{"id":"2401.02412","title":"LLM Augmented LLMs: Expanding Capabilities through Composition","created":"2024-01-04","cited_by_count":35,"area":null},{"id":"2402.18913","title":"AdaMergeX: Cross-Lingual Transfer with Large Language Models via Adaptive Adapter Merging","created":"2024-02-29","cited_by_count":34,"area":null},{"id":"2505.10833","title":"MergeBench: A Benchmark for Merging Domain-Specialized LLMs","created":"2025-05-16","cited_by_count":33,"area":null},{"id":"2309.15564","title":"Jointly Training Large Autoregressive Multimodal Models","created":"2023-09-27","cited_by_count":32,"area":null},{"id":"2406.16797","title":"Lottery Ticket Adaptation: Mitigating Destructive Interference in LLMs","created":"2024-06-24","cited_by_count":31,"area":null},{"id":"2407.14962","title":"Recent Advances in Generative AI and Large Language Models: Current Status, Challenges, and Perspectives","created":"2024-07-20","cited_by_count":30,"area":null},{"id":"2502.02421","title":"Activation-Informed Merging of Large Language Models","created":"2025-02-04","cited_by_count":30,"area":null},{"id":"2303.17574","title":"Elastic Weight Removal for Faithful and Abstractive Dialogue Generation","created":"2023-03-30","cited_by_count":29,"area":null},{"id":"2502.14830","title":"Middle-Layer Representation Alignment for Cross-Lingual Transfer in Fine-Tuned LLMs","created":"2025-02-20","cited_by_count":29,"area":null},{"id":"2509.17786","title":"Accurate and Efficient Low-Rank Model Merging in Core Space","created":"2025-09-22","cited_by_count":29,"area":null},{"id":"2311.09344","title":"Language and Task Arithmetic with Parameter-Efficient Layers for Zero-Shot Summarization","created":"2023-11-15","cited_by_count":28,"area":null},{"id":"2501.18512","title":"Streaming DiLoCo with overlapping communication: Towards a Distributed Free Lunch","created":"2025-01-30","cited_by_count":28,"area":null},{"id":"2403.19390","title":"Checkpoint Merging via Bayesian Optimization in LLM Pretraining","created":"2024-03-28","cited_by_count":27,"area":null},{"id":"2404.03631","title":"Robust Concept Erasure Using Task Vectors","created":"2024-04-04","cited_by_count":27,"area":null},{"id":"2210.14102","title":"Exploring Mode Connectivity for Pre-trained Language Models","created":"2022-10-25","cited_by_count":26,"area":null},{"id":"2402.03660","title":"On the Emergence of Cross-Task Linearity in the Pretraining-Finetuning Paradigm","created":"2024-02-06","cited_by_count":26,"area":null},{"id":"2402.19334","title":"Here's a Free Lunch: Sanitizing Backdoored Models with Model Merge","created":"2024-02-29","cited_by_count":26,"area":null},{"id":"2502.17159","title":"RobustMerge: Parameter-Efficient Model Merging for MLLMs with Direction Robustness","created":"2025-02-24","cited_by_count":26,"area":null},{"id":"2307.08114","title":"Tangent Model Composition for Ensembling and Continual Fine-tuning","created":"2023-07-16","cited_by_count":25,"area":null},{"id":"2412.12153","title":"Revisiting Weight Averaging for Model Merging","created":"2024-12-11","cited_by_count":25,"area":null},{"id":"2407.00066","title":"Compress then Serve: Serving Thousands of LoRA Adapters with Little Overhead","created":"2024-06-17","cited_by_count":24,"area":null},{"id":"2211.00107","title":"Where to start? Analyzing the potential value of intermediate models","created":"2022-10-31","cited_by_count":23,"area":null},{"id":"2304.03094","title":"PopulAtion Parameter Averaging (PAPA)","created":"2023-04-06","cited_by_count":23,"area":null},{"id":"2412.06712","title":"How to Merge Your Multimodal Models Over Time?","created":"2024-12-09","cited_by_count":23,"area":null},{"id":"2505.06977","title":"CAT Merging: A Training-Free Approach for Resolving Conflicts in Model Merging","created":"2025-05-11","cited_by_count":23,"area":null},{"id":"2310.00339","title":"FedLPA: One-shot Federated Learning with Layer-Wise Posterior Aggregation","created":"2023-09-30","cited_by_count":22,"area":null},{"id":"2409.02877","title":"Configurable Foundation Models: Building LLMs from a Modular Perspective","created":"2024-09-04","cited_by_count":22,"area":null},{"id":"2410.17961","title":"Closed-form merging of parameter-efficient modules for Federated Continual Learning","created":"2024-10-23","cited_by_count":22,"area":null},{"id":"2411.18729","title":"Multi-Task Model Merging via Adaptive Weight Disentanglement","created":"2024-11-27","cited_by_count":22,"area":null}],"next_cursor":"100"}