{"total":219,"rows":[{"id":"2306.01708","title":"TIES-Merging: Resolving Interference When Merging Models","created":"2023-06-02","cited_by_count":818,"area":null},{"id":"2209.04836","title":"Git Re-Basin: Merging Models modulo Permutation Symmetries","created":"2022-09-11","cited_by_count":471,"area":null},{"id":"2212.09849","title":"Dataless Knowledge Fusion by Merging Weights of Language Models","created":"2022-12-19","cited_by_count":387,"area":null},{"id":"2107.06917","title":"A Field Guide to Federated Optimization","created":"2021-07-14","cited_by_count":315,"area":null},{"id":"2402.10373","title":"BioMistral: A Collection of Open-Source Pretrained Large Language Models for Medical Domains","created":"2024-02-15","cited_by_count":301,"area":null},{"id":"2110.06296","title":"The Role of Permutation Invariance in Linear Mode Connectivity of Neural Networks","created":"2021-10-12","cited_by_count":291,"area":null},{"id":"2408.07666","title":"Model Merging in LLMs, MLLMs, and Beyond: Methods, Theories, Applications and Opportunities","created":"2024-08-14","cited_by_count":254,"area":null},{"id":"2312.12148","title":"Parameter-Efficient Fine-Tuning Methods for Pretrained Language Models: A Critical Review and Assessment","created":"2023-12-19","cited_by_count":230,"area":null},{"id":"2305.12827","title":"Task Arithmetic in the Tangent Space: Improved Editing of Pre-Trained Models","created":"2023-05-22","cited_by_count":221,"area":null},{"id":"2403.13257","title":"Arcee's MergeKit: A Toolkit for Merging Large Language Models","created":"2024-03-20","cited_by_count":194,"area":null},{"id":"2102.13451","title":"FjORD: Fair and Accurate Federated Learning under heterogeneous targets with Ordered Dropout","created":"2021-02-26","cited_by_count":192,"area":null},{"id":"2305.03053","title":"ZipIt! Merging Models from Different Tasks without Training","created":"2023-05-04","cited_by_count":179,"area":null},{"id":"2203.09249","title":"Fine-tuning Global Model via Data-Free Knowledge Distillation for Non-IID Federated Learning","created":"2022-03-17","cited_by_count":172,"area":"distill"},{"id":"2211.08403","title":"REPAIR: REnormalizing Permuted Activations for Interpolation Repair","created":"2022-11-15","cited_by_count":120,"area":null},{"id":"2406.15479","title":"Twin-Merging: Dynamic Integration of Modular Expertise in Model Merging","created":"2024-06-17","cited_by_count":116,"area":null},{"id":"2301.12780","title":"Equivariant Architectures for Learning in Deep Weight Spaces","created":"2023-01-30","cited_by_count":107,"area":null},{"id":"2311.06750","title":"Federated Learning for Generalization, Robustness, Fairness: A Survey and Benchmark","created":"2023-11-12","cited_by_count":99,"area":null},{"id":"2309.15698","title":"Deep Model Fusion: A Survey","created":"2023-09-27","cited_by_count":91,"area":null},{"id":"2502.08773","title":"Universal Model Routing for Efficient LLM Inference","created":"2025-02-12","cited_by_count":86,"area":"inference"},{"id":"2210.17409","title":"Deep Model Reassembly","created":"2022-10-24","cited_by_count":78,"area":null},{"id":"2410.02396","title":"Parameter Competition Balancing for Model Merging","created":"2024-10-03","cited_by_count":72,"area":null},{"id":"2407.06322","title":"MagMax: Leveraging Model Merging for Seamless Continual Learning","created":"2024-07-08","cited_by_count":67,"area":null},{"id":"2310.04742","title":"Parameter Efficient Multi-task Model Fusion with Partial Linearization","created":"2023-10-07","cited_by_count":65,"area":null},{"id":"2212.12042","title":"Re-basin via implicit Sinkhorn differentiation","created":"2022-12-22","cited_by_count":62,"area":null},{"id":"2503.10657","title":"RouterEval: A Comprehensive Benchmark for Routing LLMs to Explore Model-level Scaling Up in LLMs","created":"2025-03-08","cited_by_count":61,"area":null},{"id":"2302.10911","title":"Revisiting Weighted Aggregation in Federated Learning with Neural Networks","created":"2023-02-14","cited_by_count":58,"area":null},{"id":"2410.03617","title":"What Matters for Model Merging at Scale?","created":"2024-10-04","cited_by_count":55,"area":null},{"id":"2304.14933","title":"An Empirical Study of Multimodal Model Merging","created":"2023-04-28","cited_by_count":52,"area":null},{"id":"2211.08422","title":"Mechanistic Mode Connectivity","created":"2022-11-15","cited_by_count":50,"area":null},{"id":"2307.08286","title":"Going Beyond Linear Mode Connectivity: The Layerwise Linear Feature Connectivity","created":"2023-07-17","cited_by_count":50,"area":null},{"id":"2408.13656","title":"Localize-and-Stitch: Efficient Model Merging via Sparse Task Arithmetic","created":"2024-08-24","cited_by_count":50,"area":null},{"id":"2310.08184","title":"Learning from models beyond fine-tuning","created":"2023-10-12","cited_by_count":48,"area":null},{"id":"2311.13534","title":"LM-Cocktail: Resilient Tuning of Language Models via Model Merging","created":"2023-11-22","cited_by_count":44,"area":null},{"id":"2407.06089","title":"Merge, Ensemble, and Cooperate! A Survey on Collaborative Strategies in the Era of Large Language Models","created":"2024-07-08","cited_by_count":44,"area":null},{"id":"2111.14248","title":"Fed2: Feature-Aligned Federated Learning","created":"2021-11-28","cited_by_count":42,"area":null},{"id":"2410.17146","title":"LiNeS: Post-training Layer Scaling Prevents Forgetting and Enhances Model Merging","created":"2024-10-22","cited_by_count":41,"area":null},{"id":"2107.12654","title":"Co-Transport for Class-Incremental Learning","created":"2021-07-27","cited_by_count":38,"area":null},{"id":"2310.05719","title":"Transformer Fusion with Optimal Transport","created":"2023-10-09","cited_by_count":36,"area":null},{"id":"2312.04339","title":"Merging by Matching Models in Task Parameter Subspaces","created":"2023-12-07","cited_by_count":36,"area":null},{"id":"2102.12920","title":"Emerging Trends in Federated Learning: From Model Fusion to Federated X Learning","created":"2021-02-25","cited_by_count":35,"area":null},{"id":"2403.01753","title":"Training-Free Pretrained Model Merging","created":"2024-03-04","cited_by_count":32,"area":null},{"id":"2110.15210","title":"Towards Model Agnostic Federated Learning Using Knowledge Distillation","created":"2021-10-28","cited_by_count":31,"area":"distill"},{"id":"2202.07757","title":"Architecture Agnostic Federated Learning for Neural Networks","created":"2022-02-15","cited_by_count":30,"area":null},{"id":"2211.07864","title":"Federated Adaptive Prompt Tuning for Multi-Domain Collaborative Learning","created":"2022-11-15","cited_by_count":29,"area":null},{"id":"2509.14786","title":"Pre-training under infinite compute","created":"2025-09-18","cited_by_count":29,"area":null},{"id":"2110.10545","title":"Ranking and Tuning Pre-trained Models: A New Paradigm for Exploiting Model Hubs","created":"2021-10-20","cited_by_count":28,"area":null},{"id":"2202.03038","title":"Deep Networks on Toroids: Removing Symmetries Reveals the Structure of Flat Regions in the Landscape Geometry","created":"2022-02-07","cited_by_count":28,"area":null},{"id":"2506.23266","title":"Sub-MoE: Efficient Mixture-of-Expert LLMs Compression via Subspace Expert Merging","created":"2025-06-29","cited_by_count":28,"area":"moe"},{"id":"2301.08170","title":"On the Vulnerability of Backdoor Defenses for Federated Learning","created":"2023-01-19","cited_by_count":27,"area":null},{"id":"2305.05080","title":"Scalable Optimal Transport Methods in Machine Learning: A Contemporary Survey","created":"2023-05-08","cited_by_count":27,"area":null},{"id":"2207.06343","title":"TCT: Convexifying Federated Learning using Bootstrapped Neural Tangent Kernels","created":"2022-07-13","cited_by_count":26,"area":null},{"id":"2402.03660","title":"On the Emergence of Cross-Task Linearity in the Pretraining-Finetuning Paradigm","created":"2024-02-06","cited_by_count":26,"area":null},{"id":"2310.19103","title":"Proving Linear Mode Connectivity of Neural Networks via Optimal Transport","created":"2023-10-29","cited_by_count":25,"area":null},{"id":"2412.12153","title":"Revisiting Weight Averaging for Model Merging","created":"2024-12-11","cited_by_count":25,"area":null},{"id":"2203.14666","title":"Federated Learning with Position-Aware Neurons","created":"2022-03-28","cited_by_count":24,"area":null},{"id":"2406.10685","title":"Scale Equivariant Graph Metanetworks","created":"2024-06-15","cited_by_count":24,"area":null},{"id":"2209.07509","title":"Random initialisations performing above chance and how to find them","created":"2022-09-15","cited_by_count":23,"area":null},{"id":"2304.03094","title":"PopulAtion Parameter Averaging (PAPA)","created":"2023-04-06","cited_by_count":23,"area":null},{"id":"2410.21804","title":"Efficient and Effective Weight-Ensembling Mixture of Experts for Multi-Task Model Merging","created":"2024-10-29","cited_by_count":23,"area":"moe"},{"id":"2307.06966","title":"Layer-wise Linear Mode Connectivity","created":"2023-07-13","cited_by_count":22,"area":null},{"id":"2405.20231","title":"The Empirical Impact of Neural Parameter Symmetries, or Lack Thereof","created":"2024-05-30","cited_by_count":21,"area":null},{"id":"2204.12493","title":"One-shot Federated Learning without Server-side Training","created":"2022-04-26","cited_by_count":20,"area":null},{"id":"2306.16788","title":"Sparse Model Soups: A Recipe for Improved Pruning via Model Averaging","created":"2023-06-29","cited_by_count":20,"area":null},{"id":"2405.17897","title":"$C^2M^3$: Cycle-Consistent Multi-Model Merging","created":"2024-05-28","cited_by_count":20,"area":null},{"id":"2311.09466","title":"Soft Matching Distance: A metric on neural representations that captures single-neuron tuning","created":"2023-11-16","cited_by_count":18,"area":null},{"id":"2405.13432","title":"Disperse-Then-Merge: Pushing the Limits of Instruction Tuning via Alignment Tax Reduction","created":"2024-05-22","cited_by_count":18,"area":"alignment"},{"id":"2505.22697","title":"Update Your Transformer to the Latest Release: Re-Basin of Task Vectors","created":"2025-05-28","cited_by_count":17,"area":null},{"id":"2205.12493","title":"Federated Self-supervised Learning for Heterogeneous Clients","created":"2022-05-25","cited_by_count":16,"area":null},{"id":"2403.00986","title":"Merging Text Transformer Models from Different Initializations","created":"2024-03-01","cited_by_count":16,"area":null},{"id":"2407.02447","title":"PLeaS -- Merging Models with Permutations and Least Squares","created":"2024-07-02","cited_by_count":16,"area":null},{"id":"2502.00264","title":"Beyond the Permutation Symmetry of Transformers: The Role of Rotation for Model Fusion","created":"2025-02-01","cited_by_count":16,"area":null},{"id":"2506.22712","title":"Generalized Linear Mode Connectivity for Transformers","created":"2025-06-28","cited_by_count":16,"area":null},{"id":"2209.03316","title":"On the Complementarity between Pre-Training and Random-Initialization for Resource-Rich Machine Translation","created":"2022-09-07","cited_by_count":15,"area":null},{"id":"2210.06671","title":"Wasserstein Barycenter-based Model Fusion and Linear Mode Connectivity of Neural Networks","created":"2022-10-13","cited_by_count":15,"area":null},{"id":"2403.12329","title":"FedFisher: Leveraging Fisher Information for One-Shot Federated Learning","created":"2024-03-19","cited_by_count":15,"area":null},{"id":"2402.03828","title":"Estimating Barycenters of Distributions with Neural Optimal Transport","created":"2024-02-06","cited_by_count":14,"area":null},{"id":"2403.06952","title":"SELMA: Learning and Merging Skill-Specific Text-to-Image Experts with Auto-Generated Data","created":"2024-03-11","cited_by_count":14,"area":null},{"id":"2507.18807","title":"Fishers for Free? Approximating the Fisher Information Matrix by Recycling the Squared Gradient Accumulator","created":"2025-07-24","cited_by_count":14,"area":null},{"id":"2308.15982","title":"MerA: Merging Pretrained Adapters For Few-Shot Learning","created":"2023-08-30","cited_by_count":13,"area":null},{"id":"2206.02468","title":"An Optimal Transport Approach to Personalized Federated Learning","created":"2022-06-06","cited_by_count":12,"area":null},{"id":"2303.07113","title":"FedACK: Federated Adversarial Contrastive Knowledge Distillation for Cross-Lingual and Cross-Model Social Bot Detection","created":"2023-03-10","cited_by_count":12,"area":"distill"},{"id":"2305.04492","title":"MGR: Multi-generator Based Rationalization","created":"2023-05-08","cited_by_count":12,"area":null},{"id":"2312.10531","title":"How to Train Neural Field Representations: A Comprehensive Study and Benchmark","created":"2023-12-16","cited_by_count":12,"area":null},{"id":"2409.18314","title":"Realistic Evaluation of Model Merging for Compositional Generalization","created":"2024-09-26","cited_by_count":12,"area":null},{"id":"2410.14389","title":"SurgeryV2: Bridging the Gap Between Model Merging and Multi-Task Learning with Deep Representation Surgery","created":"2024-10-18","cited_by_count":12,"area":null},{"id":"2412.05186","title":"One-shot Federated Learning via Synthetic Distiller-Distillate Communication","created":"2024-12-06","cited_by_count":12,"area":null},{"id":"2503.06457","title":"Geometric Knowledge-Guided Localized Global Distribution Alignment for Federated Learning","created":"2025-03-09","cited_by_count":12,"area":null},{"id":"2310.01362","title":"Robot Fleet Learning via Policy Merging","created":"2023-10-02","cited_by_count":11,"area":null},{"id":"2405.07925","title":"Stable Diffusion-based Data Augmentation for Federated Learning with Non-IID Data","created":"2024-05-13","cited_by_count":11,"area":"diffusion"},{"id":"2411.03055","title":"ATM: Improving Model Merging by Alternating Tuning and Merging","created":"2024-11-05","cited_by_count":11,"area":null},{"id":"2303.11183","title":"Architecture, Dataset and Model-Scale Agnostic Data-free Meta-Learning","created":"2023-03-20","cited_by_count":10,"area":null},{"id":"2312.14378","title":"Multimodal Attention Merging for Improved Speech Recognition and Audio Event Classification","created":"2023-12-22","cited_by_count":10,"area":null},{"id":"2404.06498","title":"Simultaneous linear connectivity of neural networks modulo permutation","created":"2024-04-09","cited_by_count":10,"area":null},{"id":"2502.12706","title":"Scalable Model Merging with Progressive Layer-wise Distillation","created":"2025-02-18","cited_by_count":10,"area":null},{"id":"2505.23681","title":"Understanding Mode Connectivity via Parameter Space Symmetry","created":"2025-05-29","cited_by_count":10,"area":null},{"id":"2110.15538","title":"On Cross-Layer Alignment for Model Fusion of Heterogeneous Neural Networks","created":"2021-10-29","cited_by_count":9,"area":"distill"},{"id":"2205.14971","title":"Knowledge Distillation for 6D Pose Estimation by Aligning Distributions of Local Predictions","created":"2022-05-30","cited_by_count":9,"area":"distill"},{"id":"2306.05093","title":"Investigating the Effect of Misalignment on Membership Privacy in the White-box Setting","created":"2023-06-08","cited_by_count":9,"area":null},{"id":"2402.04051","title":"Analysis of Linear Mode Connectivity via Permutation-Based Weight Matching: With Insights into Other Permutation Search Methods","created":"2024-02-06","cited_by_count":9,"area":null},{"id":"2407.05385","title":"Harmony in Diversity: Merging Neural Networks with Canonical Correlation Analysis","created":"2024-07-07","cited_by_count":9,"area":null}],"next_cursor":"100"}