{"total":148,"rows":[{"id":"2306.01708","title":"TIES-Merging: Resolving Interference When Merging Models","created":"2023-06-02","cited_by_count":818,"area":null},{"id":"2212.09849","title":"Dataless Knowledge Fusion by Merging Weights of Language Models","created":"2022-12-19","cited_by_count":387,"area":null},{"id":"2408.07666","title":"Model Merging in LLMs, MLLMs, and Beyond: Methods, Theories, Applications and Opportunities","created":"2024-08-14","cited_by_count":254,"area":null},{"id":"2306.04488","title":"Rewarded soups: towards Pareto-optimal alignment by interpolating weights fine-tuned on diverse rewards","created":"2023-06-07","cited_by_count":243,"area":"alignment"},{"id":"2305.18455","title":"Diff-Instruct: A Universal Approach for Transferring Knowledge From Pre-trained Diffusion Models","created":"2023-05-29","cited_by_count":236,"area":"diffusion"},{"id":"2305.12827","title":"Task Arithmetic in the Tangent Space: Improved Editing of Pre-Trained Models","created":"2023-05-22","cited_by_count":221,"area":null},{"id":"2401.12187","title":"WARM: On the Benefits of Weight Averaged Reward Models","created":"2024-01-22","cited_by_count":147,"area":"alignment"},{"id":"2412.00081","title":"Task Singular Vectors: Reducing Task Interference in Model Merging","created":"2024-11-26","cited_by_count":147,"area":null},{"id":"2410.19735","title":"Model merging with SVD to tie the Knots","created":"2024-10-25","cited_by_count":122,"area":null},{"id":"2311.08105","title":"DiLoCo: Distributed Low-Communication Training of Language Models","created":"2023-11-14","cited_by_count":121,"area":null},{"id":"2401.10491","title":"Knowledge Fusion of Large Language Models","created":"2024-01-19","cited_by_count":115,"area":null},{"id":"2311.06750","title":"Federated Learning for Generalization, Robustness, Fairness: A Survey and Benchmark","created":"2023-11-12","cited_by_count":99,"area":null},{"id":"2212.10445","title":"Model Ratatouille: Recycling Diverse Models for Out-of-Distribution Generalization","created":"2022-12-20","cited_by_count":97,"area":null},{"id":"2309.15698","title":"Deep Model Fusion: A Survey","created":"2023-09-27","cited_by_count":91,"area":null},{"id":"2211.08422","title":"Mechanistic Mode Connectivity","created":"2022-11-15","cited_by_count":50,"area":null},{"id":"2307.16184","title":"UnIVAL: Unified Model for Image, Video, Audio and Language Tasks","created":"2023-07-30","cited_by_count":45,"area":null},{"id":"2406.16768","title":"WARP: On the Benefits of Weight Averaged Rewarded Policies","created":"2024-06-24","cited_by_count":45,"area":"alignment"},{"id":"2407.06089","title":"Merge, Ensemble, and Cooperate! A Survey on Collaborative Strategies in the Era of Large Language Models","created":"2024-07-08","cited_by_count":44,"area":null},{"id":"2407.15762","title":"Conditional Language Policy: A General Framework for Steerable Multi-Objective Finetuning","created":"2024-07-22","cited_by_count":43,"area":null},{"id":"2312.08977","title":"Weighted Ensemble Models Are Strong Continual Learners","created":"2023-12-14","cited_by_count":42,"area":null},{"id":"2303.05470","title":"Spawrious: A Benchmark for Fine Control of Spurious Correlation Biases","created":"2023-03-09","cited_by_count":41,"area":null},{"id":"2310.08255","title":"Leveraging Vision-Language Models for Improving Domain Generalization in Image Classification","created":"2023-10-12","cited_by_count":41,"area":"mllm"},{"id":"2410.17146","title":"LiNeS: Post-training Layer Scaling Prevents Forgetting and Enhances Model Merging","created":"2024-10-22","cited_by_count":41,"area":null},{"id":"2504.10957","title":"When is Task Vector Provably Effective for Model Editing? A Generalization Analysis of Nonlinear Transformers","created":"2025-04-15","cited_by_count":38,"area":"safety"},{"id":"2306.03241","title":"Early Weight Averaging meets High Learning Rates for LLM Pre-training","created":"2023-06-05","cited_by_count":37,"area":null},{"id":"2304.11327","title":"Understanding and Improving Feature Learning for Out-of-Distribution Generalization","created":"2023-04-22","cited_by_count":35,"area":null},{"id":"2305.13031","title":"HGFormer: Hierarchical Grouping Transformer for Domain Generalized Semantic Segmentation","created":"2023-05-22","cited_by_count":32,"area":null},{"id":"2408.11804","title":"Approaching Deep Learning through the Spectral Dynamics of Weights","created":"2024-08-21","cited_by_count":31,"area":null},{"id":"2402.06599","title":"On the Out-Of-Distribution Generalization of Multimodal Large Language Models","created":"2024-02-09","cited_by_count":30,"area":"mllm"},{"id":"2501.18512","title":"Streaming DiLoCo with overlapping communication: Towards a Distributed Free Lunch","created":"2025-01-30","cited_by_count":28,"area":null},{"id":"2307.11108","title":"Flatness-Aware Minimization for Domain Generalization","created":"2023-07-20","cited_by_count":27,"area":null},{"id":"2408.05088","title":"UNIC: Universal Classification Models via Multi-teacher Distillation","created":"2024-08-09","cited_by_count":27,"area":"distill"},{"id":"2410.11163","title":"Model Swarms: Collaborative Search to Adapt LLM Experts via Swarm Intelligence","created":"2024-10-15","cited_by_count":27,"area":null},{"id":"2309.16748","title":"Discovering environments with XRM","created":"2023-09-28","cited_by_count":26,"area":null},{"id":"2309.17230","title":"Spurious Feature Diversification Improves Out-of-distribution Generalization","created":"2023-09-29","cited_by_count":26,"area":null},{"id":"2402.03660","title":"On the Emergence of Cross-Task Linearity in the Pretraining-Finetuning Paradigm","created":"2024-02-06","cited_by_count":26,"area":null},{"id":"2310.19103","title":"Proving Linear Mode Connectivity of Neural Networks via Optimal Transport","created":"2023-10-29","cited_by_count":25,"area":null},{"id":"2302.10164","title":"Seasoning Model Soups for Robustness to Adversarial and Natural Distribution Shifts","created":"2023-02-20","cited_by_count":23,"area":null},{"id":"2304.03094","title":"PopulAtion Parameter Averaging (PAPA)","created":"2023-04-06","cited_by_count":23,"area":null},{"id":"2402.18853","title":"Rethinking Multi-domain Generalization with A General Learning Objective","created":"2024-02-29","cited_by_count":23,"area":null},{"id":"2412.06712","title":"How to Merge Your Multimodal Models Over Time?","created":"2024-12-09","cited_by_count":23,"area":null},{"id":"2402.04875","title":"On Provable Length and Compositional Generalization","created":"2024-02-07","cited_by_count":22,"area":null},{"id":"2409.02877","title":"Configurable Foundation Models: Building LLMs from a Modular Perspective","created":"2024-09-04","cited_by_count":22,"area":null},{"id":"2403.01874","title":"A Survey on Evaluation of Out-of-Distribution Generalization","created":"2024-03-04","cited_by_count":21,"area":null},{"id":"2303.13500","title":"A Closer Look at Model Adaptation using Feature Distortion and Simplicity Bias","created":"2023-03-23","cited_by_count":20,"area":"mechinterp"},{"id":"2306.16788","title":"Sparse Model Soups: A Recipe for Improved Pruning via Model Averaging","created":"2023-06-29","cited_by_count":20,"area":null},{"id":"2304.01973","title":"ERM++: An Improved Baseline for Domain Generalization","created":"2023-04-04","cited_by_count":18,"area":null},{"id":"2408.15666","title":"StyleRemix: Interpretable Authorship Obfuscation via Distillation and Perturbation of Style Elements","created":"2024-08-28","cited_by_count":18,"area":null},{"id":"2312.16240","title":"Merging Vision Transformers from Different Tasks and Domains","created":"2023-12-25","cited_by_count":17,"area":null},{"id":"2505.22697","title":"Update Your Transformer to the Latest Release: Re-Basin of Task Vectors","created":"2025-05-28","cited_by_count":17,"area":null},{"id":"2403.00986","title":"Merging Text Transformer Models from Different Initializations","created":"2024-03-01","cited_by_count":16,"area":null},{"id":"2212.07346","title":"Learning useful representations for shifting tasks and distributions","created":"2022-12-14","cited_by_count":14,"area":null},{"id":"2306.02595","title":"Explore and Exploit the Diverse Knowledge in Model Zoo for Domain Generalization","created":"2023-06-05","cited_by_count":14,"area":null},{"id":"2407.15085","title":"Learn to Preserve and Diversify: Parameter-Efficient Group with Orthogonal Regularization for Domain Generalization","created":"2024-07-21","cited_by_count":14,"area":null},{"id":"2205.09904","title":"Deep transfer learning for image classification: a survey","created":"2022-05-20","cited_by_count":13,"area":null},{"id":"2410.06020","title":"QT-DoG: Quantization-aware Training for Domain Generalization","created":"2024-10-08","cited_by_count":13,"area":null},{"id":"2308.06093","title":"Experts Weights Averaging: A New General Training Scheme for Vision Transformers","created":"2023-08-11","cited_by_count":12,"area":"moe"},{"id":"2310.16391","title":"Winning Prize Comes from Losing Tickets: Improve Invariant Learning by Exploring Variant Parameters for Out-of-Distribution Generalization","created":"2023-10-25","cited_by_count":12,"area":null},{"id":"2208.10842","title":"Lottery Pools: Winning More by Interpolating Tickets without Increasing Training or Inference Cost","created":"2022-08-23","cited_by_count":11,"area":null},{"id":"2303.00586","title":"FAIR-Ensemble: When Fairness Naturally Emerges From Deep Ensembling","created":"2023-03-01","cited_by_count":11,"area":null},{"id":"2310.14227","title":"Revisiting Deep Ensemble for Out-of-Distribution Detection: A Loss Landscape Perspective","created":"2023-10-22","cited_by_count":10,"area":null},{"id":"2405.17517","title":"WASH: Train your Ensemble with Communication-Efficient Weight Shuffling, then Average","created":"2024-05-27","cited_by_count":9,"area":null},{"id":"2410.06084","title":"Diversity-Rewarded CFG Distillation","created":"2024-10-08","cited_by_count":9,"area":null},{"id":"2411.00247","title":"Deep Learning Through A Telescoping Lens: A Simple Model Provides Empirical Insights On Grokking, Gradient Boosting & Beyond","created":"2024-10-31","cited_by_count":9,"area":null},{"id":"2412.02856","title":"Is Large-Scale Pretraining the Secret to Good Domain Generalization?","created":"2024-12-03","cited_by_count":9,"area":null},{"id":"2506.01901","title":"Understanding Overadaptation in Supervised Fine-Tuning: The Role of Ensemble Methods","created":"2025-06-02","cited_by_count":9,"area":null},{"id":"2506.16506","title":"Subspace-Boosted Model Merging","created":"2025-06-19","cited_by_count":9,"area":null},{"id":"2210.15996","title":"Towards Generalized Few-Shot Open-Set Object Detection","created":"2022-10-28","cited_by_count":8,"area":null},{"id":"2310.05833","title":"A Bias-Variance-Covariance Decomposition of Kernel Scores for Generative Models","created":"2023-10-09","cited_by_count":8,"area":null},{"id":"2404.07815","title":"Post-Hoc Reversal: Are We Selecting Models Prematurely?","created":"2024-04-11","cited_by_count":8,"area":null},{"id":"2404.12130","title":"One-Shot Sequential Federated Learning for Non-IID Data by Enhancing Local Model Diversity","created":"2024-04-18","cited_by_count":8,"area":null},{"id":"2301.10546","title":"Backward Compatibility During Data Updates by Weight Interpolation","created":"2023-01-25","cited_by_count":7,"area":null},{"id":"2305.07845","title":"Understanding and Improving Model Averaging in Federated Learning on Heterogeneous Data","created":"2023-05-13","cited_by_count":7,"area":null},{"id":"2306.09520","title":"Ensembled Prediction Intervals for Causal Outcomes Under Hidden Confounding","created":"2023-06-15","cited_by_count":7,"area":null},{"id":"2311.02236","title":"Robust Fine-Tuning of Vision-Language Models for Domain Generalization","created":"2023-11-03","cited_by_count":7,"area":"mllm"},{"id":"2312.15681","title":"Partial Fine-Tuning: A Successor to Full Fine-Tuning for Vision Transformers","created":"2023-12-25","cited_by_count":7,"area":null},{"id":"2403.17592","title":"On the Benefits of Over-parameterization for Out-of-Distribution Generalization","created":"2024-03-26","cited_by_count":7,"area":null},{"id":"2505.12745","title":"PEER pressure: Model-to-Model Regularization for Single Source Domain Generalization","created":"2025-05-19","cited_by_count":7,"area":null},{"id":"2505.16066","title":"Merge to Mix: Mixing Datasets via Model Merging","created":"2025-05-21","cited_by_count":7,"area":null},{"id":"2210.13533","title":"Sufficient Invariant Learning for Distribution Shift","created":"2022-10-24","cited_by_count":6,"area":null},{"id":"2303.03374","title":"To Stay or Not to Stay in the Pre-train Basin: Insights on Ensembling in Transfer Learning","created":"2023-03-06","cited_by_count":6,"area":null},{"id":"2301.11447","title":"Personalised Federated Learning On Heterogeneous Feature Spaces","created":"2023-01-26","cited_by_count":5,"area":null},{"id":"2310.06670","title":"Domain Generalization by Rejecting Extreme Augmentations","created":"2023-10-10","cited_by_count":5,"area":null},{"id":"2402.05966","title":"Vanishing Feature: Diagnosing Model Merging and Beyond","created":"2024-02-05","cited_by_count":5,"area":null},{"id":"2407.03588","title":"FDS: Feedback-guided Domain Synthesis with Multi-Source Conditional Diffusion Models for Domain Generalization","created":"2024-07-04","cited_by_count":5,"area":"diffusion"},{"id":"2410.23660","title":"Local Superior Soups: A Catalyst for Model Merging in Cross-Silo Federated Learning","created":"2024-10-31","cited_by_count":5,"area":null},{"id":"2502.17340","title":"Low-rank bias, weight decay, and model merging in neural networks","created":"2025-02-24","cited_by_count":5,"area":null},{"id":"2503.18987","title":"Balanced Direction from Multifarious Choices: Arithmetic Meta-Learning for Domain Generalization","created":"2025-03-23","cited_by_count":5,"area":null},{"id":"2511.21437","title":"A Systematic Study of In-the-Wild Model Merging for Large Language Models","created":"2025-11-26","cited_by_count":5,"area":null},{"id":"2309.06337","title":"Exploring Flat Minima for Domain Generalization with Large Learning Rates","created":"2023-09-12","cited_by_count":4,"area":null},{"id":"2405.20215","title":"TS-Align: A Teacher-Student Collaborative Framework for Scalable Iterative Finetuning of Large Language Models","created":"2024-05-30","cited_by_count":4,"area":"alignment"},{"id":"2410.01483","title":"Foldable SuperNets: Scalable Merging of Transformers with Different Initializations and Tasks","created":"2024-10-02","cited_by_count":4,"area":null},{"id":"2504.10902","title":"Leveraging Submodule Linearity Enhances Task Arithmetic Performance in LLMs","created":"2025-04-15","cited_by_count":4,"area":null},{"id":"2504.15863","title":"DERD-Net: Learning Depth from Event-based Ray Densities","created":"2025-04-22","cited_by_count":4,"area":null},{"id":"2511.13254","title":"Souper-Model: How Simple Arithmetic Unlocks State-of-the-Art LLM Performance","created":"2025-11-17","cited_by_count":4,"area":null},{"id":"2312.05464","title":"Identifying and Mitigating Model Failures through Few-shot CLIP-aided Diffusion Generation","created":"2023-12-09","cited_by_count":3,"area":null},{"id":"2403.00946","title":"Fine-tuning with Very Large Dropout","created":"2024-03-01","cited_by_count":3,"area":null},{"id":"2406.15570","title":"DEM: Distribution Edited Model for Training with Mixed Data Distributions","created":"2024-06-21","cited_by_count":3,"area":null},{"id":"2407.02403","title":"Face Reconstruction Transfer Attack as Out-of-Distribution Generalization","created":"2024-07-02","cited_by_count":3,"area":null},{"id":"2407.03641","title":"Learning Scalable Model Soup on a Single GPU: An Efficient Subspace Training Strategy","created":"2024-07-04","cited_by_count":3,"area":null}],"next_cursor":"100"}