{"total":262,"rows":[{"id":"2212.04089","title":"Editing Models with Task Arithmetic","created":"2022-12-08","cited_by_count":1120,"area":null},{"id":"2306.01708","title":"TIES-Merging: Resolving Interference When Merging Models","created":"2023-06-02","cited_by_count":818,"area":null},{"id":"2212.07677","title":"Transformers learn in-context by gradient descent","created":"2022-12-15","cited_by_count":732,"area":null},{"id":"2209.04836","title":"Git Re-Basin: Merging Models modulo Permutation Symmetries","created":"2022-09-11","cited_by_count":471,"area":null},{"id":"2408.07666","title":"Model Merging in LLMs, MLLMs, and Beyond: Methods, Theories, Applications and Opportunities","created":"2024-08-14","cited_by_count":254,"area":null},{"id":"2403.13257","title":"Arcee's MergeKit: A Toolkit for Merging Large Language Models","created":"2024-03-20","cited_by_count":194,"area":null},{"id":"2208.03306","title":"Branch-Train-Merge: Embarrassingly Parallel Training of Expert Language Models","created":"2022-08-05","cited_by_count":191,"area":null},{"id":"2208.05592","title":"Patching open-vocabulary models by interpolating weights","created":"2022-08-10","cited_by_count":190,"area":null},{"id":"2305.03053","title":"ZipIt! Merging Models from Different Tasks without Training","created":"2023-05-04","cited_by_count":179,"area":null},{"id":"2410.19735","title":"Model merging with SVD to tie the Knots","created":"2024-10-25","cited_by_count":122,"area":null},{"id":"2211.08403","title":"REPAIR: REnormalizing Permuted Activations for Interpolation Repair","created":"2022-11-15","cited_by_count":120,"area":null},{"id":"2204.03044","title":"Fusing finetuned models for better pretraining","created":"2022-04-06","cited_by_count":110,"area":null},{"id":"2301.12780","title":"Equivariant Architectures for Learning in Deep Weight Spaces","created":"2023-01-30","cited_by_count":107,"area":null},{"id":"2212.10445","title":"Model Ratatouille: Recycling Diverse Models for Out-of-Distribution Generalization","created":"2022-12-20","cited_by_count":97,"area":null},{"id":"2309.15698","title":"Deep Model Fusion: A Survey","created":"2023-09-27","cited_by_count":91,"area":null},{"id":"2302.14040","title":"Permutation Equivariant Neural Functionals","created":"2023-02-27","cited_by_count":70,"area":null},{"id":"2205.14258","title":"On the Symmetries of Deep Learning Models and their Internal Representations","created":"2022-05-27","cited_by_count":64,"area":null},{"id":"2302.05438","title":"Deep Learning on Implicit Neural Representations of Shapes","created":"2023-02-10","cited_by_count":63,"area":null},{"id":"2501.13198","title":"SD-LoRA: Scalable Decoupled Low-Rank Adaptation for Class Incremental Learning","created":"2025-01-22","cited_by_count":63,"area":null},{"id":"2212.12042","title":"Re-basin via implicit Sinkhorn differentiation","created":"2022-12-22","cited_by_count":62,"area":null},{"id":"2402.18865","title":"Analyzing and Reducing Catastrophic Forgetting in Parameter Efficient Tuning","created":"2024-02-29","cited_by_count":60,"area":null},{"id":"2409.16167","title":"Merging LoRAs like Playing LEGO: Pushing the Modularity of LoRA to Extremes Through Rank-Wise Clustering","created":"2024-09-24","cited_by_count":59,"area":null},{"id":"2302.04863","title":"Knowledge is a Region in Weight Space for Fine-tuned Language Models","created":"2023-02-09","cited_by_count":58,"area":null},{"id":"2302.10911","title":"Revisiting Weighted Aggregation in Federated Learning with Neural Networks","created":"2023-02-14","cited_by_count":58,"area":null},{"id":"2312.04501","title":"Graph Metanetworks for Processing Diverse Neural Architectures","created":"2023-12-07","cited_by_count":57,"area":null},{"id":"2205.12411","title":"Linear Connectivity Reveals Generalization Strategies","created":"2022-05-24","cited_by_count":56,"area":null},{"id":"2410.03617","title":"What Matters for Model Merging at Scale?","created":"2024-10-04","cited_by_count":55,"area":null},{"id":"2304.14933","title":"An Empirical Study of Multimodal Model Merging","created":"2023-04-28","cited_by_count":52,"area":null},{"id":"2305.13546","title":"Neural Functional Transformers","created":"2023-05-22","cited_by_count":52,"area":null},{"id":"2211.08422","title":"Mechanistic Mode Connectivity","created":"2022-11-15","cited_by_count":50,"area":null},{"id":"2307.08286","title":"Going Beyond Linear Mode Connectivity: The Layerwise Linear Feature Connectivity","created":"2023-07-17","cited_by_count":50,"area":null},{"id":"2307.16184","title":"UnIVAL: Unified Model for Image, Video, Audio and Language Tasks","created":"2023-07-30","cited_by_count":45,"area":null},{"id":"2403.02241","title":"Neural Redshift: Random Networks are not Random Functions","created":"2024-03-04","cited_by_count":43,"area":null},{"id":"2312.08977","title":"Weighted Ensemble Models Are Strong Continual Learners","created":"2023-12-14","cited_by_count":42,"area":null},{"id":"2306.06179","title":"Hidden symmetries of ReLU networks","created":"2023-06-09","cited_by_count":39,"area":null},{"id":"2312.06173","title":"Concrete Subspace Learning based Interference Elimination for Multi-task Model Fusion","created":"2023-12-11","cited_by_count":37,"area":null},{"id":"2310.05719","title":"Transformer Fusion with Optimal Transport","created":"2023-10-09","cited_by_count":36,"area":null},{"id":"2312.04339","title":"Merging by Matching Models in Task Parameter Subspaces","created":"2023-12-07","cited_by_count":36,"area":null},{"id":"2506.13018","title":"Symmetry in Neural Network Parameter Spaces","created":"2025-06-16","cited_by_count":36,"area":null},{"id":"2210.17216","title":"Symmetries, flat minima, and the conserved quantities of gradient flow","created":"2022-10-31","cited_by_count":35,"area":null},{"id":"2310.13397","title":"Equivariant Deep Weight Space Alignment","created":"2023-10-20","cited_by_count":35,"area":null},{"id":"2403.01753","title":"Training-Free Pretrained Model Merging","created":"2024-03-04","cited_by_count":32,"area":null},{"id":"2408.11804","title":"Approaching Deep Learning through the Spectral Dynamics of Weights","created":"2024-08-21","cited_by_count":31,"area":null},{"id":"2211.00692","title":"Towards Better Out-of-Distribution Generalization of Neural Algorithmic Reasoning Tasks","created":"2022-11-01","cited_by_count":30,"area":null},{"id":"2202.03038","title":"Deep Networks on Toroids: Removing Symmetries Reveals the Structure of Flat Regions in the Landscape Geometry","created":"2022-02-07","cited_by_count":28,"area":null},{"id":"2402.03660","title":"On the Emergence of Cross-Task Linearity in the Pretraining-Finetuning Paradigm","created":"2024-02-06","cited_by_count":26,"area":null},{"id":"2309.16932","title":"Symmetry Induces Structure and Constraint of Learning","created":"2023-09-29","cited_by_count":25,"area":null},{"id":"2310.19103","title":"Proving Linear Mode Connectivity of Neural Networks via Optimal Transport","created":"2023-10-29","cited_by_count":25,"area":null},{"id":"2402.04081","title":"Improved Generalization of Weight Space Networks via Augmentations","created":"2024-02-06","cited_by_count":24,"area":null},{"id":"2406.10685","title":"Scale Equivariant Graph Metanetworks","created":"2024-06-15","cited_by_count":24,"area":null},{"id":"2209.07509","title":"Random initialisations performing above chance and how to find them","created":"2022-09-15","cited_by_count":23,"area":null},{"id":"2304.03094","title":"PopulAtion Parameter Averaging (PAPA)","created":"2023-04-06","cited_by_count":23,"area":null},{"id":"2305.13404","title":"Improving Convergence and Generalization Using Parameter Symmetries","created":"2023-05-22","cited_by_count":23,"area":null},{"id":"2304.01910","title":"On the Variance of Neural Network Training with respect to Test Sets and Distributions","created":"2023-04-04","cited_by_count":22,"area":null},{"id":"2307.06966","title":"Layer-wise Linear Mode Connectivity","created":"2023-07-13","cited_by_count":22,"area":null},{"id":"2410.04207","title":"Learning on LoRAs: GL-Equivariant Processing of Low-Rank Weight Spaces for Large Finetuned Models","created":"2024-10-05","cited_by_count":22,"area":null},{"id":"2206.01278","title":"Lottery Tickets on a Data Diet: Finding Initializations with Sparse Trainable Networks","created":"2022-06-02","cited_by_count":21,"area":null},{"id":"2307.10655","title":"A Survey of What to Share in Federated Learning: Perspectives on Model Utility, Privacy Leakage, and Communication Efficiency","created":"2023-07-20","cited_by_count":21,"area":null},{"id":"2405.20231","title":"The Empirical Impact of Neural Parameter Symmetries, or Lack Thereof","created":"2024-05-30","cited_by_count":21,"area":null},{"id":"2302.14685","title":"DART: Diversify-Aggregate-Repeat Training Improves Generalization of Neural Networks","created":"2023-02-28","cited_by_count":20,"area":null},{"id":"2306.16788","title":"Sparse Model Soups: A Recipe for Improved Pruning via Model Averaging","created":"2023-06-29","cited_by_count":20,"area":null},{"id":"2405.17897","title":"$C^2M^3$: Cycle-Consistent Multi-Model Merging","created":"2024-05-28","cited_by_count":20,"area":null},{"id":"2210.11948","title":"lo-fi: distributed fine-tuning without communication","created":"2022-10-19","cited_by_count":19,"area":null},{"id":"2305.18512","title":"A Rainbow in Deep Network Black Boxes","created":"2023-05-29","cited_by_count":18,"area":null},{"id":"2402.16828","title":"Training Neural Networks from Scratch with Parallel Low-Rank Adapters","created":"2024-02-26","cited_by_count":17,"area":null},{"id":"2505.22697","title":"Update Your Transformer to the Latest Release: Re-Basin of Task Vectors","created":"2025-05-28","cited_by_count":17,"area":null},{"id":"2403.00986","title":"Merging Text Transformer Models from Different Initializations","created":"2024-03-01","cited_by_count":16,"area":null},{"id":"2502.00264","title":"Beyond the Permutation Symmetry of Transformers: The Role of Rotation for Model Fusion","created":"2025-02-01","cited_by_count":16,"area":null},{"id":"2502.12420","title":"Sens-Merging: Sensitivity-Guided Parameter Balancing for Merging Large Language Models","created":"2025-02-18","cited_by_count":16,"area":null},{"id":"2506.22712","title":"Generalized Linear Mode Connectivity for Transformers","created":"2025-06-28","cited_by_count":16,"area":null},{"id":"2210.06671","title":"Wasserstein Barycenter-based Model Fusion and Linear Mode Connectivity of Neural Networks","created":"2022-10-13","cited_by_count":15,"area":null},{"id":"2403.12329","title":"FedFisher: Leveraging Fisher Information for One-Shot Federated Learning","created":"2024-03-19","cited_by_count":15,"area":null},{"id":"2407.13771","title":"Training-Free Model Merging for Multi-target Domain Adaptation","created":"2024-07-18","cited_by_count":15,"area":null},{"id":"2505.11883","title":"MINGLE: Mixture of Null-Space Gated Low-Rank Experts for Test-Time Continual Model Merging","created":"2025-05-17","cited_by_count":14,"area":null},{"id":"2304.13871","title":"Typical and atypical solutions in non-convex neural networks with discrete and continuous weights","created":"2023-04-26","cited_by_count":13,"area":null},{"id":"2404.04002","title":"Continual Learning with Weight Interpolation","created":"2024-04-05","cited_by_count":13,"area":null},{"id":"2410.19780","title":"Sampling from Bayesian Neural Network Posteriors with Symmetric Minibatch Splitting Langevin Dynamics","created":"2024-10-14","cited_by_count":13,"area":null},{"id":"2310.06756","title":"Going Beyond Neural Network Feature Similarity: The Network Feature Complexity and Its Interpretation Using Category Theory","created":"2023-10-10","cited_by_count":12,"area":null},{"id":"2310.08287","title":"A Symmetry-Aware Exploration of Bayesian Neural Network Posteriors","created":"2023-10-12","cited_by_count":12,"area":null},{"id":"2310.14993","title":"Understanding the Inner Workings of Language Models Through Representation Dissimilarity","created":"2023-10-23","cited_by_count":12,"area":null},{"id":"2409.18314","title":"Realistic Evaluation of Model Merging for Compositional Generalization","created":"2024-09-26","cited_by_count":12,"area":null},{"id":"2411.18607","title":"Task Arithmetic Through The Lens Of One-Shot Federated Learning","created":"2024-11-27","cited_by_count":12,"area":null},{"id":"2502.05300","title":"Parameter Symmetry Potentially Unifies Deep Learning Theory","created":"2025-02-07","cited_by_count":12,"area":null},{"id":"2504.18992","title":"Dynamic Fisher-weighted Model Merging via Bayesian Optimization","created":"2025-04-26","cited_by_count":12,"area":null},{"id":"2310.01362","title":"Robot Fleet Learning via Policy Merging","created":"2023-10-02","cited_by_count":11,"area":null},{"id":"2411.03055","title":"ATM: Improving Model Merging by Alternating Tuning and Merging","created":"2024-11-05","cited_by_count":11,"area":null},{"id":"2503.08998","title":"From Task-Specific Models to Unified Systems: A Review of Model Merging Approaches","created":"2025-03-12","cited_by_count":11,"area":null},{"id":"2404.06498","title":"Simultaneous linear connectivity of neural networks modulo permutation","created":"2024-04-09","cited_by_count":10,"area":null},{"id":"2505.23681","title":"Understanding Mode Connectivity via Parameter Space Symmetry","created":"2025-05-29","cited_by_count":10,"area":null},{"id":"2206.00944","title":"Feature Space Particle Inference for Neural Network Ensembles","created":"2022-06-02","cited_by_count":9,"area":null},{"id":"2302.09160","title":"Identifying Equivalent Training Dynamics","created":"2023-02-17","cited_by_count":9,"area":null},{"id":"2306.05093","title":"Investigating the Effect of Misalignment on Membership Privacy in the White-box Setting","created":"2023-06-08","cited_by_count":9,"area":null},{"id":"2306.07684","title":"Lookaround Optimizer: $k$ steps around, 1 step average","created":"2023-06-13","cited_by_count":9,"area":null},{"id":"2402.04051","title":"Analysis of Linear Mode Connectivity via Permutation-Based Weight Matching: With Insights into Other Permutation Search Methods","created":"2024-02-06","cited_by_count":9,"area":null},{"id":"2404.06391","title":"Exploring Neural Network Landscapes: Star-Shaped and Geodesic Connectivity","created":"2024-04-09","cited_by_count":9,"area":null},{"id":"2407.05385","title":"Harmony in Diversity: Merging Neural Networks with Canonical Correlation Analysis","created":"2024-07-07","cited_by_count":9,"area":null},{"id":"2408.10174","title":"SMILE: Zero-Shot Sparse Mixture of Low-Rank Experts Construction From Pre-Trained Foundation Models","created":"2024-08-19","cited_by_count":9,"area":null},{"id":"2411.00247","title":"Deep Learning Through A Telescoping Lens: A Simple Model Provides Empirical Insights On Grokking, Gradient Boosting & Beyond","created":"2024-10-31","cited_by_count":9,"area":null},{"id":"2506.13234","title":"The Butterfly Effect: Neural Network Training Trajectories Are Highly Sensitive to Initial Conditions","created":"2025-06-16","cited_by_count":9,"area":null},{"id":"2506.16506","title":"Subspace-Boosted Model Merging","created":"2025-06-19","cited_by_count":9,"area":null}],"next_cursor":"100"}