{"total":330,"rows":[{"id":"2212.04089","title":"Editing Models with Task Arithmetic","created":"2022-12-08","cited_by_count":1120,"area":null},{"id":"2306.01708","title":"TIES-Merging: Resolving Interference When Merging Models","created":"2023-06-02","cited_by_count":818,"area":null},{"id":"2209.04836","title":"Git Re-Basin: Merging Models modulo Permutation Symmetries","created":"2022-09-11","cited_by_count":471,"area":null},{"id":"2212.09849","title":"Dataless Knowledge Fusion by Merging Weights of Language Models","created":"2022-12-19","cited_by_count":387,"area":null},{"id":"2104.14421","title":"What Are Bayesian Neural Network Posteriors Really Like?","created":"2021-04-29","cited_by_count":308,"area":null},{"id":"2110.06296","title":"The Role of Permutation Invariance in Linear Mode Connectivity of Neural Networks","created":"2021-10-12","cited_by_count":291,"area":null},{"id":"2408.07666","title":"Model Merging in LLMs, MLLMs, and Beyond: Methods, Theories, Applications and Opportunities","created":"2024-08-14","cited_by_count":254,"area":null},{"id":"2106.07682","title":"Revisiting Model Stitching to Compare Neural Representations","created":"2021-06-14","cited_by_count":209,"area":null},{"id":"2305.03053","title":"ZipIt! Merging Models from Different Tasks without Training","created":"2023-05-04","cited_by_count":179,"area":null},{"id":"2205.09739","title":"Diverse Weight Averaging for Out-of-Distribution Generalization","created":"2022-05-19","cited_by_count":148,"area":null},{"id":"2405.07813","title":"Localizing Task Information for Improved Model Merging and Compression","created":"2024-05-13","cited_by_count":131,"area":null},{"id":"2105.12221","title":"Geometry of the Loss Landscape in Overparameterized Neural Networks: Symmetries and Invariances","created":"2021-05-25","cited_by_count":127,"area":null},{"id":"2410.19735","title":"Model merging with SVD to tie the Knots","created":"2024-10-25","cited_by_count":122,"area":null},{"id":"2211.08403","title":"REPAIR: REnormalizing Permuted Activations for Interpolation Repair","created":"2022-11-15","cited_by_count":120,"area":null},{"id":"2406.15479","title":"Twin-Merging: Dynamic Integration of Modular Expertise in Model Merging","created":"2024-06-17","cited_by_count":116,"area":null},{"id":"2310.01334","title":"Merge, Then Compress: Demystify Efficient SMoE with Hints from Its Routing Policy","created":"2023-10-02","cited_by_count":108,"area":"moe"},{"id":"2110.06914","title":"What Happens after SGD Reaches Zero Loss? --A Mathematical Framework","created":"2021-10-13","cited_by_count":107,"area":null},{"id":"2203.11834","title":"Improving Generalization in Federated Learning by Seeking Flat Minima","created":"2022-03-22","cited_by_count":98,"area":null},{"id":"2212.10445","title":"Model Ratatouille: Recycling Diverse Models for Out-of-Distribution Generalization","created":"2022-12-20","cited_by_count":97,"area":null},{"id":"2309.15698","title":"Deep Model Fusion: A Survey","created":"2023-09-27","cited_by_count":91,"area":null},{"id":"2402.00433","title":"Merging Multi-Task Models via Weight-Ensembling Mixture of Experts","created":"2024-02-01","cited_by_count":85,"area":"moe"},{"id":"2302.11529","title":"Modular Deep Learning","created":"2023-02-22","cited_by_count":83,"area":null},{"id":"2102.10472","title":"Learning Neural Network Subspaces","created":"2021-02-20","cited_by_count":82,"area":null},{"id":"2202.00661","title":"When Do Flat Minima Optimizers Work?","created":"2022-02-01","cited_by_count":78,"area":null},{"id":"2104.07446","title":"Rehearsal revealed: The limits and merits of revisiting samples in continual learning","created":"2021-04-15","cited_by_count":76,"area":null},{"id":"2102.13042","title":"Loss Surface Simplexes for Mode Connecting Volumes and Fast Ensembling","created":"2021-02-25","cited_by_count":75,"area":null},{"id":"2212.12042","title":"Re-basin via implicit Sinkhorn differentiation","created":"2022-12-22","cited_by_count":62,"area":null},{"id":"2302.10911","title":"Revisiting Weighted Aggregation in Federated Learning with Neural Networks","created":"2023-02-14","cited_by_count":58,"area":null},{"id":"2110.03095","title":"Which Shortcut Cues Will DNNs Choose? A Study from the Parameter-Space Perspective","created":"2021-10-06","cited_by_count":57,"area":null},{"id":"2205.12411","title":"Linear Connectivity Reveals Generalization Strategies","created":"2022-05-24","cited_by_count":56,"area":null},{"id":"2503.02113","title":"Deep Learning is Not So Mysterious or Different","created":"2025-03-03","cited_by_count":56,"area":null},{"id":"2410.03617","title":"What Matters for Model Merging at Scale?","created":"2024-10-04","cited_by_count":55,"area":null},{"id":"2211.08422","title":"Mechanistic Mode Connectivity","created":"2022-11-15","cited_by_count":50,"area":null},{"id":"2307.08286","title":"Going Beyond Linear Mode Connectivity: The Layerwise Linear Feature Connectivity","created":"2023-07-17","cited_by_count":50,"area":null},{"id":"2202.02831","title":"Anticorrelated Noise Injection for Improved Generalization","created":"2022-02-06","cited_by_count":42,"area":null},{"id":"2303.09483","title":"Achieving a Better Stability-Plasticity Trade-off via Auxiliary Networks in Continual Learning","created":"2023-03-16","cited_by_count":41,"area":null},{"id":"2406.09997","title":"Towards Scalable and Versatile Weight Space Learning","created":"2024-06-14","cited_by_count":41,"area":null},{"id":"2410.17146","title":"LiNeS: Post-training Layer Scaling Prevents Forgetting and Enhances Model Merging","created":"2024-10-22","cited_by_count":41,"area":null},{"id":"2304.14381","title":"$\\pi$-Tuning: Transferring Multimodal Foundation Models with Optimal Multi-task Interpolation","created":"2023-04-27","cited_by_count":40,"area":null},{"id":"2201.08025","title":"Low-Pass Filtering SGD for Recovering Flat Optima in the Deep Learning Optimization Landscape","created":"2022-01-20","cited_by_count":39,"area":null},{"id":"2312.06173","title":"Concrete Subspace Learning based Interference Elimination for Multi-task Model Fusion","created":"2023-12-11","cited_by_count":37,"area":null},{"id":"2303.02749","title":"Revisiting the Noise Model of Stochastic Gradient Descent","created":"2023-03-05","cited_by_count":36,"area":null},{"id":"2312.04339","title":"Merging by Matching Models in Task Parameter Subspaces","created":"2023-12-07","cited_by_count":36,"area":null},{"id":"2506.13018","title":"Symmetry in Neural Network Parameter Spaces","created":"2025-06-16","cited_by_count":36,"area":null},{"id":"2210.17216","title":"Symmetries, flat minima, and the conserved quantities of gradient flow","created":"2022-10-31","cited_by_count":35,"area":null},{"id":"2310.13397","title":"Equivariant Deep Weight Space Alignment","created":"2023-10-20","cited_by_count":35,"area":null},{"id":"2107.11228","title":"Taxonomizing local versus global structure in neural network loss landscapes","created":"2021-07-23","cited_by_count":34,"area":null},{"id":"2110.07905","title":"Towards Better Plasticity-Stability Trade-off in Incremental Learning: A Simple Linear Connector","created":"2021-10-15","cited_by_count":34,"area":null},{"id":"2210.09759","title":"Pareto Manifold Learning: Tackling multiple tasks via ensembles of single-task models","created":"2022-10-18","cited_by_count":29,"area":null},{"id":"2104.11044","title":"Analyzing Monotonic Linear Interpolation in Neural Network Loss Landscapes","created":"2021-04-22","cited_by_count":28,"area":null},{"id":"2106.16004","title":"What can linear interpolation of neural network loss landscapes tell us?","created":"2021-06-30","cited_by_count":28,"area":null},{"id":"2202.03038","title":"Deep Networks on Toroids: Removing Symmetries Reveals the Structure of Flat Regions in the Landscape Geometry","created":"2022-02-07","cited_by_count":28,"area":null},{"id":"2211.10445","title":"Building a Subspace of Policies for Scalable Continual Learning","created":"2022-11-18","cited_by_count":28,"area":null},{"id":"2101.09048","title":"Selfish Sparse RNN Training","created":"2021-01-22","cited_by_count":26,"area":null},{"id":"2210.14102","title":"Exploring Mode Connectivity for Pre-trained Language Models","created":"2022-10-25","cited_by_count":26,"area":null},{"id":"2307.04138","title":"On The Impact of Machine Learning Randomness on Group Fairness","created":"2023-07-09","cited_by_count":26,"area":null},{"id":"2402.03660","title":"On the Emergence of Cross-Task Linearity in the Pretraining-Finetuning Paradigm","created":"2024-02-06","cited_by_count":26,"area":null},{"id":"2310.19103","title":"Proving Linear Mode Connectivity of Neural Networks via Optimal Transport","created":"2023-10-29","cited_by_count":25,"area":null},{"id":"2412.12153","title":"Revisiting Weight Averaging for Model Merging","created":"2024-12-11","cited_by_count":25,"area":null},{"id":"2209.07509","title":"Random initialisations performing above chance and how to find them","created":"2022-09-15","cited_by_count":23,"area":null},{"id":"2304.03094","title":"PopulAtion Parameter Averaging (PAPA)","created":"2023-04-06","cited_by_count":23,"area":null},{"id":"2410.21804","title":"Efficient and Effective Weight-Ensembling Mixture of Experts for Multi-Task Model Merging","created":"2024-10-29","cited_by_count":23,"area":"moe"},{"id":"2304.01910","title":"On the Variance of Neural Network Training with respect to Test Sets and Distributions","created":"2023-04-04","cited_by_count":22,"area":null},{"id":"2307.06966","title":"Layer-wise Linear Mode Connectivity","created":"2023-07-13","cited_by_count":22,"area":null},{"id":"2409.02877","title":"Configurable Foundation Models: Building LLMs from a Modular Perspective","created":"2024-09-04","cited_by_count":22,"area":null},{"id":"2110.00683","title":"Learning through atypical \"phase transitions\" in overparameterized neural networks","created":"2021-10-01","cited_by_count":21,"area":null},{"id":"2206.01278","title":"Lottery Tickets on a Data Diet: Finding Initializations with Sparse Trainable Networks","created":"2022-06-02","cited_by_count":21,"area":null},{"id":"2304.02902","title":"Towards Efficient MCMC Sampling in Bayesian Neural Networks by Exploiting Symmetry","created":"2023-04-06","cited_by_count":21,"area":null},{"id":"2104.13424","title":"Policy Manifold Search: Exploring the Manifold Hypothesis for Diversity-based Neuroevolution","created":"2021-04-27","cited_by_count":20,"area":null},{"id":"2302.14685","title":"DART: Diversify-Aggregate-Repeat Training Improves Generalization of Neural Networks","created":"2023-02-28","cited_by_count":20,"area":null},{"id":"2405.17897","title":"$C^2M^3$: Cycle-Consistent Multi-Model Merging","created":"2024-05-28","cited_by_count":20,"area":null},{"id":"2210.11948","title":"lo-fi: distributed fine-tuning without communication","created":"2022-10-19","cited_by_count":19,"area":null},{"id":"2202.09826","title":"Continual Learning Beyond a Single Model","created":"2022-02-20","cited_by_count":18,"area":null},{"id":"2305.18512","title":"A Rainbow in Deep Network Black Boxes","created":"2023-05-29","cited_by_count":18,"area":null},{"id":"2305.08702","title":"Recyclable Tuning for Continual Pre-training","created":"2023-05-15","cited_by_count":17,"area":null},{"id":"2402.16828","title":"Training Neural Networks from Scratch with Parallel Low-Rank Adapters","created":"2024-02-26","cited_by_count":17,"area":null},{"id":"2505.22697","title":"Update Your Transformer to the Latest Release: Re-Basin of Task Vectors","created":"2025-05-28","cited_by_count":17,"area":null},{"id":"2311.04898","title":"Two Complementary Perspectives to Continual Learning: Ask Not Only What to Optimize, But Also How","created":"2023-11-08","cited_by_count":16,"area":null},{"id":"2403.00986","title":"Merging Text Transformer Models from Different Initializations","created":"2024-03-01","cited_by_count":16,"area":null},{"id":"2506.22712","title":"Generalized Linear Mode Connectivity for Transformers","created":"2025-06-28","cited_by_count":16,"area":null},{"id":"2102.12430","title":"Noisy Gradient Descent Converges to Flat Minima for Nonconvex Matrix Factorization","created":"2021-02-24","cited_by_count":15,"area":null},{"id":"2205.11819","title":"Quarantine: Sparsity Can Uncover the Trojan Attack Trigger for Free","created":"2022-05-24","cited_by_count":15,"area":null},{"id":"2210.06671","title":"Wasserstein Barycenter-based Model Fusion and Linear Mode Connectivity of Neural Networks","created":"2022-10-13","cited_by_count":15,"area":null},{"id":"2305.18383","title":"A Three-regime Model of Network Pruning","created":"2023-05-28","cited_by_count":15,"area":null},{"id":"2506.15872","title":"Hidden Breakthroughs in Language Model Training","created":"2025-06-18","cited_by_count":15,"area":null},{"id":"2103.13998","title":"GridDehazeNet+: An Enhanced Multi-Scale Network with Intra-Task Knowledge Transfer for Single Image Dehazing","created":"2021-03-25","cited_by_count":14,"area":null},{"id":"2405.20763","title":"Improving Generalization and Convergence by Enhancing Implicit Regularization","created":"2024-05-31","cited_by_count":14,"area":null},{"id":"2111.02278","title":"Mean-field Analysis of Piecewise Linear Solutions for Wide ReLU Networks","created":"2021-11-03","cited_by_count":13,"area":null},{"id":"2205.13900","title":"How Tempering Fixes Data Augmentation in Bayesian Neural Networks","created":"2022-05-27","cited_by_count":13,"area":null},{"id":"2304.13871","title":"Typical and atypical solutions in non-convex neural networks with discrete and continuous weights","created":"2023-04-26","cited_by_count":13,"area":null},{"id":"2305.15659","title":"How to escape sharp minima with random perturbations","created":"2023-05-25","cited_by_count":13,"area":null},{"id":"2405.10927","title":"Using Degeneracy in the Loss Landscape for Mechanistic Interpretability","created":"2024-05-17","cited_by_count":13,"area":"mechinterp"},{"id":"2406.03280","title":"FusionBench: A Unified Library and Comprehensive Benchmark for Deep Model Fusion","created":"2024-06-05","cited_by_count":13,"area":null},{"id":"2505.02809","title":"Towards Quantifying the Hessian Structure of Neural Networks","created":"2025-05-05","cited_by_count":13,"area":null},{"id":"2109.07628","title":"Connecting Low-Loss Subspace for Personalized Federated Learning","created":"2021-09-16","cited_by_count":12,"area":null},{"id":"2310.06756","title":"Going Beyond Neural Network Feature Similarity: The Network Feature Complexity and Its Interpretation Using Category Theory","created":"2023-10-10","cited_by_count":12,"area":null},{"id":"2310.08287","title":"A Symmetry-Aware Exploration of Bayesian Neural Network Posteriors","created":"2023-10-12","cited_by_count":12,"area":null},{"id":"2411.18607","title":"Task Arithmetic Through The Lens Of One-Shot Federated Learning","created":"2024-11-27","cited_by_count":12,"area":null},{"id":"2502.14218","title":"Rethinking Spiking Neural Networks from an Ensemble Learning Perspective","created":"2025-02-20","cited_by_count":12,"area":null},{"id":"2503.00948","title":"Extrapolating and Decoupling Image-to-Video Generation Models: Motion Modeling is Easier Than You Think","created":"2025-03-02","cited_by_count":12,"area":null}],"next_cursor":"100"}