{"total":528,"rows":[{"id":"2203.05482","title":"Model soups: averaging weights of multiple fine-tuned models improves accuracy without increasing inference time","created":"2022-03-10","cited_by_count":1396,"area":null},{"id":"2212.04089","title":"Editing Models with Task Arithmetic","created":"2022-12-08","cited_by_count":1120,"area":null},{"id":"2207.02696","title":"YOLOv7: Trainable bag-of-freebies sets new state-of-the-art for real-time object detectors","created":"2022-07-06","cited_by_count":982,"area":null},{"id":"2302.00487","title":"A Comprehensive Survey of Continual Learning: Theory, Method and Application","created":"2023-01-31","cited_by_count":872,"area":null},{"id":"2306.01708","title":"TIES-Merging: Resolving Interference When Merging Models","created":"2023-06-02","cited_by_count":818,"area":null},{"id":"2209.04836","title":"Git Re-Basin: Merging Models modulo Permutation Symmetries","created":"2022-09-11","cited_by_count":471,"area":null},{"id":"2102.08604","title":"SWAD: Domain Generalization by Seeking Flat Minima","created":"2021-02-17","cited_by_count":434,"area":null},{"id":"2405.07987","title":"The Platonic Representation Hypothesis","created":"2024-05-13","cited_by_count":382,"area":null},{"id":"2104.14421","title":"What Are Bayesian Neural Network Posteriors Really Like?","created":"2021-04-29","cited_by_count":308,"area":null},{"id":"2110.06296","title":"The Role of Permutation Invariance in Linear Mode Connectivity of Neural Networks","created":"2021-10-12","cited_by_count":291,"area":null},{"id":"2408.07666","title":"Model Merging in LLMs, MLLMs, and Beyond: Methods, Theories, Applications and Opportunities","created":"2024-08-14","cited_by_count":254,"area":null},{"id":"2106.07682","title":"Revisiting Model Stitching to Compare Neural Representations","created":"2021-06-14","cited_by_count":209,"area":null},{"id":"2103.01946","title":"Fixing Data Augmentation to Improve Adversarial Robustness","created":"2021-03-02","cited_by_count":204,"area":null},{"id":"2111.05328","title":"Data Augmentation Can Improve Robustness","created":"2021-11-09","cited_by_count":194,"area":null},{"id":"2403.13257","title":"Arcee's MergeKit: A Toolkit for Merging Large Language Models","created":"2024-03-20","cited_by_count":194,"area":null},{"id":"2305.03053","title":"ZipIt! Merging Models from Different Tasks without Training","created":"2023-05-04","cited_by_count":179,"area":null},{"id":"2205.09739","title":"Diverse Weight Averaging for Out-of-Distribution Generalization","created":"2022-05-19","cited_by_count":148,"area":null},{"id":"2207.03620","title":"More ConvNets in the 2020s: Scaling up Kernels Beyond 51x51 using Sparsity","created":"2022-07-07","cited_by_count":142,"area":null},{"id":"2405.07813","title":"Localizing Task Information for Improved Model Merging and Compression","created":"2024-05-13","cited_by_count":131,"area":null},{"id":"2105.12221","title":"Geometry of the Loss Landscape in Overparameterized Neural Networks: Symmetries and Invariances","created":"2021-05-25","cited_by_count":127,"area":null},{"id":"2405.16833","title":"Safe LoRA: the Silver Lining of Reducing Safety Risks when Fine-tuning Large Language Models","created":"2024-05-27","cited_by_count":125,"area":null},{"id":"2410.19735","title":"Model merging with SVD to tie the Knots","created":"2024-10-25","cited_by_count":122,"area":null},{"id":"2211.08403","title":"REPAIR: REnormalizing Permuted Activations for Interpolation Repair","created":"2022-11-15","cited_by_count":120,"area":null},{"id":"2406.15479","title":"Twin-Merging: Dynamic Integration of Modular Expertise in Model Merging","created":"2024-06-17","cited_by_count":116,"area":null},{"id":"2410.24210","title":"TabM: Advancing Tabular Deep Learning with Parameter-Efficient Ensembling","created":"2024-10-31","cited_by_count":113,"area":null},{"id":"2110.06914","title":"What Happens after SGD Reaches Zero Loss? --A Mathematical Framework","created":"2021-10-13","cited_by_count":107,"area":null},{"id":"2106.11642","title":"Repulsive Deep Ensembles are Bayesian","created":"2021-06-22","cited_by_count":104,"area":null},{"id":"2303.10353","title":"Sharpness-Aware Gradient Matching for Domain Generalization","created":"2023-03-18","cited_by_count":102,"area":null},{"id":"2203.11834","title":"Improving Generalization in Federated Learning by Seeking Flat Minima","created":"2022-03-22","cited_by_count":98,"area":null},{"id":"2309.15698","title":"Deep Model Fusion: A Survey","created":"2023-09-27","cited_by_count":91,"area":null},{"id":"2302.11529","title":"Modular Deep Learning","created":"2023-02-22","cited_by_count":83,"area":null},{"id":"2102.10472","title":"Learning Neural Network Subspaces","created":"2021-02-20","cited_by_count":82,"area":null},{"id":"2202.00661","title":"When Do Flat Minima Optimizers Work?","created":"2022-02-01","cited_by_count":78,"area":null},{"id":"2211.13609","title":"PAC-Bayes Compression Bounds So Tight That They Can Explain Generalization","created":"2022-11-24","cited_by_count":76,"area":null},{"id":"2102.13042","title":"Loss Surface Simplexes for Mode Connecting Volumes and Fast Ensembling","created":"2021-02-25","cited_by_count":75,"area":null},{"id":"2410.02396","title":"Parameter Competition Balancing for Model Merging","created":"2024-10-03","cited_by_count":72,"area":null},{"id":"2110.03051","title":"Prior and Posterior Networks: A Survey on Evidential Deep Learning Methods For Uncertainty Estimation","created":"2021-10-06","cited_by_count":71,"area":null},{"id":"2302.14040","title":"Permutation Equivariant Neural Functionals","created":"2023-02-27","cited_by_count":70,"area":null},{"id":"2201.00058","title":"Representation Topology Divergence: A Method for Comparing Neural Network Representations","created":"2021-12-31","cited_by_count":66,"area":null},{"id":"2310.04742","title":"Parameter Efficient Multi-task Model Fusion with Partial Linearization","created":"2023-10-07","cited_by_count":65,"area":null},{"id":"2212.12042","title":"Re-basin via implicit Sinkhorn differentiation","created":"2022-12-22","cited_by_count":62,"area":null},{"id":"2402.18865","title":"Analyzing and Reducing Catastrophic Forgetting in Parameter Efficient Tuning","created":"2024-02-29","cited_by_count":60,"area":null},{"id":"2302.04863","title":"Knowledge is a Region in Weight Space for Fine-tuned Language Models","created":"2023-02-09","cited_by_count":58,"area":null},{"id":"2302.10911","title":"Revisiting Weighted Aggregation in Federated Learning with Neural Networks","created":"2023-02-14","cited_by_count":58,"area":null},{"id":"2110.03095","title":"Which Shortcut Cues Will DNNs Choose? A Study from the Parameter-Space Perspective","created":"2021-10-06","cited_by_count":57,"area":null},{"id":"2205.12411","title":"Linear Connectivity Reveals Generalization Strategies","created":"2022-05-24","cited_by_count":56,"area":null},{"id":"2503.02113","title":"Deep Learning is Not So Mysterious or Different","created":"2025-03-03","cited_by_count":56,"area":null},{"id":"2410.03617","title":"What Matters for Model Merging at Scale?","created":"2024-10-04","cited_by_count":55,"area":null},{"id":"2212.01378","title":"ColD Fusion: Collaborative Descent for Distributed Multitask Finetuning","created":"2022-12-02","cited_by_count":52,"area":null},{"id":"2305.13546","title":"Neural Functional Transformers","created":"2023-05-22","cited_by_count":52,"area":null},{"id":"2410.13025","title":"LoRA Soups: Merging LoRAs for Practical Skill Composition Tasks","created":"2024-10-16","cited_by_count":52,"area":null},{"id":"2211.08422","title":"Mechanistic Mode Connectivity","created":"2022-11-15","cited_by_count":50,"area":null},{"id":"2307.08286","title":"Going Beyond Linear Mode Connectivity: The Layerwise Linear Feature Connectivity","created":"2023-07-17","cited_by_count":50,"area":null},{"id":"2210.09184","title":"Packed-Ensembles for Efficient Uncertainty Estimation","created":"2022-10-17","cited_by_count":49,"area":null},{"id":"2101.05544","title":"DICE: Diversity in Deep Ensembles via Conditional Redundancy Adversarial Estimation","created":"2021-01-14","cited_by_count":48,"area":null},{"id":"2103.04514","title":"Nondeterminism and Instability in Neural Network Optimization","created":"2021-03-08","cited_by_count":48,"area":null},{"id":"2101.08387","title":"A Survey on Ensemble Learning under the Era of Deep Learning","created":"2021-01-21","cited_by_count":47,"area":null},{"id":"2203.16481","title":"On Uncertainty, Tempering, and Data Augmentation in Bayesian Classification","created":"2022-03-30","cited_by_count":46,"area":null},{"id":"2106.14568","title":"Deep Ensembling with No Overhead for either Training or Testing: The All-Round Blessings of Dynamic Sparsity","created":"2021-06-28","cited_by_count":44,"area":null},{"id":"2407.06089","title":"Merge, Ensemble, and Cooperate! A Survey on Collaborative Strategies in the Era of Large Language Models","created":"2024-07-08","cited_by_count":44,"area":null},{"id":"2312.02158","title":"PaSCo: Urban 3D Panoptic Scene Completion with Uncertainty Awareness","created":"2023-12-04","cited_by_count":42,"area":null},{"id":"2303.09483","title":"Achieving a Better Stability-Plasticity Trade-off via Auxiliary Networks in Continual Learning","created":"2023-03-16","cited_by_count":41,"area":null},{"id":"2410.17146","title":"LiNeS: Post-training Layer Scaling Prevents Forgetting and Enhances Model Merging","created":"2024-10-22","cited_by_count":41,"area":null},{"id":"2205.10060","title":"The Unreasonable Effectiveness of Deep Evidential Regression","created":"2022-05-20","cited_by_count":40,"area":null},{"id":"2304.14381","title":"$\\pi$-Tuning: Transferring Multimodal Foundation Models with Optimal Multi-task Interpolation","created":"2023-04-27","cited_by_count":40,"area":null},{"id":"2203.09678","title":"Self-Ensemble Adversarial Training for Improved Robustness","created":"2022-03-18","cited_by_count":38,"area":null},{"id":"2312.06173","title":"Concrete Subspace Learning based Interference Elimination for Multi-task Model Fusion","created":"2023-12-11","cited_by_count":37,"area":null},{"id":"2310.05719","title":"Transformer Fusion with Optimal Transport","created":"2023-10-09","cited_by_count":36,"area":null},{"id":"2312.04339","title":"Merging by Matching Models in Task Parameter Subspaces","created":"2023-12-07","cited_by_count":36,"area":null},{"id":"2506.13018","title":"Symmetry in Neural Network Parameter Spaces","created":"2025-06-16","cited_by_count":36,"area":null},{"id":"2210.17216","title":"Symmetries, flat minima, and the conserved quantities of gradient flow","created":"2022-10-31","cited_by_count":35,"area":null},{"id":"2310.13397","title":"Equivariant Deep Weight Space Alignment","created":"2023-10-20","cited_by_count":35,"area":null},{"id":"2107.11228","title":"Taxonomizing local versus global structure in neural network loss landscapes","created":"2021-07-23","cited_by_count":34,"area":null},{"id":"2110.07905","title":"Towards Better Plasticity-Stability Trade-off in Incremental Learning: A Simple Linear Connector","created":"2021-10-15","cited_by_count":34,"area":null},{"id":"2103.06132","title":"MixMo: Mixing Multiple Inputs for Multiple Outputs via Deep Subnetworks","created":"2021-03-10","cited_by_count":32,"area":null},{"id":"2210.09759","title":"Pareto Manifold Learning: Tackling multiple tasks via ensembles of single-task models","created":"2022-10-18","cited_by_count":29,"area":null},{"id":"2509.14786","title":"Pre-training under infinite compute","created":"2025-09-18","cited_by_count":29,"area":null},{"id":"2104.11044","title":"Analyzing Monotonic Linear Interpolation in Neural Network Loss Landscapes","created":"2021-04-22","cited_by_count":28,"area":null},{"id":"2106.16004","title":"What can linear interpolation of neural network loss landscapes tell us?","created":"2021-06-30","cited_by_count":28,"area":null},{"id":"2108.01289","title":"AdvRush: Searching for Adversarially Robust Neural Architectures","created":"2021-08-03","cited_by_count":28,"area":null},{"id":"2202.03038","title":"Deep Networks on Toroids: Removing Symmetries Reveals the Structure of Flat Regions in the Landscape Geometry","created":"2022-02-07","cited_by_count":28,"area":null},{"id":"2209.08466","title":"Simplifying Model-based RL: Learning Representations, Latent-space Models, and Policies with One Objective","created":"2022-09-18","cited_by_count":28,"area":null},{"id":"2211.10445","title":"Building a Subspace of Policies for Scalable Continual Learning","created":"2022-11-18","cited_by_count":28,"area":null},{"id":"2208.09913","title":"A Unified Analysis of Mixed Sample Data Augmentation: A Loss Function Perspective","created":"2022-08-21","cited_by_count":27,"area":null},{"id":"2309.16314","title":"A Primer on Bayesian Neural Networks: Review and Debates","created":"2023-09-28","cited_by_count":27,"area":null},{"id":"2402.18817","title":"Gradient Alignment for Cross-Domain Face Anti-Spoofing","created":"2024-02-29","cited_by_count":27,"area":null},{"id":"2101.09048","title":"Selfish Sparse RNN Training","created":"2021-01-22","cited_by_count":26,"area":null},{"id":"2201.00519","title":"Stochastic Weight Averaging Revisited","created":"2022-01-03","cited_by_count":26,"area":null},{"id":"2210.14102","title":"Exploring Mode Connectivity for Pre-trained Language Models","created":"2022-10-25","cited_by_count":26,"area":null},{"id":"2307.04138","title":"On The Impact of Machine Learning Randomness on Group Fairness","created":"2023-07-09","cited_by_count":26,"area":null},{"id":"2402.03660","title":"On the Emergence of Cross-Task Linearity in the Pretraining-Finetuning Paradigm","created":"2024-02-06","cited_by_count":26,"area":null},{"id":"2307.08114","title":"Tangent Model Composition for Ensembling and Continual Fine-tuning","created":"2023-07-16","cited_by_count":25,"area":null},{"id":"2310.19103","title":"Proving Linear Mode Connectivity of Neural Networks via Optimal Transport","created":"2023-10-29","cited_by_count":25,"area":null},{"id":"2412.12153","title":"Revisiting Weight Averaging for Model Merging","created":"2024-12-11","cited_by_count":25,"area":null},{"id":"2512.05117","title":"The Universal Weight Subspace Hypothesis","created":"2025-12-04","cited_by_count":24,"area":null},{"id":"2104.06135","title":"Multivariate Deep Evidential Regression","created":"2021-04-13","cited_by_count":23,"area":null},{"id":"2107.10663","title":"Fed-ensemble: Improving Generalization through Model Ensembling in Federated Learning","created":"2021-07-21","cited_by_count":23,"area":null},{"id":"2209.07509","title":"Random initialisations performing above chance and how to find them","created":"2022-09-15","cited_by_count":23,"area":null},{"id":"2304.03094","title":"PopulAtion Parameter Averaging (PAPA)","created":"2023-04-06","cited_by_count":23,"area":null},{"id":"2412.06712","title":"How to Merge Your Multimodal Models Over Time?","created":"2024-12-09","cited_by_count":23,"area":null}],"next_cursor":"100"}