{"total":1209,"rows":[{"id":"2203.05482","title":"Model soups: averaging weights of multiple fine-tuned models improves accuracy without increasing inference time","created":"2022-03-10","cited_by_count":1396,"area":null},{"id":"2212.04089","title":"Editing Models with Task Arithmetic","created":"2022-12-08","cited_by_count":1120,"area":null},{"id":"2207.02696","title":"YOLOv7: Trainable bag-of-freebies sets new state-of-the-art for real-time object detectors","created":"2022-07-06","cited_by_count":982,"area":null},{"id":"2302.00487","title":"A Comprehensive Survey of Continual Learning: Theory, Method and Application","created":"2023-01-31","cited_by_count":872,"area":null},{"id":"2306.01708","title":"TIES-Merging: Resolving Interference When Merging Models","created":"2023-06-02","cited_by_count":818,"area":null},{"id":"2109.01903","title":"Robust fine-tuning of zero-shot models","created":"2021-09-04","cited_by_count":797,"area":null},{"id":"2103.02503","title":"Domain Generalization: A Survey","created":"2021-03-03","cited_by_count":764,"area":null},{"id":"2104.01778","title":"AST: Audio Spectrogram Transformer","created":"2021-04-05","cited_by_count":643,"area":null},{"id":"2209.04836","title":"Git Re-Basin: Merging Models modulo Permutation Symmetries","created":"2022-09-11","cited_by_count":471,"area":null},{"id":"2312.09390","title":"Weak-to-Strong Generalization: Eliciting Strong Capabilities With Weak Supervision","created":"2023-12-14","cited_by_count":467,"area":"alignment"},{"id":"2102.08604","title":"SWAD: Domain Generalization by Seeking Flat Minima","created":"2021-02-17","cited_by_count":434,"area":null},{"id":"2312.02696","title":"Analyzing and Improving the Training Dynamics of Diffusion Models","created":"2023-12-05","cited_by_count":402,"area":"diffusion"},{"id":"2212.09849","title":"Dataless Knowledge Fusion by Merging Weights of Language Models","created":"2022-12-19","cited_by_count":387,"area":null},{"id":"2110.00476","title":"ResNet strikes back: An improved training procedure in timm","created":"2021-10-01","cited_by_count":368,"area":null},{"id":"2104.14421","title":"What Are Bayesian Neural Network Posteriors Really Like?","created":"2021-04-29","cited_by_count":308,"area":null},{"id":"2110.06296","title":"The Role of Permutation Invariance in Linear Mode Connectivity of Neural Networks","created":"2021-10-12","cited_by_count":291,"area":null},{"id":"2408.07666","title":"Model Merging in LLMs, MLLMs, and Beyond: Methods, Theories, Applications and Opportunities","created":"2024-08-14","cited_by_count":254,"area":null},{"id":"2511.08544","title":"LeJEPA: Provable and Scalable Self-Supervised Learning Without the Heuristics","created":"2025-11-11","cited_by_count":254,"area":null},{"id":"2103.00550","title":"A Survey on Deep Semi-supervised Learning","created":"2021-02-28","cited_by_count":251,"area":null},{"id":"2306.04488","title":"Rewarded soups: towards Pareto-optimal alignment by interpolating weights fine-tuned on diverse rewards","created":"2023-06-07","cited_by_count":243,"area":"alignment"},{"id":"2110.09468","title":"Improving Robustness using Generated Data","created":"2021-10-18","cited_by_count":234,"area":null},{"id":"2109.04617","title":"Efficiently Identifying Task Groupings for Multi-Task Learning","created":"2021-09-10","cited_by_count":222,"area":null},{"id":"2305.12827","title":"Task Arithmetic in the Tangent Space: Improved Editing of Pre-Trained Models","created":"2023-05-22","cited_by_count":221,"area":null},{"id":"2304.07288","title":"Cross-Entropy Loss Functions: Theoretical Analysis and Applications","created":"2023-04-14","cited_by_count":210,"area":null},{"id":"2302.04638","title":"Better Diffusion Models Further Improve Adversarial Training","created":"2023-02-09","cited_by_count":208,"area":"diffusion"},{"id":"2103.01946","title":"Fixing Data Augmentation to Improve Adversarial Robustness","created":"2021-03-02","cited_by_count":204,"area":null},{"id":"2111.05328","title":"Data Augmentation Can Improve Robustness","created":"2021-11-09","cited_by_count":194,"area":null},{"id":"2403.13257","title":"Arcee's MergeKit: A Toolkit for Merging Large Language Models","created":"2024-03-20","cited_by_count":194,"area":null},{"id":"2208.03306","title":"Branch-Train-Merge: Embarrassingly Parallel Training of Expert Language Models","created":"2022-08-05","cited_by_count":191,"area":null},{"id":"2208.05592","title":"Patching open-vocabulary models by interpolating weights","created":"2022-08-10","cited_by_count":190,"area":null},{"id":"2104.09841","title":"SelfReg: Self-supervised Contrastive Regularization for Domain Generalization","created":"2021-04-20","cited_by_count":189,"area":null},{"id":"2109.02934","title":"Fishr: Invariant Gradient Variances for Out-of-Distribution Generalization","created":"2021-09-07","cited_by_count":186,"area":null},{"id":"2203.05740","title":"QDrop: Randomly Dropping Quantization for Extremely Low-bit Post-Training Quantization","created":"2022-03-11","cited_by_count":180,"area":null},{"id":"2305.03053","title":"ZipIt! Merging Models from Different Tasks without Training","created":"2023-05-04","cited_by_count":179,"area":null},{"id":"2203.08065","title":"Surrogate Gap Minimization Improves Sharpness-Aware Training","created":"2022-03-15","cited_by_count":172,"area":null},{"id":"2405.18392","title":"Scaling Laws and Compute-Optimal Training Beyond Fixed Training Durations","created":"2024-05-28","cited_by_count":170,"area":null},{"id":"2405.15682","title":"The Road Less Scheduled","created":"2024-05-24","cited_by_count":163,"area":null},{"id":"2101.11952","title":"Rethinking Rotated Object Detection with Gaussian Wasserstein Distance Loss","created":"2021-01-28","cited_by_count":156,"area":null},{"id":"2106.11189","title":"Well-tuned Simple Nets Excel on Tabular Datasets","created":"2021-06-21","cited_by_count":151,"area":null},{"id":"2105.00097","title":"Self-supervised Augmentation Consistency for Adapting Semantic Segmentation","created":"2021-04-30","cited_by_count":149,"area":null},{"id":"2207.06966","title":"Scene Text Recognition with Permuted Autoregressive Sequence Models","created":"2022-07-14","cited_by_count":149,"area":null},{"id":"2205.09739","title":"Diverse Weight Averaging for Out-of-Distribution Generalization","created":"2022-05-19","cited_by_count":148,"area":null},{"id":"2401.12187","title":"WARM: On the Benefits of Weight Averaged Reward Models","created":"2024-01-22","cited_by_count":147,"area":"alignment"},{"id":"2110.10832","title":"Ensemble of Averages: Improving Model Selection and Boosting Performance in Domain Generalization","created":"2021-10-21","cited_by_count":144,"area":null},{"id":"2207.03620","title":"More ConvNets in the 2020s: Scaling up Kernels Beyond 51x51 using Sparsity","created":"2022-07-07","cited_by_count":142,"area":null},{"id":"2509.20354","title":"EmbeddingGemma: Powerful and Lightweight Text Representations","created":"2025-09-24","cited_by_count":139,"area":null},{"id":"2210.17451","title":"AdaMix: Mixture-of-Adaptations for Parameter-efficient Model Tuning","created":"2022-10-31","cited_by_count":137,"area":null},{"id":"2312.06795","title":"Model Breadcrumbs: Scaling Multi-Task Model Merging with Sparse Masks","created":"2023-12-11","cited_by_count":133,"area":null},{"id":"2203.02714","title":"Towards Efficient and Scalable Sharpness-Aware Minimization","created":"2022-03-05","cited_by_count":129,"area":null},{"id":"2211.08403","title":"REPAIR: REnormalizing Permuted Activations for Interpolation Repair","created":"2022-11-15","cited_by_count":120,"area":null},{"id":"2106.10456","title":"Humble Teachers Teach Better Students for Semi-Supervised Object Detection","created":"2021-06-19","cited_by_count":116,"area":"distill"},{"id":"2303.04248","title":"TRACT: Denoising Diffusion Models with Transitive Closure Time-Distillation","created":"2023-03-07","cited_by_count":116,"area":"diffusion"},{"id":"2303.06628","title":"Preventing Zero-Shot Transfer Degradation in Continual Learning of Vision-Language Models","created":"2023-03-12","cited_by_count":112,"area":"mllm"},{"id":"2402.11746","title":"Language Models are Homer Simpson! Safety Re-Alignment of Fine-tuned Language Models through Task Arithmetic","created":"2024-02-19","cited_by_count":112,"area":"alignment"},{"id":"2106.11342","title":"Dive into Deep Learning","created":"2021-06-21","cited_by_count":111,"area":null},{"id":"2202.10103","title":"Robustness and Accuracy Could Be Reconcilable by (Proper) Definition","created":"2022-02-21","cited_by_count":111,"area":null},{"id":"2102.08501","title":"DEUP: Direct Epistemic Uncertainty Prediction","created":"2021-02-16","cited_by_count":104,"area":null},{"id":"2303.10353","title":"Sharpness-Aware Gradient Matching for Domain Generalization","created":"2023-03-18","cited_by_count":102,"area":null},{"id":"2203.11834","title":"Improving Generalization in Federated Learning by Seeking Flat Minima","created":"2022-03-22","cited_by_count":98,"area":null},{"id":"2212.10445","title":"Model Ratatouille: Recycling Diverse Models for Out-of-Distribution Generalization","created":"2022-12-20","cited_by_count":97,"area":null},{"id":"2503.07891","title":"Gemini Embedding: Generalizable Embeddings from Gemini","created":"2025-03-10","cited_by_count":94,"area":null},{"id":"2302.07011","title":"A Modern Look at the Relationship between Sharpness and Generalization","created":"2023-02-14","cited_by_count":92,"area":null},{"id":"2403.19522","title":"Model Stock: All we need is just a few fine-tuned models","created":"2024-03-28","cited_by_count":92,"area":null},{"id":"2106.12372","title":"Real-time Neural Radiance Caching for Path Tracing","created":"2021-06-23","cited_by_count":91,"area":null},{"id":"2309.15698","title":"Deep Model Fusion: A Survey","created":"2023-09-27","cited_by_count":91,"area":null},{"id":"2211.14238","title":"Wild-Time: A Benchmark of in-the-Wild Distribution Shift over Time","created":"2022-11-25","cited_by_count":90,"area":null},{"id":"2306.03745","title":"Soft Merging of Experts with Adaptive Routing","created":"2023-06-06","cited_by_count":90,"area":"moe"},{"id":"2303.09105","title":"Rethinking Model Ensemble in Transfer-based Adversarial Attacks","created":"2023-03-16","cited_by_count":89,"area":null},{"id":"2106.01613","title":"NODE-GAM: Neural Generalized Additive Model for Interpretable Deep Learning","created":"2021-06-03","cited_by_count":88,"area":null},{"id":"2112.09205","title":"AFDetV2: Rethinking the Necessity of the Second Stage for Object Detection from Point Clouds","created":"2021-12-16","cited_by_count":88,"area":null},{"id":"2206.08213","title":"A Closer Look at Smoothness in Domain Adversarial Training","created":"2022-06-16","cited_by_count":85,"area":null},{"id":"2302.14301","title":"A Comprehensive Study on Robustness of Image Classification Models: Benchmarking and Rethinking","created":"2023-02-28","cited_by_count":85,"area":null},{"id":"2402.00433","title":"Merging Multi-Task Models via Weight-Ensembling Mixture of Experts","created":"2024-02-01","cited_by_count":85,"area":"moe"},{"id":"2102.00931","title":"Information-Theoretic Generalization Bounds for Stochastic Gradient Descent","created":"2021-02-01","cited_by_count":84,"area":null},{"id":"2206.04920","title":"Fisher SAM: Information Geometry and Sharpness Aware Minimisation","created":"2022-06-10","cited_by_count":84,"area":null},{"id":"2102.01243","title":"PSLA: Improving Audio Tagging with Pretraining, Sampling, Labeling, and Aggregation","created":"2021-02-02","cited_by_count":82,"area":null},{"id":"2102.10472","title":"Learning Neural Network Subspaces","created":"2021-02-20","cited_by_count":82,"area":null},{"id":"2109.05211","title":"RobustART: Benchmarking Robustness on Architecture Design and Training Techniques","created":"2021-09-11","cited_by_count":79,"area":null},{"id":"2502.05374","title":"Towards LLM Unlearning Resilient to Relearning Attacks: A Sharpness-Aware Minimization Perspective and Beyond","created":"2025-02-07","cited_by_count":79,"area":"safety"},{"id":"2101.08482","title":"Exponential Moving Average Normalization for Self-supervised and Semi-supervised Learning","created":"2021-01-21","cited_by_count":78,"area":null},{"id":"2202.00661","title":"When Do Flat Minima Optimizers Work?","created":"2022-02-01","cited_by_count":78,"area":null},{"id":"2309.06497","title":"A Distributed Data-Parallel PyTorch Implementation of the Distributed Shampoo Optimizer for Training Neural Networks At-Scale","created":"2023-09-12","cited_by_count":77,"area":null},{"id":"2310.12808","title":"Model Merging by Uncertainty-Based Gradient Matching","created":"2023-10-19","cited_by_count":77,"area":null},{"id":"2104.07446","title":"Rehearsal revealed: The limits and merits of revisiting samples in continual learning","created":"2021-04-15","cited_by_count":76,"area":null},{"id":"2102.13042","title":"Loss Surface Simplexes for Mode Connecting Volumes and Fast Ensembling","created":"2021-02-25","cited_by_count":75,"area":null},{"id":"2110.03825","title":"Exploring Architectural Ingredients of Adversarially Robust Deep Neural Networks","created":"2021-10-07","cited_by_count":74,"area":null},{"id":"2410.21676","title":"How Does Critical Batch Size Scale in Pre-training?","created":"2024-10-29","cited_by_count":73,"area":null},{"id":"2105.13493","title":"Efficient and Accurate Gradients for Neural SDEs","created":"2021-05-27","cited_by_count":71,"area":null},{"id":"2411.18704","title":"Exponential Moving Average of Weights in Deep Learning: Dynamics and Benefits","created":"2024-11-27","cited_by_count":71,"area":null},{"id":"2210.01725","title":"MEDFAIR: Benchmarking Fairness for Medical Imaging","created":"2022-10-04","cited_by_count":68,"area":null},{"id":"2210.05968","title":"Boosting the Transferability of Adversarial Attacks with Reverse Adversarial Perturbation","created":"2022-10-12","cited_by_count":68,"area":null},{"id":"2306.00650","title":"Universal Test-time Adaptation through Weight Ensembling, Diversity Weighting, and Prior Correction","created":"2023-06-01","cited_by_count":65,"area":null},{"id":"2310.04742","title":"Parameter Efficient Multi-task Model Fusion with Partial Linearization","created":"2023-10-07","cited_by_count":65,"area":null},{"id":"2207.02628","title":"The alignment property of SGD noise and how it helps select flat minima: A stability analysis","created":"2022-07-06","cited_by_count":64,"area":null},{"id":"2105.13462","title":"On Linear Stability of SGD and Input-Smoothness of Neural Networks","created":"2021-05-27","cited_by_count":63,"area":null},{"id":"2101.03305","title":"LightXML: Transformer with Dynamic Negative Sampling for High-Performance Extreme Multi-label Text Classification","created":"2021-01-09","cited_by_count":61,"area":null},{"id":"2110.12899","title":"No One Representation to Rule Them All: Overlapping Features of Training Methods","created":"2021-10-20","cited_by_count":58,"area":null},{"id":"2206.03996","title":"Sharp-MAML: Sharpness-Aware Model-Agnostic Meta Learning","created":"2022-06-08","cited_by_count":58,"area":null},{"id":"2302.10911","title":"Revisiting Weighted Aggregation in Federated Learning with Neural Networks","created":"2023-02-14","cited_by_count":58,"area":null},{"id":"2104.04448","title":"Relating Adversarially Robust Generalization to Flat Minima","created":"2021-04-09","cited_by_count":57,"area":null}],"next_cursor":"100"}