{"total":1271,"rows":[{"id":"2102.05918","title":"Scaling Up Visual and Vision-Language Representation Learning With Noisy Text Supervision","created":"2021-02-11","cited_by_count":3864,"area":null},{"id":"2203.05482","title":"Model soups: averaging weights of multiple fine-tuned models improves accuracy without increasing inference time","created":"2022-03-10","cited_by_count":1396,"area":null},{"id":"2101.01169","title":"Transformers in Vision: A Survey","created":"2021-01-04","cited_by_count":1013,"area":null},{"id":"2302.00487","title":"A Comprehensive Survey of Continual Learning: Theory, Method and Application","created":"2023-01-31","cited_by_count":872,"area":null},{"id":"2102.08604","title":"SWAD: Domain Generalization by Seeking Flat Minima","created":"2021-02-17","cited_by_count":434,"area":null},{"id":"2302.06675","title":"Symbolic Discovery of Optimization Algorithms","created":"2023-02-13","cited_by_count":434,"area":null},{"id":"2302.12400","title":"Towards Stable Test-Time Adaptation in Dynamic Wild World","created":"2023-02-24","cited_by_count":415,"area":null},{"id":"2110.00476","title":"ResNet strikes back: An improved training procedure in timm","created":"2021-10-01","cited_by_count":368,"area":null},{"id":"2102.06171","title":"High-Performance Large-Scale Image Recognition Without Normalization","created":"2021-02-11","cited_by_count":360,"area":null},{"id":"2204.08376","title":"Detecting Deepfakes with Self-Blended Images","created":"2022-04-18","cited_by_count":338,"area":null},{"id":"2202.06709","title":"How Do Vision Transformers Work?","created":"2022-02-14","cited_by_count":307,"area":null},{"id":"2102.11600","title":"ASAM: Adaptive Sharpness-Aware Minimization for Scale-Invariant Learning of Deep Neural Networks","created":"2021-02-23","cited_by_count":293,"area":null},{"id":"2106.01548","title":"When Vision Transformers Outperform ResNets without Pre-training or Strong Data Augmentations","created":"2021-06-03","cited_by_count":260,"area":null},{"id":"2408.07666","title":"Model Merging in LLMs, MLLMs, and Beyond: Methods, Theories, Applications and Opportunities","created":"2024-08-14","cited_by_count":254,"area":null},{"id":"2110.11216","title":"User-friendly introduction to PAC-Bayes bounds","created":"2021-10-21","cited_by_count":239,"area":null},{"id":"2111.07624","title":"Attention Mechanisms in Computer Vision: A Survey","created":"2021-11-15","cited_by_count":232,"area":null},{"id":"2105.07581","title":"Vision Transformers are Robust Learners","created":"2021-05-17","cited_by_count":207,"area":null},{"id":"2109.02934","title":"Fishr: Invariant Gradient Variances for Out-of-Distribution Generalization","created":"2021-09-07","cited_by_count":186,"area":null},{"id":"2203.05740","title":"QDrop: Randomly Dropping Quantization for Extremely Low-bit Post-Training Quantization","created":"2022-03-11","cited_by_count":180,"area":null},{"id":"2106.16031","title":"ResViT: Residual vision transformers for multi-modal medical image synthesis","created":"2021-06-30","cited_by_count":177,"area":null},{"id":"2208.06677","title":"Adan: Adaptive Nesterov Momentum Algorithm for Faster Optimizing Deep Models","created":"2022-08-13","cited_by_count":174,"area":null},{"id":"2203.08065","title":"Surrogate Gap Minimization Improves Sharpness-Aware Training","created":"2022-03-15","cited_by_count":172,"area":null},{"id":"2106.13112","title":"VOLO: Vision Outlooker for Visual Recognition","created":"2021-06-24","cited_by_count":165,"area":null},{"id":"2303.06296","title":"Stabilizing Transformer Training by Preventing Attention Entropy Collapse","created":"2023-03-11","cited_by_count":161,"area":null},{"id":"2209.15594","title":"Self-Stabilization: The Implicit Bias of Gradient Descent at the Edge of Stability","created":"2022-09-30","cited_by_count":155,"area":null},{"id":"2205.09739","title":"Diverse Weight Averaging for Out-of-Distribution Generalization","created":"2022-05-19","cited_by_count":148,"area":null},{"id":"2109.05687","title":"Raise a Child in Large Language Model: Towards Effective and Generalizable Fine-tuning","created":"2021-09-13","cited_by_count":146,"area":null},{"id":"2206.06232","title":"Towards Understanding Sharpness-Aware Minimization","created":"2022-06-13","cited_by_count":146,"area":null},{"id":"2206.02618","title":"Generalized Federated Learning via Sharpness Aware Minimization","created":"2022-06-06","cited_by_count":144,"area":null},{"id":"2211.11004","title":"Minimizing the Accumulated Trajectory Error to Improve Dataset Distillation","created":"2022-11-20","cited_by_count":142,"area":null},{"id":"2110.03141","title":"Efficient Sharpness-aware Minimization for Improved Training of Neural Networks","created":"2021-10-07","cited_by_count":137,"area":null},{"id":"2112.09153","title":"An Empirical Investigation of the Role of Pre-training in Lifelong Learning","created":"2021-12-16","cited_by_count":134,"area":null},{"id":"2112.03052","title":"Scaling Up Influence Functions","created":"2021-12-06","cited_by_count":132,"area":null},{"id":"2405.07813","title":"Localizing Task Information for Improved Model Merging and Compression","created":"2024-05-13","cited_by_count":131,"area":null},{"id":"2203.02714","title":"Towards Efficient and Scalable Sharpness-Aware Minimization","created":"2022-03-05","cited_by_count":129,"area":null},{"id":"2205.09745","title":"Understanding Gradient Descent on Edge of Stability in Deep Learning","created":"2022-05-19","cited_by_count":128,"area":null},{"id":"2110.05025","title":"Self-supervised Learning is More Robust to Dataset Imbalance","created":"2021-10-11","cited_by_count":123,"area":null},{"id":"2202.03599","title":"Penalizing Gradient Norm for Efficiently Improving Generalization in Deep Learning","created":"2022-02-08","cited_by_count":122,"area":null},{"id":"2106.06530","title":"Label Noise SGD Provably Prefers Flat Global Minimizers","created":"2021-06-11","cited_by_count":121,"area":null},{"id":"2103.03571","title":"Cycle Self-Training for Domain Adaptation","created":"2021-03-05","cited_by_count":120,"area":null},{"id":"2303.11851","title":"Sample4Geo: Hard Negative Sampling For Cross-View Geo-Localisation","created":"2023-03-21","cited_by_count":110,"area":null},{"id":"2110.08529","title":"Sharpness-Aware Minimization Improves Language Model Generalization","created":"2021-10-16","cited_by_count":108,"area":null},{"id":"2103.15670","title":"On the Adversarial Robustness of Vision Transformers","created":"2021-03-29","cited_by_count":106,"area":null},{"id":"2303.10353","title":"Sharpness-Aware Gradient Matching for Domain Generalization","created":"2023-03-18","cited_by_count":102,"area":null},{"id":"2111.10603","title":"Reasonable Effectiveness of Random Weighting: A Litmus Test for Multi-Task Learning","created":"2021-11-20","cited_by_count":101,"area":null},{"id":"2406.04836","title":"Revisiting Catastrophic Forgetting in Large Language Model Tuning","created":"2024-06-07","cited_by_count":99,"area":null},{"id":"2110.12894","title":"The Efficiency Misnomer","created":"2021-10-25","cited_by_count":98,"area":null},{"id":"2203.11834","title":"Improving Generalization in Federated Learning by Seeking Flat Minima","created":"2022-03-22","cited_by_count":98,"area":null},{"id":"2205.14083","title":"Sharpness-Aware Training for Free","created":"2022-05-27","cited_by_count":95,"area":null},{"id":"2302.07011","title":"A Modern Look at the Relationship between Sharpness and Generalization","created":"2023-02-14","cited_by_count":92,"area":null},{"id":"2303.09105","title":"Rethinking Model Ensemble in Transfer-based Adversarial Attacks","created":"2023-03-16","cited_by_count":89,"area":null},{"id":"2401.13856","title":"LAA-Net: Localized Artifact Attention Network for Quality-Agnostic and Generalizable Deepfake Detection","created":"2024-01-24","cited_by_count":89,"area":null},{"id":"2206.07085","title":"Understanding the Generalization Benefit of Normalization Layers: Sharpness Reduction","created":"2022-06-14","cited_by_count":86,"area":null},{"id":"2206.08213","title":"A Closer Look at Smoothness in Domain Adversarial Training","created":"2022-06-16","cited_by_count":85,"area":null},{"id":"2206.04920","title":"Fisher SAM: Information Geometry and Sharpness Aware Minimisation","created":"2022-06-10","cited_by_count":84,"area":null},{"id":"2210.14199","title":"Same Pre-training Loss, Better Downstream: Implicit Bias Matters for Language Models","created":"2022-10-25","cited_by_count":84,"area":null},{"id":"2102.10472","title":"Learning Neural Network Subspaces","created":"2021-02-20","cited_by_count":82,"area":null},{"id":"2107.02612","title":"Combining EfficientNet and Vision Transformers for Video Deepfake Detection","created":"2021-07-06","cited_by_count":82,"area":null},{"id":"2202.00661","title":"When Do Flat Minima Optimizers Work?","created":"2022-02-01","cited_by_count":78,"area":null},{"id":"2402.09963","title":"Why are Sensitive Functions Hard for Transformers?","created":"2024-02-15","cited_by_count":74,"area":null},{"id":"2110.04593","title":"Flattening Sharpness for Dynamic Gradient Projection Memory Benefits Continual Learning","created":"2021-10-09","cited_by_count":72,"area":null},{"id":"2210.05177","title":"Make Sharpness-Aware Minimization Stronger: A Sparsified Perturbation Approach","created":"2022-10-11","cited_by_count":70,"area":null},{"id":"2302.13485","title":"FedCLIP: Fast Generalization and Personalization for CLIP in Federated Learning","created":"2023-02-27","cited_by_count":70,"area":null},{"id":"2402.17229","title":"Preserving Fairness Generalization in Deepfake Detection","created":"2024-02-27","cited_by_count":70,"area":null},{"id":"2210.01725","title":"MEDFAIR: Benchmarking Fairness for Medical Imaging","created":"2022-10-04","cited_by_count":68,"area":null},{"id":"2210.05337","title":"SGD with Large Step Sizes Learns Sparse Features","created":"2022-10-11","cited_by_count":68,"area":null},{"id":"2210.05968","title":"Boosting the Transferability of Adversarial Attacks with Reverse Adversarial Perturbation","created":"2022-10-12","cited_by_count":68,"area":null},{"id":"2211.05729","title":"How Does Sharpness-Aware Minimization Minimize Sharpness?","created":"2022-11-10","cited_by_count":65,"area":null},{"id":"2306.06189","title":"FasterViT: Fast Vision Transformers with Hierarchical Attention","created":"2023-06-09","cited_by_count":65,"area":null},{"id":"2402.17641","title":"Variational Learning is Effective for Large Deep Networks","created":"2024-02-27","cited_by_count":65,"area":null},{"id":"2203.01665","title":"$\\beta$-DARTS: Beta-Decay Regularization for Differentiable Architecture Search","created":"2022-03-03","cited_by_count":64,"area":null},{"id":"2207.02628","title":"The alignment property of SGD noise and how it helps select flat minima: A stability analysis","created":"2022-07-06","cited_by_count":64,"area":null},{"id":"2304.11823","title":"Enhancing Fine-Tuning Based Backdoor Defense with Sharpness-Aware Minimization","created":"2023-04-24","cited_by_count":64,"area":null},{"id":"2109.14119","title":"Stochastic Training is Not Necessary for Generalization","created":"2021-09-29","cited_by_count":63,"area":null},{"id":"2207.12678","title":"Analyzing Sharpness along GD Trajectory: Progressive Sharpening and Edge of Stability","created":"2022-07-26","cited_by_count":63,"area":null},{"id":"2304.05366","title":"The No Free Lunch Theorem, Kolmogorov Complexity, and the Role of Inductive Biases in Machine Learning","created":"2023-04-11","cited_by_count":63,"area":null},{"id":"2306.02602","title":"ReContrast: Domain-Specific Anomaly Detection via Contrastive Reconstruction","created":"2023-06-05","cited_by_count":63,"area":null},{"id":"2310.10074","title":"SoTTA: Robust Test-Time Adaptation on Noisy Data Streams","created":"2023-10-16","cited_by_count":63,"area":null},{"id":"2106.09129","title":"A Winning Hand: Compressing Deep Networks Can Improve Out-Of-Distribution Robustness","created":"2021-06-16","cited_by_count":62,"area":null},{"id":"2306.11987","title":"Training Transformers with 4-bit Integers","created":"2023-06-21","cited_by_count":60,"area":null},{"id":"2206.03996","title":"Sharp-MAML: Sharpness-Aware Model-Agnostic Meta Learning","created":"2022-06-08","cited_by_count":58,"area":null},{"id":"2302.10911","title":"Revisiting Weighted Aggregation in Federated Learning with Neural Networks","created":"2023-02-14","cited_by_count":58,"area":null},{"id":"2203.08124","title":"Can Neural Nets Learn the Same Model Twice? Investigating Reproducibility and Double Descent from the Decision Boundary Perspective","created":"2022-03-15","cited_by_count":57,"area":null},{"id":"2206.10654","title":"On the Maximum Hessian Eigenvalue and Generalization","created":"2022-06-21","cited_by_count":57,"area":null},{"id":"2303.03108","title":"Gradient Norm Aware Minimization Seeks First-Order Flatness and Improves Generalization","created":"2023-03-03","cited_by_count":57,"area":null},{"id":"2503.02113","title":"Deep Learning is Not So Mysterious or Different","created":"2025-03-03","cited_by_count":56,"area":null},{"id":"2209.14981","title":"Stop Wasting My Time! Saving Days of ImageNet and BERT Training with Latest Weight Averaging","created":"2022-09-29","cited_by_count":54,"area":null},{"id":"2306.00204","title":"Toward Understanding Why Adam Converges Faster Than SGD for Transformers","created":"2023-05-31","cited_by_count":53,"area":null},{"id":"2403.12350","title":"Friendly Sharpness-Aware Minimization","created":"2024-03-19","cited_by_count":53,"area":null},{"id":"2210.01513","title":"The Dynamics of Sharpness-Aware Minimization: Bouncing Across Ravines and Drifting Towards Wide Minima","created":"2022-10-04","cited_by_count":51,"area":null},{"id":"2212.07469","title":"Learning threshold neurons via the \"edge of stability\"","created":"2022-12-14","cited_by_count":51,"area":null},{"id":"2211.11296","title":"SeeABLE: Soft Discrepancies and Bounded Contrastive Learning for Exposing Deepfakes","created":"2022-11-21","cited_by_count":49,"area":null},{"id":"2302.10429","title":"FedSpeed: Larger Local Interval, Less Communication Round, and Higher Generalization Accuracy","created":"2023-02-21","cited_by_count":49,"area":null},{"id":"2306.12517","title":"FFCV: Accelerating Training by Removing Data Bottlenecks","created":"2023-06-21","cited_by_count":49,"area":null},{"id":"2306.05225","title":"Boosting Adversarial Transferability by Achieving Flat Local Maxima","created":"2023-06-08","cited_by_count":48,"area":null},{"id":"2305.11584","title":"Dynamic Regularized Sharpness Aware Minimization in Federated Learning: Approaching Global Consistency and Smooth Landscape","created":"2023-05-19","cited_by_count":46,"area":null},{"id":"2111.04578","title":"Improved Regularization and Robustness for Fine-tuning in Neural Networks","created":"2021-11-08","cited_by_count":45,"area":null},{"id":"2209.01845","title":"Investigating the Impact of Model Misspecification in Neural Simulation-based Inference","created":"2022-09-05","cited_by_count":45,"area":null},{"id":"2302.04083","title":"Improving the Model Consistency of Decentralized Federated Learning","created":"2023-02-08","cited_by_count":45,"area":null},{"id":"2305.17490","title":"The Implicit Regularization of Dynamical Stability in Stochastic Gradient Descent","created":"2023-05-27","cited_by_count":44,"area":null}],"next_cursor":"100"}