{"total":522,"rows":[{"id":"2210.08402","title":"LAION-5B: An open large-scale dataset for training next generation image-text models","created":"2022-10-16","cited_by_count":4152,"area":null},{"id":"2203.05482","title":"Model soups: averaging weights of multiple fine-tuned models improves accuracy without increasing inference time","created":"2022-03-10","cited_by_count":1396,"area":null},{"id":"2212.07143","title":"Reproducible scaling laws for contrastive language-image learning","created":"2022-12-14","cited_by_count":1173,"area":null},{"id":"2111.11432","title":"Florence: A New Foundation Model for Computer Vision","created":"2021-11-22","cited_by_count":804,"area":null},{"id":"2109.01903","title":"Robust fine-tuning of zero-shot models","created":"2021-09-04","cited_by_count":797,"area":null},{"id":"2202.10054","title":"Fine-Tuning can Distort Pretrained Features and Underperform Out-of-Distribution","created":"2022-02-21","cited_by_count":739,"area":null},{"id":"2104.10972","title":"ImageNet-21K Pretraining for the Masses","created":"2021-04-22","cited_by_count":613,"area":null},{"id":"2111.07991","title":"LiT: Zero-Shot Transfer with Locked-image text Tuning","created":"2021-11-15","cited_by_count":577,"area":null},{"id":"2106.10270","title":"How to train your ViT? Data, Augmentation, and Regularization in Vision Transformers","created":"2021-06-18","cited_by_count":569,"area":null},{"id":"2110.05208","title":"Supervision Exists Everywhere: A Data Efficient Contrastive Language-Image Pre-training Paradigm","created":"2021-10-11","cited_by_count":405,"area":null},{"id":"2203.03570","title":"Kubric: A scalable dataset generator","created":"2022-03-07","cited_by_count":381,"area":null},{"id":"2204.02937","title":"Last Layer Re-Training is Sufficient for Robustness to Spurious Correlations","created":"2022-04-06","cited_by_count":381,"area":null},{"id":"2102.06701","title":"Explaining Neural Scaling Laws","created":"2021-02-12","cited_by_count":363,"area":null},{"id":"2107.06263","title":"CMT: Convolutional Neural Networks Meet Vision Transformers","created":"2021-07-13","cited_by_count":310,"area":null},{"id":"2107.04649","title":"Accuracy on the Line: On the Strong Correlation Between Out-of-Distribution and In-Distribution Generalization","created":"2021-07-09","cited_by_count":249,"area":null},{"id":"2111.09839","title":"Training Neural Networks with Fixed Sparse Masks","created":"2021-11-18","cited_by_count":214,"area":null},{"id":"2111.01007","title":"Projected GANs Converge Faster","created":"2021-11-01","cited_by_count":208,"area":null},{"id":"2210.11466","title":"Surgical Fine-Tuning Improves Adaptation to Distribution Shifts","created":"2022-10-20","cited_by_count":205,"area":null},{"id":"2101.12037","title":"BENDR: using transformers and a contrastive self-supervised learning task to learn from massive amounts of EEG data","created":"2021-01-28","cited_by_count":199,"area":null},{"id":"2306.00984","title":"StableRep: Synthetic Images from Text-to-Image Models Make Strong Visual Representation Learners","created":"2023-06-01","cited_by_count":177,"area":null},{"id":"2404.08636","title":"Probing the 3D Awareness of Visual Foundation Models","created":"2024-04-12","cited_by_count":177,"area":null},{"id":"2102.11005","title":"LogME: Practical Assessment of Pre-trained Models for Transfer Learning","created":"2021-02-22","cited_by_count":172,"area":null},{"id":"2103.16483","title":"Benchmarking Representation Learning for Natural World Image Collections","created":"2021-03-30","cited_by_count":168,"area":null},{"id":"2307.02251","title":"RanPAC: Random Projections and Pre-trained Models for Continual Learning","created":"2023-07-05","cited_by_count":164,"area":null},{"id":"2206.15472","title":"On-Device Training Under 256KB Memory","created":"2022-06-30","cited_by_count":160,"area":null},{"id":"2103.07579","title":"Revisiting ResNets: Improved Training and Scaling Strategies","created":"2021-03-13","cited_by_count":158,"area":null},{"id":"2212.00638","title":"Finetune like you pretrain: Improved finetuning of zero-shot vision models","created":"2022-12-01","cited_by_count":150,"area":null},{"id":"2212.04690","title":"Benchmarking Self-Supervised Learning on Diverse Pathology Datasets","created":"2022-12-09","cited_by_count":150,"area":null},{"id":"2304.09172","title":"Hyperbolic Image-Text Representations","created":"2023-04-18","cited_by_count":136,"area":null},{"id":"2101.04731","title":"SEED: Self-supervised Distillation For Visual Representation","created":"2021-01-12","cited_by_count":134,"area":null},{"id":"2101.05022","title":"Re-labeling ImageNet: from Single to Multi-Labels, from Global to Localized Labels","created":"2021-01-13","cited_by_count":118,"area":null},{"id":"2207.00099","title":"Measuring Forgetting of Memorized Training Examples","created":"2022-06-30","cited_by_count":118,"area":null},{"id":"2205.13543","title":"Revealing the Dark Secrets of Masked Image Modeling","created":"2022-05-26","cited_by_count":117,"area":null},{"id":"2107.03315","title":"Predicting with Confidence on Unseen Distributions","created":"2021-07-07","cited_by_count":116,"area":null},{"id":"2201.08371","title":"Revisiting Weakly Supervised Pre-Training of Visual Perception Models","created":"2022-01-20","cited_by_count":116,"area":null},{"id":"2307.14768","title":"Gloss-free Sign Language Translation: Improving from Visual-Language Pretraining","created":"2023-07-27","cited_by_count":105,"area":null},{"id":"2105.13381","title":"Recent advances and clinical applications of deep learning in medical image analysis","created":"2021-05-27","cited_by_count":104,"area":null},{"id":"2106.05258","title":"Generative Models as a Data Source for Multiview Representation Learning","created":"2021-06-09","cited_by_count":104,"area":null},{"id":"2110.02095","title":"Exploring the Limits of Large Scale Pre-training","created":"2021-10-05","cited_by_count":104,"area":null},{"id":"2101.08515","title":"Pre-training without Natural Images","created":"2021-01-21","cited_by_count":100,"area":null},{"id":"2302.00864","title":"CLIPood: Generalizing CLIP to Out-of-Distributions","created":"2023-02-02","cited_by_count":96,"area":null},{"id":"2110.13100","title":"Parameter Prediction for Unseen Deep Architectures","created":"2021-10-25","cited_by_count":89,"area":null},{"id":"2112.09130","title":"Ensembling Off-the-shelf Models for GAN Training","created":"2021-12-16","cited_by_count":86,"area":null},{"id":"2105.08054","title":"Divide and Contrast: Self-supervised Learning from Uncurated Data","created":"2021-05-17","cited_by_count":85,"area":null},{"id":"2103.13258","title":"Dynamic Slimmable Network","created":"2021-03-24","cited_by_count":83,"area":null},{"id":"2104.02133","title":"SpeechStew: Simply Mix All Available Speech Recognition Data to Train One Large Neural Network","created":"2021-04-05","cited_by_count":83,"area":null},{"id":"2201.03529","title":"Head2Toe: Utilizing Intermediate Representations for Better Transfer Learning","created":"2022-01-10","cited_by_count":83,"area":null},{"id":"2103.12718","title":"Self-Supervised Pretraining Improves Self-Supervised Pretraining","created":"2021-03-23","cited_by_count":82,"area":null},{"id":"2103.13517","title":"A Broad Study on the Transferability of Visual Representations with Contrastive Learning","created":"2021-03-24","cited_by_count":78,"area":null},{"id":"2210.17409","title":"Deep Model Reassembly","created":"2022-10-24","cited_by_count":78,"area":null},{"id":"2106.08320","title":"Self-Supervised Learning with Kernel Dependence Maximization","created":"2021-06-15","cited_by_count":77,"area":null},{"id":"2103.16107","title":"Large Scale Visual Food Recognition","created":"2021-03-30","cited_by_count":75,"area":null},{"id":"2211.01201","title":"Human alignment of neural network representations","created":"2022-11-02","cited_by_count":74,"area":null},{"id":"2310.19909","title":"Battle of the Backbones: A Large-Scale Comparison of Pretrained Models across Computer Vision Tasks","created":"2023-10-30","cited_by_count":72,"area":null},{"id":"2206.11488","title":"On the Importance and Applicability of Pre-Training for Federated Learning","created":"2022-06-23","cited_by_count":71,"area":null},{"id":"2102.10680","title":"Transferable Visual Words: Exploiting the Semantics of Anatomical Patterns for Self-supervised Learning","created":"2021-02-21","cited_by_count":68,"area":null},{"id":"2303.13496","title":"The effectiveness of MAE pre-pretraining for billion-scale pretraining","created":"2023-03-23","cited_by_count":68,"area":null},{"id":"2105.11144","title":"Improved OOD Generalization via Adversarial Training and Pre-training","created":"2021-05-24","cited_by_count":66,"area":null},{"id":"2203.11819","title":"A Broad Study of Pre-training for Domain Generalization and Adaptation","created":"2022-03-22","cited_by_count":65,"area":null},{"id":"2101.12355","title":"A Petri Dish for Histopathology Image Analysis","created":"2021-01-29","cited_by_count":64,"area":null},{"id":"2112.10175","title":"On Efficient Transformer-Based Image Pre-training for Low-Level Vision","created":"2021-12-19","cited_by_count":64,"area":null},{"id":"2202.07136","title":"Debiased Self-Training for Semi-Supervised Learning","created":"2022-02-15","cited_by_count":62,"area":null},{"id":"2203.01825","title":"What Makes Transfer Learning Work For Medical Images: Feature Reuse & Other Factors","created":"2022-03-02","cited_by_count":61,"area":null},{"id":"2204.02782","title":"GemNet-OC: Developing Graph Neural Networks for Large and Diverse Molecular Simulation Datasets","created":"2022-04-06","cited_by_count":61,"area":null},{"id":"2205.04596","title":"When does dough become a bagel? Analyzing the remaining mistakes on ImageNet","created":"2022-05-09","cited_by_count":61,"area":null},{"id":"2407.21792","title":"Safetywashing: Do AI Safety Benchmarks Actually Measure Safety Progress?","created":"2024-07-31","cited_by_count":61,"area":null},{"id":"2103.05121","title":"Multiple Instance Captioning: Learning Representations from Histopathology Textbooks and Articles","created":"2021-03-08","cited_by_count":58,"area":null},{"id":"2110.12899","title":"No One Representation to Rule Them All: Overlapping Features of Training Methods","created":"2021-10-20","cited_by_count":58,"area":null},{"id":"2101.06871","title":"CheXtransfer: Performance and Parameter Efficiency of ImageNet Models for Chest X-Ray Interpretation","created":"2021-01-18","cited_by_count":57,"area":null},{"id":"2201.05867","title":"Transferability in Deep Learning: A Survey","created":"2022-01-15","cited_by_count":57,"area":null},{"id":"2212.03220","title":"Visual Query Tuning: Towards Effective Usage of Intermediate Representations for Parameter and Memory Efficient Transfer Learning","created":"2022-12-06","cited_by_count":57,"area":null},{"id":"2103.01315","title":"Exploring Complementary Strengths of Invariant and Equivariant Representations for Few-Shot Learning","created":"2021-03-01","cited_by_count":56,"area":null},{"id":"2103.13318","title":"Factors of Influence for Transfer Learning across Diverse Appearance Domains and Task Types","created":"2021-03-24","cited_by_count":54,"area":null},{"id":"2111.12780","title":"Transferability Estimation using Bhattacharyya Class Separability","created":"2021-11-24","cited_by_count":54,"area":null},{"id":"2207.14381","title":"Pro-tuning: Unified Prompt Tuning for Vision Tasks","created":"2022-07-28","cited_by_count":53,"area":null},{"id":"2102.06605","title":"Unleashing the Power of Contrastive Self-Supervised Visual Models via Contrast-Regularized Fine-Tuning","created":"2021-02-12","cited_by_count":50,"area":null},{"id":"2111.13445","title":"How Well Do Sparse Imagenet Models Transfer?","created":"2021-11-26","cited_by_count":50,"area":null},{"id":"2111.09613","title":"Improving Transferability of Representations via Augmentation-Aware Self-Supervision","created":"2021-11-18","cited_by_count":49,"area":null},{"id":"2202.05338","title":"Accountability in an Algorithmic Society: Relationality, Responsibility, and Robustness in Machine Learning","created":"2022-02-10","cited_by_count":48,"area":null},{"id":"2210.00036","title":"Differentially Private Bias-Term Fine-tuning of Foundation Models","created":"2022-09-30","cited_by_count":48,"area":null},{"id":"2102.06866","title":"Understanding Negative Samples in Instance Discriminative Self-supervised Representation Learning","created":"2021-02-13","cited_by_count":47,"area":null},{"id":"2110.15255","title":"Self-Supervised Learning Disentangled Group Representation as Feature","created":"2021-10-28","cited_by_count":47,"area":null},{"id":"2301.12246","title":"A Closer Look at Few-shot Classification Again","created":"2023-01-28","cited_by_count":46,"area":null},{"id":"2306.03805","title":"The Emergence of Essential Sparsity in Large Pre-trained Models: The Weights that Matter","created":"2023-06-06","cited_by_count":42,"area":null},{"id":"2109.12909","title":"Compressive Visual Representations","created":"2021-09-27","cited_by_count":41,"area":null},{"id":"2111.06977","title":"Scalable Diverse Model Selection for Accessible Transfer Learning","created":"2021-11-12","cited_by_count":40,"area":null},{"id":"2403.19076","title":"Tiny Machine Learning: Progress and Futures","created":"2024-03-28","cited_by_count":40,"area":null},{"id":"2404.09385","title":"A Large-Scale Evaluation of Speech Foundation Models","created":"2024-04-15","cited_by_count":40,"area":null},{"id":"2207.07635","title":"Is a Caption Worth a Thousand Images? A Controlled Study for Representation Learning","created":"2022-07-15","cited_by_count":39,"area":null},{"id":"2101.05913","title":"Supervised Transfer Learning at Scale for Medical Imaging","created":"2021-01-14","cited_by_count":38,"area":null},{"id":"2104.13497","title":"ConTNet: Why not use convolution and transformer at the same time?","created":"2021-04-27","cited_by_count":38,"area":null},{"id":"2207.07106","title":"Benchmarking Omni-Vision Representation through the Lens of Visual Realms","created":"2022-07-14","cited_by_count":38,"area":null},{"id":"2212.09067","title":"Fine-Tuning Is All You Need to Mitigate Backdoor Attacks","created":"2022-12-18","cited_by_count":38,"area":null},{"id":"2306.04507","title":"Improving neural network representations using human similarity judgments","created":"2023-06-07","cited_by_count":38,"area":null},{"id":"2103.14005","title":"Contrasting Contrastive Self-Supervised Representation Learning Pipelines","created":"2021-03-25","cited_by_count":37,"area":null},{"id":"2207.02261","title":"OpenLDN: Learning to Discover Novel Classes for Open-World Semi-Supervised Learning","created":"2022-07-05","cited_by_count":37,"area":null},{"id":"2210.04213","title":"Towards Understanding and Boosting Adversarial Transferability from a Distribution Perspective","created":"2022-10-09","cited_by_count":37,"area":null},{"id":"2104.00679","title":"A Realistic Evaluation of Semi-Supervised Learning for Fine-Grained Classification","created":"2021-04-01","cited_by_count":36,"area":null},{"id":"2106.15434","title":"Zoo-Tuning: Adaptive Transfer from a Zoo of Models","created":"2021-06-29","cited_by_count":35,"area":null},{"id":"2108.05305","title":"ConvNets vs. Transformers: Whose Visual Representations are More Transferable?","created":"2021-08-11","cited_by_count":35,"area":null}],"next_cursor":"100"}