{"total":509,"rows":[{"id":"2111.06377","title":"Masked Autoencoders Are Scalable Vision Learners","created":"2021-11-11","cited_by_count":7403,"area":null},{"id":"2103.03230","title":"Barlow Twins: Self-Supervised Learning via Redundancy Reduction","created":"2021-03-04","cited_by_count":1838,"area":null},{"id":"2104.02057","title":"An Empirical Study of Training Self-Supervised Vision Transformers","created":"2021-04-05","cited_by_count":1616,"area":null},{"id":"2105.04906","title":"VICReg: Variance-Invariance-Covariance Regularization for Self-Supervised Learning","created":"2021-05-11","cited_by_count":1057,"area":null},{"id":"2205.13535","title":"AdaptFormer: Adapting Vision Transformers for Scalable Visual Recognition","created":"2022-05-26","cited_by_count":719,"area":null},{"id":"2102.06171","title":"High-Performance Large-Scale Image Recognition Without Normalization","created":"2021-02-11","cited_by_count":360,"area":null},{"id":"2305.17333","title":"Fine-Tuning Language Models with Just Forward Passes","created":"2023-05-27","cited_by_count":345,"area":null},{"id":"2204.09817","title":"Making the Most of Text Semantics to Improve Biomedical Vision--Language Processing","created":"2022-04-21","cited_by_count":339,"area":null},{"id":"2104.14548","title":"With a Little Help from My Friends: Nearest-Neighbor Contrastive Learning of Visual Representations","created":"2021-04-29","cited_by_count":326,"area":null},{"id":"2101.05224","title":"Big Self-Supervised Models Advance Medical Image Classification","created":"2021-01-13","cited_by_count":320,"area":null},{"id":"2212.00794","title":"Scaling Language-Image Pre-training via Masking","created":"2022-12-01","cited_by_count":317,"area":null},{"id":"2202.03026","title":"Context Autoencoder for Self-Supervised Representation Learning","created":"2022-02-07","cited_by_count":297,"area":null},{"id":"2203.03466","title":"Tensor Programs V: Tuning Large Neural Networks via Zero-Shot Hyperparameter Transfer","created":"2022-03-07","cited_by_count":288,"area":null},{"id":"2102.06810","title":"Understanding self-supervised Learning Dynamics without Contrastive Pairs","created":"2021-02-12","cited_by_count":256,"area":null},{"id":"2304.12210","title":"A Cookbook of Self-Supervised Learning","created":"2023-04-24","cited_by_count":250,"area":null},{"id":"2211.09117","title":"MAGE: MAsked Generative Encoder to Unify Representation Learning and Image Synthesis","created":"2022-11-16","cited_by_count":227,"area":null},{"id":"2104.14558","title":"A Large-Scale Study on Unsupervised Spatiotemporal Representation Learning","created":"2021-04-29","cited_by_count":214,"area":null},{"id":"2103.01988","title":"Self-supervised Pretraining of Visual Features in the Wild","created":"2021-03-02","cited_by_count":198,"area":null},{"id":"2502.07529","title":"Training Deep Learning Models with Norm-Constrained LMOs","created":"2025-02-11","cited_by_count":192,"area":null},{"id":"2106.06639","title":"Federated Learning with Buffered Asynchronous Aggregation","created":"2021-06-11","cited_by_count":190,"area":null},{"id":"2202.10261","title":"A Self-Supervised Descriptor for Image Copy Detection","created":"2022-02-21","cited_by_count":176,"area":null},{"id":"2208.06677","title":"Adan: Adaptive Nesterov Momentum Algorithm for Faster Optimizing Deep Models","created":"2022-08-13","cited_by_count":174,"area":null},{"id":"2303.06296","title":"Stabilizing Transformer Training by Preventing Attention Entropy Collapse","created":"2023-03-11","cited_by_count":161,"area":null},{"id":"2105.00470","title":"On Feature Decorrelation in Self-Supervised Learning","created":"2021-05-02","cited_by_count":160,"area":null},{"id":"2206.15472","title":"On-Device Training Under 256KB Memory","created":"2022-06-30","cited_by_count":160,"area":null},{"id":"2210.10716","title":"CroCo: Self-Supervised Pre-training for 3D Vision Tasks by Cross-View Completion","created":"2022-10-19","cited_by_count":160,"area":null},{"id":"2210.02885","title":"RankMe: Assessing the downstream performance of pretrained self-supervised representations by their rank","created":"2022-10-05","cited_by_count":153,"area":null},{"id":"2103.10957","title":"Efficient Visual Pretraining with Contrastive Detection","created":"2021-03-19","cited_by_count":150,"area":null},{"id":"2212.04690","title":"Benchmarking Self-Supervised Learning on Diverse Pathology Datasets","created":"2022-12-09","cited_by_count":150,"area":null},{"id":"2112.04215","title":"Self-Supervised Models are Continual Learners","created":"2021-12-08","cited_by_count":149,"area":null},{"id":"2110.06848","title":"Decoupled Contrastive Learning","created":"2021-10-13","cited_by_count":143,"area":null},{"id":"2212.04612","title":"Training Data Influence Analysis and Estimation: A Survey","created":"2022-12-09","cited_by_count":135,"area":null},{"id":"2203.02714","title":"Towards Efficient and Scalable Sharpness-Aware Minimization","created":"2022-03-05","cited_by_count":129,"area":null},{"id":"2210.01571","title":"VICRegL: Self-Supervised Learning of Local Visual Features","created":"2022-10-04","cited_by_count":118,"area":null},{"id":"2104.13963","title":"Semi-Supervised Learning of Visual Features by Non-Parametrically Predicting View Assignments with Support Samples","created":"2021-04-28","cited_by_count":114,"area":null},{"id":"2206.02574","title":"On the duality between contrastive and non-contrastive self-supervised learning","created":"2022-06-03","cited_by_count":108,"area":null},{"id":"2105.05837","title":"When Does Contrastive Visual Representation Learning Work?","created":"2021-05-12","cited_by_count":92,"area":null},{"id":"2303.04947","title":"InfoBatch: Lossless Training Speed Up by Unbiased Dynamic Data Pruning","created":"2023-03-08","cited_by_count":90,"area":null},{"id":"2403.17919","title":"LISA: Layerwise Importance Sampling for Memory-Efficient Large Language Model Fine-Tuning","created":"2024-03-26","cited_by_count":89,"area":null},{"id":"2302.12022","title":"DoG is SGD's Best Friend: A Parameter-Free Dynamic Step Size Schedule","created":"2023-02-08","cited_by_count":85,"area":null},{"id":"2203.12533","title":"Pathways: Asynchronous Distributed Dataflow for ML","created":"2022-03-23","cited_by_count":82,"area":null},{"id":"2110.04770","title":"Weakly Supervised Contrastive Learning","created":"2021-10-10","cited_by_count":81,"area":null},{"id":"2106.14343","title":"High-probability Bounds for Non-Convex Stochastic Optimization with Heavy Tails","created":"2021-06-28","cited_by_count":80,"area":null},{"id":"2202.08360","title":"Vision Models Are More Robust And Fair When Pretrained On Uncurated Images Without Supervision","created":"2022-02-16","cited_by_count":80,"area":null},{"id":"2203.08777","title":"Object discovery and representation networks","created":"2022-03-16","cited_by_count":80,"area":null},{"id":"2211.02633","title":"A Theoretical Study on Solving Continual Learning","created":"2022-11-04","cited_by_count":80,"area":null},{"id":"2204.13226","title":"Offline Visual Representation Learning for Embodied Navigation","created":"2022-04-27","cited_by_count":75,"area":null},{"id":"2106.07820","title":"On Large-Cohort Training for Federated Learning","created":"2021-06-15","cited_by_count":74,"area":null},{"id":"2410.21676","title":"How Does Critical Batch Size Scale in Pre-training?","created":"2024-10-29","cited_by_count":73,"area":null},{"id":"2205.15288","title":"Self-Supervised Visual Representation Learning with Semantic Grouping","created":"2022-05-30","cited_by_count":70,"area":null},{"id":"2208.06049","title":"MILAN: Masked Image Pretraining on Language Assisted Representation","created":"2022-08-11","cited_by_count":69,"area":null},{"id":"2403.19949","title":"FairCLIP: Harnessing Fairness in Vision-Language Learning","created":"2024-03-29","cited_by_count":69,"area":null},{"id":"2201.05119","title":"Pushing the limits of self-supervised ResNets: Can we outperform supervised learning without labels on ImageNet?","created":"2022-01-13","cited_by_count":67,"area":null},{"id":"2203.01205","title":"Audio Self-supervised Learning: A Survey","created":"2022-03-02","cited_by_count":65,"area":null},{"id":"2210.12843","title":"Delving into Masked Autoencoders for Multi-Label Thorax Disease Classification","created":"2022-10-23","cited_by_count":65,"area":null},{"id":"2109.14119","title":"Stochastic Training is Not Necessary for Generalization","created":"2021-09-29","cited_by_count":63,"area":null},{"id":"2106.10207","title":"Distributed Deep Learning in Open Collaborations","created":"2021-06-18","cited_by_count":58,"area":null},{"id":"2210.07277","title":"The Hidden Uniform Cluster Prior in Self-Supervised Learning","created":"2022-10-13","cited_by_count":58,"area":null},{"id":"2211.09760","title":"VeLO: Training Versatile Learned Optimizers by Scaling Up","created":"2022-11-17","cited_by_count":57,"area":null},{"id":"2305.17212","title":"Rotational Equilibrium: How Weight Decay Balances Learning Across Neural Networks","created":"2023-05-26","cited_by_count":53,"area":null},{"id":"2203.17248","title":"Dual Temperature Helps Contrastive Learning Without Many Negative Samples: Towards Understanding and Simplifying MoCo","created":"2022-03-30","cited_by_count":52,"area":null},{"id":"2105.07561","title":"Layerwise Optimization by Gradient Decomposition for Continual Learning","created":"2021-05-17","cited_by_count":51,"area":null},{"id":"2207.00449","title":"Dissecting Self-Supervised Learning Methods for Surgical Computer Vision","created":"2022-07-01","cited_by_count":48,"area":null},{"id":"2102.06866","title":"Understanding Negative Samples in Instance Discriminative Self-supervised Representation Learning","created":"2021-02-13","cited_by_count":47,"area":null},{"id":"2201.10000","title":"Neural Manifold Clustering and Embedding","created":"2022-01-24","cited_by_count":44,"area":null},{"id":"2106.11118","title":"SODA10M: A Large-Scale 2D Self/Semi-Supervised Object Detection Dataset for Autonomous Driving","created":"2021-06-21","cited_by_count":43,"area":null},{"id":"2202.12387","title":"Provable Stochastic Optimization for Global Contrastive Learning: Small Batch Does Not Harm Performance","created":"2022-02-24","cited_by_count":43,"area":null},{"id":"2505.13738","title":"Power Lines: Scaling Laws for Weight Decay and Batch Size in LLM Pre-training","created":"2025-05-19","cited_by_count":43,"area":null},{"id":"2412.19529","title":"Nonconvex Stochastic Optimization under Heavy-Tailed Noises: Optimal Convergence without Gradient Clipping","created":"2024-12-27","cited_by_count":42,"area":null},{"id":"2108.12178","title":"MultiSiam: Self-supervised Multi-instance Siamese Representation Learning for Autonomous Driving","created":"2021-08-27","cited_by_count":41,"area":null},{"id":"2109.12909","title":"Compressive Visual Representations","created":"2021-09-27","cited_by_count":41,"area":null},{"id":"2205.02973","title":"Large Scale Transfer Learning for Differentially Private Image Classification","created":"2022-05-06","cited_by_count":41,"area":null},{"id":"2507.07101","title":"Small Batch Size Training for Language Models: When Vanilla SGD Works, and Why Gradient Accumulation Is Wasteful","created":"2025-07-09","cited_by_count":41,"area":null},{"id":"2104.11981","title":"DecentLaM: Decentralized Momentum SGD for Large-batch Deep Training","created":"2021-04-24","cited_by_count":40,"area":null},{"id":"2205.09723","title":"Robust and Efficient Medical Imaging with Self-Supervision","created":"2022-05-19","cited_by_count":40,"area":null},{"id":"2403.19076","title":"Tiny Machine Learning: Progress and Futures","created":"2024-03-28","cited_by_count":40,"area":null},{"id":"2110.00175","title":"DualNet: Continual Learning, Fast and Slow","created":"2021-10-01","cited_by_count":39,"area":null},{"id":"2204.00613","title":"On the Importance of Asymmetry for Siamese Representation Learning","created":"2022-04-01","cited_by_count":39,"area":null},{"id":"2205.01789","title":"Do More Negative Samples Necessarily Hurt in Contrastive Learning?","created":"2022-05-03","cited_by_count":39,"area":null},{"id":"2302.01107","title":"A Survey on Efficient Training of Transformers","created":"2023-02-02","cited_by_count":39,"area":null},{"id":"2210.06640","title":"Compute-Efficient Deep Learning: Algorithmic Trends and Opportunities","created":"2022-10-13","cited_by_count":38,"area":null},{"id":"2306.13575","title":"Scaling MLPs: A Tale of Inductive Bias","created":"2023-06-23","cited_by_count":37,"area":null},{"id":"2307.07487","title":"DreamTeacher: Pretraining Image Backbones with Deep Generative Models","created":"2023-07-14","cited_by_count":37,"area":null},{"id":"2103.15566","title":"Contrastive Domain Adaptation","created":"2021-03-26","cited_by_count":36,"area":null},{"id":"2104.08984","title":"Contrastive Learning Improves Model Robustness Under Label Noise","created":"2021-04-19","cited_by_count":36,"area":null},{"id":"2203.12710","title":"The Challenges of Continuous Self-Supervised Learning","created":"2022-03-23","cited_by_count":36,"area":null},{"id":"2303.15438","title":"On the Stepwise Nature of Self-Supervised Learning","created":"2023-03-27","cited_by_count":36,"area":null},{"id":"2307.02047","title":"CAME: Confidence-guided Adaptive Memory Efficient Optimization","created":"2023-07-05","cited_by_count":36,"area":null},{"id":"2309.05300","title":"Decoupling Common and Unique Representations for Multimodal Self-supervised Learning","created":"2023-09-11","cited_by_count":36,"area":null},{"id":"2505.12477","title":"Joint Embedding vs Reconstruction: Provable Benefits of Latent Space Prediction for Self Supervised Learning","created":"2025-05-18","cited_by_count":36,"area":null},{"id":"2208.03497","title":"Contrastive Positive Mining for Unsupervised 3D Action Representation Learning","created":"2022-08-06","cited_by_count":34,"area":null},{"id":"2410.04332","title":"Gradient Routing: Masking Gradients to Localize Computation in Neural Networks","created":"2024-10-06","cited_by_count":34,"area":null},{"id":"2204.08227","title":"The Devil is in the Frequency: Geminated Gestalt Autoencoder for Self-Supervised Visual Pre-Training","created":"2022-04-18","cited_by_count":33,"area":null},{"id":"2210.11464","title":"Self-Supervised Learning via Maximum Entropy Coding","created":"2022-10-20","cited_by_count":33,"area":null},{"id":"2503.10537","title":"Structured Preconditioners in Adaptive Optimization: A Unified Analysis","created":"2025-03-13","cited_by_count":33,"area":null},{"id":"2201.11279","title":"Revisiting RCAN: Improved Training for Image Super-Resolution","created":"2022-01-27","cited_by_count":32,"area":null},{"id":"2410.20625","title":"LoRA Done RITE: Robust Invariant Transformation Equilibration for LoRA Optimization","created":"2024-10-27","cited_by_count":32,"area":null},{"id":"2203.14898","title":"Learning Where to Learn in Cross-View Self-Supervised Learning","created":"2022-03-28","cited_by_count":31,"area":null},{"id":"2307.05432","title":"Self-Supervised Learning with Lie Symmetries for Partial Differential Equations","created":"2023-07-11","cited_by_count":29,"area":null},{"id":"2101.06553","title":"Self-Supervised Representation Learning from Flow Equivariance","created":"2021-01-16","cited_by_count":28,"area":null}],"next_cursor":"100"}