{"total":297,"rows":[{"id":"2110.09348","title":"Understanding Dimensional Collapse in Contrastive Self-supervised Learning","created":"2021-10-18","cited_by_count":378,"area":null},{"id":"2304.12210","title":"A Cookbook of Self-Supervised Learning","created":"2023-04-24","cited_by_count":250,"area":null},{"id":"2301.05712","title":"A Survey on Self-supervised Learning: Algorithms, Applications, and Future Trends","created":"2023-01-13","cited_by_count":207,"area":null},{"id":"2210.02885","title":"RankMe: Assessing the downstream performance of pretrained self-supervised representations by their rank","created":"2022-10-05","cited_by_count":153,"area":null},{"id":"2205.11508","title":"Contrastive and Non-Contrastive Self-Supervised Learning Recover Global and Local Spectral Embedding Methods","created":"2022-05-23","cited_by_count":149,"area":null},{"id":"2110.05025","title":"Self-supervised Learning is More Robust to Dataset Imbalance","created":"2021-10-11","cited_by_count":123,"area":null},{"id":"2206.02574","title":"On the duality between contrastive and non-contrastive self-supervised learning","created":"2022-06-03","cited_by_count":108,"area":null},{"id":"2203.13457","title":"Chaos is a Ladder: A New Theoretical Understanding of Contrastive Learning via Augmentation Overlap","created":"2022-03-25","cited_by_count":105,"area":null},{"id":"2111.00743","title":"Towards the Generalization of Contrastive Self-Supervised Learning","created":"2021-11-01","cited_by_count":99,"area":null},{"id":"2202.14037","title":"Understanding Contrastive Learning Requires Incorporating Inductive Biases","created":"2022-02-28","cited_by_count":96,"area":null},{"id":"2210.08344","title":"How Mask Matters: Towards Theoretical Understandings of Masked Autoencoders","created":"2022-10-15","cited_by_count":86,"area":null},{"id":"2210.14199","title":"Same Pre-training Loss, Better Downstream: Implicit Bias Matters for Language Models","created":"2022-10-25","cited_by_count":84,"area":null},{"id":"2106.09226","title":"Why Do Pretrained Language Models Help in Downstream Tasks? An Analysis of Head and Prompt Tuning","created":"2021-06-17","cited_by_count":82,"area":null},{"id":"2201.05119","title":"Pushing the limits of self-supervised ResNets: Can we outperform supervised learning without labels on ImageNet?","created":"2022-01-13","cited_by_count":67,"area":null},{"id":"2204.00570","title":"Connect, Not Collapse: Explaining Contrastive Learning for Unsupervised Domain Adaptation","created":"2022-04-01","cited_by_count":67,"area":null},{"id":"2302.04269","title":"Diagnosing and Rectifying Vision Models using Language","created":"2023-02-08","cited_by_count":58,"area":null},{"id":"2110.02473","title":"The Power of Contrast for Feature Learning: A Theoretical Analysis","created":"2021-10-06","cited_by_count":53,"area":null},{"id":"2405.16043","title":"Theoretical Analysis of Weak-to-Strong Generalization","created":"2024-05-25","cited_by_count":48,"area":null},{"id":"2201.12498","title":"Investigating Why Contrastive Learning Benefits Robustness Against Label Noise","created":"2022-01-29","cited_by_count":46,"area":null},{"id":"2205.11506","title":"Orchestra: Unsupervised Federated Learning via Globally Consistent Clustering","created":"2022-05-23","cited_by_count":45,"area":null},{"id":"2201.10000","title":"Neural Manifold Clustering and Embedding","created":"2022-01-24","cited_by_count":44,"area":null},{"id":"2204.02683","title":"Beyond Separability: Analyzing the Linear Transferability of Contrastive Representations to Related Subpopulations","created":"2022-04-06","cited_by_count":44,"area":null},{"id":"2302.10283","title":"Self-supervised learning of Split Invariant Equivariant representations","created":"2023-02-14","cited_by_count":44,"area":null},{"id":"2204.07596","title":"Perfectly Balanced: Improving Transfer and Robustness of Supervised Contrastive Learning","created":"2022-04-15","cited_by_count":40,"area":null},{"id":"2211.14699","title":"A Theoretical Study of Inductive Biases in Contrastive Learning","created":"2022-11-27","cited_by_count":40,"area":null},{"id":"2302.02774","title":"The SSL Interplay: Augmentations, Inductive Bias, and Generalization","created":"2023-02-06","cited_by_count":40,"area":null},{"id":"2407.00143","title":"InfoNCE: Identifying the Gap Between Theory and Practice","created":"2024-06-28","cited_by_count":40,"area":null},{"id":"2205.01789","title":"Do More Negative Samples Necessarily Hurt in Contrastive Learning?","created":"2022-05-03","cited_by_count":39,"area":null},{"id":"2207.07635","title":"Is a Caption Worth a Thousand Images? A Controlled Study for Representation Learning","created":"2022-07-15","cited_by_count":39,"area":null},{"id":"2306.04898","title":"Understanding Masked Autoencoders via Hierarchical Latent Variable Models","created":"2023-06-08","cited_by_count":39,"area":null},{"id":"2205.06226","title":"The Mechanism of Prediction Head in Non-contrastive Self-supervised Learning","created":"2022-05-12","cited_by_count":38,"area":null},{"id":"2209.07999","title":"Self-Supervised Learning with an Information Maximization Criterion","created":"2022-09-16","cited_by_count":38,"area":null},{"id":"2310.18884","title":"Simple and Asymmetric Graph Contrastive Learning without Augmentations","created":"2023-10-29","cited_by_count":38,"area":null},{"id":"2211.16327","title":"On the Power of Foundation Models","created":"2022-11-29","cited_by_count":37,"area":null},{"id":"2302.07920","title":"InfoNCE Loss Provably Learns Cluster-Preserving Representations","created":"2023-02-15","cited_by_count":37,"area":null},{"id":"2209.09024","title":"Dataset Inference for Self-Supervised Models","created":"2022-09-16","cited_by_count":36,"area":null},{"id":"2212.11491","title":"Understanding and Improving the Role of Projection Head in Self-Supervised Learning","created":"2022-12-22","cited_by_count":36,"area":null},{"id":"2303.15438","title":"On the Stepwise Nature of Self-Supervised Learning","created":"2023-03-27","cited_by_count":36,"area":null},{"id":"2505.12477","title":"Joint Embedding vs Reconstruction: Provable Benefits of Latent Space Prediction for Self Supervised Learning","created":"2025-05-18","cited_by_count":36,"area":null},{"id":"2201.12680","title":"Understanding Deep Contrastive Learning via Coordinate-wise Optimization","created":"2022-01-29","cited_by_count":35,"area":null},{"id":"2209.06235","title":"Improving Self-Supervised Learning by Characterizing Idealized Representations","created":"2022-09-13","cited_by_count":34,"area":null},{"id":"2303.02387","title":"Towards a Unified Theoretical Understanding of Non-contrastive Learning via Rank Differential Mechanism","created":"2023-03-04","cited_by_count":33,"area":null},{"id":"2210.01883","title":"Contrastive Learning Can Find An Optimal Basis For Approximately View-Invariant Functions","created":"2022-10-04","cited_by_count":32,"area":null},{"id":"2303.03307","title":"Learning Efficient Coding of Natural Images with Maximum Manifold Capacity Representations","created":"2023-03-06","cited_by_count":31,"area":null},{"id":"2402.15017","title":"Towards Few-Shot Adaptation of Foundation Models via Multitask Finetuning","created":"2024-02-22","cited_by_count":31,"area":null},{"id":"2305.16536","title":"Which Features are Learnt by Contrastive Learning? On the Role of Simplicity Bias in Class Collapse and Feature Suppression","created":"2023-05-25","cited_by_count":30,"area":null},{"id":"2306.04272","title":"On the Generalization of Multi-modal Contrastive Learning","created":"2023-06-07","cited_by_count":30,"area":null},{"id":"2302.02334","title":"Revisiting Discriminative vs. Generative Classifiers: Theory and Implications","created":"2023-02-05","cited_by_count":29,"area":null},{"id":"2307.05432","title":"Self-Supervised Learning with Lie Symmetries for Partial Differential Equations","created":"2023-07-11","cited_by_count":29,"area":null},{"id":"2202.12230","title":"Sample Efficiency of Data Augmentation Consistency Regularization","created":"2022-02-24","cited_by_count":28,"area":null},{"id":"2205.14814","title":"Your Contrastive Learning Is Secretly Doing Stochastic Neighbor Embedding","created":"2022-05-30","cited_by_count":28,"area":null},{"id":"2303.00106","title":"The Trade-off between Universality and Label Efficiency of Representations from Contrastive Learning","created":"2023-02-28","cited_by_count":27,"area":null},{"id":"2312.04000","title":"LiDAR: Sensing Linear Probing Performance in Joint Embedding SSL Architectures","created":"2023-12-07","cited_by_count":27,"area":null},{"id":"2310.00927","title":"Understanding Transferable Representation Learning and Zero-shot Transfer in CLIP","created":"2023-10-02","cited_by_count":26,"area":null},{"id":"2110.02501","title":"On the Surrogate Gap between Contrastive and Supervised Losses","created":"2021-10-06","cited_by_count":25,"area":null},{"id":"2111.03220","title":"Augmentations in Graph Contrastive Learning: Current Methodological Flaws & Towards Better Practices","created":"2021-11-05","cited_by_count":25,"area":null},{"id":"2302.12383","title":"Generalization Analysis for Contrastive Representation Learning","created":"2023-02-24","cited_by_count":25,"area":null},{"id":"2303.15103","title":"Contrastive Learning Is Spectral Clustering On Similarity Graph","created":"2023-03-27","cited_by_count":25,"area":null},{"id":"2305.11965","title":"Not All Semantics are Created Equal: Contrastive Self-supervised Learning with Automatic Temperature Individualization","created":"2023-05-19","cited_by_count":25,"area":null},{"id":"2110.04947","title":"Towards Demystifying Representation Learning with Non-contrastive Self-supervision","created":"2021-10-11","cited_by_count":23,"area":null},{"id":"2202.08396","title":"Augment with Care: Contrastive Learning for Combinatorial Problems","created":"2022-02-17","cited_by_count":22,"area":null},{"id":"2302.09195","title":"Data-Efficient Contrastive Self-supervised Learning: Most Beneficial Examples for Supervised Learning Contribute the Least","created":"2023-02-18","cited_by_count":22,"area":null},{"id":"2303.01566","title":"On the Provable Advantage of Unsupervised Pretraining","created":"2023-03-02","cited_by_count":22,"area":null},{"id":"2303.04435","title":"A Message Passing Perspective on Learning Dynamics of Contrastive Learning","created":"2023-03-08","cited_by_count":22,"area":null},{"id":"2311.03524","title":"A Graph-Theoretic Framework for Understanding Open-World Semi-Supervised Learning","created":"2023-11-06","cited_by_count":22,"area":null},{"id":"2210.03586","title":"An Investigation into Whitening Loss for Self-supervised Learning","created":"2022-10-07","cited_by_count":21,"area":null},{"id":"2305.17326","title":"Matrix Information Theory for Self-Supervised Learning","created":"2023-05-27","cited_by_count":21,"area":null},{"id":"2308.05017","title":"When and How Does Known Class Help Discover Unknown Ones? Provable Understanding Through Spectral Analysis","created":"2023-08-09","cited_by_count":21,"area":null},{"id":"2303.01289","title":"Rethinking the Effect of Data Augmentation in Adversarial Contrastive Learning","created":"2023-03-02","cited_by_count":20,"area":null},{"id":"2306.00788","title":"Understanding Augmentation-based Self-Supervised Representation Learning via RKHS Approximation and Regression","created":"2023-06-01","cited_by_count":20,"area":null},{"id":"2403.11391","title":"Investigating the Benefits of Projection Head for Representation Learning","created":"2024-03-18","cited_by_count":20,"area":null},{"id":"2206.01342","title":"Understanding the Role of Nonlinearity in Training Dynamics of Contrastive Learning","created":"2022-06-02","cited_by_count":19,"area":null},{"id":"2210.00638","title":"What shapes the loss landscape of self-supervised learning?","created":"2022-10-02","cited_by_count":19,"area":null},{"id":"2403.10834","title":"SF(DA)$^2$: Source-free Domain Adaptation Through the Lens of Data Augmentation","created":"2024-03-16","cited_by_count":19,"area":null},{"id":"2403.12267","title":"Data-Efficient Contrastive Language-Image Pretraining: Prioritizing Data Quality over Quantity","created":"2024-03-18","cited_by_count":19,"area":null},{"id":"2403.12459","title":"Non-negative Contrastive Learning","created":"2024-03-19","cited_by_count":19,"area":null},{"id":"2107.01131","title":"Tight Mutual Information Estimation With Contrastive Fenchel-Legendre Optimization","created":"2021-07-02","cited_by_count":18,"area":null},{"id":"2206.03826","title":"Towards Understanding Why Mask-Reconstruction Pretraining Helps in Downstream Tasks","created":"2022-06-08","cited_by_count":18,"area":null},{"id":"2306.04160","title":"Rethinking Weak Supervision in Helping Contrastive Learning","created":"2023-06-07","cited_by_count":18,"area":null},{"id":"2405.10343","title":"UniCorn: A Unified Contrastive Learning Approach for Multi-view Molecular Representation Learning","created":"2024-05-15","cited_by_count":18,"area":null},{"id":"2205.06926","title":"Toward a Geometrical Understanding of Self-supervised Contrastive Learning","created":"2022-05-13","cited_by_count":17,"area":null},{"id":"2204.04874","title":"Augmentation-Free Graph Contrastive Learning with Performance Guarantee","created":"2022-04-11","cited_by_count":16,"area":null},{"id":"2210.12637","title":"Neural Eigenfunctions Are Structured Representation Learners","created":"2022-10-23","cited_by_count":16,"area":null},{"id":"2309.17281","title":"Information Flow in Self-Supervised Learning","created":"2023-09-29","cited_by_count":16,"area":null},{"id":"2310.18936","title":"Adversarial Examples Are Not Real Features","created":"2023-10-29","cited_by_count":16,"area":null},{"id":"2602.24012","title":"InfoNCE Induces Gaussian Distribution","created":"2026-02-27","cited_by_count":16,"area":null},{"id":"2303.15488","title":"On the Importance of Feature Separability in Predicting Out-Of-Distribution Error","created":"2023-03-27","cited_by_count":15,"area":null},{"id":"2309.13692","title":"Regularization and Optimal Multiclass Learning","created":"2023-09-24","cited_by_count":15,"area":null},{"id":"2312.00379","title":"Optimal Sample Complexity of Contrastive Learning","created":"2023-12-01","cited_by_count":15,"area":null},{"id":"2411.14452","title":"Past, Present, and Future of Sensor-Based Human Activity Recognition Using Wearables: A Surveying Tutorial on a Still Challenging Task","created":"2024-11-11","cited_by_count":15,"area":null},{"id":"2211.10890","title":"Single-Pass Contrastive Learning Can Work for Both Homophilic and Heterophilic Graph","created":"2022-11-20","cited_by_count":14,"area":null},{"id":"2310.18904","title":"Identifiable Contrastive Learning with Automatic Feature Importance Discovery","created":"2023-10-29","cited_by_count":14,"area":null},{"id":"2407.01171","title":"Neural Conditional Probability for Uncertainty Quantification","created":"2024-07-01","cited_by_count":14,"area":null},{"id":"2203.08222","title":"Zipfian environments for Reinforcement Learning","created":"2022-03-15","cited_by_count":13,"area":null},{"id":"2204.02553","title":"RODD: A Self-Supervised Approach for Robust Out-of-Distribution Detection","created":"2022-04-06","cited_by_count":13,"area":null},{"id":"2307.10907","title":"The Role of Entropy and Reconstruction in Multi-View Self-Supervised Learning","created":"2023-07-20","cited_by_count":13,"area":null},{"id":"2311.04774","title":"Towards a Unified Framework of Contrastive Learning for Disentangled Representations","created":"2023-11-08","cited_by_count":13,"area":null},{"id":"2402.03655","title":"Operator SVD with Neural Networks via Nested Low-Rank Approximation","created":"2024-02-06","cited_by_count":13,"area":null},{"id":"2402.10150","title":"$f$-MICL: Understanding and Generalizing InfoNCE-based Contrastive Learning","created":"2024-02-15","cited_by_count":13,"area":null},{"id":"2209.14884","title":"Joint Embedding Self-Supervised Learning in the Kernel Regime","created":"2022-09-29","cited_by_count":12,"area":null}],"next_cursor":"100"}