{"total":152,"rows":[{"id":"2110.09348","title":"Understanding Dimensional Collapse in Contrastive Self-supervised Learning","created":"2021-10-18","cited_by_count":378,"area":null},{"id":"2106.04156","title":"Provable Guarantees for Self-Supervised Deep Learning with Spectral Contrastive Loss","created":"2021-06-08","cited_by_count":313,"area":"mechinterp"},{"id":"2106.04619","title":"Self-Supervised Learning with Data Augmentations Provably Isolates Content from Style","created":"2021-06-08","cited_by_count":312,"area":null},{"id":"2102.06810","title":"Understanding self-supervised Learning Dynamics without Contrastive Pairs","created":"2021-02-12","cited_by_count":256,"area":null},{"id":"2301.05712","title":"A Survey on Self-supervised Learning: Algorithms, Applications, and Future Trends","created":"2023-01-13","cited_by_count":207,"area":null},{"id":"2205.11508","title":"Contrastive and Non-Contrastive Self-Supervised Learning Recover Global and Local Spectral Embedding Methods","created":"2022-05-23","cited_by_count":149,"area":null},{"id":"2110.09327","title":"Self-Supervised Representation Learning: Introduction, Advances and Challenges","created":"2021-10-18","cited_by_count":148,"area":null},{"id":"2110.05025","title":"Self-supervised Learning is More Robust to Dataset Imbalance","created":"2021-10-11","cited_by_count":123,"area":null},{"id":"2210.05643","title":"A Kernel-Based View of Language Model Fine-Tuning","created":"2022-10-11","cited_by_count":121,"area":null},{"id":"2105.15134","title":"Toward Understanding the Feature Learning Process of Self-supervised Contrastive Learning","created":"2021-05-31","cited_by_count":119,"area":null},{"id":"2106.11230","title":"Can contrastive learning avoid shortcut solutions?","created":"2021-06-21","cited_by_count":114,"area":null},{"id":"2206.02574","title":"On the duality between contrastive and non-contrastive self-supervised learning","created":"2022-06-03","cited_by_count":108,"area":null},{"id":"2203.13457","title":"Chaos is a Ladder: A New Theoretical Understanding of Contrastive Learning via Augmentation Overlap","created":"2022-03-25","cited_by_count":105,"area":null},{"id":"2111.00743","title":"Towards the Generalization of Contrastive Self-Supervised Learning","created":"2021-11-01","cited_by_count":99,"area":null},{"id":"2202.14037","title":"Understanding Contrastive Learning Requires Incorporating Inductive Biases","created":"2022-02-28","cited_by_count":96,"area":null},{"id":"2112.05090","title":"Extending the WILDS Benchmark for Unsupervised Adaptation","created":"2021-12-09","cited_by_count":86,"area":null},{"id":"2202.12040","title":"Self-Training: A Survey","created":"2022-02-24","cited_by_count":86,"area":null},{"id":"2106.09226","title":"Why Do Pretrained Language Models Help in Downstream Tasks? An Analysis of Head and Prompt Tuning","created":"2021-06-17","cited_by_count":82,"area":null},{"id":"2304.09355","title":"To Compress or Not to Compress- Self-Supervised Learning and Information Theory: A Review","created":"2023-04-19","cited_by_count":72,"area":null},{"id":"2203.01205","title":"Audio Self-supervised Learning: A Survey","created":"2022-03-02","cited_by_count":65,"area":null},{"id":"2106.09943","title":"Investigating the Role of Negatives in Contrastive Representation Learning","created":"2021-06-18","cited_by_count":54,"area":null},{"id":"2110.02473","title":"The Power of Contrast for Feature Learning: A Theoretical Analysis","created":"2021-10-06","cited_by_count":53,"area":null},{"id":"2106.10800","title":"Lossy Compression for Lossless Prediction","created":"2021-06-21","cited_by_count":52,"area":null},{"id":"2102.06866","title":"Understanding Negative Samples in Instance Discriminative Self-supervised Representation Learning","created":"2021-02-13","cited_by_count":47,"area":null},{"id":"2204.02683","title":"Beyond Separability: Analyzing the Linear Transferability of Contrastive Representations to Related Subpopulations","created":"2022-04-06","cited_by_count":44,"area":null},{"id":"2105.02221","title":"How Fine-Tuning Allows for Effective Meta-Learning","created":"2021-05-05","cited_by_count":41,"area":null},{"id":"2211.14699","title":"A Theoretical Study of Inductive Biases in Contrastive Learning","created":"2022-11-27","cited_by_count":40,"area":null},{"id":"2302.02774","title":"The SSL Interplay: Augmentations, Inductive Bias, and Generalization","created":"2023-02-06","cited_by_count":40,"area":null},{"id":"2407.00143","title":"InfoNCE: Identifying the Gap Between Theory and Practice","created":"2024-06-28","cited_by_count":40,"area":null},{"id":"2306.04898","title":"Understanding Masked Autoencoders via Hierarchical Latent Variable Models","created":"2023-06-08","cited_by_count":39,"area":null},{"id":"2205.06226","title":"The Mechanism of Prediction Head in Non-contrastive Self-supervised Learning","created":"2022-05-12","cited_by_count":38,"area":null},{"id":"2211.16327","title":"On the Power of Foundation Models","created":"2022-11-29","cited_by_count":37,"area":null},{"id":"2302.07920","title":"InfoNCE Loss Provably Learns Cluster-Preserving Representations","created":"2023-02-15","cited_by_count":37,"area":null},{"id":"2201.12680","title":"Understanding Deep Contrastive Learning via Coordinate-wise Optimization","created":"2022-01-29","cited_by_count":35,"area":null},{"id":"2209.06235","title":"Improving Self-Supervised Learning by Characterizing Idealized Representations","created":"2022-09-13","cited_by_count":34,"area":null},{"id":"2303.02387","title":"Towards a Unified Theoretical Understanding of Non-contrastive Learning via Rank Differential Mechanism","created":"2023-03-04","cited_by_count":33,"area":null},{"id":"2210.01883","title":"Contrastive Learning Can Find An Optimal Basis For Approximately View-Invariant Functions","created":"2022-10-04","cited_by_count":32,"area":null},{"id":"2305.16536","title":"Which Features are Learnt by Contrastive Learning? On the Role of Simplicity Bias in Class Collapse and Feature Suppression","created":"2023-05-25","cited_by_count":30,"area":null},{"id":"2302.02334","title":"Revisiting Discriminative vs. Generative Classifiers: Theory and Implications","created":"2023-02-05","cited_by_count":29,"area":null},{"id":"2303.00106","title":"The Trade-off between Universality and Label Efficiency of Representations from Contrastive Learning","created":"2023-02-28","cited_by_count":27,"area":null},{"id":"2310.00927","title":"Understanding Transferable Representation Learning and Zero-shot Transfer in CLIP","created":"2023-10-02","cited_by_count":26,"area":null},{"id":"2302.12383","title":"Generalization Analysis for Contrastive Representation Learning","created":"2023-02-24","cited_by_count":25,"area":null},{"id":"2303.00633","title":"An Information-Theoretic Perspective on Variance-Invariance-Covariance Regularization","created":"2023-03-01","cited_by_count":25,"area":null},{"id":"2510.18471","title":"CodeRL+: Improving Code Generation via Reinforcement with Execution Semantics Alignment","created":"2025-10-21","cited_by_count":24,"area":null},{"id":"2110.04947","title":"Towards Demystifying Representation Learning with Non-contrastive Self-supervision","created":"2021-10-11","cited_by_count":23,"area":null},{"id":"2104.09866","title":"Distill on the Go: Online knowledge distillation in self-supervised learning","created":"2021-04-20","cited_by_count":22,"area":"distill"},{"id":"2202.05458","title":"Conditional Contrastive Learning with Kernel","created":"2022-02-11","cited_by_count":22,"area":null},{"id":"2210.11075","title":"Freeze then Train: Towards Provable Representation Learning under Spurious Correlations and Feature Noise","created":"2022-10-20","cited_by_count":22,"area":null},{"id":"2303.01566","title":"On the Provable Advantage of Unsupervised Pretraining","created":"2023-03-02","cited_by_count":22,"area":null},{"id":"2311.03524","title":"A Graph-Theoretic Framework for Understanding Open-World Semi-Supervised Learning","created":"2023-11-06","cited_by_count":22,"area":null},{"id":"2305.17326","title":"Matrix Information Theory for Self-Supervised Learning","created":"2023-05-27","cited_by_count":21,"area":null},{"id":"2308.05017","title":"When and How Does Known Class Help Discover Unknown Ones? Provable Understanding Through Spectral Analysis","created":"2023-08-09","cited_by_count":21,"area":null},{"id":"2306.00788","title":"Understanding Augmentation-based Self-Supervised Representation Learning via RKHS Approximation and Regression","created":"2023-06-01","cited_by_count":20,"area":null},{"id":"2106.13805","title":"Self-training Converts Weak Learners to Strong Learners in Mixture Models","created":"2021-06-25","cited_by_count":19,"area":null},{"id":"2203.09034","title":"GATE: Graph CCA for Temporal SElf-supervised Learning for Label-efficient fMRI Analysis","created":"2022-03-17","cited_by_count":19,"area":null},{"id":"2104.05694","title":"On the Inductive Bias of Masked Language Modeling: From Statistical to Syntactic Dependencies","created":"2021-04-12","cited_by_count":18,"area":null},{"id":"2206.03826","title":"Towards Understanding Why Mask-Reconstruction Pretraining Helps in Downstream Tasks","created":"2022-06-08","cited_by_count":18,"area":null},{"id":"2204.04874","title":"Augmentation-Free Graph Contrastive Learning with Performance Guarantee","created":"2022-04-11","cited_by_count":16,"area":null},{"id":"2210.12637","title":"Neural Eigenfunctions Are Structured Representation Learners","created":"2022-10-23","cited_by_count":16,"area":null},{"id":"2309.17281","title":"Information Flow in Self-Supervised Learning","created":"2023-09-29","cited_by_count":16,"area":null},{"id":"2207.10081","title":"What Do We Maximize in Self-Supervised Learning?","created":"2022-07-20","cited_by_count":15,"area":null},{"id":"2309.13692","title":"Regularization and Optimal Multiclass Learning","created":"2023-09-24","cited_by_count":15,"area":null},{"id":"2402.01204","title":"A Survey on Self-Supervised Learning for Non-Sequential Tabular Data","created":"2024-02-02","cited_by_count":15,"area":null},{"id":"2211.10890","title":"Single-Pass Contrastive Learning Can Work for Both Homophilic and Heterophilic Graph","created":"2022-11-20","cited_by_count":14,"area":null},{"id":"2307.07380","title":"Composition-contrastive Learning for Sentence Embeddings","created":"2023-07-14","cited_by_count":14,"area":null},{"id":"2201.04805","title":"Non-Stationary Representation Learning in Sequential Linear Bandits","created":"2022-01-13","cited_by_count":13,"area":null},{"id":"2206.04756","title":"An Empirical Study on Disentanglement of Negative-free Contrastive Learning","created":"2022-06-09","cited_by_count":12,"area":null},{"id":"2209.14884","title":"Joint Embedding Self-Supervised Learning in the Kernel Regime","created":"2022-09-29","cited_by_count":12,"area":null},{"id":"2210.10947","title":"Does Learning from Decentralized Non-IID Unlabeled Data Benefit from Self Supervision?","created":"2022-10-20","cited_by_count":12,"area":null},{"id":"2210.16525","title":"Spectral Representation Learning for Conditional Moment Models","created":"2022-10-29","cited_by_count":12,"area":null},{"id":"2406.13371","title":"Identifiable Causal Representation Learning: Unsupervised, Multi-View, and Multi-Environment","created":"2024-06-19","cited_by_count":12,"area":null},{"id":"2103.03568","title":"Can Pretext-Based Self-Supervised Learning Be Boosted by Downstream Data? A Theoretical Analysis","created":"2021-03-05","cited_by_count":9,"area":null},{"id":"2111.03135","title":"Scaffolding Sets","created":"2021-11-04","cited_by_count":8,"area":null},{"id":"2308.04551","title":"Improving Medical Image Classification in Noisy Labels Using Only Self-supervised Pretraining","created":"2023-08-08","cited_by_count":8,"area":null},{"id":"2403.06871","title":"On the Generalization Ability of Unsupervised Pretraining","created":"2024-03-11","cited_by_count":8,"area":null},{"id":"2405.16594","title":"Training-Conditional Coverage Bounds under Covariate Shift","created":"2024-05-26","cited_by_count":8,"area":null},{"id":"2502.09297","title":"When Do Neural Networks Learn World Models?","created":"2025-02-13","cited_by_count":8,"area":"wm"},{"id":"2103.01819","title":"The Rediscovery Hypothesis: Language Models Need to Meet Linguistics","created":"2021-03-02","cited_by_count":7,"area":null},{"id":"2107.00594","title":"Pretext Tasks selection for multitask self-supervised speech representation learning","created":"2021-07-01","cited_by_count":7,"area":null},{"id":"2307.11030","title":"Cluster-aware Semi-supervised Learning: Relational Knowledge Distillation Provably Learns Clustering","created":"2023-07-20","cited_by_count":7,"area":"distill"},{"id":"2406.02035","title":"A Unifying Framework for Action-Conditional Self-Predictive Reinforcement Learning","created":"2024-06-04","cited_by_count":7,"area":"deeprl"},{"id":"2411.06508","title":"Understanding the Role of Equivariance in Self-supervised Learning","created":"2024-11-10","cited_by_count":7,"area":null},{"id":"2306.00742","title":"The Galerkin method beats Graph-Based Approaches for Spectral Algorithms","created":"2023-06-01","cited_by_count":6,"area":null},{"id":"2306.03335","title":"Unraveling Projection Heads in Contrastive Learning: Insights from Expansion and Shrinkage","created":"2023-06-06","cited_by_count":6,"area":null},{"id":"2308.11111","title":"CAME: Contrastive Automated Model Evaluation","created":"2023-08-22","cited_by_count":6,"area":null},{"id":"2311.05139","title":"Hard-Negative Sampling for Contrastive Learning: Optimal Representation Geometry and Neural- vs Dimensional-Collapse","created":"2023-11-09","cited_by_count":6,"area":null},{"id":"2502.16849","title":"Provable Benefits of Unsupervised Pre-training and Transfer Learning via Single-Index Models","created":"2025-02-24","cited_by_count":6,"area":null},{"id":"2108.07662","title":"MVCNet: Multiview Contrastive Network for Unsupervised Representation Learning for 3D CT Lesions","created":"2021-08-17","cited_by_count":5,"area":null},{"id":"2204.08226","title":"Empirical Evaluation and Theoretical Analysis for Representation Learning: A Survey","created":"2022-04-18","cited_by_count":5,"area":null},{"id":"2206.00471","title":"Augmentation Component Analysis: Modeling Similarity via the Augmentation Overlaps","created":"2022-06-01","cited_by_count":5,"area":null},{"id":"2211.16141","title":"Mind the Gap: Scanner-induced domain shifts pose challenges for representation learning in histopathology","created":"2022-11-29","cited_by_count":5,"area":null},{"id":"2303.04571","title":"A Categorical Framework of General Intelligence","created":"2023-03-08","cited_by_count":5,"area":null},{"id":"2309.00855","title":"DoRA: Domain-Based Self-Supervised Learning Framework for Low-Resource Real Estate Appraisal","created":"2023-09-02","cited_by_count":5,"area":null},{"id":"2402.01399","title":"A Probabilistic Model Behind Self-Supervised Learning","created":"2024-02-02","cited_by_count":5,"area":null},{"id":"2412.11550","title":"THESAURUS: Contrastive Graph Clustering by Swapping Fused Gromov-Wasserstein Couplings","created":"2024-12-16","cited_by_count":5,"area":null},{"id":"2503.17538","title":"A Statistical Theory of Contrastive Learning via Approximate Sufficient Statistics","created":"2025-03-21","cited_by_count":5,"area":null},{"id":"2504.16667","title":"Representation Learning via Non-Contrastive Mutual Information","created":"2025-04-23","cited_by_count":5,"area":null},{"id":"2506.04411","title":"Self-Supervised Contrastive Learning is Approximately Supervised Contrastive Learning","created":"2025-06-04","cited_by_count":5,"area":null},{"id":"2511.03114","title":"An Augmentation Overlap Theory of Contrastive Learning","created":"2025-11-05","cited_by_count":5,"area":null},{"id":"2110.05301","title":"On a Benefit of Mask Language Modeling: Robustness to Simplicity Bias","created":"2021-10-11","cited_by_count":4,"area":null}],"next_cursor":"100"}