{"total":146,"rows":[{"id":"2110.09348","title":"Understanding Dimensional Collapse in Contrastive Self-supervised Learning","created":"2021-10-18","cited_by_count":378,"area":null},{"id":"2106.04156","title":"Provable Guarantees for Self-Supervised Deep Learning with Spectral Contrastive Loss","created":"2021-06-08","cited_by_count":313,"area":"mechinterp"},{"id":"2106.04619","title":"Self-Supervised Learning with Data Augmentations Provably Isolates Content from Style","created":"2021-06-08","cited_by_count":312,"area":null},{"id":"2102.06810","title":"Understanding self-supervised Learning Dynamics without Contrastive Pairs","created":"2021-02-12","cited_by_count":256,"area":null},{"id":"2301.05712","title":"A Survey on Self-supervised Learning: Algorithms, Applications, and Future Trends","created":"2023-01-13","cited_by_count":207,"area":null},{"id":"2205.11508","title":"Contrastive and Non-Contrastive Self-Supervised Learning Recover Global and Local Spectral Embedding Methods","created":"2022-05-23","cited_by_count":149,"area":null},{"id":"2110.05025","title":"Self-supervised Learning is More Robust to Dataset Imbalance","created":"2021-10-11","cited_by_count":123,"area":null},{"id":"2210.05643","title":"A Kernel-Based View of Language Model Fine-Tuning","created":"2022-10-11","cited_by_count":121,"area":null},{"id":"2105.15134","title":"Toward Understanding the Feature Learning Process of Self-supervised Contrastive Learning","created":"2021-05-31","cited_by_count":119,"area":null},{"id":"2209.03430","title":"Foundations and Trends in Multimodal Machine Learning: Principles, Challenges, and Open Questions","created":"2022-09-07","cited_by_count":116,"area":null},{"id":"2203.13457","title":"Chaos is a Ladder: A New Theoretical Understanding of Contrastive Learning via Augmentation Overlap","created":"2022-03-25","cited_by_count":105,"area":null},{"id":"2202.14037","title":"Understanding Contrastive Learning Requires Incorporating Inductive Biases","created":"2022-02-28","cited_by_count":96,"area":null},{"id":"2105.08054","title":"Divide and Contrast: Self-supervised Learning from Uncurated Data","created":"2021-05-17","cited_by_count":85,"area":null},{"id":"2103.06561","title":"WenLan: Bridging Vision and Language by Large-Scale Multi-Modal Pre-Training","created":"2021-03-11","cited_by_count":84,"area":null},{"id":"2302.12247","title":"Quantifying & Modeling Multimodal Interactions: An Information Decomposition Framework","created":"2023-02-23","cited_by_count":83,"area":null},{"id":"2106.09226","title":"Why Do Pretrained Language Models Help in Downstream Tasks? An Analysis of Head and Prompt Tuning","created":"2021-06-17","cited_by_count":82,"area":null},{"id":"2306.05268","title":"Factorized Contrastive Learning: Going Beyond Multi-view Redundancy","created":"2023-06-08","cited_by_count":75,"area":null},{"id":"2311.04056","title":"Multi-View Causal Representation Learning with Partial Observability","created":"2023-11-07","cited_by_count":74,"area":null},{"id":"2108.09896","title":"Generative and Contrastive Self-Supervised Learning for Graph Anomaly Detection","created":"2021-08-23","cited_by_count":67,"area":null},{"id":"2203.01205","title":"Audio Self-supervised Learning: A Survey","created":"2022-03-02","cited_by_count":65,"area":null},{"id":"2106.09943","title":"Investigating the Role of Negatives in Contrastive Representation Learning","created":"2021-06-18","cited_by_count":54,"area":null},{"id":"2110.02473","title":"The Power of Contrast for Feature Learning: A Theoretical Analysis","created":"2021-10-06","cited_by_count":53,"area":null},{"id":"2106.10800","title":"Lossy Compression for Lossless Prediction","created":"2021-06-21","cited_by_count":52,"area":null},{"id":"2207.07150","title":"Making Linear MDPs Practical via Contrastive Representation Learning","created":"2022-07-14","cited_by_count":52,"area":null},{"id":"2102.06866","title":"Understanding Negative Samples in Instance Discriminative Self-supervised Representation Learning","created":"2021-02-13","cited_by_count":47,"area":null},{"id":"2204.02683","title":"Beyond Separability: Analyzing the Linear Transferability of Contrastive Representations to Related Subpopulations","created":"2022-04-06","cited_by_count":44,"area":null},{"id":"2211.14699","title":"A Theoretical Study of Inductive Biases in Contrastive Learning","created":"2022-11-27","cited_by_count":40,"area":null},{"id":"2302.02774","title":"The SSL Interplay: Augmentations, Inductive Bias, and Generalization","created":"2023-02-06","cited_by_count":40,"area":null},{"id":"2205.06226","title":"The Mechanism of Prediction Head in Non-contrastive Self-supervised Learning","created":"2022-05-12","cited_by_count":38,"area":null},{"id":"2106.07115","title":"Understanding Latent Correlation-Based Multiview Learning and Self-Supervision: An Identifiability Perspective","created":"2021-06-14","cited_by_count":37,"area":null},{"id":"2211.16327","title":"On the Power of Foundation Models","created":"2022-11-29","cited_by_count":37,"area":null},{"id":"2302.07920","title":"InfoNCE Loss Provably Learns Cluster-Preserving Representations","created":"2023-02-15","cited_by_count":37,"area":null},{"id":"2303.15438","title":"On the Stepwise Nature of Self-Supervised Learning","created":"2023-03-27","cited_by_count":36,"area":null},{"id":"2209.06235","title":"Improving Self-Supervised Learning by Characterizing Idealized Representations","created":"2022-09-13","cited_by_count":34,"area":null},{"id":"2303.02387","title":"Towards a Unified Theoretical Understanding of Non-contrastive Learning via Rank Differential Mechanism","created":"2023-03-04","cited_by_count":33,"area":null},{"id":"2210.01883","title":"Contrastive Learning Can Find An Optimal Basis For Approximately View-Invariant Functions","created":"2022-10-04","cited_by_count":32,"area":null},{"id":"2502.16282","title":"Understanding the Emergence of Multimodal Representation Alignment","created":"2025-02-22","cited_by_count":31,"area":null},{"id":"2305.16536","title":"Which Features are Learnt by Contrastive Learning? On the Role of Simplicity Bias in Class Collapse and Feature Suppression","created":"2023-05-25","cited_by_count":30,"area":null},{"id":"2302.02334","title":"Revisiting Discriminative vs. Generative Classifiers: Theory and Implications","created":"2023-02-05","cited_by_count":29,"area":null},{"id":"2103.11275","title":"Self-supervised Representation Learning with Relative Predictive Coding","created":"2021-03-21","cited_by_count":28,"area":null},{"id":"2205.14814","title":"Your Contrastive Learning Is Secretly Doing Stochastic Neighbor Embedding","created":"2022-05-30","cited_by_count":28,"area":null},{"id":"2303.00106","title":"The Trade-off between Universality and Label Efficiency of Representations from Contrastive Learning","created":"2023-02-28","cited_by_count":27,"area":null},{"id":"2106.02866","title":"Conditional Contrastive Learning for Improving Fairness in Self-Supervised Learning","created":"2021-06-05","cited_by_count":25,"area":null},{"id":"2110.02501","title":"On the Surrogate Gap between Contrastive and Supervised Losses","created":"2021-10-06","cited_by_count":25,"area":null},{"id":"2302.12383","title":"Generalization Analysis for Contrastive Representation Learning","created":"2023-02-24","cited_by_count":25,"area":null},{"id":"2110.04947","title":"Towards Demystifying Representation Learning with Non-contrastive Self-supervision","created":"2021-10-11","cited_by_count":23,"area":null},{"id":"2112.00319","title":"Object-Aware Cropping for Self-Supervised Learning","created":"2021-12-01","cited_by_count":22,"area":null},{"id":"2202.08396","title":"Augment with Care: Contrastive Learning for Combinatorial Problems","created":"2022-02-17","cited_by_count":22,"area":null},{"id":"2303.01566","title":"On the Provable Advantage of Unsupervised Pretraining","created":"2023-03-02","cited_by_count":22,"area":null},{"id":"2311.03524","title":"A Graph-Theoretic Framework for Understanding Open-World Semi-Supervised Learning","created":"2023-11-06","cited_by_count":22,"area":null},{"id":"2305.17326","title":"Matrix Information Theory for Self-Supervised Learning","created":"2023-05-27","cited_by_count":21,"area":null},{"id":"2306.04539","title":"Multimodal Learning Without Labeled Multimodal Data: Guarantees and Applications","created":"2023-06-07","cited_by_count":21,"area":null},{"id":"2308.05017","title":"When and How Does Known Class Help Discover Unknown Ones? Provable Understanding Through Spectral Analysis","created":"2023-08-09","cited_by_count":21,"area":null},{"id":"2306.00788","title":"Understanding Augmentation-based Self-Supervised Representation Learning via RKHS Approximation and Regression","created":"2023-06-01","cited_by_count":20,"area":null},{"id":"2106.13805","title":"Self-training Converts Weak Learners to Strong Learners in Mixture Models","created":"2021-06-25","cited_by_count":19,"area":null},{"id":"2210.00638","title":"What shapes the loss landscape of self-supervised learning?","created":"2022-10-02","cited_by_count":19,"area":null},{"id":"2502.19781","title":"RANGE: Retrieval Augmented Neural Fields for Multi-Resolution Geo-Embeddings","created":"2025-02-27","cited_by_count":19,"area":null},{"id":"2206.03826","title":"Towards Understanding Why Mask-Reconstruction Pretraining Helps in Downstream Tasks","created":"2022-06-08","cited_by_count":18,"area":null},{"id":"2204.04874","title":"Augmentation-Free Graph Contrastive Learning with Performance Guarantee","created":"2022-04-11","cited_by_count":16,"area":null},{"id":"2210.12637","title":"Neural Eigenfunctions Are Structured Representation Learners","created":"2022-10-23","cited_by_count":16,"area":null},{"id":"2309.17281","title":"Information Flow in Self-Supervised Learning","created":"2023-09-29","cited_by_count":16,"area":null},{"id":"2312.00379","title":"Optimal Sample Complexity of Contrastive Learning","created":"2023-12-01","cited_by_count":15,"area":null},{"id":"2211.10890","title":"Single-Pass Contrastive Learning Can Work for Both Homophilic and Heterophilic Graph","created":"2022-11-20","cited_by_count":14,"area":null},{"id":"2307.07380","title":"Composition-contrastive Learning for Sentence Embeddings","created":"2023-07-14","cited_by_count":14,"area":null},{"id":"2410.23996","title":"An Information Criterion for Controlled Disentanglement of Multimodal Data","created":"2024-10-31","cited_by_count":14,"area":null},{"id":"2402.10150","title":"$f$-MICL: Understanding and Generalizing InfoNCE-based Contrastive Learning","created":"2024-02-15","cited_by_count":13,"area":null},{"id":"2206.04756","title":"An Empirical Study on Disentanglement of Negative-free Contrastive Learning","created":"2022-06-09","cited_by_count":12,"area":null},{"id":"2210.10947","title":"Does Learning from Decentralized Non-IID Unlabeled Data Benefit from Self Supervision?","created":"2022-10-20","cited_by_count":12,"area":null},{"id":"2210.16525","title":"Spectral Representation Learning for Conditional Moment Models","created":"2022-10-29","cited_by_count":12,"area":null},{"id":"2409.17386","title":"Beyond Redundancy: Information-aware Unsupervised Multiplex Graph Structure Learning","created":"2024-09-25","cited_by_count":12,"area":null},{"id":"2103.03568","title":"Can Pretext-Based Self-Supervised Learning Be Boosted by Downstream Data? A Theoretical Analysis","created":"2021-03-05","cited_by_count":9,"area":null},{"id":"2306.04125","title":"Multimodal Fusion Interactions: A Study of Human and Automatic Quantification","created":"2023-06-07","cited_by_count":9,"area":null},{"id":"2502.09297","title":"When Do Neural Networks Learn World Models?","created":"2025-02-13","cited_by_count":8,"area":"wm"},{"id":"2111.02599","title":"Leveraging Time Irreversibility with Order-Contrastive Pre-training","created":"2021-11-04","cited_by_count":7,"area":null},{"id":"2206.06593","title":"On Finite-Sample Identifiability of Contrastive Learning-Based Nonlinear Independent Component Analysis","created":"2022-06-14","cited_by_count":7,"area":null},{"id":"2406.00535","title":"Causal Contrastive Learning for Counterfactual Regression Over Time","created":"2024-06-01","cited_by_count":7,"area":null},{"id":"2210.08164","title":"Linear Video Transformer with Feature Fixation","created":"2022-10-15","cited_by_count":6,"area":null},{"id":"2302.03068","title":"Evaluating Self-Supervised Learning via Risk Decomposition","created":"2023-02-06","cited_by_count":6,"area":null},{"id":"2304.00395","title":"Towards Understanding the Mechanism of Contrastive Learning via Similarity Structure: A Theoretical Analysis","created":"2023-04-01","cited_by_count":6,"area":null},{"id":"2404.19228","title":"Weighted Point Set Embedding for Multimodal Contrastive Learning Toward Optimal Similarity Metric","created":"2024-04-30","cited_by_count":6,"area":null},{"id":"2412.03486","title":"Tight PAC-Bayesian Risk Certificates for Contrastive Learning","created":"2024-12-04","cited_by_count":6,"area":null},{"id":"2502.16849","title":"Provable Benefits of Unsupervised Pre-training and Transfer Learning via Single-Index Models","created":"2025-02-24","cited_by_count":6,"area":null},{"id":"2204.08226","title":"Empirical Evaluation and Theoretical Analysis for Representation Learning: A Survey","created":"2022-04-18","cited_by_count":5,"area":null},{"id":"2206.00471","title":"Augmentation Component Analysis: Modeling Similarity via the Augmentation Overlaps","created":"2022-06-01","cited_by_count":5,"area":null},{"id":"2301.12189","title":"Deciphering the Projection Head: Representation Evaluation Self-supervised Learning","created":"2023-01-28","cited_by_count":5,"area":null},{"id":"2310.06383","title":"What Makes for Robust Multi-Modal Models in the Face of Missing Modalities?","created":"2023-10-10","cited_by_count":5,"area":null},{"id":"2402.01399","title":"A Probabilistic Model Behind Self-Supervised Learning","created":"2024-02-02","cited_by_count":5,"area":null},{"id":"2406.13125","title":"A Unified Framework for Combinatorial Optimization Based on Graph Neural Networks","created":"2024-06-19","cited_by_count":5,"area":null},{"id":"2503.11101","title":"A Survey on Self-supervised Contrastive Learning for Multimodal Text-Image Analysis","created":"2025-03-14","cited_by_count":5,"area":null},{"id":"2503.17024","title":"A Tale of Two Classes: Adapting Supervised Contrastive Learning to Binary Imbalanced Datasets","created":"2025-03-21","cited_by_count":5,"area":null},{"id":"2503.17538","title":"A Statistical Theory of Contrastive Learning via Approximate Sufficient Statistics","created":"2025-03-21","cited_by_count":5,"area":null},{"id":"2504.16667","title":"Representation Learning via Non-Contrastive Mutual Information","created":"2025-04-23","cited_by_count":5,"area":null},{"id":"2506.04411","title":"Self-Supervised Contrastive Learning is Approximately Supervised Contrastive Learning","created":"2025-06-04","cited_by_count":5,"area":null},{"id":"2510.04417","title":"Partial Information Decomposition via Normalizing Flows in Latent Gaussian Distributions","created":"2025-10-06","cited_by_count":5,"area":null},{"id":"2202.06996","title":"Unlabeled Data Help: Minimax Analysis and Adversarial Robustness","created":"2022-02-14","cited_by_count":4,"area":null},{"id":"2202.09305","title":"Masked prediction tasks: a parameter identifiability view","created":"2022-02-18","cited_by_count":4,"area":null},{"id":"2203.01881","title":"Measuring Self-Supervised Representation Quality for Downstream Classification using Discriminative Features","created":"2022-03-03","cited_by_count":4,"area":null},{"id":"2209.03447","title":"Blessing of Class Diversity in Pre-training","created":"2022-09-07","cited_by_count":4,"area":null},{"id":"2310.04971","title":"Understanding the Robustness of Multi-modal Contrastive Learning to Distribution Shift","created":"2023-10-08","cited_by_count":4,"area":null},{"id":"2503.07852","title":"CIMAGE: Exploiting the Conditional Independence in Masked Graph Auto-encoders","created":"2025-03-10","cited_by_count":4,"area":null}],"next_cursor":"100"}