{"total":496,"rows":[{"id":"2210.10163","title":"MedCLIP: Contrastive Learning from Unpaired Medical Images and Text","created":"2022-10-18","cited_by_count":570,"area":null},{"id":"2405.07987","title":"The Platonic Representation Hypothesis","created":"2024-05-13","cited_by_count":382,"area":null},{"id":"2110.09348","title":"Understanding Dimensional Collapse in Contrastive Self-supervised Learning","created":"2021-10-18","cited_by_count":378,"area":null},{"id":"2106.07139","title":"Pre-Trained Models: Past, Present and Future","created":"2021-06-14","cited_by_count":319,"area":null},{"id":"2106.04619","title":"Self-Supervised Learning with Data Augmentations Provably Isolates Content from Style","created":"2021-06-08","cited_by_count":312,"area":null},{"id":"2102.06810","title":"Understanding self-supervised Learning Dynamics without Contrastive Pairs","created":"2021-02-12","cited_by_count":256,"area":null},{"id":"2110.07728","title":"Pre-training Molecular Graph Representation with 3D Geometry","created":"2021-10-07","cited_by_count":248,"area":null},{"id":"2309.10020","title":"Multimodal Foundation Models: From Specialists to General-Purpose Assistants","created":"2023-09-18","cited_by_count":247,"area":null},{"id":"2106.14413","title":"Co$^2$L: Contrastive Continual Learning","created":"2021-06-28","cited_by_count":244,"area":null},{"id":"2106.00750","title":"Unsupervised Representation Learning for Time Series with Temporal Neighborhood Coding","created":"2021-06-01","cited_by_count":224,"area":null},{"id":"2102.08850","title":"Contrastive Learning Inverts the Data Generating Process","created":"2021-02-17","cited_by_count":221,"area":null},{"id":"2301.05712","title":"A Survey on Self-supervised Learning: Algorithms, Applications, and Future Trends","created":"2023-01-13","cited_by_count":207,"area":null},{"id":"2101.12037","title":"BENDR: using transformers and a contrastive self-supervised learning task to learn from massive amounts of EEG data","created":"2021-01-28","cited_by_count":199,"area":null},{"id":"2101.12699","title":"Exploring Deep Neural Networks via Layer-Peeled Model: Minority Collapse in Imbalanced Training","created":"2021-01-29","cited_by_count":166,"area":null},{"id":"2205.11508","title":"Contrastive and Non-Contrastive Self-Supervised Learning Recover Global and Local Spectral Embedding Methods","created":"2022-05-23","cited_by_count":149,"area":null},{"id":"2110.09327","title":"Self-Supervised Representation Learning: Introduction, Advances and Challenges","created":"2021-10-18","cited_by_count":148,"area":null},{"id":"2110.05025","title":"Self-supervised Learning is More Robust to Dataset Imbalance","created":"2021-10-11","cited_by_count":123,"area":null},{"id":"2210.05643","title":"A Kernel-Based View of Language Model Fine-Tuning","created":"2022-10-11","cited_by_count":121,"area":null},{"id":"2109.09209","title":"CLIFF: Contrastive Learning for Improving Faithfulness and Factuality in Abstractive Summarization","created":"2021-09-19","cited_by_count":120,"area":null},{"id":"2105.15134","title":"Toward Understanding the Feature Learning Process of Self-supervised Contrastive Learning","created":"2021-05-31","cited_by_count":119,"area":null},{"id":"2203.06915","title":"SimMatch: Semi-supervised Learning with Similarity Matching","created":"2022-03-14","cited_by_count":118,"area":null},{"id":"2211.07089","title":"PMR: Prototypical Modal Rebalance for Multimodal Learning","created":"2022-11-14","cited_by_count":116,"area":null},{"id":"2203.13457","title":"Chaos is a Ladder: A New Theoretical Understanding of Contrastive Learning via Augmentation Overlap","created":"2022-03-25","cited_by_count":105,"area":null},{"id":"2105.13381","title":"Recent advances and clinical applications of deep learning in medical image analysis","created":"2021-05-27","cited_by_count":104,"area":null},{"id":"2310.11829","title":"Graph Foundation Models: Concepts, Opportunities and Challenges","created":"2023-10-18","cited_by_count":103,"area":null},{"id":"2111.00743","title":"Towards the Generalization of Contrastive Self-Supervised Learning","created":"2021-11-01","cited_by_count":99,"area":null},{"id":"2202.14037","title":"Understanding Contrastive Learning Requires Incorporating Inductive Biases","created":"2022-02-28","cited_by_count":96,"area":null},{"id":"2206.04041","title":"Neural Collapse: A Review on Modelling Principles and Generalization","created":"2022-06-08","cited_by_count":95,"area":null},{"id":"2112.02472","title":"Augmentation-Free Self-Supervised Learning on Graphs","created":"2021-12-05","cited_by_count":94,"area":null},{"id":"2210.08344","title":"How Mask Matters: Towards Theoretical Understandings of Masked Autoencoders","created":"2022-10-15","cited_by_count":86,"area":null},{"id":"2105.08054","title":"Divide and Contrast: Self-supervised Learning from Uncurated Data","created":"2021-05-17","cited_by_count":85,"area":null},{"id":"2107.09282","title":"ReSSL: Relational Self-Supervised Learning with Weak Augmentation","created":"2021-07-20","cited_by_count":84,"area":null},{"id":"2210.14199","title":"Same Pre-training Loss, Better Downstream: Implicit Bias Matters for Language Models","created":"2022-10-25","cited_by_count":84,"area":null},{"id":"2106.09226","title":"Why Do Pretrained Language Models Help in Downstream Tasks? An Analysis of Head and Prompt Tuning","created":"2021-06-17","cited_by_count":82,"area":null},{"id":"2110.04770","title":"Weakly Supervised Contrastive Learning","created":"2021-10-10","cited_by_count":81,"area":null},{"id":"2105.13239","title":"CoSQA: 20,000+ Web Queries for Code Search and Question Answering","created":"2021-05-27","cited_by_count":75,"area":null},{"id":"2202.06671","title":"Neighborhood Contrastive Learning for Scientific Document Representations with Citation Embeddings","created":"2022-02-14","cited_by_count":75,"area":null},{"id":"2109.14910","title":"CrossCLR: Cross-modal Contrastive Learning For Multi-modal Video Representations","created":"2021-09-30","cited_by_count":72,"area":null},{"id":"2304.09355","title":"To Compress or Not to Compress- Self-Supervised Learning and Information Theory: A Review","created":"2023-04-19","cited_by_count":72,"area":null},{"id":"2201.05119","title":"Pushing the limits of self-supervised ResNets: Can we outperform supervised learning without labels on ImageNet?","created":"2022-01-13","cited_by_count":67,"area":null},{"id":"2202.03278","title":"Crafting Better Contrastive Views for Siamese Representation Learning","created":"2022-02-07","cited_by_count":67,"area":null},{"id":"2204.00570","title":"Connect, Not Collapse: Explaining Contrastive Learning for Unsupervised Domain Adaptation","created":"2022-04-01","cited_by_count":67,"area":null},{"id":"2106.02885","title":"Category Contrast for Unsupervised Domain Adaptation in Visual Tasks","created":"2021-06-05","cited_by_count":65,"area":null},{"id":"2203.01205","title":"Audio Self-supervised Learning: A Survey","created":"2022-03-02","cited_by_count":65,"area":null},{"id":"2102.08817","title":"Dissecting Supervised Contrastive Learning","created":"2021-02-17","cited_by_count":64,"area":null},{"id":"2107.02423","title":"Improving Text-to-Image Synthesis Using Contrastive Learning","created":"2021-07-06","cited_by_count":62,"area":null},{"id":"2111.11821","title":"Learning Representation for Clustering via Prototype Scattering and Positive Sampling","created":"2021-11-23","cited_by_count":58,"area":null},{"id":"2210.07277","title":"The Hidden Uniform Cluster Prior in Self-Supervised Learning","created":"2022-10-13","cited_by_count":58,"area":null},{"id":"2304.01008","title":"Self-Supervised Multimodal Learning: A Survey","created":"2023-03-31","cited_by_count":58,"area":null},{"id":"2106.09943","title":"Investigating the Role of Negatives in Contrastive Representation Learning","created":"2021-06-18","cited_by_count":54,"area":null},{"id":"2110.02473","title":"The Power of Contrast for Feature Learning: A Theoretical Analysis","created":"2021-10-06","cited_by_count":53,"area":null},{"id":"2106.10800","title":"Lossy Compression for Lossless Prediction","created":"2021-06-21","cited_by_count":52,"area":null},{"id":"2201.00057","title":"Optimal Representations for Covariate Shift","created":"2021-12-31","cited_by_count":51,"area":null},{"id":"2106.03719","title":"Incremental False Negative Detection for Contrastive Learning","created":"2021-06-07","cited_by_count":48,"area":null},{"id":"2102.06866","title":"Understanding Negative Samples in Instance Discriminative Self-supervised Representation Learning","created":"2021-02-13","cited_by_count":47,"area":null},{"id":"2303.11302","title":"Learning Audio-Visual Source Localization via False Negative Aware Contrastive Learning","created":"2023-03-20","cited_by_count":47,"area":null},{"id":"2201.12498","title":"Investigating Why Contrastive Learning Benefits Robustness Against Label Noise","created":"2022-01-29","cited_by_count":46,"area":null},{"id":"2205.11506","title":"Orchestra: Unsupervised Federated Learning via Globally Consistent Clustering","created":"2022-05-23","cited_by_count":45,"area":null},{"id":"2204.02683","title":"Beyond Separability: Analyzing the Linear Transferability of Contrastive Representations to Related Subpopulations","created":"2022-04-06","cited_by_count":44,"area":null},{"id":"2303.13664","title":"Temperature Schedules for Self-Supervised Contrastive Methods on Long-Tail Data","created":"2023-03-23","cited_by_count":44,"area":null},{"id":"2302.06232","title":"Understanding Multimodal Contrastive Learning and Incorporating Unpaired Data","created":"2023-02-13","cited_by_count":43,"area":null},{"id":"2411.14517","title":"The Double-Ellipsoid Geometry of CLIP","created":"2024-11-21","cited_by_count":42,"area":null},{"id":"2102.12982","title":"A Primer on Contrastive Pretraining in Language Processing: Methods, Lessons Learned and Perspectives","created":"2021-02-25","cited_by_count":41,"area":null},{"id":"2201.13320","title":"BEER: Fast $O(1/T)$ Rate for Decentralized Nonconvex Optimization with Communication Compression","created":"2022-01-31","cited_by_count":41,"area":null},{"id":"2107.06219","title":"Towards Unsupervised Domain Generalization","created":"2021-07-13","cited_by_count":40,"area":null},{"id":"2204.07596","title":"Perfectly Balanced: Improving Transfer and Robustness of Supervised Contrastive Learning","created":"2022-04-15","cited_by_count":40,"area":null},{"id":"2211.14699","title":"A Theoretical Study of Inductive Biases in Contrastive Learning","created":"2022-11-27","cited_by_count":40,"area":null},{"id":"2302.02774","title":"The SSL Interplay: Augmentations, Inductive Bias, and Generalization","created":"2023-02-06","cited_by_count":40,"area":null},{"id":"2407.00143","title":"InfoNCE: Identifying the Gap Between Theory and Practice","created":"2024-06-28","cited_by_count":40,"area":null},{"id":"2205.01789","title":"Do More Negative Samples Necessarily Hurt in Contrastive Learning?","created":"2022-05-03","cited_by_count":39,"area":null},{"id":"2205.06226","title":"The Mechanism of Prediction Head in Non-contrastive Self-supervised Learning","created":"2022-05-12","cited_by_count":38,"area":null},{"id":"2310.18884","title":"Simple and Asymmetric Graph Contrastive Learning without Augmentations","created":"2023-10-29","cited_by_count":38,"area":null},{"id":"2106.07115","title":"Understanding Latent Correlation-Based Multiview Learning and Self-Supervision: An Identifiability Perspective","created":"2021-06-14","cited_by_count":37,"area":null},{"id":"2106.09645","title":"Prototypical Graph Contrastive Learning","created":"2021-06-17","cited_by_count":37,"area":null},{"id":"2211.16327","title":"On the Power of Foundation Models","created":"2022-11-29","cited_by_count":37,"area":null},{"id":"2302.07920","title":"InfoNCE Loss Provably Learns Cluster-Preserving Representations","created":"2023-02-15","cited_by_count":37,"area":null},{"id":"2303.15438","title":"On the Stepwise Nature of Self-Supervised Learning","created":"2023-03-27","cited_by_count":36,"area":null},{"id":"2310.20141","title":"Contrastive Difference Predictive Coding","created":"2023-10-31","cited_by_count":36,"area":null},{"id":"2201.12680","title":"Understanding Deep Contrastive Learning via Coordinate-wise Optimization","created":"2022-01-29","cited_by_count":35,"area":null},{"id":"2209.06235","title":"Improving Self-Supervised Learning by Characterizing Idealized Representations","created":"2022-09-13","cited_by_count":34,"area":null},{"id":"2208.12208","title":"Contrastive Audio-Language Learning for Music","created":"2022-08-25","cited_by_count":33,"area":null},{"id":"2303.02387","title":"Towards a Unified Theoretical Understanding of Non-contrastive Learning via Rank Differential Mechanism","created":"2023-03-04","cited_by_count":33,"area":null},{"id":"2305.15614","title":"Reverse Engineering Self-Supervised Learning","created":"2023-05-24","cited_by_count":33,"area":null},{"id":"2110.15278","title":"Self-supervised EEG Representation Learning for Automatic Sleep Staging","created":"2021-10-27","cited_by_count":32,"area":null},{"id":"2210.01883","title":"Contrastive Learning Can Find An Optimal Basis For Approximately View-Invariant Functions","created":"2022-10-04","cited_by_count":32,"area":null},{"id":"2305.16985","title":"Inverse Dynamics Pretraining Learns Good Representations for Multitask Imitation","created":"2023-05-26","cited_by_count":31,"area":null},{"id":"2402.15017","title":"Towards Few-Shot Adaptation of Foundation Models via Multitask Finetuning","created":"2024-02-22","cited_by_count":31,"area":null},{"id":"2102.06589","title":"Generalization Bounds for Meta-Learning via PAC-Bayes and Uniform Stability","created":"2021-02-12","cited_by_count":30,"area":null},{"id":"2106.08053","title":"On the Power of Multitask Representation Learning in Linear MDP","created":"2021-06-15","cited_by_count":30,"area":null},{"id":"2209.13476","title":"Mine yOur owN Anatomy: Revisiting Medical Image Segmentation with Extremely Limited Labels","created":"2022-09-27","cited_by_count":30,"area":null},{"id":"2305.16536","title":"Which Features are Learnt by Contrastive Learning? On the Role of Simplicity Bias in Class Collapse and Feature Suppression","created":"2023-05-25","cited_by_count":30,"area":null},{"id":"2306.04272","title":"On the Generalization of Multi-modal Contrastive Learning","created":"2023-06-07","cited_by_count":30,"area":null},{"id":"2302.02334","title":"Revisiting Discriminative vs. Generative Classifiers: Theory and Implications","created":"2023-02-05","cited_by_count":29,"area":null},{"id":"2103.11275","title":"Self-supervised Representation Learning with Relative Predictive Coding","created":"2021-03-21","cited_by_count":28,"area":null},{"id":"2205.14814","title":"Your Contrastive Learning Is Secretly Doing Stochastic Neighbor Embedding","created":"2022-05-30","cited_by_count":28,"area":null},{"id":"2505.11293","title":"Breaking the Batch Barrier (B3) of Contrastive Learning via Smart Batch Mining","created":"2025-05-16","cited_by_count":28,"area":null},{"id":"2112.11450","title":"Max-Margin Contrastive Learning","created":"2021-12-21","cited_by_count":27,"area":null},{"id":"2303.00106","title":"The Trade-off between Universality and Label Efficiency of Representations from Contrastive Learning","created":"2023-02-28","cited_by_count":27,"area":null},{"id":"2310.00927","title":"Understanding Transferable Representation Learning and Zero-shot Transfer in CLIP","created":"2023-10-02","cited_by_count":26,"area":null},{"id":"2412.07909","title":"Explaining and Mitigating the Modality Gap in Contrastive Multimodal Learning","created":"2024-12-10","cited_by_count":26,"area":null}],"next_cursor":"100"}