{"list":"other","total":63,"rows":[{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2002.05709","title":"A Simple Framework for Contrastive Learning of Visual Representations","created":"2020-02-13","cited_by_count":12049},{"id":"1807.03748","title":"Representation Learning with Contrastive Predictive Coding","created":"2018-07-10","cited_by_count":7777},{"id":"2111.06377","title":"Masked Autoencoders Are Scalable Vision Learners","created":"2021-11-11","cited_by_count":7403},{"id":"2104.14294","title":"Emerging Properties in Self-Supervised Vision Transformers","created":"2021-04-29","cited_by_count":6968},{"id":"2006.07733","title":"Bootstrap your own latent: A new approach to self-supervised Learning","created":"2020-06-13","cited_by_count":4750},{"id":"2011.10566","title":"Exploring Simple Siamese Representation Learning","created":"2020-11-20","cited_by_count":2866},{"id":"2006.09882","title":"Unsupervised Learning of Visual Features by Contrasting Cluster Assignments","created":"2020-06-17","cited_by_count":2857},{"id":"2104.08821","title":"SimCSE: Simple Contrastive Learning of Sentence Embeddings","created":"2021-04-18","cited_by_count":2173},{"id":"1805.01978","title":"Unsupervised Feature Learning via Non-Parametric Instance-level Discrimination","created":"2018-05-05","cited_by_count":1845},{"id":"2103.03230","title":"Barlow Twins: Self-Supervised Learning via Redundancy Reduction","created":"2021-03-04","cited_by_count":1838},{"id":"2005.10242","title":"Understanding Contrastive Representation Learning through Alignment and Uniformity on the Hypersphere","created":"2020-05-20","cited_by_count":1405},{"id":"1906.05849","title":"Contrastive Multiview Coding","created":"2019-06-13","cited_by_count":1301},{"id":"1808.06670","title":"Learning deep representations by mutual information estimation and maximization","created":"2018-08-20","cited_by_count":1273},{"id":"2111.09886","title":"SimMIM: A Simple Framework for Masked Image Modeling","created":"2021-11-18","cited_by_count":1153},{"id":"2105.04906","title":"VICReg: Variance-Invariance-Covariance Regularization for Self-Supervised Learning","created":"2021-05-11","cited_by_count":1057},{"id":"2111.07832","title":"iBOT: Image BERT Pre-Training with Online Tokenizer","created":"2021-11-15","cited_by_count":903},{"id":"2005.10243","title":"What Makes for Good Views for Contrastive Learning?","created":"2020-05-20","cited_by_count":846},{"id":"1912.01991","title":"Self-Supervised Learning of Pretext-Invariant Representations","created":"2019-12-04","cited_by_count":808},{"id":"1906.00910","title":"Learning Representations by Maximizing Mutual Information Across Views","created":"2019-06-03","cited_by_count":734},{"id":"1905.09272","title":"Data-Efficient Image Recognition with Contrastive Predictive Coding","created":"2019-05-22","cited_by_count":673},{"id":"2010.04592","title":"Contrastive Learning with Hard Negative Samples","created":"2020-10-09","cited_by_count":628},{"id":"1902.09229","title":"A Theoretical Analysis of Contrastive Unsupervised Representation Learning","created":"2019-02-25","cited_by_count":530},{"id":"1606.05908","title":"Tutorial on Variational Autoencoders","created":"2016-06-19","cited_by_count":409},{"id":"2106.04156","title":"Provable Guarantees for Self-Supervised Deep Learning with Spectral Contrastive Loss","created":"2021-06-08","cited_by_count":313},{"id":"2102.06810","title":"Understanding self-supervised Learning Dynamics without Contrastive Pairs","created":"2021-02-12","cited_by_count":256},{"id":"1904.03436","title":"Unsupervised Embedding Learning via Invariant and Spreading Instance Feature","created":"2019-04-06","cited_by_count":232},{"id":"2210.02885","title":"RankMe: Assessing the downstream performance of pretrained self-supervised representations by their rank","created":"2022-10-05","cited_by_count":153},{"id":"2008.01064","title":"Predicting What You Already Know Helps: Provable Self-Supervised Learning","created":"2020-08-03","cited_by_count":152},{"id":"2205.11508","title":"Contrastive and Non-Contrastive Self-Supervised Learning Recover Global and Local Spectral Embedding Methods","created":"2022-05-23","cited_by_count":149},{"id":"2008.10150","title":"Contrastive learning, multi-view redundancy, and linear models","created":"2020-08-24","cited_by_count":146},{"id":"2006.08558","title":"Learning Diverse and Discriminative Representations via the Principle of Maximal Coding Rate Reduction","created":"2020-06-15","cited_by_count":142},{"id":"2105.15134","title":"Toward Understanding the Feature Learning Process of Self-supervised Contrastive Learning","created":"2021-05-31","cited_by_count":119},{"id":"2206.02574","title":"On the duality between contrastive and non-contrastive self-supervised learning","created":"2022-06-03","cited_by_count":108},{"id":"2203.13457","title":"Chaos is a Ladder: A New Theoretical Understanding of Contrastive Learning via Augmentation Overlap","created":"2022-03-25","cited_by_count":105},{"id":"2111.00743","title":"Towards the Generalization of Contrastive Self-Supervised Learning","created":"2021-11-01","cited_by_count":99},{"id":"2202.14037","title":"Understanding Contrastive Learning Requires Incorporating Inductive Biases","created":"2022-02-28","cited_by_count":96},{"id":"2210.08344","title":"How Mask Matters: Towards Theoretical Understandings of Masked Autoencoders","created":"2022-10-15","cited_by_count":86},{"id":"2106.08320","title":"Self-Supervised Learning with Kernel Dependence Maximization","created":"2021-06-15","cited_by_count":77},{"id":"2304.09355","title":"To Compress or Not to Compress- Self-Supervised Learning and Information Theory: A Review","created":"2023-04-19","cited_by_count":72},{"id":"2208.00173","title":"A Survey on Masked Autoencoder for Self-supervised Learning in Vision and Beyond","created":"2022-07-30","cited_by_count":58},{"id":"2003.02234","title":"Contrastive estimation reveals topic posterior information to linear models","created":"2020-03-04","cited_by_count":54},{"id":"2112.05141","title":"Exploring the Equivalence of Siamese Self-Supervised Learning via A Unified Gradient Framework","created":"2021-12-09","cited_by_count":49},{"id":"2102.06866","title":"Understanding Negative Samples in Instance Discriminative Self-supervised Representation Learning","created":"2021-02-13","cited_by_count":47},{"id":"2204.02683","title":"Beyond Separability: Analyzing the Linear Transferability of Contrastive Representations to Related Subpopulations","created":"2022-04-06","cited_by_count":44},{"id":"2211.14699","title":"A Theoretical Study of Inductive Biases in Contrastive Learning","created":"2022-11-27","cited_by_count":40},{"id":"2302.02774","title":"The SSL Interplay: Augmentations, Inductive Bias, and Generalization","created":"2023-02-06","cited_by_count":40},{"id":"2306.04898","title":"Understanding Masked Autoencoders via Hierarchical Latent Variable Models","created":"2023-06-08","cited_by_count":39},{"id":"2202.03670","title":"How to Understand Masked Autoencoders","created":"2022-02-08","cited_by_count":38},{"id":"2205.06226","title":"The Mechanism of Prediction Head in Non-contrastive Self-supervised Learning","created":"2022-05-12","cited_by_count":38},{"id":"2202.08545","title":"Information Theory with Kernel Methods","created":"2022-02-17","cited_by_count":37},{"id":"2209.06235","title":"Improving Self-Supervised Learning by Characterizing Idealized Representations","created":"2022-09-13","cited_by_count":34},{"id":"2210.11464","title":"Self-Supervised Learning via Maximum Entropy Coding","created":"2022-10-20","cited_by_count":33},{"id":"2205.14814","title":"Your Contrastive Learning Is Secretly Doing Stochastic Neighbor Embedding","created":"2022-05-30","cited_by_count":28},{"id":"2104.13712","title":"A Note on Connecting Barlow Twins with Negative-Sample-Free Contrastive Learning","created":"2021-04-28","cited_by_count":26},{"id":"2106.13401","title":"Decomposed Mutual Information Estimation for Contrastive Representation Learning","created":"2021-06-25","cited_by_count":25},{"id":"2303.00633","title":"An Information-Theoretic Perspective on Variance-Invariance-Covariance Regularization","created":"2023-03-01","cited_by_count":25},{"id":"2303.15103","title":"Contrastive Learning Is Spectral Clustering On Similarity Graph","created":"2023-03-27","cited_by_count":25},{"id":"2203.15702","title":"Contrasting the landscape of contrastive and non-contrastive learning","created":"2022-03-29","cited_by_count":24},{"id":"2301.08164","title":"DiME: Maximizing Mutual Information by a Difference of Matrix-Based Entropies","created":"2023-01-19","cited_by_count":21},{"id":"2305.17326","title":"Matrix Information Theory for Self-Supervised Learning","created":"2023-05-27","cited_by_count":21},{"id":"2305.16446","title":"The Representation Jensen-Shannon Divergence","created":"2023-05-25","cited_by_count":9},{"id":"2305.10397","title":"RelationMatch: Matching In-batch Relationships for Semi-supervised Learning","created":"2023-05-17","cited_by_count":8}],"next_cursor":null}