{"list":"other","total":65,"rows":[{"id":"1512.03385","title":"Deep Residual Learning for Image Recognition","created":"2015-12-10","cited_by_count":52096},{"id":"2103.00020","title":"Learning Transferable Visual Models From Natural Language Supervision","created":"2021-02-26","cited_by_count":33744},{"id":"2002.05709","title":"A Simple Framework for Contrastive Learning of Visual Representations","created":"2020-02-13","cited_by_count":12049},{"id":"1908.10084","title":"Sentence-BERT: Sentence Embeddings using Siamese BERT-Networks","created":"2019-08-27","cited_by_count":9170},{"id":"1807.03748","title":"Representation Learning with Contrastive Predictive Coding","created":"2018-07-10","cited_by_count":7777},{"id":"1911.05722","title":"Momentum Contrast for Unsupervised Visual Representation Learning","created":"2019-11-13","cited_by_count":7513},{"id":"2111.06377","title":"Masked Autoencoders Are Scalable Vision Learners","created":"2021-11-11","cited_by_count":7403},{"id":"1608.03983","title":"SGDR: Stochastic Gradient Descent with Warm Restarts","created":"2016-08-13","cited_by_count":5045},{"id":"2006.11477","title":"wav2vec 2.0: A Framework for Self-Supervised Learning of Speech Representations","created":"2020-06-20","cited_by_count":3905},{"id":"2102.05918","title":"Scaling Up Visual and Vision-Language Representation Learning With Noisy Text Supervision","created":"2021-02-11","cited_by_count":3864},{"id":"2303.15343","title":"Sigmoid Loss for Language Image Pre-Training","created":"2023-03-27","cited_by_count":3109},{"id":"2004.11362","title":"Supervised Contrastive Learning","created":"2020-04-23","cited_by_count":2829},{"id":"2106.07447","title":"HuBERT: Self-Supervised Speech Representation Learning by Masked Prediction of Hidden Units","created":"2021-06-14","cited_by_count":2342},{"id":"1606.04080","title":"Matching Networks for One Shot Learning","created":"2016-06-13","cited_by_count":2255},{"id":"2104.08821","title":"SimCSE: Simple Contrastive Learning of Sentence Embeddings","created":"2021-04-18","cited_by_count":2173},{"id":"2103.03230","title":"Barlow Twins: Self-Supervised Learning via Redundancy Reduction","created":"2021-03-04","cited_by_count":1838},{"id":"1905.00414","title":"Similarity of Neural Network Representations Revisited","created":"2019-05-01","cited_by_count":1755},{"id":"2104.02057","title":"An Empirical Study of Training Self-Supervised Vision Transformers","created":"2021-04-05","cited_by_count":1616},{"id":"1706.02677","title":"Accurate, Large Minibatch SGD: Training ImageNet in 1 Hour","created":"2017-06-08","cited_by_count":1492},{"id":"2005.10242","title":"Understanding Contrastive Representation Learning through Alignment and Uniformity on the Hypersphere","created":"2020-05-20","cited_by_count":1405},{"id":"2102.12452","title":"Probing Classifiers: Promises, Shortcomings, and Advances","created":"2021-02-24","cited_by_count":876},{"id":"2005.10243","title":"What Makes for Good Views for Contrastive Learning?","created":"2020-05-20","cited_by_count":846},{"id":"1906.00910","title":"Learning Representations by Maximizing Mutual Information Across Views","created":"2019-06-03","cited_by_count":734},{"id":"2202.03555","title":"data2vec: A General Framework for Self-supervised Learning in Speech, Vision and Language","created":"2022-02-07","cited_by_count":727},{"id":"1509.01240","title":"Train faster, generalize better: Stability of stochastic gradient descent","created":"2015-09-03","cited_by_count":552},{"id":"1708.03888","title":"Large Batch Training of Convolutional Networks","created":"2017-08-13","cited_by_count":535},{"id":"1902.09229","title":"A Theoretical Analysis of Contrastive Unsupervised Representation Learning","created":"2019-02-25","cited_by_count":530},{"id":"2012.09740","title":"Understanding the Behaviour of Contrastive Loss","created":"2020-12-15","cited_by_count":398},{"id":"2112.05814","title":"Deep ViT Features as Dense Visual Descriptors","created":"2021-12-10","cited_by_count":330},{"id":"1907.13625","title":"On Mutual Information Maximization for Representation Learning","created":"2019-07-31","cited_by_count":316},{"id":"2106.04156","title":"Provable Guarantees for Self-Supervised Deep Learning with Spectral Contrastive Loss","created":"2021-06-08","cited_by_count":313},{"id":"2102.08850","title":"Contrastive Learning Inverts the Data Generating Process","created":"2021-02-17","cited_by_count":221},{"id":"1811.04251","title":"Formal Limitations on the Measurement of Mutual Information","created":"2018-11-10","cited_by_count":189},{"id":"2010.03622","title":"Theoretical Analysis of Self-Training with Deep Networks on Unlabeled Data","created":"2020-10-07","cited_by_count":180},{"id":"2008.01064","title":"Predicting What You Already Know Helps: Provable Self-Supervised Learning","created":"2020-08-03","cited_by_count":152},{"id":"2205.11508","title":"Contrastive and Non-Contrastive Self-Supervised Learning Recover Global and Local Spectral Embedding Methods","created":"2022-05-23","cited_by_count":149},{"id":"2008.10150","title":"Contrastive learning, multi-view redundancy, and linear models","created":"2020-08-24","cited_by_count":146},{"id":"2110.06848","title":"Decoupled Contrastive Learning","created":"2021-10-13","cited_by_count":143},{"id":"2011.02803","title":"Intriguing Properties of Contrastive Losses","created":"2020-11-05","cited_by_count":130},{"id":"2105.15134","title":"Toward Understanding the Feature Learning Process of Self-supervised Contrastive Learning","created":"2021-05-31","cited_by_count":119},{"id":"2206.02574","title":"On the duality between contrastive and non-contrastive self-supervised learning","created":"2022-06-03","cited_by_count":108},{"id":"2203.13457","title":"Chaos is a Ladder: A New Theoretical Understanding of Contrastive Learning via Augmentation Overlap","created":"2022-03-25","cited_by_count":105},{"id":"2112.15121","title":"On the Role of Neural Collapse in Transfer Learning","created":"2021-12-30","cited_by_count":100},{"id":"2202.14037","title":"Understanding Contrastive Learning Requires Incorporating Inductive Biases","created":"2022-02-28","cited_by_count":96},{"id":"1703.01678","title":"Data-Dependent Stability of Stochastic Gradient Descent","created":"2017-03-05","cited_by_count":92},{"id":"1707.05947","title":"Generalization Bounds of SGLD for Non-convex Learning: Two Theoretical Viewpoints","created":"2017-07-19","cited_by_count":82},{"id":"2204.00570","title":"Connect, Not Collapse: Explaining Contrastive Learning for Unsupervised Domain Adaptation","created":"2022-04-01","cited_by_count":67},{"id":"2106.09943","title":"Investigating the Role of Negatives in Contrastive Representation Learning","created":"2021-06-18","cited_by_count":54},{"id":"2110.02473","title":"The Power of Contrast for Feature Learning: A Theoretical Analysis","created":"2021-10-06","cited_by_count":53},{"id":"2102.06866","title":"Understanding Negative Samples in Instance Discriminative Self-supervised Representation Learning","created":"2021-02-13","cited_by_count":47},{"id":"2204.02683","title":"Beyond Separability: Analyzing the Linear Transferability of Contrastive Representations to Related Subpopulations","created":"2022-04-06","cited_by_count":44},{"id":"2202.12387","title":"Provable Stochastic Optimization for Global Contrastive Learning: Small Batch Does Not Harm Performance","created":"2022-02-24","cited_by_count":43},{"id":"2211.14699","title":"A Theoretical Study of Inductive Biases in Contrastive Learning","created":"2022-11-27","cited_by_count":40},{"id":"2205.01789","title":"Do More Negative Samples Necessarily Hurt in Contrastive Learning?","created":"2022-05-03","cited_by_count":39},{"id":"2302.07920","title":"InfoNCE Loss Provably Learns Cluster-Preserving Representations","created":"2023-02-15","cited_by_count":37},{"id":"2212.11491","title":"Understanding and Improving the Role of Projection Head in Self-Supervised Learning","created":"2022-12-22","cited_by_count":36},{"id":"2201.12680","title":"Understanding Deep Contrastive Learning via Coordinate-wise Optimization","created":"2022-01-29","cited_by_count":35},{"id":"2305.15614","title":"Reverse Engineering Self-Supervised Learning","created":"2023-05-24","cited_by_count":33},{"id":"2110.02501","title":"On the Surrogate Gap between Contrastive and Supervised Losses","created":"2021-10-06","cited_by_count":25},{"id":"2403.11391","title":"Investigating the Benefits of Projection Head for Representation Learning","created":"2024-03-18","cited_by_count":20},{"id":"2206.01342","title":"Understanding the Role of Nonlinearity in Training Dynamics of Contrastive Learning","created":"2022-06-02","cited_by_count":19},{"id":"2312.00379","title":"Optimal Sample Complexity of Contrastive Learning","created":"2023-12-01","cited_by_count":15},{"id":"2503.00507","title":"Projection Head is Secretly an Information Bottleneck","created":"2025-03-01","cited_by_count":11},{"id":"2501.18452","title":"Clustering Properties of Self-Supervised Learning","created":"2025-01-30","cited_by_count":8},{"id":"2411.01767","title":"A Theoretical Characterization of Optimal Data Augmentations in Self-Supervised Learning","created":"2024-11-04","cited_by_count":4}],"next_cursor":null}