{"list":"other","total":83,"rows":[{"id":"1512.03385","title":"Deep Residual Learning for Image Recognition","created":"2015-12-10","cited_by_count":52096},{"id":"2103.00020","title":"Learning Transferable Visual Models From Natural Language Supervision","created":"2021-02-26","cited_by_count":33744},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2010.11929","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","created":"2020-10-22","cited_by_count":30186},{"id":"2002.05709","title":"A Simple Framework for Contrastive Learning of Visual Representations","created":"2020-02-13","cited_by_count":12049},{"id":"1908.10084","title":"Sentence-BERT: Sentence Embeddings using Siamese BERT-Networks","created":"2019-08-27","cited_by_count":9170},{"id":"1807.03748","title":"Representation Learning with Contrastive Predictive Coding","created":"2018-07-10","cited_by_count":7777},{"id":"1911.05722","title":"Momentum Contrast for Unsupervised Visual Representation Learning","created":"2019-11-13","cited_by_count":7513},{"id":"2111.06377","title":"Masked Autoencoders Are Scalable Vision Learners","created":"2021-11-11","cited_by_count":7403},{"id":"1608.03983","title":"SGDR: Stochastic Gradient Descent with Warm Restarts","created":"2016-08-13","cited_by_count":5045},{"id":"1802.03426","title":"UMAP: Uniform Manifold Approximation and Projection for Dimension Reduction","created":"2018-02-09","cited_by_count":2898},{"id":"2006.09882","title":"Unsupervised Learning of Visual Features by Contrasting Cluster Assignments","created":"2020-06-17","cited_by_count":2857},{"id":"2003.04297","title":"Improved Baselines with Momentum Contrastive Learning","created":"2020-03-09","cited_by_count":2287},{"id":"1606.04080","title":"Matching Networks for One Shot Learning","created":"2016-06-13","cited_by_count":2255},{"id":"2104.08821","title":"SimCSE: Simple Contrastive Learning of Sentence Embeddings","created":"2021-04-18","cited_by_count":2173},{"id":"2103.03230","title":"Barlow Twins: Self-Supervised Learning via Redundancy Reduction","created":"2021-03-04","cited_by_count":1838},{"id":"1905.00414","title":"Similarity of Neural Network Representations Revisited","created":"2019-05-01","cited_by_count":1755},{"id":"2104.02057","title":"An Empirical Study of Training Self-Supervised Vision Transformers","created":"2021-04-05","cited_by_count":1616},{"id":"1706.02677","title":"Accurate, Large Minibatch SGD: Training ImageNet in 1 Hour","created":"2017-06-08","cited_by_count":1492},{"id":"2005.10242","title":"Understanding Contrastive Representation Learning through Alignment and Uniformity on the Hypersphere","created":"2020-05-20","cited_by_count":1405},{"id":"1906.05849","title":"Contrastive Multiview Coding","created":"2019-06-13","cited_by_count":1301},{"id":"1808.06670","title":"Learning deep representations by mutual information estimation and maximization","created":"2018-08-20","cited_by_count":1273},{"id":"2105.04906","title":"VICReg: Variance-Invariance-Covariance Regularization for Self-Supervised Learning","created":"2021-05-11","cited_by_count":1057},{"id":"2102.12452","title":"Probing Classifiers: Promises, Shortcomings, and Advances","created":"2021-02-24","cited_by_count":876},{"id":"2005.10243","title":"What Makes for Good Views for Contrastive Learning?","created":"2020-05-20","cited_by_count":846},{"id":"1912.01991","title":"Self-Supervised Learning of Pretext-Invariant Representations","created":"2019-12-04","cited_by_count":808},{"id":"1906.00910","title":"Learning Representations by Maximizing Mutual Information Across Views","created":"2019-06-03","cited_by_count":734},{"id":"2008.08186","title":"Prevalence of Neural Collapse during the terminal phase of deep learning training","created":"2020-08-18","cited_by_count":719},{"id":"1905.09272","title":"Data-Efficient Image Recognition with Contrastive Predictive Coding","created":"2019-05-22","cited_by_count":673},{"id":"2005.04966","title":"Prototypical Contrastive Learning of Unsupervised Representations","created":"2020-05-11","cited_by_count":640},{"id":"1708.03888","title":"Large Batch Training of Convolutional Networks","created":"2017-08-13","cited_by_count":535},{"id":"1902.09229","title":"A Theoretical Analysis of Contrastive Unsupervised Representation Learning","created":"2019-02-25","cited_by_count":530},{"id":"2012.09740","title":"Understanding the Behaviour of Contrastive Loss","created":"2020-12-15","cited_by_count":398},{"id":"2112.05814","title":"Deep ViT Features as Dense Visual Descriptors","created":"2021-12-10","cited_by_count":330},{"id":"1907.13625","title":"On Mutual Information Maximization for Representation Learning","created":"2019-07-31","cited_by_count":316},{"id":"2106.04156","title":"Provable Guarantees for Self-Supervised Deep Learning with Spectral Contrastive Loss","created":"2021-06-08","cited_by_count":313},{"id":"2006.03659","title":"DeCLUTR: Deep Contrastive Learning for Unsupervised Textual Representations","created":"2020-06-05","cited_by_count":251},{"id":"2105.11741","title":"ConSERT: A Contrastive Framework for Self-Supervised Sentence Representation Transfer","created":"2021-05-25","cited_by_count":231},{"id":"2102.08850","title":"Contrastive Learning Inverts the Data Generating Process","created":"2021-02-17","cited_by_count":221},{"id":"1811.04251","title":"Formal Limitations on the Measurement of Mutual Information","created":"2018-11-10","cited_by_count":189},{"id":"2010.03622","title":"Theoretical Analysis of Self-Training with Deep Networks on Unlabeled Data","created":"2020-10-07","cited_by_count":180},{"id":"2005.12766","title":"CERT: Contrastive Self-supervised Learning for Language Understanding","created":"2020-05-16","cited_by_count":169},{"id":"2101.12699","title":"Exploring Deep Neural Networks via Layer-Peeled Model: Minority Collapse in Imbalanced Training","created":"2021-01-29","cited_by_count":166},{"id":"2106.02073","title":"Neural Collapse Under MSE Loss: Proximity to and Dynamics on the Central Path","created":"2021-06-03","cited_by_count":158},{"id":"2008.01064","title":"Predicting What You Already Know Helps: Provable Self-Supervised Learning","created":"2020-08-03","cited_by_count":152},{"id":"2205.11508","title":"Contrastive and Non-Contrastive Self-Supervised Learning Recover Global and Local Spectral Embedding Methods","created":"2022-05-23","cited_by_count":149},{"id":"2008.10150","title":"Contrastive learning, multi-view redundancy, and linear models","created":"2020-08-24","cited_by_count":146},{"id":"2110.06848","title":"Decoupled Contrastive Learning","created":"2021-10-13","cited_by_count":143},{"id":"2011.11619","title":"Neural collapse with unconstrained features","created":"2020-11-23","cited_by_count":142},{"id":"2011.02803","title":"Intriguing Properties of Contrastive Losses","created":"2020-11-05","cited_by_count":130},{"id":"2105.15134","title":"Toward Understanding the Feature Learning Process of Self-supervised Contrastive Learning","created":"2021-05-31","cited_by_count":119},{"id":"2206.02574","title":"On the duality between contrastive and non-contrastive self-supervised learning","created":"2022-06-03","cited_by_count":108},{"id":"2203.13457","title":"Chaos is a Ladder: A New Theoretical Understanding of Contrastive Learning via Augmentation Overlap","created":"2022-03-25","cited_by_count":105},{"id":"2202.08087","title":"Extended Unconstrained Features Model for Exploring Deep Neural Collapse","created":"2022-02-16","cited_by_count":102},{"id":"2112.15121","title":"On the Role of Neural Collapse in Transfer Learning","created":"2021-12-30","cited_by_count":100},{"id":"2203.01238","title":"On the Optimization Landscape of Neural Collapse under MSE Loss: Global Optimality with Unconstrained Features","created":"2022-03-02","cited_by_count":97},{"id":"2202.14037","title":"Understanding Contrastive Learning Requires Incorporating Inductive Biases","created":"2022-02-28","cited_by_count":96},{"id":"2210.02192","title":"Are All Losses Created Equal: A Neural Collapse Perspective","created":"2022-10-04","cited_by_count":78},{"id":"2204.00570","title":"Connect, Not Collapse: Explaining Contrastive Learning for Unsupervised Domain Adaptation","created":"2022-04-01","cited_by_count":67},{"id":"2102.08817","title":"Dissecting Supervised Contrastive Learning","created":"2021-02-17","cited_by_count":64},{"id":"2106.09943","title":"Investigating the Role of Negatives in Contrastive Representation Learning","created":"2021-06-18","cited_by_count":54},{"id":"2110.02473","title":"The Power of Contrast for Feature Learning: A Theoretical Analysis","created":"2021-10-06","cited_by_count":53},{"id":"2102.06866","title":"Understanding Negative Samples in Instance Discriminative Self-supervised Representation Learning","created":"2021-02-13","cited_by_count":47},{"id":"2204.02683","title":"Beyond Separability: Analyzing the Linear Transferability of Contrastive Representations to Related Subpopulations","created":"2022-04-06","cited_by_count":44},{"id":"2202.12387","title":"Provable Stochastic Optimization for Global Contrastive Learning: Small Batch Does Not Harm Performance","created":"2022-02-24","cited_by_count":43},{"id":"2211.14699","title":"A Theoretical Study of Inductive Biases in Contrastive Learning","created":"2022-11-27","cited_by_count":40},{"id":"2205.01789","title":"Do More Negative Samples Necessarily Hurt in Contrastive Learning?","created":"2022-05-03","cited_by_count":39},{"id":"2302.07920","title":"InfoNCE Loss Provably Learns Cluster-Preserving Representations","created":"2023-02-15","cited_by_count":37},{"id":"2201.12680","title":"Understanding Deep Contrastive Learning via Coordinate-wise Optimization","created":"2022-01-29","cited_by_count":35},{"id":"2305.15614","title":"Reverse Engineering Self-Supervised Learning","created":"2023-05-24","cited_by_count":33},{"id":"2111.04198","title":"TaCL: Improving BERT Pre-training with Token-aware Contrastive Learning","created":"2021-11-07","cited_by_count":32},{"id":"2109.05424","title":"Pairwise Supervised Contrastive Learning of Sentence Representations","created":"2021-09-12","cited_by_count":31},{"id":"2110.02501","title":"On the Surrogate Gap between Contrastive and Supervised Losses","created":"2021-10-06","cited_by_count":25},{"id":"2403.11391","title":"Investigating the Benefits of Projection Head for Representation Learning","created":"2024-03-18","cited_by_count":20},{"id":"2206.01342","title":"Understanding the Role of Nonlinearity in Training Dynamics of Contrastive Learning","created":"2022-06-02","cited_by_count":19},{"id":"2401.02058","title":"Neural Collapse for Cross-entropy Class-Imbalanced Learning with Unconstrained ReLU Feature Model","created":"2024-01-04","cited_by_count":19},{"id":"2312.00379","title":"Optimal Sample Complexity of Contrastive Learning","created":"2023-12-01","cited_by_count":15},{"id":"2503.00507","title":"Projection Head is Secretly an Information Bottleneck","created":"2025-03-01","cited_by_count":11},{"id":"2310.00893","title":"Engineering the Neural Collapse Geometry of Supervised-Contrastive Loss","created":"2023-10-02","cited_by_count":8},{"id":"2501.18452","title":"Clustering Properties of Self-Supervised Learning","created":"2025-01-30","cited_by_count":8},{"id":"2212.12532","title":"Generalization Bounds for Few-Shot Transfer Learning with Pretrained Classifiers","created":"2022-12-23","cited_by_count":7},{"id":"2306.07960","title":"Symmetric Neural-Collapse Representations with Supervised Contrastive Loss: The Impact of ReLU and Batching","created":"2023-06-13","cited_by_count":5},{"id":"2411.01767","title":"A Theoretical Characterization of Optimal Data Augmentations in Self-Supervised Learning","created":"2024-11-04","cited_by_count":4}],"next_cursor":null}