{"list":"other","total":69,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"1912.01703","title":"PyTorch: An Imperative Style, High-Performance Deep Learning Library","created":"2019-12-03","cited_by_count":20305},{"id":"2002.05709","title":"A Simple Framework for Contrastive Learning of Visual Representations","created":"2020-02-13","cited_by_count":12049},{"id":"1409.0575","title":"ImageNet Large Scale Visual Recognition Challenge","created":"2014-09-01","cited_by_count":8498},{"id":"1807.03748","title":"Representation Learning with Contrastive Predictive Coding","created":"2018-07-10","cited_by_count":7777},{"id":"1911.05722","title":"Momentum Contrast for Unsupervised Visual Representation Learning","created":"2019-11-13","cited_by_count":7513},{"id":"2111.06377","title":"Masked Autoencoders Are Scalable Vision Learners","created":"2021-11-11","cited_by_count":7403},{"id":"2104.14294","title":"Emerging Properties in Self-Supervised Vision Transformers","created":"2021-04-29","cited_by_count":6968},{"id":"2006.07733","title":"Bootstrap your own latent: A new approach to self-supervised Learning","created":"2020-06-13","cited_by_count":4750},{"id":"2011.10566","title":"Exploring Simple Siamese Representation Learning","created":"2020-11-20","cited_by_count":2866},{"id":"2006.09882","title":"Unsupervised Learning of Visual Features by Contrasting Cluster Assignments","created":"2020-06-17","cited_by_count":2857},{"id":"2106.08254","title":"BEiT: BERT Pre-Training of Image Transformers","created":"2021-06-15","cited_by_count":2375},{"id":"2003.04297","title":"Improved Baselines with Momentum Contrastive Learning","created":"2020-03-09","cited_by_count":2287},{"id":"1805.01978","title":"Unsupervised Feature Learning via Non-Parametric Instance-level Discrimination","created":"2018-05-05","cited_by_count":1845},{"id":"2103.03230","title":"Barlow Twins: Self-Supervised Learning via Redundancy Reduction","created":"2021-03-04","cited_by_count":1838},{"id":"2104.02057","title":"An Empirical Study of Training Self-Supervised Vision Transformers","created":"2021-04-05","cited_by_count":1616},{"id":"1803.07728","title":"Unsupervised Representation Learning by Predicting Image Rotations","created":"2018-03-21","cited_by_count":1591},{"id":"1902.10811","title":"Do ImageNet Classifiers Generalize to ImageNet?","created":"2019-02-13","cited_by_count":1515},{"id":"1604.07379","title":"Context Encoders: Feature Learning by Inpainting","created":"2016-04-25","cited_by_count":1428},{"id":"1603.09246","title":"Unsupervised Learning of Visual Representations by Solving Jigsaw Puzzles","created":"2016-03-30","cited_by_count":1382},{"id":"2006.10029","title":"Big Self-Supervised Models are Strong Semi-Supervised Learners","created":"2020-06-17","cited_by_count":1380},{"id":"1411.1792","title":"How transferable are features in deep neural networks?","created":"2014-11-06","cited_by_count":1225},{"id":"2111.09886","title":"SimMIM: A Simple Framework for Masked Image Modeling","created":"2021-11-18","cited_by_count":1153},{"id":"1505.05192","title":"Unsupervised Visual Representation Learning by Context Prediction","created":"2015-05-19","cited_by_count":1066},{"id":"1807.05520","title":"Deep Clustering for Unsupervised Learning of Visual Features","created":"2018-07-15","cited_by_count":1028},{"id":"1811.12359","title":"Challenging Common Assumptions in the Unsupervised Learning of Disentangled Representations","created":"2018-11-29","cited_by_count":941},{"id":"2111.07832","title":"iBOT: Image BERT Pre-Training with Online Tokenizer","created":"2021-11-15","cited_by_count":903},{"id":"2202.10054","title":"Fine-Tuning can Distort Pretrained Features and Underperform Out-of-Distribution","created":"2022-02-21","cited_by_count":739},{"id":"2202.03555","title":"data2vec: A General Framework for Self-supervised Learning in Speech, Vision and Language","created":"2022-02-07","cited_by_count":727},{"id":"2006.08218","title":"Self-supervised Learning: Generative or Contrastive","created":"2020-06-15","cited_by_count":694},{"id":"2211.07636","title":"EVA: Exploring the Limits of Masked Visual Representation Learning at Scale","created":"2022-11-14","cited_by_count":691},{"id":"2110.04627","title":"Vector-quantized Image Modeling with Improved VQGAN","created":"2021-10-09","cited_by_count":658},{"id":"1902.06162","title":"Self-supervised Visual Feature Learning with Deep Neural Networks: A Survey","created":"2019-02-16","cited_by_count":657},{"id":"2111.14819","title":"Point-BERT: Pre-training 3D Point Cloud Transformers with Masked Point Modeling","created":"2021-11-29","cited_by_count":653},{"id":"2112.09133","title":"Masked Feature Prediction for Self-Supervised Visual Pre-Training","created":"2021-12-16","cited_by_count":576},{"id":"1911.05371","title":"Self-labelling via simultaneous clustering and representation learning","created":"2019-11-13","cited_by_count":528},{"id":"2011.09157","title":"Dense Contrastive Learning for Self-Supervised Visual Pre-Training","created":"2020-11-18","cited_by_count":512},{"id":"2003.08271","title":"Pre-trained Models for Natural Language Processing: A Survey","created":"2020-03-18","cited_by_count":505},{"id":"2205.09113","title":"Masked Autoencoders As Spatiotemporal Learners","created":"2022-05-18","cited_by_count":429},{"id":"2005.12320","title":"SCAN: Learning to Classify Images without Labels","created":"2020-05-25","cited_by_count":352},{"id":"2003.08505","title":"A Metric Learning Reality Check","created":"2020-03-18","cited_by_count":321},{"id":"2208.06366","title":"BEiT v2: Masked Image Modeling with Vector-Quantized Visual Tokenizers","created":"2022-08-12","cited_by_count":303},{"id":"2202.03026","title":"Context Autoencoder for Self-Supervised Representation Learning","created":"2022-02-07","cited_by_count":297},{"id":"1901.09005","title":"Revisiting Self-Supervised Visual Representation Learning","created":"2019-01-25","cited_by_count":251},{"id":"2304.12210","title":"A Cookbook of Self-Supervised Learning","created":"2023-04-24","cited_by_count":250},{"id":"2107.04649","title":"Accuracy on the Line: On the Strong Correlation Between Out-of-Distribution and In-Distribution Generalization","created":"2021-07-09","cited_by_count":249},{"id":"1611.09842","title":"Split-Brain Autoencoders: Unsupervised Learning by Cross-Channel Prediction","created":"2016-11-29","cited_by_count":217},{"id":"2011.13377","title":"How Well Do Self-Supervised Models Transfer?","created":"2020-11-26","cited_by_count":213},{"id":"2111.12710","title":"PeCo: Perceptual Codebook for BERT Pre-training of Vision Transformers","created":"2021-11-24","cited_by_count":204},{"id":"2103.01988","title":"Self-supervised Pretraining of Visual Features in the Wild","created":"2021-03-02","cited_by_count":198},{"id":"2103.16483","title":"Benchmarking Representation Learning for Natural World Image Collections","created":"2021-03-30","cited_by_count":168},{"id":"2206.13188","title":"Self-supervised Learning in Remote Sensing: A Review","created":"2022-06-27","cited_by_count":137},{"id":"2105.05837","title":"When Does Contrastive Visual Representation Learning Work?","created":"2021-05-12","cited_by_count":92},{"id":"1912.03330","title":"ClusterFit: Improving Generalization of Visual Representations","created":"2019-12-06","cited_by_count":82},{"id":"2003.14323","title":"How Useful is Self-Supervised Pretraining for Visual Tasks?","created":"2020-03-31","cited_by_count":80},{"id":"2211.08073","title":"GLUE-X: Evaluating Natural Language Understanding Models from an Out-of-distribution Generalization Perspective","created":"2022-11-15","cited_by_count":72},{"id":"2310.19909","title":"Battle of the Backbones: A Large-Scale Comparison of Pretrained Models across Computer Vision Tasks","created":"2023-10-30","cited_by_count":72},{"id":"2208.06049","title":"MILAN: Masked Image Pretraining on Language Assisted Representation","created":"2022-08-11","cited_by_count":69},{"id":"2203.11819","title":"A Broad Study of Pre-training for Domain Generalization and Adaptation","created":"2022-03-22","cited_by_count":65},{"id":"2204.02683","title":"Beyond Separability: Analyzing the Linear Transferability of Contrastive Representations to Related Subpopulations","created":"2022-04-06","cited_by_count":44},{"id":"2308.15474","title":"A General-Purpose Self-Supervised Model for Computational Pathology","created":"2023-08-29","cited_by_count":42},{"id":"2302.02774","title":"The SSL Interplay: Augmentations, Inductive Bias, and Generalization","created":"2023-02-06","cited_by_count":40},{"id":"2006.14304","title":"Unsupervised deep learning identifies semantic disentanglement in single inferotemporal neurons","created":"2020-06-25","cited_by_count":33},{"id":"2303.02416","title":"PixMIM: Rethinking Pixel Reconstruction in Masked Image Modeling","created":"2023-03-04","cited_by_count":28},{"id":"2206.08347","title":"Beyond Supervised vs. Unsupervised: Representative Benchmarking and Analysis of Image Representation Learning","created":"2022-06-16","cited_by_count":20},{"id":"2210.13604","title":"The Robustness Limits of SoTA Vision Models to Natural Variation","created":"2022-10-24","cited_by_count":15},{"id":"2207.10553","title":"MABe22: A Multi-Species Multi-Task Benchmark for Learned Representations of Behavior","created":"2022-07-21","cited_by_count":12},{"id":"2304.03456","title":"Rethinking Evaluation Protocols of Visual Representations Learned via Self-supervised Learning","created":"2023-04-07","cited_by_count":4}],"next_cursor":null}