{"list":"other","total":77,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2103.00020","title":"Learning Transferable Visual Models From Natural Language Supervision","created":"2021-02-26","cited_by_count":33744},{"id":"2010.11929","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","created":"2020-10-22","cited_by_count":30186},{"id":"2103.14030","title":"Swin Transformer: Hierarchical Vision Transformer using Shifted Windows","created":"2021-03-25","cited_by_count":12139},{"id":"2002.05709","title":"A Simple Framework for Contrastive Learning of Visual Representations","created":"2020-02-13","cited_by_count":12049},{"id":"1409.0575","title":"ImageNet Large Scale Visual Recognition Challenge","created":"2014-09-01","cited_by_count":8498},{"id":"1807.03748","title":"Representation Learning with Contrastive Predictive Coding","created":"2018-07-10","cited_by_count":7777},{"id":"1911.05722","title":"Momentum Contrast for Unsupervised Visual Representation Learning","created":"2019-11-13","cited_by_count":7513},{"id":"2005.12872","title":"End-to-End Object Detection with Transformers","created":"2020-05-26","cited_by_count":7414},{"id":"2111.06377","title":"Masked Autoencoders Are Scalable Vision Learners","created":"2021-11-11","cited_by_count":7403},{"id":"1703.06870","title":"Mask R-CNN","created":"2017-03-20","cited_by_count":7277},{"id":"2104.14294","title":"Emerging Properties in Self-Supervised Vision Transformers","created":"2021-04-29","cited_by_count":6968},{"id":"1512.00567","title":"Rethinking the Inception Architecture for Computer Vision","created":"2015-12-02","cited_by_count":5475},{"id":"1710.09412","title":"mixup: Beyond Empirical Risk Minimization","created":"2017-10-25","cited_by_count":5183},{"id":"1608.03983","title":"SGDR: Stochastic Gradient Descent with Warm Restarts","created":"2016-08-13","cited_by_count":5045},{"id":"2006.07733","title":"Bootstrap your own latent: A new approach to self-supervised Learning","created":"2020-06-13","cited_by_count":4750},{"id":"2012.12877","title":"Training data-efficient image transformers & distillation through attention","created":"2020-12-23","cited_by_count":4586},{"id":"1604.01685","title":"The Cityscapes Dataset for Semantic Urban Scene Understanding","created":"2016-04-06","cited_by_count":4444},{"id":"2102.12092","title":"Zero-Shot Text-to-Image Generation","created":"2021-02-24","cited_by_count":4288},{"id":"2108.07258","title":"On the Opportunities and Risks of Foundation Models","created":"2021-08-16","cited_by_count":4033},{"id":"1905.04899","title":"CutMix: Regularization Strategy to Train Strong Classifiers with Localizable Features","created":"2019-05-13","cited_by_count":2884},{"id":"2011.10566","title":"Exploring Simple Siamese Representation Learning","created":"2020-11-20","cited_by_count":2866},{"id":"2006.09882","title":"Unsupervised Learning of Visual Features by Contrasting Cluster Assignments","created":"2020-06-17","cited_by_count":2857},{"id":"2106.08254","title":"BEiT: BERT Pre-Training of Image Transformers","created":"2021-06-15","cited_by_count":2375},{"id":"2003.04297","title":"Improved Baselines with Momentum Contrastive Learning","created":"2020-03-09","cited_by_count":2287},{"id":"1909.13719","title":"RandAugment: Practical automated data augmentation with a reduced search space","created":"2019-09-30","cited_by_count":2269},{"id":"2103.03230","title":"Barlow Twins: Self-Supervised Learning via Redundancy Reduction","created":"2021-03-04","cited_by_count":1838},{"id":"2104.02057","title":"An Empirical Study of Training Self-Supervised Vision Transformers","created":"2021-04-05","cited_by_count":1616},{"id":"1803.07728","title":"Unsupervised Representation Learning by Predicting Image Rotations","created":"2018-03-21","cited_by_count":1591},{"id":"1604.07379","title":"Context Encoders: Feature Learning by Inpainting","created":"2016-04-25","cited_by_count":1428},{"id":"1603.09246","title":"Unsupervised Learning of Visual Representations by Solving Jigsaw Puzzles","created":"2016-03-30","cited_by_count":1382},{"id":"2111.09886","title":"SimMIM: A Simple Framework for Masked Image Modeling","created":"2021-11-18","cited_by_count":1153},{"id":"2101.11986","title":"Tokens-to-Token ViT: Training Vision Transformers from Scratch on ImageNet","created":"2021-01-28","cited_by_count":1101},{"id":"1505.05192","title":"Unsupervised Visual Representation Learning by Context Prediction","created":"2015-05-19","cited_by_count":1066},{"id":"2105.04906","title":"VICReg: Variance-Invariance-Covariance Regularization for Self-Supervised Learning","created":"2021-05-11","cited_by_count":1057},{"id":"1807.05520","title":"Deep Clustering for Unsupervised Learning of Visual Features","created":"2018-07-15","cited_by_count":1028},{"id":"2106.04560","title":"Scaling Vision Transformers","created":"2021-06-08","cited_by_count":999},{"id":"1603.09382","title":"Deep Networks with Stochastic Depth","created":"2016-03-30","cited_by_count":979},{"id":"2002.04745","title":"On Layer Normalization in the Transformer Architecture","created":"2020-02-12","cited_by_count":922},{"id":"2111.07832","title":"iBOT: Image BERT Pre-Training with Online Tokenizer","created":"2021-11-15","cited_by_count":903},{"id":"2105.05633","title":"Segmenter: Transformer for Semantic Segmentation","created":"2021-05-12","cited_by_count":855},{"id":"2005.10243","title":"What Makes for Good Views for Contrastive Learning?","created":"2020-05-20","cited_by_count":846},{"id":"1912.01991","title":"Self-Supervised Learning of Pretext-Invariant Representations","created":"2019-12-04","cited_by_count":808},{"id":"2103.17239","title":"Going deeper with Image Transformers","created":"2021-03-31","cited_by_count":764},{"id":"1906.00910","title":"Learning Representations by Maximizing Mutual Information Across Views","created":"2019-06-03","cited_by_count":734},{"id":"2202.03555","title":"data2vec: A General Framework for Self-supervised Learning in Speech, Vision and Language","created":"2022-02-07","cited_by_count":727},{"id":"2112.09133","title":"Masked Feature Prediction for Self-Supervised Visual Pre-Training","created":"2021-12-16","cited_by_count":576},{"id":"1911.05371","title":"Self-labelling via simultaneous clustering and representation learning","created":"2019-11-13","cited_by_count":528},{"id":"1906.09756","title":"Cascade R-CNN: High Quality Object Detection and Instance Segmentation","created":"2019-06-24","cited_by_count":429},{"id":"2204.07118","title":"DeiT III: Revenge of the ViT","created":"2022-04-14","cited_by_count":419},{"id":"2004.13621","title":"Exploring Self-attention for Image Recognition","created":"2020-04-28","cited_by_count":313},{"id":"2208.06366","title":"BEiT v2: Masked Image Modeling with Vector-Quantized Visual Tokenizers","created":"2022-08-12","cited_by_count":303},{"id":"2204.07141","title":"Masked Siamese Networks for Label-Efficient Learning","created":"2022-04-14","cited_by_count":302},{"id":"1406.6909","title":"Discriminative Unsupervised Feature Learning with Exemplar Convolutional Neural Networks","created":"2014-06-26","cited_by_count":300},{"id":"2202.03026","title":"Context Autoencoder for Self-Supervised Representation Learning","created":"2022-02-07","cited_by_count":297},{"id":"1603.06668","title":"Learning Representations for Automatic Colorization","created":"2016-03-22","cited_by_count":251},{"id":"2004.08249","title":"Understanding the Difficulty of Training Transformers","created":"2020-04-17","cited_by_count":210},{"id":"2111.12710","title":"PeCo: Perceptual Codebook for BERT Pre-training of Vision Transformers","created":"2021-11-24","cited_by_count":204},{"id":"2104.08253","title":"Condenser: a Pre-training Architecture for Dense Retrieval","created":"2021-04-16","cited_by_count":162},{"id":"2203.12719","title":"What to Hide from Your Students: Attention-Guided Masked Image Modeling","created":"2022-03-23","cited_by_count":118},{"id":"2112.10740","title":"Are Large-scale Datasets Necessary for Self-Supervised Pre-training?","created":"2021-12-20","cited_by_count":117},{"id":"2106.05656","title":"MST: Masked Self-Supervised Transformer for Visual Representation","created":"2021-06-10","cited_by_count":114},{"id":"2010.10241","title":"BYOL works even without batch statistics","created":"2020-10-20","cited_by_count":95},{"id":"2205.14141","title":"Contrastive Learning Rivals Masked Image Modeling in Fine-tuning via Feature Distillation","created":"2022-05-27","cited_by_count":93},{"id":"2203.05175","title":"MVP: Multimodality-guided Visual Pre-training","created":"2022-03-10","cited_by_count":92},{"id":"2002.12247","title":"Learning Representations by Predicting Bags of Visual Words","created":"2020-02-27","cited_by_count":73},{"id":"1905.01102","title":"Generating Classification Weights with GNN Denoising Autoencoders for Few-Shot Learning","created":"2019-05-03","cited_by_count":69},{"id":"2208.06049","title":"MILAN: Masked Image Pretraining on Language Assisted Representation","created":"2022-08-11","cited_by_count":69},{"id":"2202.03382","title":"Corrupted Image Modeling for Self-Supervised Visual Pre-Training","created":"2022-02-07","cited_by_count":68},{"id":"2012.11552","title":"OBoW: Online Bag-of-Visual-Words Generation for Self-Supervised Learning","created":"2020-12-21","cited_by_count":65},{"id":"2203.15371","title":"mc-BEiT: Multi-choice Discretization for Image BERT Pre-training","created":"2022-03-29","cited_by_count":31},{"id":"2211.08887","title":"Stare at What You See: Masked Image Modeling without Reconstruction","created":"2022-11-16","cited_by_count":30},{"id":"2210.16870","title":"A simple, efficient and scalable contrastive masked autoencoder for learning visual representations","created":"2022-10-30","cited_by_count":25},{"id":"2207.07611","title":"Position Prediction as an Effective Pretraining Strategy","created":"2022-07-15","cited_by_count":24},{"id":"1912.08165","title":"Cyanure: An Open-Source Toolbox for Empirical Risk Minimization for Python, C++, and soon more","created":"2019-12-17","cited_by_count":16},{"id":"1912.01540","title":"QUEST: Quantized embedding space for transferring knowledge","created":"2019-12-03","cited_by_count":7}],"next_cursor":null}