{"list":"other","total":55,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"2103.00020","title":"Learning Transferable Visual Models From Natural Language Supervision","created":"2021-02-26","cited_by_count":33744},{"id":"2010.11929","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","created":"2020-10-22","cited_by_count":30186},{"id":"1405.0312","title":"Microsoft COCO: Common Objects in Context","created":"2014-05-01","cited_by_count":17608},{"id":"2103.14030","title":"Swin Transformer: Hierarchical Vision Transformer using Shifted Windows","created":"2021-03-25","cited_by_count":12139},{"id":"2002.05709","title":"A Simple Framework for Contrastive Learning of Visual Representations","created":"2020-02-13","cited_by_count":12049},{"id":"2111.06377","title":"Masked Autoencoders Are Scalable Vision Learners","created":"2021-11-11","cited_by_count":7403},{"id":"1703.06870","title":"Mask R-CNN","created":"2017-03-20","cited_by_count":7277},{"id":"2104.14294","title":"Emerging Properties in Self-Supervised Vision Transformers","created":"2021-04-29","cited_by_count":6968},{"id":"1607.06450","title":"Layer Normalization","created":"2016-07-21","cited_by_count":5669},{"id":"1608.03983","title":"SGDR: Stochastic Gradient Descent with Warm Restarts","created":"2016-08-13","cited_by_count":5045},{"id":"2012.12877","title":"Training data-efficient image transformers & distillation through attention","created":"2020-12-23","cited_by_count":4586},{"id":"2102.12092","title":"Zero-Shot Text-to-Image Generation","created":"2021-02-24","cited_by_count":4288},{"id":"2106.08254","title":"BEiT: BERT Pre-Training of Image Transformers","created":"2021-06-15","cited_by_count":2375},{"id":"2104.02057","title":"An Empirical Study of Training Self-Supervised Vision Transformers","created":"2021-04-05","cited_by_count":1616},{"id":"1706.02677","title":"Accurate, Large Minibatch SGD: Training ImageNet in 1 Hour","created":"2017-06-08","cited_by_count":1492},{"id":"1609.04836","title":"On Large-Batch Training for Deep Learning: Generalization Gap and Sharp Minima","created":"2016-09-15","cited_by_count":1352},{"id":"1807.10221","title":"Unified Perceptual Parsing for Scene Understanding","created":"2018-07-26","cited_by_count":1271},{"id":"2111.09886","title":"SimMIM: A Simple Framework for Masked Image Modeling","created":"2021-11-18","cited_by_count":1153},{"id":"2101.11986","title":"Tokens-to-Token ViT: Training Vision Transformers from Scratch on ImageNet","created":"2021-01-28","cited_by_count":1101},{"id":"2111.07832","title":"iBOT: Image BERT Pre-Training with Online Tokenizer","created":"2021-11-15","cited_by_count":903},{"id":"2103.17239","title":"Going deeper with Image Transformers","created":"2021-03-31","cited_by_count":764},{"id":"2202.03555","title":"data2vec: A General Framework for Self-supervised Learning in Speech, Vision and Language","created":"2022-02-07","cited_by_count":727},{"id":"2112.09133","title":"Masked Feature Prediction for Self-Supervised Visual Pre-Training","created":"2021-12-16","cited_by_count":576},{"id":"1708.03888","title":"Large Batch Training of Convolutional Networks","created":"2017-08-13","cited_by_count":535},{"id":"2208.10442","title":"Image as a Foreign Language: BEiT Pretraining for All Vision and Vision-Language Tasks","created":"2022-08-22","cited_by_count":511},{"id":"2208.06366","title":"BEiT v2: Masked Image Modeling with Vector-Quantized Visual Tokenizers","created":"2022-08-12","cited_by_count":303},{"id":"2202.03026","title":"Context Autoencoder for Self-Supervised Representation Learning","created":"2022-02-07","cited_by_count":297},{"id":"1705.08741","title":"Train longer, generalize better: closing the generalization gap in large batch training of neural networks","created":"2017-05-24","cited_by_count":279},{"id":"2111.12710","title":"PeCo: Perceptual Codebook for BERT Pre-training of Vision Transformers","created":"2021-11-24","cited_by_count":204},{"id":"2106.09785","title":"Efficient Self-supervised Vision Transformers for Representation Learning","created":"2021-06-17","cited_by_count":149},{"id":"2202.08005","title":"Should You Mask 15% in Masked Language Modeling?","created":"2022-02-16","cited_by_count":118},{"id":"2203.12719","title":"What to Hide from Your Students: Attention-Guided Masked Image Modeling","created":"2022-03-23","cited_by_count":118},{"id":"2112.10740","title":"Are Large-scale Datasets Necessary for Self-Supervised Pre-training?","created":"2021-12-20","cited_by_count":117},{"id":"2106.05656","title":"MST: Masked Self-Supervised Transformer for Visual Representation","created":"2021-06-10","cited_by_count":114},{"id":"2206.10207","title":"SemMAE: Semantic-Guided Masking for Learning Masked Autoencoders","created":"2022-06-21","cited_by_count":114},{"id":"2205.03892","title":"ConvMAE: Masked Convolution Meets Masked Autoencoders","created":"2022-05-08","cited_by_count":105},{"id":"2205.14141","title":"Contrastive Learning Rivals Masked Image Modeling in Fine-tuning via Feature Distillation","created":"2022-05-27","cited_by_count":93},{"id":"2203.05175","title":"MVP: Multimodality-guided Visual Pre-training","created":"2022-03-10","cited_by_count":92},{"id":"2103.13915","title":"An Image is Worth 16x16 Words, What is a Video Worth?","created":"2021-03-25","cited_by_count":87},{"id":"1902.05509","title":"MultiGrain: a unified image embedding for classes and instances","created":"2019-02-14","cited_by_count":85},{"id":"2201.13100","title":"Adversarial Masking for Self-Supervised Learning","created":"2022-01-31","cited_by_count":78},{"id":"2208.06049","title":"MILAN: Masked Image Pretraining on Language Assisted Representation","created":"2022-08-11","cited_by_count":69},{"id":"1807.11205","title":"Highly Scalable Deep Learning Training System with Mixed-Precision: Training ImageNet in Four Minutes","created":"2018-07-30","cited_by_count":63},{"id":"2205.10063","title":"Uniform Masking: Enabling MAE Pre-training for Pyramid-based Vision Transformers with Locality","created":"2022-05-20","cited_by_count":57},{"id":"2208.00449","title":"SdAE: Self-distillated Masked Autoencoder","created":"2022-07-31","cited_by_count":52},{"id":"2205.13515","title":"Green Hierarchical Vision Transformer for Masked Image Modeling","created":"2022-05-26","cited_by_count":50},{"id":"2105.13343","title":"Drawing Multiple Augmentation Samples Per Image During Training Efficiently Decreases Test Error","created":"2021-05-27","cited_by_count":33},{"id":"2203.15371","title":"mc-BEiT: Multi-choice Discretization for Image BERT Pre-training","created":"2022-03-29","cited_by_count":31},{"id":"2206.00790","title":"Efficient Self-supervised Vision Pretraining with Local Masked Reconstruction","created":"2022-06-01","cited_by_count":27},{"id":"2211.09799","title":"CAE v2: Context Autoencoder with CLIP Target","created":"2022-11-17","cited_by_count":25},{"id":"1907.05550","title":"Faster Neural Network Training with Data Echoing","created":"2019-07-12","cited_by_count":20},{"id":"1811.06992","title":"Image Classification at Supercomputer Scale","created":"2018-11-16","cited_by_count":16},{"id":"2011.09941","title":"Heterogeneous Contrastive Learning: Encoding Spatial Information for Compact Visual Representations","created":"2020-11-19","cited_by_count":9},{"id":"2212.06593","title":"FastMIM: Expediting Masked Image Modeling Pre-training for Vision","created":"2022-12-13","cited_by_count":7}],"next_cursor":null}