{"list":"other","total":65,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2010.11929","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","created":"2020-10-22","cited_by_count":30186},{"id":"2103.14030","title":"Swin Transformer: Hierarchical Vision Transformer using Shifted Windows","created":"2021-03-25","cited_by_count":12139},{"id":"2002.05709","title":"A Simple Framework for Contrastive Learning of Visual Representations","created":"2020-02-13","cited_by_count":12049},{"id":"1503.02531","title":"Distilling the Knowledge in a Neural Network","created":"2015-03-09","cited_by_count":10324},{"id":"1409.0575","title":"ImageNet Large Scale Visual Recognition Challenge","created":"2014-09-01","cited_by_count":8498},{"id":"1807.03748","title":"Representation Learning with Contrastive Predictive Coding","created":"2018-07-10","cited_by_count":7777},{"id":"1911.05722","title":"Momentum Contrast for Unsupervised Visual Representation Learning","created":"2019-11-13","cited_by_count":7513},{"id":"2005.12872","title":"End-to-End Object Detection with Transformers","created":"2020-05-26","cited_by_count":7414},{"id":"2111.06377","title":"Masked Autoencoders Are Scalable Vision Learners","created":"2021-11-11","cited_by_count":7403},{"id":"2104.14294","title":"Emerging Properties in Self-Supervised Vision Transformers","created":"2021-04-29","cited_by_count":6968},{"id":"1608.03983","title":"SGDR: Stochastic Gradient Descent with Warm Restarts","created":"2016-08-13","cited_by_count":5045},{"id":"2006.07733","title":"Bootstrap your own latent: A new approach to self-supervised Learning","created":"2020-06-13","cited_by_count":4750},{"id":"2012.12877","title":"Training data-efficient image transformers & distillation through attention","created":"2020-12-23","cited_by_count":4586},{"id":"2010.04159","title":"Deformable DETR: Deformable Transformers for End-to-End Object Detection","created":"2020-10-08","cited_by_count":3422},{"id":"2105.15203","title":"SegFormer: Simple and Efficient Design for Semantic Segmentation with Transformers","created":"2021-05-31","cited_by_count":2940},{"id":"2011.10566","title":"Exploring Simple Siamese Representation Learning","created":"2020-11-20","cited_by_count":2866},{"id":"2006.09882","title":"Unsupervised Learning of Visual Features by Contrasting Cluster Assignments","created":"2020-06-17","cited_by_count":2857},{"id":"2106.08254","title":"BEiT: BERT Pre-Training of Image Transformers","created":"2021-06-15","cited_by_count":2375},{"id":"1611.07725","title":"iCaRL: Incremental Classifier and Representation Learning","created":"2016-11-23","cited_by_count":2333},{"id":"2102.12122","title":"Pyramid Vision Transformer: A Versatile Backbone for Dense Prediction without Convolutions","created":"2021-02-24","cited_by_count":1962},{"id":"1805.01978","title":"Unsupervised Feature Learning via Non-Parametric Instance-level Discrimination","created":"2018-05-05","cited_by_count":1845},{"id":"1412.6550","title":"FitNets: Hints for Thin Deep Nets","created":"2014-12-19","cited_by_count":1653},{"id":"2104.02057","title":"An Empirical Study of Training Self-Supervised Vision Transformers","created":"2021-04-05","cited_by_count":1616},{"id":"2006.05525","title":"Knowledge Distillation: A Survey","created":"2020-06-09","cited_by_count":1603},{"id":"1803.07728","title":"Unsupervised Representation Learning by Predicting Image Rotations","created":"2018-03-21","cited_by_count":1591},{"id":"2002.10957","title":"MiniLM: Deep Self-Attention Distillation for Task-Agnostic Compression of Pre-Trained Transformers","created":"2020-02-25","cited_by_count":1463},{"id":"2012.15840","title":"Rethinking Semantic Segmentation from a Sequence-to-Sequence Perspective with Transformers","created":"2020-12-31","cited_by_count":1369},{"id":"1909.10351","title":"TinyBERT: Distilling BERT for Natural Language Understanding","created":"2019-09-23","cited_by_count":1167},{"id":"2107.06278","title":"Per-Pixel Classification is Not All You Need for Semantic Segmentation","created":"2021-07-13","cited_by_count":1152},{"id":"2101.11986","title":"Tokens-to-Token ViT: Training Vision Transformers from Scratch on ImageNet","created":"2021-01-28","cited_by_count":1101},{"id":"1612.03928","title":"Paying More Attention to Attention: Improving the Performance of Convolutional Neural Networks via Attention Transfer","created":"2016-12-12","cited_by_count":1077},{"id":"1505.05192","title":"Unsupervised Visual Representation Learning by Context Prediction","created":"2015-05-19","cited_by_count":1066},{"id":"2103.15808","title":"CvT: Introducing Convolutions to Vision Transformers","created":"2021-03-29","cited_by_count":947},{"id":"2111.07832","title":"iBOT: Image BERT Pre-Training with Online Tokenizer","created":"2021-11-15","cited_by_count":903},{"id":"1904.05068","title":"Relational Knowledge Distillation","created":"2019-04-10","cited_by_count":889},{"id":"2105.05633","title":"Segmenter: Transformer for Semantic Segmentation","created":"2021-05-12","cited_by_count":855},{"id":"2103.17239","title":"Going deeper with Image Transformers","created":"2021-03-31","cited_by_count":764},{"id":"1910.10699","title":"Contrastive Representation Distillation","created":"2019-10-23","cited_by_count":748},{"id":"2110.02178","title":"MobileViT: Light-weight, General-purpose, and Mobile-friendly Vision Transformer","created":"2021-10-05","cited_by_count":642},{"id":"2106.04803","title":"CoAtNet: Marrying Convolution and Attention for All Data Sizes","created":"2021-06-09","cited_by_count":569},{"id":"1708.03888","title":"Large Batch Training of Convolutional Networks","created":"2017-08-13","cited_by_count":535},{"id":"1907.09682","title":"Similarity-Preserving Knowledge Distillation","created":"2019-07-23","cited_by_count":516},{"id":"2004.02984","title":"MobileBERT: a Compact Task-Agnostic BERT for Resource-Limited Devices","created":"2020-04-06","cited_by_count":482},{"id":"2104.01136","title":"LeViT: a Vision Transformer in ConvNet's Clothing for Faster Inference","created":"2021-04-02","cited_by_count":475},{"id":"2204.07118","title":"DeiT III: Revenge of the ViT","created":"2022-04-14","cited_by_count":419},{"id":"1904.05835","title":"Variational Information Distillation for Knowledge Transfer","created":"2019-04-11","cited_by_count":324},{"id":"1904.01802","title":"Correlation Congruence for Knowledge Distillation","created":"2019-04-03","cited_by_count":285},{"id":"2104.05704","title":"Escaping the Big Data Paradigm with Compact Transformers","created":"2021-04-12","cited_by_count":264},{"id":"2108.05895","title":"Mobile-Former: Bridging MobileNet and Transformer","created":"2021-08-12","cited_by_count":235},{"id":"2111.12710","title":"PeCo: Perceptual Codebook for BERT Pre-training of Vision Transformers","created":"2021-11-24","cited_by_count":204},{"id":"2106.00666","title":"You Only Look at One Sequence: Rethinking Transformer in Vision through Object Detection","created":"2021-06-01","cited_by_count":170},{"id":"2011.10881","title":"Rethinking Transformer-based Set Prediction for Object Detection","created":"2020-11-21","cited_by_count":156},{"id":"2106.09785","title":"Efficient Self-supervised Vision Transformers for Representation Learning","created":"2021-06-17","cited_by_count":149},{"id":"2101.04731","title":"SEED: Self-supervised Distillation For Visual Representation","created":"2021-01-12","cited_by_count":134},{"id":"2105.04553","title":"Self-Supervised Learning with Swin Transformers","created":"2021-05-10","cited_by_count":122},{"id":"2112.13492","title":"Vision Transformer for Small-Size Datasets","created":"2021-12-27","cited_by_count":122},{"id":"1805.00385","title":"Boosting Self-Supervised Learning via Knowledge Transfer","created":"2018-05-01","cited_by_count":92},{"id":"2104.02096","title":"Compressing Visual-linguistic Model via Knowledge Distillation","created":"2021-04-05","cited_by_count":86},{"id":"2203.08243","title":"Unified Visual Transformer Compression","created":"2022-03-15","cited_by_count":79},{"id":"2010.14713","title":"CompRess: Self-Supervised Learning by Compressing Representations","created":"2020-10-28","cited_by_count":62},{"id":"2203.14415","title":"Mugs: A Multi-Granular Self-Supervised Learning Framework","created":"2022-03-27","cited_by_count":54},{"id":"1904.03624","title":"Learning Metrics from Teachers: Compact Networks for Image Embedding","created":"2019-04-07","cited_by_count":39},{"id":"2203.13167","title":"Towards Exemplar-Free Continual Learning in Vision Transformers: an Account of Attention, Functional and Weight Regularization","created":"2022-03-24","cited_by_count":23}],"next_cursor":null}