{"list":"other","total":51,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"2010.11929","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","created":"2020-10-22","cited_by_count":30186},{"id":"2103.14030","title":"Swin Transformer: Hierarchical Vision Transformer using Shifted Windows","created":"2021-03-25","cited_by_count":12139},{"id":"1503.02531","title":"Distilling the Knowledge in a Neural Network","created":"2015-03-09","cited_by_count":10324},{"id":"2005.12872","title":"End-to-End Object Detection with Transformers","created":"2020-05-26","cited_by_count":7414},{"id":"2104.14294","title":"Emerging Properties in Self-Supervised Vision Transformers","created":"2021-04-29","cited_by_count":6968},{"id":"1905.11946","title":"EfficientNet: Rethinking Model Scaling for Convolutional Neural Networks","created":"2019-05-28","cited_by_count":6442},{"id":"2012.12877","title":"Training data-efficient image transformers & distillation through attention","created":"2020-12-23","cited_by_count":4586},{"id":"1606.08415","title":"Gaussian Error Linear Units (GELUs)","created":"2016-06-27","cited_by_count":3502},{"id":"2010.04159","title":"Deformable DETR: Deformable Transformers for End-to-End Object Detection","created":"2020-10-08","cited_by_count":3422},{"id":"2105.15203","title":"SegFormer: Simple and Efficient Design for Semantic Segmentation with Transformers","created":"2021-05-31","cited_by_count":2940},{"id":"1908.02265","title":"ViLBERT: Pretraining Task-Agnostic Visiolinguistic Representations for Vision-and-Language Tasks","created":"2019-08-06","cited_by_count":2222},{"id":"1506.02626","title":"Learning both Weights and Connections for Efficient Neural Networks","created":"2015-06-08","cited_by_count":2031},{"id":"2102.12122","title":"Pyramid Vision Transformer: A Versatile Backbone for Dense Prediction without Convolutions","created":"2021-02-24","cited_by_count":1962},{"id":"2001.04451","title":"Reformer: The Efficient Transformer","created":"2020-01-13","cited_by_count":1668},{"id":"1412.6550","title":"FitNets: Hints for Thin Deep Nets","created":"2014-12-19","cited_by_count":1653},{"id":"2102.05095","title":"Is Space-Time Attention All You Need for Video Understanding?","created":"2021-02-09","cited_by_count":1620},{"id":"2009.14794","title":"Rethinking Attention with Performers","created":"2020-09-30","cited_by_count":1601},{"id":"2006.04768","title":"Linformer: Self-Attention with Linear Complexity","created":"2020-06-08","cited_by_count":1474},{"id":"2101.11986","title":"Tokens-to-Token ViT: Training Vision Transformers from Scratch on ImageNet","created":"2021-01-28","cited_by_count":1101},{"id":"1707.02968","title":"Revisiting Unreasonable Effectiveness of Data in Deep Learning Era","created":"2017-07-10","cited_by_count":919},{"id":"2104.11227","title":"Multiscale Vision Transformers","created":"2021-04-22","cited_by_count":897},{"id":"2106.02034","title":"DynamicViT: Efficient Vision Transformers with Dynamic Token Sparsification","created":"2021-06-03","cited_by_count":864},{"id":"2103.17239","title":"Going deeper with Image Transformers","created":"2021-03-31","cited_by_count":764},{"id":"1904.01766","title":"VideoBERT: A Joint Model for Video and Language Representation Learning","created":"2019-04-03","cited_by_count":703},{"id":"2103.00112","title":"Transformer in Transformer","created":"2021-02-27","cited_by_count":633},{"id":"2104.13840","title":"Twins: Revisiting the Design of Spatial Attention in Vision Transformers","created":"2021-04-28","cited_by_count":565},{"id":"1603.08983","title":"Adaptive Computation Time for Recurrent Neural Networks","created":"2016-03-29","cited_by_count":506},{"id":"2103.10697","title":"ConViT: Improving Vision Transformers with Soft Convolutional Inductive Biases","created":"2021-03-19","cited_by_count":484},{"id":"2104.01136","title":"LeViT: a Vision Transformer in ConvNet's Clothing for Faster Inference","created":"2021-04-02","cited_by_count":475},{"id":"2105.10497","title":"Intriguing Properties of Vision Transformers","created":"2021-05-21","cited_by_count":446},{"id":"2011.14503","title":"End-to-End Video Instance Segmentation with Transformers","created":"2020-11-30","cited_by_count":443},{"id":"2102.04906","title":"Dynamic Neural Networks: A Survey","created":"2021-02-09","cited_by_count":408},{"id":"2103.16302","title":"Rethinking Spatial Dimensions of Vision Transformers","created":"2021-03-30","cited_by_count":361},{"id":"1811.04918","title":"Learning and Generalization in Overparameterized Neural Networks, Going Beyond Two Layers","created":"2018-11-12","cited_by_count":340},{"id":"1711.09485","title":"SkipNet: Learning Dynamic Routing in Convolutional Networks","created":"2017-11-26","cited_by_count":332},{"id":"1812.02707","title":"Video Action Transformer Network","created":"2018-12-06","cited_by_count":316},{"id":"2103.11886","title":"DeepViT: Towards Deeper Vision Transformer","created":"2021-03-22","cited_by_count":289},{"id":"1511.05641","title":"Net2Net: Accelerating Learning via Knowledge Transfer","created":"2015-11-18","cited_by_count":250},{"id":"2104.06399","title":"Co-Scale Conv-Attentional Image Transformers","created":"2021-04-13","cited_by_count":224},{"id":"1904.11491","title":"Local Relation Networks for Image Recognition","created":"2019-04-25","cited_by_count":210},{"id":"1511.06297","title":"Conditional Computation in Neural Networks for faster models","created":"2015-11-19","cited_by_count":167},{"id":"2103.05905","title":"VideoMoCo: Contrastive Video Representation Learning with Temporally Adversarial Examples","created":"2021-03-10","cited_by_count":154},{"id":"1504.04788","title":"Compressing Neural Networks with the Hashing Trick","created":"2015-04-19","cited_by_count":150},{"id":"2104.10858","title":"All Tokens Matter: Token Labeling for Training Better Vision Transformers","created":"2021-04-22","cited_by_count":144},{"id":"2104.12533","title":"Visformer: The Vision-friendly Transformer","created":"2021-04-26","cited_by_count":137},{"id":"1507.06149","title":"Data-free parameter pruning for Deep Neural Networks","created":"2015-07-22","cited_by_count":112},{"id":"2002.10025","title":"Triple Wins: Boosting Accuracy, Robustness and Efficiency Together by Enabling Input-Adaptive Inference","created":"2020-02-24","cited_by_count":45},{"id":"2110.05340","title":"Revitalizing CNN Attentions via Transformers in Self-Supervised Visual Representation Learning","created":"2021-10-11","cited_by_count":34},{"id":"1907.04523","title":"Dual Dynamic Inference: Enabling More Efficient, Adaptive and Controllable Deep Inference","created":"2019-07-10","cited_by_count":31},{"id":"2201.12083","title":"DynaMixer: A Vision MLP Architecture with Dynamic Mixing","created":"2022-01-28","cited_by_count":28}],"next_cursor":null}