{"list":"other","total":76,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1512.03385","title":"Deep Residual Learning for Image Recognition","created":"2015-12-10","cited_by_count":52096},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"1412.6980","title":"Adam: A Method for Stochastic Optimization","created":"2014-12-22","cited_by_count":37240},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2010.11929","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","created":"2020-10-22","cited_by_count":30186},{"id":"1912.01703","title":"PyTorch: An Imperative Style, High-Performance Deep Learning Library","created":"2019-12-03","cited_by_count":20305},{"id":"1405.0312","title":"Microsoft COCO: Common Objects in Context","created":"2014-05-01","cited_by_count":17608},{"id":"1409.1556","title":"Very Deep Convolutional Networks for Large-Scale Image Recognition","created":"2014-09-04","cited_by_count":15364},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"2103.14030","title":"Swin Transformer: Hierarchical Vision Transformer using Shifted Windows","created":"2021-03-25","cited_by_count":12139},{"id":"2002.05709","title":"A Simple Framework for Contrastive Learning of Visual Representations","created":"2020-02-13","cited_by_count":12049},{"id":"1506.01497","title":"Faster R-CNN: Towards Real-Time Object Detection with Region Proposal Networks","created":"2015-06-04","cited_by_count":9639},{"id":"1409.0575","title":"ImageNet Large Scale Visual Recognition Challenge","created":"2014-09-01","cited_by_count":8498},{"id":"2005.12872","title":"End-to-End Object Detection with Transformers","created":"2020-05-26","cited_by_count":7414},{"id":"1608.06993","title":"Densely Connected Convolutional Networks","created":"2016-08-25","cited_by_count":6720},{"id":"1905.11946","title":"EfficientNet: Rethinking Model Scaling for Convolutional Neural Networks","created":"2019-05-28","cited_by_count":6442},{"id":"1607.06450","title":"Layer Normalization","created":"2016-07-21","cited_by_count":5669},{"id":"1710.09412","title":"mixup: Beyond Empirical Risk Minimization","created":"2017-10-25","cited_by_count":5183},{"id":"1608.03983","title":"SGDR: Stochastic Gradient Descent with Warm Restarts","created":"2016-08-13","cited_by_count":5045},{"id":"1709.01507","title":"Squeeze-and-Excitation Networks","created":"2017-09-05","cited_by_count":4789},{"id":"2012.12877","title":"Training data-efficient image transformers & distillation through attention","created":"2020-12-23","cited_by_count":4586},{"id":"1409.4842","title":"Going Deeper with Convolutions","created":"2014-09-17","cited_by_count":4241},{"id":"1411.7766","title":"Deep Learning Face Attributes in the Wild","created":"2014-11-28","cited_by_count":3693},{"id":"1905.04899","title":"CutMix: Regularization Strategy to Train Strong Classifiers with Localizable Features","created":"2019-05-13","cited_by_count":2884},{"id":"1611.05431","title":"Aggregated Residual Transformations for Deep Neural Networks","created":"2016-11-16","cited_by_count":2546},{"id":"1909.13719","title":"RandAugment: Practical automated data augmentation with a reduced search space","created":"2019-09-30","cited_by_count":2269},{"id":"2102.12122","title":"Pyramid Vision Transformer: A Versatile Backbone for Dense Prediction without Convolutions","created":"2021-02-24","cited_by_count":1962},{"id":"1706.02677","title":"Accurate, Large Minibatch SGD: Training ImageNet in 1 Hour","created":"2017-06-08","cited_by_count":1492},{"id":"2010.01412","title":"Sharpness-Aware Minimization for Efficiently Improving Generalization","created":"2020-10-03","cited_by_count":1417},{"id":"1607.08022","title":"Instance Normalization: The Missing Ingredient for Fast Stylization","created":"2016-07-27","cited_by_count":1198},{"id":"2103.03206","title":"Perceiver: General Perception with Iterative Attention","created":"2021-03-04","cited_by_count":1104},{"id":"2101.11986","title":"Tokens-to-Token ViT: Training Vision Transformers from Scratch on ImageNet","created":"2021-01-28","cited_by_count":1101},{"id":"1809.02983","title":"Dual Attention Network for Scene Segmentation","created":"2018-09-09","cited_by_count":1003},{"id":"1603.09382","title":"Deep Networks with Stochastic Depth","created":"2016-03-30","cited_by_count":979},{"id":"2003.13678","title":"Designing Network Design Spaces","created":"2020-03-30","cited_by_count":960},{"id":"2103.15808","title":"CvT: Introducing Convolutions to Vision Transformers","created":"2021-03-29","cited_by_count":947},{"id":"2002.04745","title":"On Layer Normalization in the Transformer Architecture","created":"2020-02-12","cited_by_count":922},{"id":"1707.02968","title":"Revisiting Unreasonable Effectiveness of Data in Deep Learning Era","created":"2017-07-10","cited_by_count":919},{"id":"2104.11227","title":"Multiscale Vision Transformers","created":"2021-04-22","cited_by_count":897},{"id":"2103.14899","title":"CrossViT: Cross-Attention Multi-Scale Vision Transformer for Image Classification","created":"2021-03-27","cited_by_count":806},{"id":"1802.05751","title":"Image Transformer","created":"2018-02-15","cited_by_count":772},{"id":"2103.17239","title":"Going deeper with Image Transformers","created":"2021-03-31","cited_by_count":764},{"id":"1811.11721","title":"CCNet: Criss-Cross Attention for Semantic Segmentation","created":"2018-11-28","cited_by_count":718},{"id":"2108.08810","title":"Do Vision Transformers See Like Convolutional Neural Networks?","created":"2021-08-19","cited_by_count":675},{"id":"2103.00112","title":"Transformer in Transformer","created":"2021-02-27","cited_by_count":633},{"id":"2107.14795","title":"Perceiver IO: A General Architecture for Structured Inputs & Outputs","created":"2021-07-30","cited_by_count":629},{"id":"1312.4400","title":"Network In Network","created":"2013-12-16","cited_by_count":605},{"id":"2106.04803","title":"CoAtNet: Marrying Convolution and Attention for All Data Sizes","created":"2021-06-09","cited_by_count":569},{"id":"2106.10270","title":"How to train your ViT? Data, Augmentation, and Regularization in Vision Transformers","created":"2021-06-18","cited_by_count":569},{"id":"2104.13840","title":"Twins: Revisiting the Design of Spatial Attention in Vision Transformers","created":"2021-04-28","cited_by_count":565},{"id":"1906.05909","title":"Stand-Alone Self-Attention in Vision Models","created":"2019-06-13","cited_by_count":542},{"id":"2103.10697","title":"ConViT: Improving Vision Transformers with Soft Convolutional Inductive Biases","created":"2021-03-19","cited_by_count":484},{"id":"2104.01136","title":"LeViT: a Vision Transformer in ConvNet's Clothing for Faster Inference","created":"2021-04-02","cited_by_count":475},{"id":"2106.14881","title":"Early Convolutions Help Transformers See Better","created":"2021-06-28","cited_by_count":396},{"id":"2110.00476","title":"ResNet strikes back: An improved training procedure in timm","created":"2021-10-01","cited_by_count":368},{"id":"1904.09925","title":"Attention Augmented Convolutional Networks","created":"2019-04-22","cited_by_count":363},{"id":"2106.09681","title":"XCiT: Cross-Covariance Image Transformers","created":"2021-06-17","cited_by_count":338},{"id":"2003.07853","title":"Axial-DeepLab: Stand-Alone Axial-Attention for Panoptic Segmentation","created":"2020-03-17","cited_by_count":326},{"id":"2004.13621","title":"Exploring Self-attention for Image Recognition","created":"2020-04-28","cited_by_count":313},{"id":"1711.11575","title":"Relation Networks for Object Detection","created":"2017-11-30","cited_by_count":305},{"id":"2107.00641","title":"Focal Self-attention for Local-Global Interactions in Vision Transformers","created":"2021-07-01","cited_by_count":288},{"id":"2106.01548","title":"When Vision Transformers Outperform ResNets without Pre-training or Strong Data Augmentations","created":"2021-06-03","cited_by_count":260},{"id":"2103.12731","title":"Scaling Local Self-Attention for Parameter Efficient Visual Backbones","created":"2021-03-23","cited_by_count":220},{"id":"1904.11491","title":"Local Relation Networks for Image Recognition","created":"2019-04-25","cited_by_count":210},{"id":"1906.06423","title":"Fixing the train-test resolution discrepancy","created":"2019-06-14","cited_by_count":209},{"id":"2107.14222","title":"Rethinking and Improving Relative Position Encoding for Vision Transformer","created":"2021-07-29","cited_by_count":207},{"id":"2002.12804","title":"UniLMv2: Pseudo-Masked Language Models for Unified Language Model Pre-Training","created":"2020-02-28","cited_by_count":204},{"id":"1610.02915","title":"Deep Pyramidal Residual Networks","created":"2016-10-10","cited_by_count":163},{"id":"1810.00825","title":"Set Transformer: A Framework for Attention-based Permutation-Invariant Neural Networks","created":"2018-10-01","cited_by_count":132},{"id":"2103.06255","title":"Involution: Inverting the Inherence of Convolution for Visual Recognition","created":"2021-03-10","cited_by_count":99},{"id":"2110.12894","title":"The Efficiency Misnomer","created":"2021-10-25","cited_by_count":98},{"id":"2103.01197","title":"Coordination Among Neural Modules Through a Shared Global Workspace","created":"2021-03-01","cited_by_count":85},{"id":"2109.08203","title":"Torch.manual_seed(3407) is all you need: On the influence of random seeds in deep learning architectures for computer vision","created":"2021-09-16","cited_by_count":81},{"id":"1904.05873","title":"An Empirical Study of Spatial Attention Mechanisms in Deep Networks","created":"2019-04-11","cited_by_count":58},{"id":"2110.11403","title":"SCENIC: A JAX Library for Computer Vision Research and Beyond","created":"2021-10-18","cited_by_count":57}],"next_cursor":null}