{"list":"other","total":65,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1512.03385","title":"Deep Residual Learning for Image Recognition","created":"2015-12-10","cited_by_count":52096},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2010.11929","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","created":"2020-10-22","cited_by_count":30186},{"id":"1912.01703","title":"PyTorch: An Imperative Style, High-Performance Deep Learning Library","created":"2019-12-03","cited_by_count":20305},{"id":"1409.1556","title":"Very Deep Convolutional Networks for Large-Scale Image Recognition","created":"2014-09-04","cited_by_count":15364},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"1409.0575","title":"ImageNet Large Scale Visual Recognition Challenge","created":"2014-09-01","cited_by_count":8498},{"id":"2005.12872","title":"End-to-End Object Detection with Transformers","created":"2020-05-26","cited_by_count":7414},{"id":"1502.03167","title":"Batch Normalization: Accelerating Deep Network Training by Reducing Internal Covariate Shift","created":"2015-02-11","cited_by_count":7005},{"id":"1905.11946","title":"EfficientNet: Rethinking Model Scaling for Convolutional Neural Networks","created":"2019-05-28","cited_by_count":6442},{"id":"1607.06450","title":"Layer Normalization","created":"2016-07-21","cited_by_count":5669},{"id":"1709.01507","title":"Squeeze-and-Excitation Networks","created":"2017-09-05","cited_by_count":4789},{"id":"2012.12877","title":"Training data-efficient image transformers & distillation through attention","created":"2020-12-23","cited_by_count":4586},{"id":"1409.4842","title":"Going Deeper with Convolutions","created":"2014-09-17","cited_by_count":4241},{"id":"1611.05431","title":"Aggregated Residual Transformations for Deep Neural Networks","created":"2016-11-16","cited_by_count":2546},{"id":"1711.07971","title":"Non-local Neural Networks","created":"2017-11-21","cited_by_count":2293},{"id":"1909.13719","title":"RandAugment: Practical automated data augmentation with a reduced search space","created":"2019-09-30","cited_by_count":2269},{"id":"1803.03635","title":"The Lottery Ticket Hypothesis: Finding Sparse, Trainable Neural Networks","created":"2018-03-09","cited_by_count":2262},{"id":"1603.05027","title":"Identity Mappings in Deep Residual Networks","created":"2016-03-16","cited_by_count":1965},{"id":"1711.05101","title":"Decoupled Weight Decay Regularization","created":"2017-11-14","cited_by_count":1831},{"id":"1412.6550","title":"FitNets: Hints for Thin Deep Nets","created":"2014-12-19","cited_by_count":1653},{"id":"1904.10509","title":"Generating Long Sequences with Sparse Transformers","created":"2019-04-23","cited_by_count":1546},{"id":"1807.03039","title":"Glow: Generative Flow with Invertible 1x1 Convolutions","created":"2018-07-09","cited_by_count":1545},{"id":"1902.10811","title":"Do ImageNet Classifiers Generalize to ImageNet?","created":"2019-02-13","cited_by_count":1515},{"id":"1703.06211","title":"Deformable Convolutional Networks","created":"2017-03-17","cited_by_count":1488},{"id":"2101.11986","title":"Tokens-to-Token ViT: Training Vision Transformers from Scratch on ImageNet","created":"2021-01-28","cited_by_count":1101},{"id":"1603.09382","title":"Deep Networks with Stochastic Depth","created":"2016-03-30","cited_by_count":979},{"id":"2003.13678","title":"Designing Network Design Spaces","created":"2020-03-30","cited_by_count":960},{"id":"1802.05751","title":"Image Transformer","created":"2018-02-15","cited_by_count":772},{"id":"2103.00112","title":"Transformer in Transformer","created":"2021-02-27","cited_by_count":633},{"id":"1906.05909","title":"Stand-Alone Self-Attention in Vision Models","created":"2019-06-13","cited_by_count":542},{"id":"1711.02281","title":"Non-Autoregressive Neural Machine Translation","created":"2017-11-07","cited_by_count":463},{"id":"2004.08955","title":"ResNeSt: Split-Attention Networks","created":"2020-04-19","cited_by_count":445},{"id":"1909.11556","title":"Reducing Transformer Depth on Demand with Structured Dropout","created":"2019-09-25","cited_by_count":439},{"id":"1903.06586","title":"Selective Kernel Networks","created":"2019-03-15","cited_by_count":403},{"id":"2003.10580","title":"Meta Pseudo Labels","created":"2020-03-23","cited_by_count":374},{"id":"2101.11605","title":"Bottleneck Transformers for Visual Recognition","created":"2021-01-27","cited_by_count":364},{"id":"1904.09925","title":"Attention Augmented Convolutional Networks","created":"2019-04-22","cited_by_count":363},{"id":"2102.06171","title":"High-Performance Large-Scale Image Recognition Without Normalization","created":"2021-02-11","cited_by_count":360},{"id":"1912.03458","title":"Dynamic Convolution: Attention over Convolution Kernels","created":"2019-12-07","cited_by_count":356},{"id":"2006.03677","title":"Visual Transformers: Token-based Image Representation and Processing for Computer Vision","created":"2020-06-05","cited_by_count":334},{"id":"2006.07159","title":"Are we done with ImageNet?","created":"2020-06-12","cited_by_count":333},{"id":"2004.13621","title":"Exploring Self-attention for Image Recognition","created":"2020-04-28","cited_by_count":313},{"id":"1911.09665","title":"Adversarial Examples Improve Image Recognition","created":"2019-11-21","cited_by_count":286},{"id":"2003.04887","title":"ReZero is All You Need: Fast Convergence at Large Depth","created":"2020-03-10","cited_by_count":264},{"id":"1505.00387","title":"Highway Networks","created":"2015-05-03","cited_by_count":260},{"id":"1909.06317","title":"A Comparative Study on Transformer vs RNN in Speech Applications","created":"2019-09-13","cited_by_count":211},{"id":"1906.06423","title":"Fixing the train-test resolution discrepancy","created":"2019-06-14","cited_by_count":209},{"id":"1901.09321","title":"Fixup Initialization: Residual Learning Without Normalization","created":"2019-01-27","cited_by_count":198},{"id":"1802.06901","title":"Deterministic Non-Autoregressive Neural Sequence Modeling by Iterative Refinement","created":"2018-02-19","cited_by_count":195},{"id":"2010.10504","title":"Pushing the Limits of Semi-Supervised Learning for Automatic Speech Recognition","created":"2020-10-20","cited_by_count":187},{"id":"1806.05393","title":"Dynamical Isometry and a Mean Field Theory of CNNs: How to Train 10,000-Layer Vanilla Convolutional Neural Networks","created":"2018-06-14","cited_by_count":176},{"id":"1507.06228","title":"Training Very Deep Networks","created":"2015-07-22","cited_by_count":173},{"id":"2004.07320","title":"Training with Quantization Noise for Extreme Model Compression","created":"2020-04-15","cited_by_count":145},{"id":"1911.08460","title":"End-to-end ASR: from Supervised to Semi-Supervised Learning with Modern Architectures","created":"2019-11-19","cited_by_count":120},{"id":"2102.08602","title":"LambdaNetworks: Modeling Long-Range Interactions Without Attention","created":"2021-02-17","cited_by_count":107},{"id":"2010.11430","title":"Self-training and Pre-training are Complementary for Speech Recognition","created":"2020-10-22","cited_by_count":99},{"id":"2102.05644","title":"Training Vision Transformers for Image Retrieval","created":"2021-02-10","cited_by_count":90},{"id":"2101.08692","title":"Characterizing signal propagation to close the performance gap in unnormalized ResNets","created":"2021-01-21","cited_by_count":88},{"id":"1902.05509","title":"MultiGrain: a unified image embedding for classes and instances","created":"2019-02-14","cited_by_count":85},{"id":"1905.03072","title":"RWTH ASR Systems for LibriSpeech: Hybrid vs Attention -- w/o Data Augmentation","created":"2019-05-08","cited_by_count":63},{"id":"2003.02436","title":"Talking-Heads Attention","created":"2020-03-05","cited_by_count":62},{"id":"2003.08237","title":"Fixing the train-test resolution discrepancy: FixEfficientNet","created":"2020-03-18","cited_by_count":31}],"next_cursor":null}