{"list":"other","total":58,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1512.03385","title":"Deep Residual Learning for Image Recognition","created":"2015-12-10","cited_by_count":52096},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"1412.6980","title":"Adam: A Method for Stochastic Optimization","created":"2014-12-22","cited_by_count":37240},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2010.11929","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","created":"2020-10-22","cited_by_count":30186},{"id":"2103.14030","title":"Swin Transformer: Hierarchical Vision Transformer using Shifted Windows","created":"2021-03-25","cited_by_count":12139},{"id":"2005.12872","title":"End-to-End Object Detection with Transformers","created":"2020-05-26","cited_by_count":7414},{"id":"2001.08361","title":"Scaling Laws for Neural Language Models","created":"2020-01-23","cited_by_count":6586},{"id":"1409.0473","title":"Neural Machine Translation by Jointly Learning to Align and Translate","created":"2014-09-01","cited_by_count":4548},{"id":"1406.1078","title":"Learning Phrase Representations using RNN Encoder-Decoder for Statistical Machine Translation","created":"2014-06-03","cited_by_count":4057},{"id":"2101.03961","title":"Switch Transformers: Scaling to Trillion Parameter Models with Simple and Efficient Sparsity","created":"2021-01-11","cited_by_count":3073},{"id":"1808.06226","title":"SentencePiece: A simple and language independent subword tokenizer and detokenizer for Neural Text Processing","created":"2018-08-19","cited_by_count":1989},{"id":"1904.08779","title":"SpecAugment: A Simple Data Augmentation Method for Automatic Speech Recognition","created":"2019-04-18","cited_by_count":1380},{"id":"1409.1259","title":"On the Properties of Neural Machine Translation: Encoder-Decoder Approaches","created":"2014-09-03","cited_by_count":1304},{"id":"2101.11986","title":"Tokens-to-Token ViT: Training Vision Transformers from Scratch on ImageNet","created":"2021-01-28","cited_by_count":1101},{"id":"1906.02629","title":"When Does Label Smoothing Help?","created":"2019-06-06","cited_by_count":988},{"id":"1603.09382","title":"Deep Networks with Stochastic Depth","created":"2016-03-30","cited_by_count":979},{"id":"1904.05068","title":"Relational Knowledge Distillation","created":"2019-04-10","cited_by_count":889},{"id":"1806.05622","title":"VoxCeleb2: Deep Speaker Recognition","created":"2018-06-14","cited_by_count":875},{"id":"1905.09418","title":"Analyzing Multi-Head Self-Attention: Specialized Heads Do the Heavy Lifting, the Rest Can Be Pruned","created":"2019-05-23","cited_by_count":856},{"id":"2106.10270","title":"How to train your ViT? Data, Augmentation, and Regularization in Vision Transformers","created":"2021-06-18","cited_by_count":569},{"id":"1508.01211","title":"Listen, Attend and Spell","created":"2015-08-05","cited_by_count":543},{"id":"1909.11556","title":"Reducing Transformer Depth on Demand with Structured Dropout","created":"2019-09-25","cited_by_count":439},{"id":"1506.07503","title":"Attention-Based Models for Speech Recognition","created":"2015-06-24","cited_by_count":401},{"id":"1704.06904","title":"Residual Attention Network for Image Classification","created":"2017-04-23","cited_by_count":386},{"id":"2006.06882","title":"Rethinking Pre-training and Self-training","created":"2020-06-11","cited_by_count":352},{"id":"1809.02108","title":"Deep Audio-Visual Speech Recognition","created":"2018-09-06","cited_by_count":322},{"id":"2107.06263","title":"CMT: Convolutional Neural Networks Meet Vision Transformers","created":"2021-07-13","cited_by_count":310},{"id":"1809.00496","title":"LRS3-TED: a large-scale dataset for visual speech recognition","created":"2018-09-03","cited_by_count":308},{"id":"2102.11600","title":"ASAM: Adaptive Sharpness-Aware Minimization for Scale-Invariant Learning of Deep Neural Networks","created":"2021-02-23","cited_by_count":293},{"id":"2201.02184","title":"Learning Audio-Visual Speech Representation by Masked Multimodal Cluster Prediction","created":"2022-01-05","cited_by_count":287},{"id":"1901.10430","title":"Pay Less Attention with Lightweight and Dynamic Convolutions","created":"2019-01-29","cited_by_count":211},{"id":"2106.14448","title":"R-Drop: Regularized Dropout for Neural Networks","created":"2021-06-28","cited_by_count":202},{"id":"1508.04395","title":"End-to-End Attention-based Large Vocabulary Speech Recognition","created":"2015-08-18","cited_by_count":151},{"id":"2102.06657","title":"End-to-end Audio-visual Speech Recognition with Conformers","created":"2021-02-12","cited_by_count":151},{"id":"1503.03535","title":"On Using Monolingual Corpora in Neural Machine Translation","created":"2015-03-11","cited_by_count":150},{"id":"2106.03746","title":"Efficient Training of Visual Transformers with Small Datasets","created":"2021-06-07","cited_by_count":108},{"id":"1708.06426","title":"Cold Fusion: Training Seq2Seq Models Together with Language Models","created":"2017-08-21","cited_by_count":88},{"id":"1911.12747","title":"ASR is all you need: cross-modal distillation for lip reading","created":"2019-11-28","cited_by_count":88},{"id":"1804.00247","title":"Training Tips for the Transformer Model","created":"2018-04-01","cited_by_count":85},{"id":"1911.04890","title":"Recurrent Neural Network Transducer for Audio-Visual Speech Recognition","created":"2019-11-08","cited_by_count":74},{"id":"2002.11268","title":"A Density Ratio Approach to Language Model Fusion in End-To-End Automatic Speech Recognition","created":"2020-02-26","cited_by_count":73},{"id":"2009.13818","title":"A Simple but Tough-to-Beat Data Augmentation Approach for Natural Language Understanding and Generation","created":"2020-09-29","cited_by_count":72},{"id":"1703.04105","title":"Combining Residual Networks with LSTMs for Lipreading","created":"2017-03-12","cited_by_count":68},{"id":"2005.05592","title":"Discriminative Multi-modality Speech Recognition","created":"2020-05-12","cited_by_count":58},{"id":"2012.15355","title":"Optimizing Deeper Transformers on Small Datasets","created":"2020-12-30","cited_by_count":42},{"id":"1810.10183","title":"Multi-Head Attention with Disagreement Regularization","created":"2018-10-24","cited_by_count":35},{"id":"1909.08723","title":"Espresso: A Fast End-to-end Neural Speech Recognition Toolkit","created":"2019-09-18","cited_by_count":31},{"id":"2004.13342","title":"Scheduled DropHead: A Regularization Method for Transformer Models","created":"2020-04-28","cited_by_count":28},{"id":"2003.03977","title":"Wide-minima Density Hypothesis and the Explore-Exploit Learning Rate Schedule","created":"2020-03-09","cited_by_count":25},{"id":"2110.05354","title":"Internal Language Model Adaptation with Text-Only Data for End-to-End Speech Recognition","created":"2021-10-06","cited_by_count":17},{"id":"2104.04946","title":"UniDrop: A Simple yet Effective Technique to Improve Transformer without Extra Cost","created":"2021-04-11","cited_by_count":11},{"id":"2009.09672","title":"Alleviating the Inequality of Attention Heads for Neural Machine Translation","created":"2020-09-21","cited_by_count":6},{"id":"2107.01275","title":"Relaxed Attention: A Simple Method to Boost Performance of End-to-End Automatic Speech Recognition","created":"2021-07-02","cited_by_count":4},{"id":"2103.17088","title":"Deep Noise Suppression With Non-Intrusive PESQNet Supervision Enabling the Use of Real Training Data","created":"2021-03-31","cited_by_count":3},{"id":"2209.06096","title":"Analysis of Self-Attention Head Diversity for Conformer-based Automatic Speech Recognition","created":"2022-09-13","cited_by_count":3},{"id":"2011.01210","title":"Focus on the present: a regularization method for the ASR source-target attention layer","created":"2020-11-02","cited_by_count":2}],"next_cursor":null}