{"list":"other","total":64,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"1807.03748","title":"Representation Learning with Contrastive Predictive Coding","created":"2018-07-10","cited_by_count":7777},{"id":"2006.11477","title":"wav2vec 2.0: A Framework for Self-Supervised Learning of Speech Representations","created":"2020-06-20","cited_by_count":3905},{"id":"1909.08053","title":"Megatron-LM: Training Multi-Billion Parameter Language Models Using Model Parallelism","created":"2019-09-17","cited_by_count":1868},{"id":"2005.08100","title":"Conformer: Convolution-augmented Transformer for Speech Recognition","created":"2020-05-16","cited_by_count":1863},{"id":"1901.02860","title":"Transformer-XL: Attentive Language Models Beyond a Fixed-Length Context","created":"2019-01-09","cited_by_count":1850},{"id":"2006.16668","title":"GShard: Scaling Giant Models with Conditional Computation and Automatic Sharding","created":"2020-06-30","cited_by_count":1631},{"id":"1912.06670","title":"Common Voice: A Massively-Multilingual Speech Corpus","created":"2019-12-13","cited_by_count":1384},{"id":"1904.08779","title":"SpecAugment: A Simple Data Augmentation Method for Automatic Speech Recognition","created":"2019-04-18","cited_by_count":1380},{"id":"1911.04252","title":"Self-training with Noisy Student improves ImageNet classification","created":"2019-11-11","cited_by_count":1311},{"id":"1804.04235","title":"Adafactor: Adaptive Learning Rates with Sublinear Memory Cost","created":"2018-04-11","cited_by_count":905},{"id":"1804.03209","title":"Speech Commands: A Dataset for Limited-Vocabulary Speech Recognition","created":"2018-04-09","cited_by_count":752},{"id":"1706.08612","title":"VoxCeleb: a large-scale speaker identification dataset","created":"2017-06-26","cited_by_count":732},{"id":"1912.07875","title":"Libri-Light: A Benchmark for ASR with Limited or No Supervision","created":"2019-12-17","cited_by_count":467},{"id":"1910.05453","title":"vq-wav2vec: Self-Supervised Learning of Discrete Speech Representations","created":"2019-10-12","cited_by_count":340},{"id":"2002.02562","title":"Transformer Transducer: A Streamable Speech Recognition Model with Transformer Encoders and RNN-T Loss","created":"2020-02-07","cited_by_count":235},{"id":"1811.06621","title":"Streaming End-to-end Speech Recognition For Mobile Devices","created":"2018-11-15","cited_by_count":234},{"id":"1805.04699","title":"TED-LIUM 3: twice as much data and corpus repartition for experiments on speaker adaptation","created":"2018-05-12","cited_by_count":226},{"id":"2010.10504","title":"Pushing the Limits of Semi-Supervised Learning for Automatic Speech Recognition","created":"2020-10-20","cited_by_count":187},{"id":"1904.03240","title":"An Unsupervised Autoregressive Model for Speech Representation Learning","created":"2019-04-05","cited_by_count":186},{"id":"1811.02084","title":"Mesh-TensorFlow: Deep Learning for Supercomputers","created":"2018-11-05","cited_by_count":169},{"id":"1503.03535","title":"On Using Monolingual Corpora in Neural Machine Translation","created":"2015-03-11","cited_by_count":150},{"id":"2005.09629","title":"Improved Noisy Student Training for Automatic Speech Recognition","created":"2020-05-19","cited_by_count":141},{"id":"2004.09249","title":"CHiME-6 Challenge:Tackling Multispeaker Speech Recognition for Unsegmented Recordings","created":"2020-04-20","cited_by_count":132},{"id":"1909.09116","title":"Self-Training for End-to-End Speech Recognition","created":"2019-09-19","cited_by_count":129},{"id":"1911.08460","title":"End-to-end ASR: from Supervised to Semi-Supervised Learning with Modern Architectures","created":"2019-11-19","cited_by_count":120},{"id":"2105.04663","title":"GSPMD: General and Scalable Parallelization for ML Computation Graphs","created":"2021-05-10","cited_by_count":111},{"id":"2103.16559","title":"Broaden Your Views for Self-Supervised Video Learning","created":"2021-03-30","cited_by_count":108},{"id":"2002.02848","title":"Unsupervised pretraining transfers well across languages","created":"2020-02-07","cited_by_count":101},{"id":"2010.11430","title":"Self-training and Pre-training are Complementary for Speech Recognition","created":"2020-10-22","cited_by_count":99},{"id":"1901.08810","title":"Unsupervised speech representation learning using WaveNet autoencoders","created":"2019-01-25","cited_by_count":90},{"id":"2002.12764","title":"Towards Learning a Universal Non-Semantic Representation of Speech","created":"2020-02-25","cited_by_count":84},{"id":"2005.09267","title":"Iterative Pseudo-Labeling for Speech Recognition","created":"2020-05-19","cited_by_count":83},{"id":"2104.02133","title":"SpeechStew: Simply Mix All Available Speech Recognition Data to Train One Large Neural Network","created":"2021-04-05","cited_by_count":83},{"id":"2010.11745","title":"Rethinking Evaluation in ASR: Are Our Models Robust Enough?","created":"2020-10-22","cited_by_count":73},{"id":"1911.03912","title":"Effectiveness of self-supervised pre-training for speech recognition","created":"2019-11-10","cited_by_count":72},{"id":"2011.10798","title":"A Better and Faster End-to-End Model for Streaming ASR","created":"2020-11-21","cited_by_count":69},{"id":"1912.01679","title":"Deep Contextualized Acoustic Representations For Semi-Supervised Speech Recognition","created":"2019-12-03","cited_by_count":66},{"id":"2104.14830","title":"Scaling End-to-End Models for Large-Scale Multilingual ASR","created":"2021-04-30","cited_by_count":61},{"id":"1912.05533","title":"SpecAugment on Large Scale Datasets","created":"2019-12-11","cited_by_count":60},{"id":"1803.08976","title":"Speech2Vec: A Sequence-to-Sequence Framework for Learning Word Embeddings from Speech","created":"2018-03-23","cited_by_count":52},{"id":"1711.02209","title":"Unsupervised Learning of Semantic Audio Representations","created":"2017-11-06","cited_by_count":44},{"id":"2001.11128","title":"Learning Robust and Multilingual Speech Representations","created":"2020-01-29","cited_by_count":39},{"id":"2103.06508","title":"Multi-Format Contrastive Learning of Audio Representations","created":"2021-03-11","cited_by_count":39},{"id":"1808.05312","title":"Toward domain-invariant speech recognition via large scale training","created":"2018-08-16","cited_by_count":35},{"id":"2103.16776","title":"Large-Scale Pre-Training of End-to-End Multi-Talker ASR for Meeting Transcription with Single Distant Microphone","created":"2021-03-31","cited_by_count":33},{"id":"2004.13336","title":"Automatic Cross-Replica Sharding of Weight Update in Data-Parallel Training","created":"2020-04-28","cited_by_count":30},{"id":"2105.00982","title":"On the limit of English conversational speech recognition","created":"2021-05-03","cited_by_count":30},{"id":"1904.01624","title":"Lessons from Building Acoustic Models with a Million Hours of Speech","created":"2019-04-02","cited_by_count":27},{"id":"1507.06947","title":"Fast and Accurate Recurrent Neural Network Acoustic Models for Speech Recognition","created":"2015-07-24","cited_by_count":26},{"id":"2005.03271","title":"RNN-T Models Fail to Generalize to Out-of-Domain Audio: Causes and Solutions","created":"2020-05-07","cited_by_count":26},{"id":"2108.12226","title":"Injecting Text in Self-Supervised Speech Pretraining","created":"2021-08-27","cited_by_count":24},{"id":"2010.12096","title":"Improving Streaming Automatic Speech Recognition With Non-Streaming Model Distillation On Unsupervised Data","created":"2020-10-22","cited_by_count":16},{"id":"1711.02212","title":"Improved training for online end-to-end speech recognition systems","created":"2017-11-06","cited_by_count":13},{"id":"2002.10336","title":"Semi-Supervised Speech Recognition via Local Prior Matching","created":"2020-02-24","cited_by_count":13},{"id":"2011.04609","title":"FRILL: A Non-Semantic Speech Embedding for Mobile Devices","created":"2020-11-09","cited_by_count":13},{"id":"2010.06030","title":"Dual-mode ASR: Unify and Improve Streaming ASR with Full-context Modeling","created":"2020-10-12","cited_by_count":9},{"id":"1910.04269","title":"Spoken Language Identification using ConvNets","created":"2019-10-09","cited_by_count":6},{"id":"1803.02551","title":"Extracting Domain Invariant Features by Unsupervised Learning for Robust Automatic Speech Recognition","created":"2018-03-07","cited_by_count":5},{"id":"2107.03985","title":"Comparing Supervised Models And Learned Speech Representations For Classifying Intelligibility Of Disordered Speech On Selected Phrases","created":"2021-07-08","cited_by_count":5},{"id":"1712.00069","title":"On the importance of normative data in speech-based assessment","created":"2017-11-30","cited_by_count":3},{"id":"2104.14346","title":"Bridging the gap between streaming and non-streaming ASR systems bydistilling ensembles of CTC and RNN-T models","created":"2021-04-25","cited_by_count":3},{"id":"1804.05374","title":"Twin Regularization for online speech recognition","created":"2018-04-15","cited_by_count":1}],"next_cursor":null}