{"list":"other","total":67,"rows":[{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"1807.03748","title":"Representation Learning with Contrastive Predictive Coding","created":"2018-07-10","cited_by_count":7777},{"id":"2212.04356","title":"Robust Speech Recognition via Large-Scale Weak Supervision","created":"2022-12-06","cited_by_count":4057},{"id":"2006.11477","title":"wav2vec 2.0: A Framework for Self-Supervised Learning of Speech Representations","created":"2020-06-20","cited_by_count":3905},{"id":"2005.08100","title":"Conformer: Convolution-augmented Transformer for Speech Recognition","created":"2020-05-16","cited_by_count":1863},{"id":"1901.02860","title":"Transformer-XL: Attentive Language Models Beyond a Fixed-Length Context","created":"2019-01-09","cited_by_count":1850},{"id":"2006.16668","title":"GShard: Scaling Giant Models with Conditional Computation and Automatic Sharding","created":"2020-06-30","cited_by_count":1631},{"id":"1912.06670","title":"Common Voice: A Massively-Multilingual Speech Corpus","created":"2019-12-13","cited_by_count":1384},{"id":"1911.04252","title":"Self-training with Noisy Student improves ImageNet classification","created":"2019-11-11","cited_by_count":1311},{"id":"2110.04366","title":"Towards a Unified View of Parameter-Efficient Transfer Learning","created":"2021-10-08","cited_by_count":872},{"id":"2111.09296","title":"XLS-R: Self-supervised Cross-lingual Speech Representation Learning at Scale","created":"2021-11-17","cited_by_count":601},{"id":"1508.01211","title":"Listen, Attend and Spell","created":"2015-08-05","cited_by_count":543},{"id":"2012.03411","title":"MLS: A Large-Scale Multilingual Dataset for Speech Research","created":"2020-12-07","cited_by_count":476},{"id":"2205.12446","title":"FLEURS: Few-shot Learning Evaluation of Universal Representations of Speech","created":"2022-05-25","cited_by_count":469},{"id":"2101.00390","title":"VoxPopuli: A Large-Scale Multilingual Speech Corpus for Representation Learning, Semi-Supervised Learning and Interpretation","created":"2021-01-02","cited_by_count":463},{"id":"2108.06209","title":"W2v-BERT: Combining Contrastive Learning and Masked Language Modeling for Self-Supervised Speech Pre-Training","created":"2021-08-07","cited_by_count":347},{"id":"1910.05453","title":"vq-wav2vec: Self-Supervised Learning of Discrete Speech Representations","created":"2019-10-12","cited_by_count":340},{"id":"1907.05019","title":"Massively Multilingual Neural Machine Translation in the Wild: Findings and Challenges","created":"2019-07-11","cited_by_count":257},{"id":"1805.04699","title":"TED-LIUM 3: twice as much data and corpus repartition for experiments on speaker adaptation","created":"2018-05-12","cited_by_count":226},{"id":"2010.10504","title":"Pushing the Limits of Semi-Supervised Learning for Automatic Speech Recognition","created":"2020-10-20","cited_by_count":187},{"id":"1904.03240","title":"An Unsupervised Autoregressive Model for Speech Representation Learning","created":"2019-04-05","cited_by_count":186},{"id":"2202.01855","title":"Self-supervised Learning with Random-projection Quantizer for Speech Recognition","created":"2022-02-03","cited_by_count":162},{"id":"2005.09629","title":"Improved Noisy Student Training for Automatic Speech Recognition","created":"2020-05-19","cited_by_count":141},{"id":"1909.09116","title":"Self-Training for End-to-End Speech Recognition","created":"2019-09-19","cited_by_count":129},{"id":"1911.08460","title":"End-to-end ASR: from Supervised to Semi-Supervised Learning with Modern Architectures","created":"2019-11-19","cited_by_count":120},{"id":"2010.10759","title":"Emformer: Efficient Memory Transformer Based Acoustic Model For Low Latency Streaming Speech Recognition","created":"2020-10-21","cited_by_count":113},{"id":"2105.04663","title":"GSPMD: General and Scalable Parallelization for ML Computation Graphs","created":"2021-05-10","cited_by_count":111},{"id":"2202.01374","title":"mSLAM: Massively multilingual joint pre-training for speech and text","created":"2022-02-03","cited_by_count":108},{"id":"2002.02848","title":"Unsupervised pretraining transfers well across languages","created":"2020-02-07","cited_by_count":101},{"id":"2010.11395","title":"Developing Real-time Streaming Transformer Transducer for Speech Recognition on Large-scale Dataset","created":"2020-10-22","cited_by_count":97},{"id":"1901.08810","title":"Unsupervised speech representation learning using WaveNet autoencoders","created":"2019-01-25","cited_by_count":90},{"id":"2109.13226","title":"BigSSL: Exploring the Frontier of Large-Scale Semi-Supervised Learning for Automatic Speech Recognition","created":"2021-09-27","cited_by_count":88},{"id":"2005.09267","title":"Iterative Pseudo-Labeling for Speech Recognition","created":"2020-05-19","cited_by_count":83},{"id":"2104.02133","title":"SpeechStew: Simply Mix All Available Speech Recognition Data to Train One Large Neural Network","created":"2021-04-05","cited_by_count":83},{"id":"2204.03409","title":"MAESTRO: Matched Speech Text Representations through Modality Matching","created":"2022-04-07","cited_by_count":79},{"id":"1911.03912","title":"Effectiveness of self-supervised pre-training for speech recognition","created":"2019-11-10","cited_by_count":72},{"id":"2011.10798","title":"A Better and Faster End-to-End Model for Streaming ASR","created":"2020-11-21","cited_by_count":69},{"id":"2110.10329","title":"SLAM: A Unified Encoder for Speech and Language Modeling via Speech-Text Joint Pre-Training","created":"2021-10-20","cited_by_count":69},{"id":"2205.03983","title":"Building Machine Translation Systems for the Next Thousand Languages","created":"2022-05-09","cited_by_count":69},{"id":"1912.01679","title":"Deep Contextualized Acoustic Representations For Semi-Supervised Speech Recognition","created":"2019-12-03","cited_by_count":66},{"id":"2104.14830","title":"Scaling End-to-End Models for Large-Scale Multilingual ASR","created":"2021-04-30","cited_by_count":61},{"id":"1803.08976","title":"Speech2Vec: A Sequence-to-Sequence Framework for Learning Word Embeddings from Speech","created":"2018-03-23","cited_by_count":52},{"id":"2209.15329","title":"SpeechLM: Enhanced Speech Pre-Training with Unpaired Textual Data","created":"2022-09-30","cited_by_count":49},{"id":"1911.02242","title":"A comparison of end-to-end models for long-form speech recognition","created":"2019-11-06","cited_by_count":42},{"id":"2210.03730","title":"SpeechUT: Bridging Speech and Text with Hidden-Unit for Encoder-Decoder Based Speech-Text Pre-training","created":"2022-10-07","cited_by_count":40},{"id":"2001.11128","title":"Learning Robust and Multilingual Speech Representations","created":"2020-01-29","cited_by_count":39},{"id":"2005.08042","title":"Streaming Transformer-based Acoustic Models Using Self-attention with Augmented Memory","created":"2020-05-16","cited_by_count":35},{"id":"2205.08180","title":"SAMU-XLSR: Semantically-Aligned Multimodal Utterance-level Cross-Lingual Speech Representation","created":"2022-05-17","cited_by_count":32},{"id":"2109.06952","title":"Residual Adapters for Parameter-Efficient ASR Adaptation to Atypical and Accented Speech","created":"2021-09-14","cited_by_count":31},{"id":"1910.07204","title":"Transformer ASR with Contextual Block Processing","created":"2019-10-16","cited_by_count":28},{"id":"1904.01624","title":"Lessons from Building Acoustic Models with a Million Hours of Speech","created":"2019-04-02","cited_by_count":27},{"id":"2209.02842","title":"ASR2K: Speech Recognition for Around 2000 Languages without Audio","created":"2022-09-06","cited_by_count":26},{"id":"2005.09684","title":"Exploring Transformers for Large-Scale Speech Recognition","created":"2020-05-19","cited_by_count":24},{"id":"2108.12226","title":"Injecting Text in Self-Supervised Speech Pretraining","created":"2021-08-27","cited_by_count":24},{"id":"2210.07353","title":"JOIST: A Joint Speech and Text Streaming Model For ASR","created":"2022-10-13","cited_by_count":24},{"id":"2202.13155","title":"Integrating Text Inputs For Training and Adapting RNN Transducer ASR Models","created":"2022-02-26","cited_by_count":20},{"id":"1803.10299","title":"Multi-Modal Data Augmentation for End-to-End ASR","created":"2018-03-27","cited_by_count":18},{"id":"2210.17049","title":"Modular Hybrid Autoregressive Transducer","created":"2022-10-31","cited_by_count":17},{"id":"2002.10336","title":"Semi-Supervised Speech Recognition via Local Prior Matching","created":"2020-02-24","cited_by_count":13},{"id":"2210.10027","title":"Maestro-U: Leveraging joint speech-text representation learning for zero supervised speech ASR","created":"2022-10-18","cited_by_count":13},{"id":"2110.03841","title":"Input Length Matters: Improving RNN-T and MWER Training for Long-form Telephony Speech Recognition","created":"2021-10-08","cited_by_count":10},{"id":"2212.00500","title":"MMSpeech: Multi-modal Multi-task Encoder-Decoder Pre-training for Speech Recognition","created":"2022-11-29","cited_by_count":9},{"id":"2302.08583","title":"JEIT: Joint End-to-End Model and Internal Language Model Training for Speech Recognition","created":"2023-02-16","cited_by_count":9},{"id":"2203.12559","title":"A Scalable Model Specialization Framework for Training and Inference using Submodels and its Application to Speech Model Personalization","created":"2022-03-23","cited_by_count":8},{"id":"2212.09553","title":"Mu$^{2}$SLAM: Multitask, Multilingual Speech and Language Models","created":"2022-12-19","cited_by_count":7},{"id":"1803.02551","title":"Extracting Domain Invariant Features by Unsupervised Learning for Robust Automatic Speech Recognition","created":"2018-03-07","cited_by_count":5}],"next_cursor":null}