{"list":"other","total":55,"rows":[{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"2002.05709","title":"A Simple Framework for Contrastive Learning of Visual Representations","created":"2020-02-13","cited_by_count":12049},{"id":"1807.03748","title":"Representation Learning with Contrastive Predictive Coding","created":"2018-07-10","cited_by_count":7777},{"id":"1911.05722","title":"Momentum Contrast for Unsupervised Visual Representation Learning","created":"2019-11-13","cited_by_count":7513},{"id":"2104.14294","title":"Emerging Properties in Self-Supervised Vision Transformers","created":"2021-04-29","cited_by_count":6968},{"id":"1910.13461","title":"BART: Denoising Sequence-to-Sequence Pre-training for Natural Language Generation, Translation, and Comprehension","created":"2019-10-29","cited_by_count":5893},{"id":"2006.07733","title":"Bootstrap your own latent: A new approach to self-supervised Learning","created":"2020-06-13","cited_by_count":4750},{"id":"1409.0473","title":"Neural Machine Translation by Jointly Learning to Align and Translate","created":"2014-09-01","cited_by_count":4548},{"id":"2006.11477","title":"wav2vec 2.0: A Framework for Self-Supervised Learning of Speech Representations","created":"2020-06-20","cited_by_count":3905},{"id":"1409.3215","title":"Sequence to Sequence Learning with Neural Networks","created":"2014-09-10","cited_by_count":2986},{"id":"1802.05365","title":"Deep contextualized word representations","created":"2018-02-15","cited_by_count":2290},{"id":"2005.08100","title":"Conformer: Convolution-augmented Transformer for Speech Recognition","created":"2020-05-16","cited_by_count":1863},{"id":"1805.01978","title":"Unsupervised Feature Learning via Non-Parametric Instance-level Discrimination","created":"2018-05-05","cited_by_count":1845},{"id":"2110.13900","title":"WavLM: Large-Scale Self-Supervised Pre-Training for Full Stack Speech Processing","created":"2021-10-26","cited_by_count":1657},{"id":"1904.01038","title":"fairseq: A Fast, Extensible Toolkit for Sequence Modeling","created":"2019-04-01","cited_by_count":1488},{"id":"2110.08207","title":"Multitask Prompted Training Enables Zero-Shot Task Generalization","created":"2021-10-15","cited_by_count":1470},{"id":"1912.08777","title":"PEGASUS: Pre-training with Extracted Gap-sentences for Abstractive Summarization","created":"2019-12-18","cited_by_count":1102},{"id":"2001.08210","title":"Multilingual Denoising Pre-training for Neural Machine Translation","created":"2020-01-22","cited_by_count":1035},{"id":"2202.03555","title":"data2vec: A General Framework for Self-supervised Learning in Speech, Vision and Language","created":"2022-02-07","cited_by_count":727},{"id":"2105.01051","title":"SUPERB: Speech processing Universal PERformance Benchmark","created":"2021-05-03","cited_by_count":666},{"id":"2111.09296","title":"XLS-R: Self-supervised Cross-lingual Speech Representation Learning at Scale","created":"2021-11-17","cited_by_count":601},{"id":"1804.00015","title":"ESPnet: End-to-End Speech Processing Toolkit","created":"2018-03-30","cited_by_count":558},{"id":"1508.01211","title":"Listen, Attend and Spell","created":"2015-08-05","cited_by_count":543},{"id":"2006.13979","title":"Unsupervised Cross-lingual Representation Learning for Speech Recognition","created":"2020-06-24","cited_by_count":501},{"id":"1912.07875","title":"Libri-Light: A Benchmark for ASR with Limited or No Supervision","created":"2019-12-17","cited_by_count":467},{"id":"2101.00390","title":"VoxPopuli: A Large-Scale Multilingual Speech Corpus for Representation Learning, Semi-Supervised Learning and Interpretation","created":"2021-01-02","cited_by_count":463},{"id":"1512.02595","title":"Deep Speech 2: End-to-End Speech Recognition in English and Mandarin","created":"2015-12-08","cited_by_count":451},{"id":"1506.07503","title":"Attention-Based Models for Speech Recognition","created":"2015-06-24","cited_by_count":401},{"id":"2108.06209","title":"W2v-BERT: Combining Contrastive Learning and Masked Language Modeling for Self-Supervised Speech Pre-Training","created":"2021-08-07","cited_by_count":347},{"id":"1910.05453","title":"vq-wav2vec: Self-Supervised Learning of Discrete Speech Representations","created":"2019-10-12","cited_by_count":340},{"id":"2102.01192","title":"Generative Spoken Language Modeling from Raw Audio","created":"2021-02-01","cited_by_count":340},{"id":"1608.05859","title":"Using the Output Embedding to Improve Language Models","created":"2016-08-20","cited_by_count":272},{"id":"2001.04063","title":"ProphetNet: Predicting Future N-gram for Sequence-to-Sequence Pre-training","created":"2020-01-13","cited_by_count":222},{"id":"2110.07205","title":"SpeechT5: Unified-Modal Encoder-Decoder Pre-Training for Spoken Language Processing","created":"2021-10-14","cited_by_count":180},{"id":"2010.05171","title":"fairseq S2T: Fast Speech-to-Text Modeling with fairseq","created":"2020-10-11","cited_by_count":176},{"id":"2104.01027","title":"Robust wav2vec 2.0: Analyzing Domain Shift in Self-Supervised Pre-Training","created":"2021-04-02","cited_by_count":151},{"id":"2106.09785","title":"Efficient Self-supervised Vision Transformers for Representation Learning","created":"2021-06-17","cited_by_count":149},{"id":"2010.11430","title":"Self-training and Pre-training are Complementary for Speech Recognition","created":"2020-10-22","cited_by_count":99},{"id":"2005.03191","title":"ContextNet: Improving Convolutional Neural Networks for Automatic Speech Recognition with Global Context","created":"2020-05-07","cited_by_count":97},{"id":"1611.01462","title":"Tying Word Vectors and Word Classifiers: A Loss Framework for Language Modeling","created":"2016-11-04","cited_by_count":92},{"id":"2004.10234","title":"ESPnet-ST: All-in-One Speech Translation Toolkit","created":"2020-04-21","cited_by_count":82},{"id":"1507.08240","title":"EESEN: End-to-End Speech Recognition using Deep RNN Models and WFST-based Decoding","created":"2015-07-29","cited_by_count":73},{"id":"2111.10367","title":"SLUE: New Benchmark Tasks for Spoken Language Understanding Evaluation on Natural Speech","created":"2021-11-19","cited_by_count":72},{"id":"2109.06870","title":"Performance-Efficiency Trade-offs in Unsupervised Pre-training for Speech Recognition","created":"2021-09-14","cited_by_count":68},{"id":"2106.05933","title":"PARP: Prune, Adjust and Re-Prune for Self-Supervised Speech Recognition","created":"2021-06-10","cited_by_count":53},{"id":"1904.11660","title":"Transformers with convolutional context for ASR","created":"2019-04-26","cited_by_count":44},{"id":"1609.03193","title":"Wav2Letter: an End-to-End ConvNet-based Speech Recognition System","created":"2016-09-11","cited_by_count":43},{"id":"1812.07625","title":"wav2letter++: The Fastest Open-source Speech Recognition System","created":"2018-12-18","cited_by_count":42},{"id":"2005.11184","title":"End-to-end Named Entity Recognition from English Speech","created":"2020-05-22","cited_by_count":36},{"id":"2104.06678","title":"Large-Scale Self- and Semi-Supervised Learning for Speech Translation","created":"2021-04-14","cited_by_count":36},{"id":"1610.09975","title":"Neural Speech Recognizer: Acoustic-to-Word LSTM Model for Large Vocabulary Speech Recognition","created":"2016-10-31","cited_by_count":33},{"id":"2112.07648","title":"On the Use of External Data for Spoken Named Entity Recognition","created":"2021-12-14","cited_by_count":12},{"id":"2203.17113","title":"Pre-Training Transformer Decoder for End-to-End ASR Model with Unpaired Speech Data","created":"2022-03-31","cited_by_count":12}],"next_cursor":null}