{"list":"other","total":226,"rows":[{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"1912.01703","title":"PyTorch: An Imperative Style, High-Performance Deep Learning Library","created":"2019-12-03","cited_by_count":20305},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"2002.05709","title":"A Simple Framework for Contrastive Learning of Visual Representations","created":"2020-02-13","cited_by_count":12049},{"id":"1807.03748","title":"Representation Learning with Contrastive Predictive Coding","created":"2018-07-10","cited_by_count":7777},{"id":"1911.05722","title":"Momentum Contrast for Unsupervised Visual Representation Learning","created":"2019-11-13","cited_by_count":7513},{"id":"2104.14294","title":"Emerging Properties in Self-Supervised Vision Transformers","created":"2021-04-29","cited_by_count":6968},{"id":"1804.07461","title":"GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding","created":"2018-04-20","cited_by_count":4899},{"id":"2006.07733","title":"Bootstrap your own latent: A new approach to self-supervised Learning","created":"2020-06-13","cited_by_count":4750},{"id":"1711.00937","title":"Neural Discrete Representation Learning","created":"2017-11-02","cited_by_count":4712},{"id":"1902.00751","title":"Parameter-Efficient Transfer Learning for NLP","created":"2019-02-02","cited_by_count":4236},{"id":"2108.07258","title":"On the Opportunities and Risks of Foundation Models","created":"2021-08-16","cited_by_count":4033},{"id":"2006.11477","title":"wav2vec 2.0: A Framework for Self-Supervised Learning of Speech Representations","created":"2020-06-20","cited_by_count":3905},{"id":"1504.08083","title":"Fast R-CNN","created":"2015-04-30","cited_by_count":2933},{"id":"2006.09882","title":"Unsupervised Learning of Visual Features by Contrasting Cluster Assignments","created":"2020-06-17","cited_by_count":2857},{"id":"1906.08237","title":"XLNet: Generalized Autoregressive Pretraining for Language Understanding","created":"2019-06-19","cited_by_count":2811},{"id":"1909.11942","title":"ALBERT: A Lite BERT for Self-supervised Learning of Language Representations","created":"2019-09-26","cited_by_count":2790},{"id":"1611.01144","title":"Categorical Reparameterization with Gumbel-Softmax","created":"2016-11-03","cited_by_count":2739},{"id":"2106.07447","title":"HuBERT: Self-Supervised Speech Representation Learning by Masked Prediction of Hidden Units","created":"2021-06-14","cited_by_count":2342},{"id":"1802.05365","title":"Deep contextualized word representations","created":"2018-02-15","cited_by_count":2290},{"id":"2003.04297","title":"Improved Baselines with Momentum Contrastive Learning","created":"2020-03-09","cited_by_count":2287},{"id":"1704.00028","title":"Improved Training of Wasserstein GANs","created":"2017-03-31","cited_by_count":2235},{"id":"2107.13586","title":"Pre-train, Prompt, and Predict: A Systematic Survey of Prompting Methods in Natural Language Processing","created":"2021-07-28","cited_by_count":2234},{"id":"1308.3432","title":"Estimating or Propagating Gradients Through Stochastic Neurons for Conditional Computation","created":"2013-08-15","cited_by_count":2079},{"id":"1909.08053","title":"Megatron-LM: Training Multi-Billion Parameter Language Models Using Model Parallelism","created":"2019-09-17","cited_by_count":1868},{"id":"1609.03499","title":"WaveNet: A Generative Model for Raw Audio","created":"2016-09-12","cited_by_count":1722},{"id":"2110.13900","title":"WavLM: Large-Scale Self-Supervised Pre-Training for Full Stack Speech Processing","created":"2021-10-26","cited_by_count":1657},{"id":"1906.00446","title":"Generating Diverse High-Fidelity Images with VQ-VAE-2","created":"2019-06-02","cited_by_count":1387},{"id":"1912.06670","title":"Common Voice: A Massively-Multilingual Speech Corpus","created":"2019-12-13","cited_by_count":1384},{"id":"2106.10199","title":"BitFit: Simple Parameter-efficient Fine-tuning for Transformer-based Masked Language-models","created":"2021-06-18","cited_by_count":1245},{"id":"1607.08022","title":"Instance Normalization: The Missing Ingredient for Fast Stylization","created":"2016-07-27","cited_by_count":1198},{"id":"1603.08511","title":"Colorful Image Colorization","created":"2016-03-28","cited_by_count":1114},{"id":"1505.05192","title":"Unsupervised Visual Representation Learning by Context Prediction","created":"2015-05-19","cited_by_count":1066},{"id":"1807.05520","title":"Deep Clustering for Unsupervised Learning of Visual Features","created":"2018-07-15","cited_by_count":1028},{"id":"2002.12327","title":"A Primer in BERTology: What we know about how BERT works","created":"2020-02-27","cited_by_count":815},{"id":"2103.13630","title":"A Survey of Quantization Methods for Efficient Neural Network Inference","created":"2021-03-25","cited_by_count":815},{"id":"1712.05884","title":"Natural TTS Synthesis by Conditioning WaveNet on Mel Spectrogram Predictions","created":"2017-12-16","cited_by_count":804},{"id":"2009.06732","title":"Efficient Transformers: A Survey","created":"2020-09-14","cited_by_count":790},{"id":"1511.06709","title":"Improving Neural Machine Translation Models with Monolingual Data","created":"2015-11-20","cited_by_count":788},{"id":"1804.03209","title":"Speech Commands: A Dataset for Limited-Vocabulary Speech Recognition","created":"2018-04-09","cited_by_count":752},{"id":"1706.08612","title":"VoxCeleb: a large-scale speaker identification dataset","created":"2017-06-26","cited_by_count":732},{"id":"2202.03555","title":"data2vec: A General Framework for Self-supervised Learning in Speech, Vision and Language","created":"2022-02-07","cited_by_count":727},{"id":"2006.08218","title":"Self-supervised Learning: Generative or Contrastive","created":"2020-06-15","cited_by_count":694},{"id":"2105.01051","title":"SUPERB: Speech processing Universal PERformance Benchmark","created":"2021-05-03","cited_by_count":666},{"id":"1902.06162","title":"Self-supervised Visual Feature Learning with Deep Neural Networks: A Survey","created":"2019-02-16","cited_by_count":657},{"id":"1701.07875","title":"Wasserstein GAN","created":"2017-01-26","cited_by_count":639},{"id":"2111.09296","title":"XLS-R: Self-supervised Cross-lingual Speech Representation Learning at Scale","created":"2021-11-17","cited_by_count":601},{"id":"2003.08271","title":"Pre-trained Models for Natural Language Processing: A Survey","created":"2020-03-18","cited_by_count":505},{"id":"2006.13979","title":"Unsupervised Cross-lingual Representation Learning for Speech Recognition","created":"2020-06-24","cited_by_count":501},{"id":"1710.04087","title":"Word Translation Without Parallel Data","created":"2017-10-11","cited_by_count":487},{"id":"2012.03411","title":"MLS: A Large-Scale Multilingual Dataset for Speech Research","created":"2020-12-07","cited_by_count":476},{"id":"1912.07875","title":"Libri-Light: A Benchmark for ASR with Limited or No Supervision","created":"2019-12-17","cited_by_count":467},{"id":"2101.00390","title":"VoxPopuli: A Large-Scale Multilingual Speech Corpus for Representation Learning, Semi-Supervised Learning and Interpretation","created":"2021-01-02","cited_by_count":463},{"id":"1510.08484","title":"MUSAN: A Music, Speech, and Noise Corpus","created":"2015-10-28","cited_by_count":425},{"id":"2106.06909","title":"GigaSpeech: An Evolving, Multi-domain ASR Corpus with 10,000 Hours of Transcribed Audio","created":"2021-06-13","cited_by_count":399},{"id":"1709.05522","title":"AISHELL-1: An Open-Source Mandarin Speech Corpus and A Speech Recognition Baseline","created":"2017-09-16","cited_by_count":373},{"id":"1506.02216","title":"A Recurrent Latent Variable Model for Sequential Data","created":"2015-06-07","cited_by_count":362},{"id":"2012.07463","title":"Parameter-Efficient Transfer Learning with Diff Pruning","created":"2020-12-14","cited_by_count":352},{"id":"2108.06209","title":"W2v-BERT: Combining Contrastive Learning and Masked Language Modeling for Self-Supervised Speech Pre-Training","created":"2021-08-07","cited_by_count":347},{"id":"1910.05453","title":"vq-wav2vec: Self-Supervised Learning of Discrete Speech Representations","created":"2019-10-12","cited_by_count":340},{"id":"2102.01192","title":"Generative Spoken Language Modeling from Raw Audio","created":"2021-02-01","cited_by_count":340},{"id":"2107.04734","title":"Layer-wise Analysis of a Self-supervised Speech Representation Model","created":"2021-07-10","cited_by_count":298},{"id":"2201.02184","title":"Learning Audio-Visual Speech Representation by Masked Multimodal Cluster Prediction","created":"2022-01-05","cited_by_count":287},{"id":"1711.00043","title":"Unsupervised Machine Translation Using Monolingual Corpora Only","created":"2017-10-31","cited_by_count":273},{"id":"2104.00355","title":"Speech Resynthesis from Discrete Disentangled Self-Supervised Representations","created":"2021-04-01","cited_by_count":243},{"id":"1805.04699","title":"TED-LIUM 3: twice as much data and corpus repartition for experiments on speaker adaptation","created":"2018-05-12","cited_by_count":226},{"id":"1704.01279","title":"Neural Audio Synthesis of Musical Notes with WaveNet Autoencoders","created":"2017-04-05","cited_by_count":225},{"id":"1910.12638","title":"Mockingjay: Unsupervised Speech Representation Learning with Deep Bidirectional Transformer Encoders","created":"2019-10-25","cited_by_count":198},{"id":"1904.03670","title":"Speech Model Pre-training for End-to-End Spoken Language Understanding","created":"2019-04-07","cited_by_count":193},{"id":"2007.06028","title":"TERA: Self-Supervised Learning of Transformer Encoder Representation for Speech","created":"2020-07-12","cited_by_count":188},{"id":"2010.10504","title":"Pushing the Limits of Semi-Supervised Learning for Automatic Speech Recognition","created":"2020-10-20","cited_by_count":187},{"id":"1904.03240","title":"An Unsupervised Autoregressive Model for Speech Representation Learning","created":"2019-04-05","cited_by_count":186},{"id":"1511.06297","title":"Conditional Computation in Neural Networks for faster models","created":"2015-11-19","cited_by_count":167},{"id":"1602.01024","title":"On Deep Multi-View Representation Learning: Objectives and Optimization","created":"2016-02-02","cited_by_count":162},{"id":"1804.03619","title":"Looking to Listen at the Cocktail Party: A Speaker-Independent Audio-Visual Model for Speech Separation","created":"2018-04-10","cited_by_count":162},{"id":"2202.01855","title":"Self-supervised Learning with Random-projection Quantizer for Speech Recognition","created":"2022-02-03","cited_by_count":162},{"id":"2104.01027","title":"Robust wav2vec 2.0: Analyzing Domain Shift in Self-Supervised Pre-Training","created":"2021-04-02","cited_by_count":151},{"id":"1503.03535","title":"On Using Monolingual Corpora in Neural Machine Translation","created":"2015-03-11","cited_by_count":150},{"id":"1710.11041","title":"Unsupervised Neural Machine Translation","created":"2017-10-30","cited_by_count":149},{"id":"2105.11084","title":"Unsupervised Speech Recognition","created":"2021-05-24","cited_by_count":148},{"id":"2110.09327","title":"Self-Supervised Representation Learning: Introduction, Advances and Challenges","created":"2021-10-18","cited_by_count":148},{"id":"1805.06297","title":"A robust self-learning method for fully unsupervised cross-lingual mappings of word embeddings","created":"2018-05-16","cited_by_count":146},{"id":"2110.01900","title":"DistilHuBERT: Speech Representation Learning by Layer-wise Distillation of Hidden-unit BERT","created":"2021-10-05","cited_by_count":144},{"id":"2005.09629","title":"Improved Noisy Student Training for Automatic Speech Recognition","created":"2020-05-19","cited_by_count":141},{"id":"1909.01380","title":"The Bottom-up Evolution of Representations in the Transformer: A Study with Machine Translation and Language Modeling Objectives","created":"2019-09-03","cited_by_count":139},{"id":"2001.09239","title":"Multi-task self-supervised learning for Robust Speech Recognition","created":"2020-01-25","cited_by_count":130},{"id":"2008.12595","title":"Dynamical Variational Autoencoders: A Comprehensive Review","created":"2020-08-28","cited_by_count":128},{"id":"2203.16502","title":"Generative Spoken Dialogue Language Modeling","created":"2022-03-30","cited_by_count":126},{"id":"2011.12998","title":"VoxLingua107: a Dataset for Spoken Language Recognition","created":"2020-11-25","cited_by_count":122},{"id":"2112.08352","title":"Textless Speech-to-Speech Translation on Real Data","created":"2021-12-15","cited_by_count":121},{"id":"2109.03264","title":"Text-Free Prosody-Aware Generative Spoken Language Modeling","created":"2021-09-07","cited_by_count":119},{"id":"1605.07571","title":"Sequential Neural Models with Stochastic Layers","created":"2016-05-24","cited_by_count":115},{"id":"2006.09199","title":"AVLnet: Learning Audio-Visual Language Representations from Instructional Videos","created":"2020-06-16","cited_by_count":111},{"id":"2002.02848","title":"Unsupervised pretraining transfers well across languages","created":"2020-02-07","cited_by_count":101},{"id":"2011.11588","title":"The Zero Resource Speech Benchmark 2021: Metrics and baselines for unsupervised spoken language modeling","created":"2020-11-23","cited_by_count":101},{"id":"1612.02695","title":"Towards better decoding and language model integration in sequence to sequence models","created":"2016-12-08","cited_by_count":100},{"id":"1709.07902","title":"Unsupervised Learning of Disentangled and Interpretable Representations from Sequential Data","created":"2017-09-22","cited_by_count":93},{"id":"1803.10609","title":"The fifth 'CHiME' Speech Separation and Recognition Challenge: Dataset, task and baselines","created":"2018-03-28","cited_by_count":92},{"id":"1901.08810","title":"Unsupervised speech representation learning using WaveNet autoencoders","created":"2019-01-25","cited_by_count":90}],"next_cursor":"100"}