{"list":"other","total":60,"rows":[{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2203.02155","title":"Training language models to follow instructions with human feedback","created":"2022-03-04","cited_by_count":15971},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"2302.13971","title":"LLaMA: Open and Efficient Foundation Language Models","created":"2023-02-27","cited_by_count":14132},{"id":"1807.03748","title":"Representation Learning with Contrastive Predictive Coding","created":"2018-07-10","cited_by_count":7777},{"id":"2204.02311","title":"PaLM: Scaling Language Modeling with Pathways","created":"2022-04-05","cited_by_count":5326},{"id":"2102.12092","title":"Zero-Shot Text-to-Image Generation","created":"2021-02-24","cited_by_count":4288},{"id":"2212.04356","title":"Robust Speech Recognition via Large-Scale Weak Supervision","created":"2022-12-06","cited_by_count":4057},{"id":"2006.11477","title":"wav2vec 2.0: A Framework for Self-Supervised Learning of Speech Representations","created":"2020-06-20","cited_by_count":3905},{"id":"2205.01068","title":"OPT: Open Pre-trained Transformer Language Models","created":"2022-05-02","cited_by_count":3512},{"id":"2203.15556","title":"Training Compute-Optimal Large Language Models","created":"2022-03-29","cited_by_count":3019},{"id":"1508.07909","title":"Neural Machine Translation of Rare Words with Subword Units","created":"2015-08-31","cited_by_count":2918},{"id":"2106.07447","title":"HuBERT: Self-Supervised Speech Representation Learning by Masked Prediction of Hidden Units","created":"2021-06-14","cited_by_count":2342},{"id":"1802.05365","title":"Deep contextualized word representations","created":"2018-02-15","cited_by_count":2290},{"id":"2211.05100","title":"BLOOM: A 176B-Parameter Open-Access Multilingual Language Model","created":"2022-11-09","cited_by_count":1984},{"id":"1909.08053","title":"Megatron-LM: Training Multi-Billion Parameter Language Models Using Model Parallelism","created":"2019-09-17","cited_by_count":1868},{"id":"2304.01373","title":"Pythia: A Suite for Analyzing Large Language Models Across Training and Scaling","created":"2023-04-03","cited_by_count":1786},{"id":"1912.06670","title":"Common Voice: A Massively-Multilingual Speech Corpus","created":"2019-12-13","cited_by_count":1384},{"id":"2206.10789","title":"Scaling Autoregressive Models for Content-Rich Text-to-Image Generation","created":"2022-06-22","cited_by_count":1295},{"id":"2010.05646","title":"HiFi-GAN: Generative Adversarial Networks for Efficient and High Fidelity Speech Synthesis","created":"2020-10-12","cited_by_count":1154},{"id":"1712.05884","title":"Natural TTS Synthesis by Conditioning WaveNet on Mel Spectrogram Predictions","created":"2017-12-16","cited_by_count":804},{"id":"2107.03312","title":"SoundStream: An End-to-End Neural Audio Codec","created":"2021-07-07","cited_by_count":771},{"id":"2006.04558","title":"FastSpeech 2: Fast and High-Quality End-to-End Text to Speech","created":"2020-06-08","cited_by_count":717},{"id":"2210.13438","title":"High Fidelity Neural Audio Compression","created":"2022-10-24","cited_by_count":687},{"id":"2301.00704","title":"Muse: Text-To-Image Generation via Masked Generative Transformers","created":"2023-01-02","cited_by_count":648},{"id":"2209.03143","title":"AudioLM: a Language Modeling Approach to Audio Generation","created":"2022-09-07","cited_by_count":616},{"id":"2012.03411","title":"MLS: A Large-Scale Multilingual Dataset for Speech Research","created":"2020-12-07","cited_by_count":476},{"id":"1912.07875","title":"Libri-Light: A Benchmark for ASR with Limited or No Supervision","created":"2019-12-17","cited_by_count":467},{"id":"2101.00390","title":"VoxPopuli: A Large-Scale Multilingual Speech Corpus for Representation Learning, Semi-Supervised Learning and Interpretation","created":"2021-01-02","cited_by_count":463},{"id":"2301.11325","title":"MusicLM: Generating Music From Text","created":"2023-01-26","cited_by_count":448},{"id":"2207.01780","title":"CodeRL: Mastering Code Generation through Pretrained Models and Deep Reinforcement Learning","created":"2022-07-05","cited_by_count":358},{"id":"2108.06209","title":"W2v-BERT: Combining Contrastive Learning and Masked Language Modeling for Self-Supervised Speech Pre-Training","created":"2021-08-07","cited_by_count":347},{"id":"2102.01192","title":"Generative Spoken Language Modeling from Raw Audio","created":"2021-02-01","cited_by_count":340},{"id":"1811.00002","title":"WaveGlow: A Flow-based Generative Network for Speech Synthesis","created":"2018-10-31","cited_by_count":309},{"id":"2209.15352","title":"AudioGen: Textually Guided Audio Generation","created":"2022-09-30","cited_by_count":295},{"id":"2104.00355","title":"Speech Resynthesis from Discrete Disentangled Self-Supervised Representations","created":"2021-04-01","cited_by_count":243},{"id":"2011.13205","title":"SLURP: A Spoken Language Understanding Resource Package","created":"2020-11-26","cited_by_count":198},{"id":"2110.07205","title":"SpeechT5: Unified-Modal Encoder-Decoder Pre-Training for Spoken Language Processing","created":"2021-10-14","cited_by_count":180},{"id":"2107.05604","title":"Direct speech-to-speech translation with discrete units","created":"2021-07-12","cited_by_count":149},{"id":"1508.01745","title":"Semantically Conditioned LSTM-based Natural Language Generation for Spoken Dialogue Systems","created":"2015-08-07","cited_by_count":134},{"id":"2203.16502","title":"Generative Spoken Dialogue Language Modeling","created":"2022-03-30","cited_by_count":126},{"id":"2112.08352","title":"Textless Speech-to-Speech Translation on Real Data","created":"2021-12-15","cited_by_count":121},{"id":"2109.03264","title":"Text-Free Prosody-Aware Generative Spoken Language Modeling","created":"2021-09-07","cited_by_count":119},{"id":"2202.01374","title":"mSLAM: Massively multilingual joint pre-training for speech and text","created":"2022-02-03","cited_by_count":108},{"id":"2011.11588","title":"The Zero Resource Speech Benchmark 2021: Metrics and baselines for unsupervised spoken language modeling","created":"2020-11-23","cited_by_count":101},{"id":"2111.09344","title":"The People's Speech: A Large-Scale Diverse English Speech Recognition Dataset for Commercial Usage","created":"2021-11-17","cited_by_count":101},{"id":"2110.10329","title":"SLAM: A Unified Encoder for Speech and Language Modeling via Speech-Text Joint Pre-Training","created":"2021-10-20","cited_by_count":69},{"id":"2301.12662","title":"SingSong: Generating musical accompaniments from singing","created":"2023-01-30","cited_by_count":55},{"id":"2103.03095","title":"A Survey on Spoken Language Understanding: Recent Advances and New Frontiers","created":"2021-03-04","cited_by_count":53},{"id":"2301.00591","title":"Analysing Discrete Self Supervised Speech Representation for Spoken Language Modeling","created":"2023-01-02","cited_by_count":47},{"id":"2204.02967","title":"Enhanced Direct Speech-to-Speech Translation Using Self-supervised Pre-training and Data Augmentation","created":"2022-04-06","cited_by_count":44},{"id":"2202.07359","title":"textless-lib: a Library for Textless Spoken Language Processing","created":"2022-02-15","cited_by_count":28},{"id":"2108.00917","title":"Analyzing Speaker Information in Self-Supervised Models to Improve Zero-Resource Speech Processing","created":"2021-08-02","cited_by_count":26},{"id":"1905.11449","title":"VQVAE Unsupervised Unit Discovery and Multi-scale Code2Spec Inverter for Zerospeech Challenge 2019","created":"2019-05-27","cited_by_count":25},{"id":"2109.06912","title":"fairseq S^2: A Scalable and Integrable Speech Synthesis Toolkit","created":"2021-09-14","cited_by_count":24},{"id":"2005.11676","title":"Transformer VQ-VAE for Unsupervised Unit Discovery and Speech Synthesis: ZeroSpeech 2020 Challenge","created":"2020-05-24","cited_by_count":21},{"id":"2210.10027","title":"Maestro-U: Leveraging joint speech-text representation learning for zero supervised speech ASR","created":"2022-10-18","cited_by_count":13},{"id":"2212.11377","title":"ReVISE: Self-Supervised Speech Resynthesis with Visual Input for Universal and Generalized Speech Enhancement","created":"2022-12-21","cited_by_count":8},{"id":"2205.12818","title":"On Building Spoken Language Understanding Systems for Low Resourced Languages","created":"2022-05-25","cited_by_count":4}],"next_cursor":null}