{"list":"other","total":97,"rows":[{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2103.00020","title":"Learning Transferable Visual Models From Natural Language Supervision","created":"2021-02-26","cited_by_count":33744},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"2002.05709","title":"A Simple Framework for Contrastive Learning of Visual Representations","created":"2020-02-13","cited_by_count":12049},{"id":"2304.07193","title":"DINOv2: Learning Robust Visual Features without Supervision","created":"2023-04-14","cited_by_count":7974},{"id":"1807.03748","title":"Representation Learning with Contrastive Predictive Coding","created":"2018-07-10","cited_by_count":7777},{"id":"1804.07461","title":"GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding","created":"2018-04-20","cited_by_count":4899},{"id":"2108.07258","title":"On the Opportunities and Risks of Foundation Models","created":"2021-08-16","cited_by_count":4033},{"id":"2006.11477","title":"wav2vec 2.0: A Framework for Self-Supervised Learning of Speech Representations","created":"2020-06-20","cited_by_count":3905},{"id":"2106.07447","title":"HuBERT: Self-Supervised Speech Representation Learning by Masked Prediction of Hidden Units","created":"2021-06-14","cited_by_count":2342},{"id":"1802.05365","title":"Deep contextualized word representations","created":"2018-02-15","cited_by_count":2290},{"id":"1804.08771","title":"A Call for Clarity in Reporting BLEU Scores","created":"2018-04-23","cited_by_count":1799},{"id":"2110.13900","title":"WavLM: Large-Scale Self-Supervised Pre-Training for Full Stack Speech Processing","created":"2021-10-26","cited_by_count":1657},{"id":"1904.01038","title":"fairseq: A Fast, Extensible Toolkit for Sequence Modeling","created":"2019-04-01","cited_by_count":1488},{"id":"1912.06670","title":"Common Voice: A Massively-Multilingual Speech Corpus","created":"2019-12-13","cited_by_count":1384},{"id":"1904.08779","title":"SpecAugment: A Simple Data Augmentation Method for Automatic Speech Recognition","created":"2019-04-18","cited_by_count":1380},{"id":"2010.05646","title":"HiFi-GAN: Generative Adversarial Networks for Efficient and High Fidelity Speech Synthesis","created":"2020-10-12","cited_by_count":1154},{"id":"1905.05950","title":"BERT Rediscovers the Classical NLP Pipeline","created":"2019-05-15","cited_by_count":1059},{"id":"1712.05884","title":"Natural TTS Synthesis by Conditioning WaveNet on Mel Spectrogram Predictions","created":"2017-12-16","cited_by_count":804},{"id":"2202.03555","title":"data2vec: A General Framework for Self-supervised Learning in Speech, Vision and Language","created":"2022-02-07","cited_by_count":727},{"id":"2105.01051","title":"SUPERB: Speech processing Universal PERformance Benchmark","created":"2021-05-03","cited_by_count":666},{"id":"1805.08974","title":"Do Better ImageNet Models Transfer Better?","created":"2018-05-23","cited_by_count":565},{"id":"2205.12446","title":"FLEURS: Few-shot Learning Evaluation of Universal Representations of Speech","created":"2022-05-25","cited_by_count":469},{"id":"1510.08484","title":"MUSAN: A Music, Speech, and Noise Corpus","created":"2015-10-28","cited_by_count":425},{"id":"1809.07454","title":"Conv-TasNet: Surpassing Ideal Time-Frequency Magnitude Masking for Speech Separation","created":"2018-09-20","cited_by_count":406},{"id":"1805.10190","title":"Snips Voice Platform: an embedded Spoken Language Understanding system for private-by-design voice interfaces","created":"2018-05-25","cited_by_count":377},{"id":"1910.05453","title":"vq-wav2vec: Self-Supervised Learning of Discrete Speech Representations","created":"2019-10-12","cited_by_count":340},{"id":"2107.04734","title":"Layer-wise Analysis of a Self-supervised Speech Representation Model","created":"2021-07-10","cited_by_count":298},{"id":"1801.05599","title":"Additive Margin Softmax for Face Verification","created":"2018-01-17","cited_by_count":278},{"id":"1708.07524","title":"Supervised Speech Separation Based on Deep Learning: An Overview","created":"2017-08-24","cited_by_count":216},{"id":"1910.12638","title":"Mockingjay: Unsupervised Speech Representation Learning with Deep Bidirectional Transformer Encoders","created":"2019-10-25","cited_by_count":198},{"id":"1902.10909","title":"BERT for Joint Intent Classification and Slot Filling","created":"2019-02-28","cited_by_count":196},{"id":"1904.03670","title":"Speech Model Pre-training for End-to-End Spoken Language Understanding","created":"2019-04-07","cited_by_count":193},{"id":"1905.05879","title":"AUTOVC: Zero-Shot Voice Style Transfer with Only Autoencoder Loss","created":"2019-05-14","cited_by_count":192},{"id":"1607.00325","title":"Permutation Invariant Training of Deep Models for Speaker-Independent Multi-talker Speech Separation","created":"2016-07-01","cited_by_count":191},{"id":"2007.06028","title":"TERA: Self-Supervised Learning of Transformer Encoder Representation for Speech","created":"2020-07-12","cited_by_count":188},{"id":"1904.03240","title":"An Unsupervised Autoregressive Model for Speech Representation Learning","created":"2019-04-05","cited_by_count":186},{"id":"2104.03502","title":"Emotion Recognition from Speech Using Wav2vec 2.0 Embeddings","created":"2021-04-08","cited_by_count":162},{"id":"2211.03929","title":"Comparative layer-wise analysis of self-supervised speech models","created":"2022-11-08","cited_by_count":158},{"id":"1907.01160","title":"WHAM!: Extending Speech Separation to Noisy Environments","created":"2019-07-02","cited_by_count":156},{"id":"2005.11262","title":"LibriMix: An Open-Source Dataset for Generalizable Speech Separation","created":"2020-05-22","cited_by_count":155},{"id":"2110.01900","title":"DistilHuBERT: Speech Representation Learning by Layer-wise Distillation of Hidden-unit BERT","created":"2021-10-05","cited_by_count":144},{"id":"2001.09239","title":"Multi-task self-supervised learning for Robust Speech Recognition","created":"2020-01-25","cited_by_count":130},{"id":"1803.10963","title":"Attentive Statistics Pooling for Deep Speaker Embedding","created":"2018-03-29","cited_by_count":114},{"id":"2002.02848","title":"Unsupervised pretraining transfers well across languages","created":"2020-02-07","cited_by_count":101},{"id":"2011.11588","title":"The Zero Resource Speech Benchmark 2021: Metrics and baselines for unsupervised spoken language modeling","created":"2020-11-23","cited_by_count":101},{"id":"2309.09510","title":"Dynamic-SUPERB: Towards A Dynamic, Collaborative, and Comprehensive Instruction-Tuning Benchmark for Speech","created":"2023-09-18","cited_by_count":101},{"id":"1703.06284","title":"Multi-talker Speech Separation with Utterance-level Permutation Invariant Training of Deep Recurrent Neural Networks","created":"2017-03-18","cited_by_count":98},{"id":"2012.06185","title":"Exploring wav2vec 2.0 on speaker verification and language identification","created":"2020-12-11","cited_by_count":95},{"id":"1909.05952","title":"End-to-End Neural Speaker Diarization with Permutation-Free Objectives","created":"2019-09-12","cited_by_count":88},{"id":"2005.09267","title":"Iterative Pseudo-Labeling for Speech Recognition","created":"2020-05-19","cited_by_count":83},{"id":"2110.15018","title":"TorchAudio: Building Blocks for Audio and Speech Processing","created":"2021-10-28","cited_by_count":83},{"id":"2111.02735","title":"A Fine-tuned Wav2vec 2.0/HuBERT Benchmark For Speech Emotion Recognition, Speaker Verification and Spoken Language Understanding","created":"2021-11-04","cited_by_count":82},{"id":"2012.06659","title":"DeCoAR 2.0: Deep Contextualized Acoustic Representations with Vector Quantization","created":"2020-12-11","cited_by_count":77},{"id":"2203.06849","title":"SUPERB-SG: Enhanced Speech processing Universal PERformance Benchmark for Semantic and Generative Capabilities","created":"2022-03-14","cited_by_count":77},{"id":"2008.12527","title":"Voice Conversion Challenge 2020: Intra-lingual semi-parallel and cross-lingual voice conversion","created":"2020-08-28","cited_by_count":75},{"id":"2007.10310","title":"CoVoST 2 and Massively Multilingual Speech-to-Text Translation","created":"2020-07-20","cited_by_count":74},{"id":"2204.09224","title":"ContentVec: An Improved Self-Supervised Speech Representation by Disentangling Speakers","created":"2022-04-20","cited_by_count":74},{"id":"2111.10367","title":"SLUE: New Benchmark Tasks for Spoken Language Understanding Evaluation on Natural Speech","created":"2021-11-19","cited_by_count":72},{"id":"2305.10615","title":"ML-SUPERB: Multilingual Speech Universal PERformance Benchmark","created":"2023-05-18","cited_by_count":71},{"id":"2005.08392","title":"Vector-Quantized Autoregressive Predictive Coding","created":"2020-05-17","cited_by_count":69},{"id":"1912.01679","title":"Deep Contextualized Acoustic Representations For Semi-Supervised Speech Recognition","created":"2019-12-03","cited_by_count":66},{"id":"2005.08575","title":"Audio ALBERT: A Lite BERT for Self-supervised Learning of Audio Representation","created":"2020-05-18","cited_by_count":59},{"id":"2010.11524","title":"SlimIPL: Language-Model-Free Iterative Pseudo-Labeling","created":"2020-10-22","cited_by_count":54},{"id":"2203.15610","title":"LightHuBERT: Lightweight and Configurable Speech Representation Learning with Once-for-All Hidden-Unit BERT","created":"2022-03-29","cited_by_count":50},{"id":"2011.00406","title":"Non-Autoregressive Predictive Coding for Learning Speech Representations from Local Dependencies","created":"2020-11-01","cited_by_count":47},{"id":"2104.11462","title":"LeBenchmark: A Reproducible Framework for Assessing Self-Supervised Representation Learning from Speech","created":"2021-04-23","cited_by_count":47},{"id":"1610.04019","title":"Voice Conversion from Non-parallel Corpora Using Variational Auto-encoder","created":"2016-10-13","cited_by_count":45},{"id":"2110.05752","title":"UniSpeech-SAT: Universal Speech Representation Learning with Speaker Aware Pre-Training","created":"2021-10-12","cited_by_count":45},{"id":"2010.05967","title":"The Zero Resource Speech Challenge 2020: Discovering discrete subword and word units","created":"2020-10-12","cited_by_count":39},{"id":"1704.00849","title":"Voice Conversion from Unaligned Corpora using Variational Autoencoding Wasserstein Generative Adversarial Networks","created":"2017-04-04","cited_by_count":38},{"id":"2209.15200","title":"An efficient encoder-decoder architecture with top-down attention for speech separation","created":"2022-09-30","cited_by_count":38},{"id":"2010.14150","title":"FragmentVC: Any-to-Any Voice Conversion by End-to-End Extracting and Fusing Fine-Grained Voice Fragments With Attention","created":"2020-10-27","cited_by_count":37},{"id":"2305.17651","title":"DPHuBERT: Joint Distillation and Pruning of Self-Supervised Speech Models","created":"2023-05-28","cited_by_count":36},{"id":"2010.13826","title":"Semi-Supervised Spoken Language Understanding via Self-Supervised Speech and Language Model Pretraining","created":"2020-10-26","cited_by_count":35},{"id":"2203.07960","title":"Investigating self-supervised learning for speech enhancement and separation","created":"2022-03-15","cited_by_count":35},{"id":"2212.10525","title":"SLUE Phase-2: A Benchmark Suite of Diverse Spoken Language Understanding Tasks","created":"2022-12-20","cited_by_count":35},{"id":"2110.04621","title":"Universal Paralinguistic Speech Representations Using Self-Supervised Conformers","created":"2021-10-09","cited_by_count":32},{"id":"2102.06283","title":"Speech-language Pre-training for End-to-end Spoken Language Understanding","created":"2021-02-11","cited_by_count":27},{"id":"2210.08634","title":"SUPERB @ SLT 2022: Challenge on Generalization and Efficiency of Self-Supervised Speech Representation Learning","created":"2022-10-16","cited_by_count":26},{"id":"2202.03543","title":"Self-Supervised Representation Learning for Speech Using Visual Grounding and Masked Language Modeling","created":"2022-02-07","cited_by_count":25},{"id":"2101.04792","title":"Learning Efficient Representations for Keyword Spotting with Triplet Loss","created":"2021-01-12","cited_by_count":24},{"id":"2110.06280","title":"S3PRL-VC: Open-source Voice Conversion Framework with Self-supervised Speech Representations","created":"2021-10-12","cited_by_count":23},{"id":"2209.11112","title":"CMGAN: Conformer-Based Metric-GAN for Monaural Speech Enhancement","created":"2022-09-22","cited_by_count":23},{"id":"2203.10752","title":"XTREME-S: Evaluating Cross-lingual Speech Representations","created":"2022-03-21","cited_by_count":22},{"id":"2309.05472","title":"LeBenchmark 2.0: a Standardized, Replicable and Enhanced Framework for Self-supervised Representations of French Speech","created":"2023-09-11","cited_by_count":18},{"id":"1907.10393","title":"LSTM based Similarity Measurement with Spectral Clustering for Speaker Diarization","created":"2019-07-23","cited_by_count":17},{"id":"2308.14456","title":"Speech Self-Supervised Representations Benchmarking: a Case for Larger Probing Heads","created":"2023-08-28","cited_by_count":17},{"id":"1909.13332","title":"Recent Advances in End-to-End Spoken Language Understanding","created":"2019-09-29","cited_by_count":13},{"id":"2210.02592","title":"CCC-wav2vec 2.0: Clustering aided Cross Contrastive Self-supervised learning of speech representations","created":"2022-10-05","cited_by_count":11},{"id":"2009.01475","title":"Voice Conversion by Cascading Automatic Speech Recognition and Text-to-Speech Synthesis with Prosody Transfer","created":"2020-09-03","cited_by_count":10},{"id":"1807.08312","title":"Unified Hypersphere Embedding for Speaker Recognition","created":"2018-07-22","cited_by_count":8},{"id":"2210.04062","title":"CoBERT: Self-Supervised Speech Representation Learning Through Code Representation Learning","created":"2022-10-08","cited_by_count":7},{"id":"2011.06195","title":"Towards Semi-Supervised Semantics Understanding from Speech","created":"2020-11-11","cited_by_count":5},{"id":"2211.01246","title":"data2vec-aqc: Search for the right Teaching Assistant in the Teacher-Student training setup","created":"2022-11-02","cited_by_count":5},{"id":"2305.14546","title":"On the Transferability of Whisper-based Representations for \"In-the-Wild\" Cross-Task Downstream Speech Applications","created":"2023-05-23","cited_by_count":4},{"id":"2310.16367","title":"UniX-Encoder: A Universal $X$-Channel Speech Encoder for Ad-Hoc Microphone Array Speech Processing","created":"2023-10-25","cited_by_count":2}],"next_cursor":null}