{"total":340,"rows":[{"id":"2106.07447","title":"HuBERT: Self-Supervised Speech Representation Learning by Masked Prediction of Hidden Units","created":"2021-06-14","cited_by_count":2342,"area":null},{"id":"2110.13900","title":"WavLM: Large-Scale Self-Supervised Pre-Training for Full Stack Speech Processing","created":"2021-10-26","cited_by_count":1657,"area":null},{"id":"2301.02111","title":"Neural Codec Language Models are Zero-Shot Text to Speech Synthesizers","created":"2023-01-05","cited_by_count":752,"area":null},{"id":"2202.03555","title":"data2vec: A General Framework for Self-supervised Learning in Speech, Vision and Language","created":"2022-02-07","cited_by_count":727,"area":null},{"id":"2105.01051","title":"SUPERB: Speech processing Universal PERformance Benchmark","created":"2021-05-03","cited_by_count":666,"area":null},{"id":"2209.03143","title":"AudioLM: a Language Modeling Approach to Audio Generation","created":"2022-09-07","cited_by_count":616,"area":null},{"id":"2111.09296","title":"XLS-R: Self-supervised Cross-lingual Speech Representation Learning at Scale","created":"2021-11-17","cited_by_count":601,"area":null},{"id":"2309.15505","title":"Finite Scalar Quantization: VQ-VAE Made Simple","created":"2023-09-27","cited_by_count":440,"area":null},{"id":"2305.13516","title":"Scaling Speech Technology to 1,000+ Languages","created":"2023-05-22","cited_by_count":411,"area":null},{"id":"2108.06209","title":"W2v-BERT: Combining Contrastive Learning and Masked Language Modeling for Self-Supervised Speech Pre-Training","created":"2021-08-07","cited_by_count":347,"area":null},{"id":"2102.01192","title":"Generative Spoken Language Modeling from Raw Audio","created":"2021-02-01","cited_by_count":340,"area":null},{"id":"2106.04619","title":"Self-Supervised Learning with Data Augmentations Provably Isolates Content from Style","created":"2021-06-08","cited_by_count":312,"area":null},{"id":"2205.10643","title":"Self-Supervised Speech Representation Learning: A Review","created":"2022-05-21","cited_by_count":260,"area":null},{"id":"2303.01037","title":"Google USM: Scaling Automatic Speech Recognition Beyond 100 Languages","created":"2023-03-02","cited_by_count":231,"area":null},{"id":"2102.08850","title":"Contrastive Learning Inverts the Data Generating Process","created":"2021-02-17","cited_by_count":221,"area":null},{"id":"2312.15185","title":"emotion2vec: Self-Supervised Pre-Training for Speech Emotion Representation","created":"2023-12-23","cited_by_count":205,"area":null},{"id":"2306.00107","title":"MERT: Acoustic Music Understanding Model with Large-Scale Self-supervised Training","created":"2023-05-31","cited_by_count":181,"area":null},{"id":"2104.03502","title":"Emotion Recognition from Speech Using Wav2vec 2.0 Embeddings","created":"2021-04-08","cited_by_count":162,"area":null},{"id":"2202.01855","title":"Self-supervised Learning with Random-projection Quantizer for Speech Recognition","created":"2022-02-03","cited_by_count":162,"area":null},{"id":"2104.01027","title":"Robust wav2vec 2.0: Analyzing Domain Shift in Self-Supervised Pre-Training","created":"2021-04-02","cited_by_count":151,"area":null},{"id":"2105.11084","title":"Unsupervised Speech Recognition","created":"2021-05-24","cited_by_count":148,"area":null},{"id":"2110.01900","title":"DistilHuBERT: Speech Representation Learning by Layer-wise Distillation of Hidden-unit BERT","created":"2021-10-05","cited_by_count":144,"area":null},{"id":"2201.07520","title":"CM3: A Causal Masked Multimodal Model of the Internet","created":"2022-01-19","cited_by_count":142,"area":null},{"id":"2111.01690","title":"Recent Advances in End-to-End Automatic Speech Recognition","created":"2021-11-02","cited_by_count":140,"area":null},{"id":"2212.07525","title":"Efficient Self-supervised Learning with Contextualized Target Representations for Vision, Speech and Language","created":"2022-12-14","cited_by_count":110,"area":null},{"id":"2109.13226","title":"BigSSL: Exploring the Frontier of Large-Scale Semi-Supervised Learning for Automatic Speech Recognition","created":"2021-09-27","cited_by_count":88,"area":null},{"id":"2410.03751","title":"Recent Advances in Speech Language Models: A Survey","created":"2024-10-01","cited_by_count":87,"area":null},{"id":"2110.01515","title":"A Review of the Gumbel-max Trick and its Extensions for Discrete Stochasticity in Machine Learning","created":"2021-10-04","cited_by_count":82,"area":null},{"id":"2111.02735","title":"A Fine-tuned Wav2vec 2.0/HuBERT Benchmark For Speech Emotion Recognition, Speaker Verification and Spoken Language Understanding","created":"2021-11-04","cited_by_count":82,"area":null},{"id":"2109.11680","title":"Simple and Effective Zero-shot Cross-lingual Phoneme Recognition","created":"2021-09-23","cited_by_count":79,"area":null},{"id":"2101.07597","title":"UniSpeech: Unified Speech Representation Learning with Labeled and Unlabeled Data","created":"2021-01-19","cited_by_count":77,"area":null},{"id":"2203.06849","title":"SUPERB-SG: Enhanced Speech processing Universal PERformance Benchmark for Semantic and Generative Capabilities","created":"2022-03-14","cited_by_count":77,"area":null},{"id":"2204.09224","title":"ContentVec: An Improved Self-Supervised Speech Representation by Disentangling Speakers","created":"2022-04-20","cited_by_count":74,"area":null},{"id":"2306.07303","title":"A Comprehensive Survey on Applications of Transformers for Deep Learning Tasks","created":"2023-06-11","cited_by_count":71,"area":null},{"id":"2110.10329","title":"SLAM: A Unified Encoder for Speech and Language Modeling via Speech-Text Joint Pre-Training","created":"2021-10-20","cited_by_count":69,"area":null},{"id":"2109.06870","title":"Performance-Efficiency Trade-offs in Unsupervised Pre-training for Speech Recognition","created":"2021-09-14","cited_by_count":68,"area":null},{"id":"2203.01205","title":"Audio Self-supervised Learning: A Survey","created":"2022-03-02","cited_by_count":65,"area":null},{"id":"2106.10132","title":"VQMIVC: Vector Quantization and Mutual Information-Based Unsupervised Speech Representation Disentanglement for One-shot Voice Conversion","created":"2021-06-18","cited_by_count":64,"area":null},{"id":"2204.05409","title":"Unified Speech-Text Pre-training for Speech Translation and Recognition","created":"2022-04-11","cited_by_count":64,"area":null},{"id":"2408.02622","title":"Language Model Can Listen While Speaking","created":"2024-08-05","cited_by_count":63,"area":null},{"id":"2106.05933","title":"PARP: Prune, Adjust and Re-Prune for Self-Supervised Speech Recognition","created":"2021-06-10","cited_by_count":53,"area":null},{"id":"2101.00387","title":"What all do audio transformer models hear? Probing Acoustic Representations for Language Delivery and its Structure","created":"2021-01-02","cited_by_count":52,"area":null},{"id":"2112.13592","title":"Multimodal Image Synthesis and Editing: The Generative AI Era","created":"2021-12-27","cited_by_count":52,"area":null},{"id":"2305.10716","title":"A Survey on Time-Series Pre-Trained Models","created":"2023-05-18","cited_by_count":52,"area":null},{"id":"2410.06424","title":"Restructuring Vector Quantization with the Rotation Trick","created":"2024-10-08","cited_by_count":51,"area":null},{"id":"2209.15329","title":"SpeechLM: Enhanced Speech Pre-Training with Unpaired Textual Data","created":"2022-09-30","cited_by_count":49,"area":null},{"id":"2303.17550","title":"DAE-Talker: High Fidelity Speech-Driven Talking Face Generation with Diffusion Autoencoder","created":"2023-03-30","cited_by_count":48,"area":"diffusion"},{"id":"2104.10380","title":"End-to-end Speech Translation via Cross-modal Progressive Training","created":"2021-04-21","cited_by_count":47,"area":null},{"id":"2104.14700","title":"The Zero Resource Speech Challenge 2021: Spoken language modelling","created":"2021-04-29","cited_by_count":47,"area":null},{"id":"2303.06424","title":"Regularized Vector Quantization for Tokenized Image Synthesis","created":"2023-03-11","cited_by_count":46,"area":null},{"id":"2110.05752","title":"UniSpeech-SAT: Universal Speech Representation Learning with Speaker Aware Pre-Training","created":"2021-10-12","cited_by_count":45,"area":null},{"id":"2412.02692","title":"Scalable Image Tokenization with Index Backpropagation Quantization","created":"2024-12-03","cited_by_count":44,"area":null},{"id":"2502.06490","title":"Recent Advances in Discrete Speech Tokens: A Review","created":"2025-02-10","cited_by_count":43,"area":null},{"id":"2210.07185","title":"On the Utility of Self-supervised Models for Prosody-related Tasks","created":"2022-10-13","cited_by_count":42,"area":null},{"id":"2303.08536","title":"Watch or Listen: Robust Audio-Visual Speech Recognition with Visual Corruption Modeling and Reliability Scoring","created":"2023-03-15","cited_by_count":42,"area":null},{"id":"2309.15800","title":"Exploring Speech Recognition, Translation, and Understanding with Discrete Speech Units: A Comparative Study","created":"2023-09-27","cited_by_count":42,"area":null},{"id":"2105.00335","title":"Audio Transformers","created":"2021-05-01","cited_by_count":41,"area":null},{"id":"2106.08922","title":"Momentum Pseudo-Labeling for Semi-Supervised Speech Recognition","created":"2021-06-16","cited_by_count":40,"area":null},{"id":"2210.03730","title":"SpeechUT: Bridging Speech and Text with Hidden-Unit for Encoder-Decoder Based Speech-Text Pre-training","created":"2022-10-07","cited_by_count":40,"area":null},{"id":"2305.11094","title":"QPGesture: Quantization-Based and Phase-Guided Motion Matching for Natural Speech-Driven Gesture Generation","created":"2023-05-18","cited_by_count":40,"area":null},{"id":"2305.18378","title":"Disentanglement via Latent Quantization","created":"2023-05-28","cited_by_count":40,"area":null},{"id":"2404.09385","title":"A Large-Scale Evaluation of Speech Foundation Models","created":"2024-04-15","cited_by_count":40,"area":null},{"id":"2103.06508","title":"Multi-Format Contrastive Learning of Audio Representations","created":"2021-03-11","cited_by_count":39,"area":null},{"id":"2109.03381","title":"Self-supervised Contrastive Cross-Modality Representation Learning for Spoken Question Answering","created":"2021-09-08","cited_by_count":39,"area":null},{"id":"2110.04590","title":"An Exploration of Self-Supervised Pretrained Representations for End-to-End Speech Recognition","created":"2021-10-09","cited_by_count":39,"area":null},{"id":"2110.14363","title":"VQ-GNN: A Universal Framework to Scale up Graph Neural Networks using Vector Quantization","created":"2021-10-27","cited_by_count":39,"area":null},{"id":"2303.11607","title":"Transformers in Speech Processing: A Survey","created":"2023-03-21","cited_by_count":39,"area":null},{"id":"2210.01448","title":"Rhythmic Gesticulator: Rhythm-Aware Co-Speech Gesture Synthesis with Hierarchical Neural Embeddings","created":"2022-10-04","cited_by_count":38,"area":null},{"id":"2204.14272","title":"End-to-end Spoken Conversational Question Answering: Task, Dataset and Model","created":"2022-04-29","cited_by_count":37,"area":null},{"id":"2305.10005","title":"DinoSR: Self-Distillation and Online Clustering for Self-supervised Speech Representation Learning","created":"2023-05-17","cited_by_count":37,"area":"distill"},{"id":"2105.11905","title":"Exploiting Adapters for Cross-lingual Low-resource Speech Recognition","created":"2021-05-18","cited_by_count":35,"area":null},{"id":"2310.00274","title":"AfriSpeech-200: Pan-African Accented Speech Dataset for Clinical and General Domain ASR","created":"2023-09-30","cited_by_count":35,"area":null},{"id":"2406.05551","title":"Autoregressive Diffusion Transformer for Text-to-Speech Synthesis","created":"2024-06-08","cited_by_count":34,"area":"diffusion"},{"id":"2106.02170","title":"Segmental Contrastive Predictive Coding for Unsupervised Word Segmentation","created":"2021-06-03","cited_by_count":32,"area":null},{"id":"2210.11723","title":"Evidence of Vocal Tract Articulation in Self-Supervised Learning of Speech","created":"2022-10-21","cited_by_count":31,"area":null},{"id":"2203.16822","title":"How Does Pre-trained Wav2Vec 2.0 Perform on Domain Shifted ASR? An Extensive Benchmark on Air Traffic Control Communications","created":"2022-03-31","cited_by_count":30,"area":null},{"id":"2210.00705","title":"SpeechCLIP: Integrating Speech with Pre-Trained Vision and Language Model","created":"2022-10-03","cited_by_count":29,"area":null},{"id":"2206.02353","title":"Beyond Just Vision: A Review on Self-Supervised Representation Learning on Multimodal and Temporal Data","created":"2022-06-06","cited_by_count":27,"area":null},{"id":"2302.06419","title":"AV-data2vec: Self-supervised Learning of Audio-Visual Speech Representations with Contextualized Target Representations","created":"2023-02-10","cited_by_count":27,"area":null},{"id":"2412.18619","title":"Next Token Prediction Towards Multimodal Intelligence: A Comprehensive Survey","created":"2024-12-16","cited_by_count":27,"area":null},{"id":"2205.01086","title":"Wav2Seq: Pre-training Speech-to-Text Encoder-Decoder Models Using Pseudo Languages","created":"2022-05-02","cited_by_count":26,"area":null},{"id":"2210.08634","title":"SUPERB @ SLT 2022: Challenge on Generalization and Efficiency of Self-Supervised Speech Representation Learning","created":"2022-10-16","cited_by_count":26,"area":null},{"id":"2103.08393","title":"Wav2vec-C: A Self-supervised Model for Speech Representation Learning","created":"2021-03-09","cited_by_count":25,"area":null},{"id":"2202.03543","title":"Self-Supervised Representation Learning for Speech Using Visual Grounding and Masked Language Modeling","created":"2022-02-07","cited_by_count":25,"area":null},{"id":"2103.06089","title":"Variable-rate discrete representation learning","created":"2021-03-10","cited_by_count":24,"area":null},{"id":"2109.06912","title":"fairseq S^2: A Scalable and Integrable Speech Synthesis Toolkit","created":"2021-09-14","cited_by_count":24,"area":null},{"id":"2202.11929","title":"Word Segmentation on Discovered Phone Units with Dynamic Programming and Self-Supervised Scoring","created":"2022-02-24","cited_by_count":24,"area":null},{"id":"2203.05936","title":"Are discrete units necessary for Spoken Language Modeling?","created":"2022-03-11","cited_by_count":24,"area":null},{"id":"2210.07353","title":"JOIST: A Joint Speech and Text Streaming Model For ASR","created":"2022-10-13","cited_by_count":24,"area":null},{"id":"2412.06602","title":"Towards Controllable Speech Synthesis in the Era of Large Language Models: A Systematic Survey","created":"2024-12-09","cited_by_count":23,"area":null},{"id":"2302.04215","title":"A Vector Quantized Approach for Text to Speech Synthesis on Real-World Spontaneous Speech","created":"2023-02-08","cited_by_count":22,"area":null},{"id":"2107.04082","title":"Improved Language Identification Through Cross-Lingual Self-Supervised Learning","created":"2021-07-08","cited_by_count":20,"area":null},{"id":"2103.10731","title":"Acoustic word embeddings for zero-resource languages using self-supervised contrastive learning and multilingual adaptation","created":"2021-03-19","cited_by_count":19,"area":null},{"id":"2201.10207","title":"SPIRAL: Self-supervised Perturbation-Invariant Representation Learning for Speech Pre-Training","created":"2022-01-25","cited_by_count":19,"area":"distill"},{"id":"2310.05224","title":"Generative Spoken Language Model based on continuous word-sized audio tokens","created":"2023-10-08","cited_by_count":19,"area":null},{"id":"2312.08676","title":"SEF-VC: Speaker Embedding Free Zero-Shot Voice Conversion with Cross Attention","created":"2023-12-14","cited_by_count":19,"area":null},{"id":"2102.03229","title":"Multi-Task Self-Supervised Pre-Training for Music Classification","created":"2021-02-05","cited_by_count":18,"area":null},{"id":"2106.16036","title":"A Generative Model for Raw Audio Using Transformer Architectures","created":"2021-06-30","cited_by_count":18,"area":null},{"id":"2301.07295","title":"Adapting Multilingual Speech Representation Model for a New, Underresourced Language through Multilingual Fine-tuning and Continued Pretraining","created":"2023-01-18","cited_by_count":18,"area":null},{"id":"2305.11411","title":"DUB: Discrete Unit Back-translation for Speech Translation","created":"2023-05-19","cited_by_count":18,"area":null}],"next_cursor":"100"}