{"total":666,"rows":[{"id":"2110.13900","title":"WavLM: Large-Scale Self-Supervised Pre-Training for Full Stack Speech Processing","created":"2021-10-26","cited_by_count":1657,"area":null},{"id":"2111.09296","title":"XLS-R: Self-supervised Cross-lingual Speech Representation Learning at Scale","created":"2021-11-17","cited_by_count":601,"area":null},{"id":"2106.04624","title":"SpeechBrain: A General-Purpose Speech Toolkit","created":"2021-06-08","cited_by_count":406,"area":null},{"id":"2212.09058","title":"BEATs: Audio Pre-Training with Acoustic Tokenizers","created":"2022-12-18","cited_by_count":388,"area":null},{"id":"2107.04734","title":"Layer-wise Analysis of a Self-supervised Speech Representation Model","created":"2021-07-10","cited_by_count":298,"area":null},{"id":"2207.06405","title":"Masked Autoencoders that Listen","created":"2022-07-13","cited_by_count":273,"area":null},{"id":"2205.10643","title":"Self-Supervised Speech Representation Learning: A Review","created":"2022-05-21","cited_by_count":260,"area":null},{"id":"2402.07729","title":"AIR-Bench: Benchmarking Large Audio-Language Models via Generative Comprehension","created":"2024-02-12","cited_by_count":220,"area":null},{"id":"2312.15185","title":"emotion2vec: Self-Supervised Pre-Training for Speech Emotion Representation","created":"2023-12-23","cited_by_count":205,"area":null},{"id":"2306.00107","title":"MERT: Acoustic Music Understanding Model with Large-Scale Self-supervised Training","created":"2023-05-31","cited_by_count":181,"area":null},{"id":"2110.07205","title":"SpeechT5: Unified-Modal Encoder-Decoder Pre-Training for Spoken Language Processing","created":"2021-10-14","cited_by_count":180,"area":null},{"id":"2110.09784","title":"SSAST: Self-Supervised Audio Spectrogram Transformer","created":"2021-10-19","cited_by_count":169,"area":null},{"id":"2211.03929","title":"Comparative layer-wise analysis of self-supervised speech models","created":"2022-11-08","cited_by_count":158,"area":null},{"id":"2203.07378","title":"Dawn of the transformer era in speech emotion recognition: closing the valence gap","created":"2022-03-14","cited_by_count":157,"area":null},{"id":"2107.05604","title":"Direct speech-to-speech translation with discrete units","created":"2021-07-12","cited_by_count":149,"area":null},{"id":"2110.01900","title":"DistilHuBERT: Speech Representation Learning by Layer-wise Distillation of Hidden-unit BERT","created":"2021-10-05","cited_by_count":144,"area":null},{"id":"2408.16532","title":"WavTokenizer: an Efficient Acoustic Discrete Codec Tokenizer for Audio Language Modeling","created":"2024-08-29","cited_by_count":129,"area":null},{"id":"2203.16502","title":"Generative Spoken Dialogue Language Modeling","created":"2022-03-30","cited_by_count":126,"area":null},{"id":"2402.05755","title":"Spirit LM: Interleaved Spoken and Written Language Model","created":"2024-02-08","cited_by_count":126,"area":"mllm"},{"id":"2109.03264","title":"Text-Free Prosody-Aware Generative Spoken Language Modeling","created":"2021-09-07","cited_by_count":119,"area":null},{"id":"2309.09510","title":"Dynamic-SUPERB: Towards A Dynamic, Collaborative, and Comprehensive Instruction-Tuning Benchmark for Speech","created":"2023-09-18","cited_by_count":101,"area":null},{"id":"2503.04721","title":"Full-Duplex-Bench: A Benchmark to Evaluate Full-duplex Spoken Dialogue Models on Turn-taking Capabilities","created":"2025-03-06","cited_by_count":100,"area":null},{"id":"2308.05725","title":"EXPRESSO: A Benchmark and Analysis of Discrete Expressive Speech Resynthesis","created":"2023-08-10","cited_by_count":98,"area":null},{"id":"2208.07204","title":"USB: A Unified Semi-supervised Learning Benchmark for Classification","created":"2022-08-12","cited_by_count":95,"area":null},{"id":"2305.15255","title":"Spoken Question Answering and Speech Continuation Using Spectrogram-Powered LLM","created":"2023-05-24","cited_by_count":94,"area":null},{"id":"2411.13577","title":"WavChat: A Survey of Spoken Dialogue Models","created":"2024-11-15","cited_by_count":90,"area":null},{"id":"2410.03751","title":"Recent Advances in Speech Language Models: A Survey","created":"2024-10-01","cited_by_count":87,"area":null},{"id":"2111.02735","title":"A Fine-tuned Wav2vec 2.0/HuBERT Benchmark For Speech Emotion Recognition, Speaker Verification and Spoken Language Understanding","created":"2021-11-04","cited_by_count":82,"area":null},{"id":"2203.16691","title":"MAE-AST: Masked Autoencoding Audio Spectrogram Transformer","created":"2022-03-30","cited_by_count":82,"area":null},{"id":"2203.03022","title":"HEAR: Holistic Evaluation of Audio Representations","created":"2022-03-06","cited_by_count":78,"area":null},{"id":"2203.06849","title":"SUPERB-SG: Enhanced Speech processing Universal PERformance Benchmark for Semantic and Generative Capabilities","created":"2022-03-14","cited_by_count":77,"area":null},{"id":"2204.09224","title":"ContentVec: An Improved Self-Supervised Speech Representation by Disentangling Speakers","created":"2022-04-20","cited_by_count":74,"area":null},{"id":"2401.16658","title":"OWSM v3.1: Better and Faster Open Whisper-Style Speech Models based on E-Branchformer","created":"2024-01-30","cited_by_count":74,"area":null},{"id":"2111.10367","title":"SLUE: New Benchmark Tasks for Spoken Language Understanding Evaluation on Natural Speech","created":"2021-11-19","cited_by_count":72,"area":null},{"id":"2305.10615","title":"ML-SUPERB: Multilingual Speech Universal PERformance Benchmark","created":"2023-05-18","cited_by_count":71,"area":null},{"id":"2406.08619","title":"Self-Supervised Speech Representations are More Phonetic than Semantic","created":"2024-06-12","cited_by_count":71,"area":null},{"id":"2301.13126","title":"LEXTREME: A Multi-Lingual and Multi-Task Benchmark for the Legal Domain","created":"2023-01-30","cited_by_count":68,"area":null},{"id":"2305.11863","title":"Scaling laws for language encoding models in fMRI","created":"2023-05-19","cited_by_count":68,"area":null},{"id":"2405.03121","title":"AniTalker: Animate Vivid and Diverse Talking Faces through Identity-Decoupled Facial Motion Encoding","created":"2024-05-06","cited_by_count":67,"area":null},{"id":"2406.06371","title":"mHuBERT-147: A Compact Multilingual HuBERT Model","created":"2024-06-10","cited_by_count":66,"area":null},{"id":"2203.01205","title":"Audio Self-supervised Learning: A Survey","created":"2022-03-02","cited_by_count":65,"area":null},{"id":"2307.00162","title":"What Do Self-Supervised Speech Models Know About Words?","created":"2023-06-30","cited_by_count":64,"area":null},{"id":"2406.00899","title":"YODAS: Youtube-Oriented Dataset for Audio and Speech","created":"2024-06-02","cited_by_count":60,"area":null},{"id":"2105.06413","title":"OpenFL: An open-source framework for Federated Learning","created":"2021-05-13","cited_by_count":58,"area":null},{"id":"2407.00463","title":"Open-Source Conversational AI with SpeechBrain 1.0","created":"2024-06-29","cited_by_count":56,"area":null},{"id":"2310.16338","title":"Generative Pre-training for Speech with Flow Matching","created":"2023-10-25","cited_by_count":55,"area":"diffusion"},{"id":"2201.11732","title":"IGLUE: A Benchmark for Transfer Learning across Modalities, Tasks, and Languages","created":"2022-01-27","cited_by_count":54,"area":null},{"id":"2106.05933","title":"PARP: Prune, Adjust and Re-Prune for Self-Supervised Speech Recognition","created":"2021-06-10","cited_by_count":53,"area":null},{"id":"2111.14706","title":"ESPnet-SLU: Advancing Spoken Language Understanding through ESPnet","created":"2021-11-29","cited_by_count":53,"area":null},{"id":"2202.03896","title":"Speech Emotion Recognition using Self-Supervised Features","created":"2022-02-07","cited_by_count":53,"area":null},{"id":"2311.15830","title":"A-JEPA: Joint-Embedding Predictive Architecture Can Listen","created":"2023-11-27","cited_by_count":53,"area":null},{"id":"2401.03497","title":"EAT: Self-Supervised Pre-Training with Efficient Audio Transformer","created":"2024-01-07","cited_by_count":53,"area":null},{"id":"2203.15610","title":"LightHuBERT: Lightweight and Configurable Speech Representation Learning with Once-for-All Hidden-Unit BERT","created":"2022-03-29","cited_by_count":50,"area":null},{"id":"2407.00837","title":"Towards Robust Speech Representation Learning for Thousands of Languages","created":"2024-06-30","cited_by_count":50,"area":null},{"id":"2507.02768","title":"DeSTA2.5-Audio: Toward General-Purpose Large Audio Language Model with Self-Generated Cross-Modal Alignment","created":"2025-07-03","cited_by_count":50,"area":"synth"},{"id":"2209.15329","title":"SpeechLM: Enhanced Speech Pre-Training with Unpaired Textual Data","created":"2022-09-30","cited_by_count":49,"area":null},{"id":"2402.11867","title":"LoRA Training in the NTK Regime has No Spurious Local Minima","created":"2024-02-19","cited_by_count":48,"area":null},{"id":"2301.00591","title":"Analysing Discrete Self Supervised Speech Representation for Spoken Language Modeling","created":"2023-01-02","cited_by_count":47,"area":null},{"id":"2503.01174","title":"Talking Turns: Benchmarking Audio Foundation Models on Turn-Taking Dynamics","created":"2025-03-03","cited_by_count":47,"area":null},{"id":"2110.05752","title":"UniSpeech-SAT: Universal Speech Representation Learning with Speaker Aware Pre-Training","created":"2021-10-12","cited_by_count":45,"area":null},{"id":"2402.12786","title":"Advancing Large Language Models to Capture Varied Speaking Styles and Respond Properly in Spoken Conversations","created":"2024-02-20","cited_by_count":45,"area":null},{"id":"2204.02967","title":"Enhanced Direct Speech-to-Speech Translation Using Self-supervised Pre-training and Data Augmentation","created":"2022-04-06","cited_by_count":44,"area":null},{"id":"2502.06490","title":"Recent Advances in Discrete Speech Tokens: A Review","created":"2025-02-10","cited_by_count":43,"area":null},{"id":"2210.07185","title":"On the Utility of Self-supervised Models for Prosody-related Tasks","created":"2022-10-13","cited_by_count":42,"area":null},{"id":"2309.13876","title":"Reproducing Whisper-Style Training Using an Open-Source Toolkit and Publicly Available Data","created":"2023-09-25","cited_by_count":42,"area":null},{"id":"2208.11761","title":"IndicSUPERB: A Speech Processing Universal Performance Benchmark for Indian languages","created":"2022-08-24","cited_by_count":40,"area":null},{"id":"2404.09385","title":"A Large-Scale Evaluation of Speech Foundation Models","created":"2024-04-15","cited_by_count":40,"area":null},{"id":"2110.04590","title":"An Exploration of Self-Supervised Pretrained Representations for End-to-End Speech Recognition","created":"2021-10-09","cited_by_count":39,"area":null},{"id":"2303.11607","title":"Transformers in Speech Processing: A Survey","created":"2023-03-21","cited_by_count":39,"area":null},{"id":"2306.10548","title":"MARBLE: Music Audio Representation Benchmark for Universal Evaluation","created":"2023-06-18","cited_by_count":38,"area":null},{"id":"2205.14252","title":"Self-supervised models of audio effectively explain human cortical responses to speech","created":"2022-05-27","cited_by_count":37,"area":null},{"id":"2211.11275","title":"VATLM: Visual-Audio-Text Pre-Training with Unified Masked Prediction for Speech Representation Learning","created":"2022-11-21","cited_by_count":37,"area":null},{"id":"2305.10005","title":"DinoSR: Self-Distillation and Online Clustering for Self-supervised Speech Representation Learning","created":"2023-05-17","cited_by_count":37,"area":"distill"},{"id":"2305.17651","title":"DPHuBERT: Joint Distillation and Pruning of Self-Supervised Speech Models","created":"2023-05-28","cited_by_count":36,"area":null},{"id":"2212.10525","title":"SLUE Phase-2: A Benchmark Suite of Diverse Spoken Language Understanding Tasks","created":"2022-12-20","cited_by_count":35,"area":null},{"id":"2210.15759","title":"Self-supervised language learning from raw audio: Lessons from the Zero Resource Speech Challenge","created":"2022-10-27","cited_by_count":34,"area":null},{"id":"2110.04621","title":"Universal Paralinguistic Speech Representations Using Self-Supervised Conformers","created":"2021-10-09","cited_by_count":32,"area":null},{"id":"2406.14294","title":"DASB - Discrete Audio and Speech Benchmark","created":"2024-06-20","cited_by_count":32,"area":"mllm"},{"id":"2207.06867","title":"Deep versus Wide: An Analysis of Student Architectures for Task-Agnostic Knowledge Distillation of Self-Supervised Speech Models","created":"2022-07-14","cited_by_count":31,"area":"distill"},{"id":"2210.02595","title":"Exploration of A Self-Supervised Speech Model: A Study on Emotional Corpora","created":"2022-10-05","cited_by_count":31,"area":null},{"id":"2210.11723","title":"Evidence of Vocal Tract Articulation in Self-Supervised Learning of Speech","created":"2022-10-21","cited_by_count":31,"area":null},{"id":"2302.12829","title":"Improving Massively Multilingual ASR With Auxiliary CTC Objectives","created":"2023-02-24","cited_by_count":31,"area":null},{"id":"2302.14132","title":"Structured Pruning of Self-Supervised Pre-trained Models for Speech Recognition and Understanding","created":"2023-02-27","cited_by_count":31,"area":null},{"id":"2311.02248","title":"COSMIC: Data Efficient Instruction-tuning For Speech In-Context Learning","created":"2023-11-03","cited_by_count":31,"area":"mllm"},{"id":"2111.07402","title":"Textless Speech Emotion Conversion using Discrete and Decomposed Representations","created":"2021-11-14","cited_by_count":29,"area":null},{"id":"2204.03863","title":"Automatic Pronunciation Assessment using Self-Supervised Speech Representation Learning","created":"2022-04-08","cited_by_count":29,"area":null},{"id":"2210.00705","title":"SpeechCLIP: Integrating Speech with Pre-Trained Vision and Language Model","created":"2022-10-03","cited_by_count":29,"area":null},{"id":"2306.00452","title":"Speech Self-Supervised Representation Benchmarking: Are We Doing it Right?","created":"2023-06-01","cited_by_count":28,"area":null},{"id":"2310.08715","title":"Toward Joint Language Modeling for Speech Units and Text","created":"2023-10-12","cited_by_count":28,"area":null},{"id":"2204.12765","title":"Why does Self-Supervised Learning for Speech Recognition Benefit Speaker Recognition?","created":"2022-04-27","cited_by_count":27,"area":null},{"id":"2309.00169","title":"RepCodec: A Speech Representation Codec for Speech Tokenization","created":"2023-08-31","cited_by_count":27,"area":null},{"id":"2406.08641","title":"ML-SUPERB 2.0: Benchmarking Multilingual Speech Models Across Modeling Constraints, Languages, and Datasets","created":"2024-06-12","cited_by_count":27,"area":null},{"id":"2205.01086","title":"Wav2Seq: Pre-training Speech-to-Text Encoder-Decoder Models Using Pseudo Languages","created":"2022-05-02","cited_by_count":26,"area":null},{"id":"2209.02842","title":"ASR2K: Speech Recognition for Around 2000 Languages without Audio","created":"2022-09-06","cited_by_count":26,"area":null},{"id":"2210.06175","title":"Exploring Efficient-tuning Methods in Self-supervised Speech Models","created":"2022-10-10","cited_by_count":26,"area":null},{"id":"2210.08634","title":"SUPERB @ SLT 2022: Challenge on Generalization and Efficiency of Self-Supervised Speech Representation Learning","created":"2022-10-16","cited_by_count":26,"area":null},{"id":"2202.03543","title":"Self-Supervised Representation Learning for Speech Using Visual Grounding and Masked Language Modeling","created":"2022-02-07","cited_by_count":25,"area":null},{"id":"2207.00555","title":"FitHuBERT: Going Thinner and Deeper for Knowledge Distillation of Speech Self-Supervised Learning","created":"2022-07-01","cited_by_count":25,"area":"distill"},{"id":"2302.12057","title":"ProsAudit, a prosodic benchmark for self-supervised speech models","created":"2023-02-23","cited_by_count":25,"area":null},{"id":"2306.14422","title":"The Singing Voice Conversion Challenge 2023","created":"2023-06-26","cited_by_count":25,"area":null}],"next_cursor":"100"}