{"total":706,"rows":[{"id":"2301.02111","title":"Neural Codec Language Models are Zero-Shot Text to Speech Synthesizers","created":"2023-01-05","cited_by_count":752,"area":null},{"id":"2306.06546","title":"High-Fidelity Audio Compression with Improved RVQGAN","created":"2023-06-11","cited_by_count":431,"area":null},{"id":"2306.15687","title":"Voicebox: Text-Guided Multilingual Universal Speech Generation at Scale","created":"2023-06-23","cited_by_count":379,"area":null},{"id":"2102.01192","title":"Generative Spoken Language Modeling from Raw Audio","created":"2021-02-01","cited_by_count":340,"area":null},{"id":"2112.02418","title":"YourTTS: Towards Zero-Shot Multi-Speaker TTS and Zero-Shot Voice Conversion for everyone","created":"2021-12-04","cited_by_count":278,"area":null},{"id":"2205.10643","title":"Self-Supervised Speech Representation Learning: A Review","created":"2022-05-21","cited_by_count":260,"area":null},{"id":"2212.04495","title":"MoFusion: A Framework for Denoising-Diffusion-based Motion Synthesis","created":"2022-12-08","cited_by_count":218,"area":null},{"id":"2106.15561","title":"A Survey on Neural Speech Synthesis","created":"2021-06-29","cited_by_count":184,"area":null},{"id":"2110.07205","title":"SpeechT5: Unified-Modal Encoder-Decoder Pre-Training for Spoken Language Processing","created":"2021-10-14","cited_by_count":180,"area":null},{"id":"2406.04904","title":"XTTS: a Massively Multilingual Zero-Shot Text-to-Speech Model","created":"2024-06-07","cited_by_count":179,"area":null},{"id":"2409.06666","title":"LLaMA-Omni: Seamless Speech Interaction with Large Language Models","created":"2024-09-10","cited_by_count":173,"area":null},{"id":"2202.09729","title":"It's Raw! Audio Generation with State-Space Models","created":"2022-02-20","cited_by_count":171,"area":null},{"id":"2105.02446","title":"DiffSinger: Singing Voice Synthesis via Shallow Diffusion Mechanism","created":"2021-05-06","cited_by_count":154,"area":null},{"id":"2306.00814","title":"Vocos: Closing the gap between time-domain and Fourier-based neural vocoders for high-quality audio synthesis","created":"2023-06-01","cited_by_count":153,"area":null},{"id":"2205.04421","title":"NaturalSpeech: End-to-End Text to Speech Synthesis with Human-Level Quality","created":"2022-05-09","cited_by_count":152,"area":null},{"id":"2406.05370","title":"VALL-E 2: Neural Codec Language Models are Human Parity Zero-Shot Text to Speech Synthesizers","created":"2024-06-08","cited_by_count":122,"area":null},{"id":"2112.08352","title":"Textless Speech-to-Speech Translation on Real Data","created":"2021-12-15","cited_by_count":121,"area":null},{"id":"2504.08528","title":"On The Landscape of Spoken Language Models: A Comprehensive Survey","created":"2025-04-11","cited_by_count":118,"area":null},{"id":"2507.16632","title":"Step-Audio 2 Technical Report","created":"2025-07-22","cited_by_count":105,"area":null},{"id":"2305.13009","title":"Textually Pretrained Speech Language Models","created":"2023-05-22","cited_by_count":101,"area":null},{"id":"2103.00993","title":"AdaSpeech: Adaptive Text to Speech for Custom Voice","created":"2021-03-01","cited_by_count":98,"area":null},{"id":"2202.08433","title":"ADD 2022: the First Audio Deep Synthesis Detection Challenge","created":"2022-02-17","cited_by_count":96,"area":null},{"id":"2305.15255","title":"Spoken Question Answering and Speech Continuation Using Spectrogram-Powered LLM","created":"2023-05-24","cited_by_count":94,"area":null},{"id":"2106.03153","title":"Meta-StyleSpeech : Multi-Speaker Adaptive Text-to-Speech Generation","created":"2021-06-06","cited_by_count":93,"area":null},{"id":"2408.08739","title":"ASVspoof 5: Crowdsourced Speech Data, Deepfakes, and Adversarial Attacks at Scale","created":"2024-08-16","cited_by_count":91,"area":null},{"id":"2506.21619","title":"IndexTTS2: A Breakthrough in Emotionally Expressive and Duration-Controlled Auto-Regressive Zero-Shot Text-to-Speech","created":"2025-06-23","cited_by_count":90,"area":null},{"id":"2305.16107","title":"VioLA: Unified Codec Language Models for Speech Recognition, Synthesis, and Translation","created":"2023-05-25","cited_by_count":87,"area":null},{"id":"2410.03751","title":"Recent Advances in Speech Language Models: A Survey","created":"2024-10-01","cited_by_count":87,"area":null},{"id":"2303.11717","title":"A Complete Survey on Generative AI (AIGC): Is ChatGPT from GPT-4 to GPT-5 All You Need?","created":"2023-03-21","cited_by_count":84,"area":null},{"id":"2111.02813","title":"WaveFake: A Data Set to Facilitate Audio Deepfake Detection","created":"2021-11-04","cited_by_count":78,"area":null},{"id":"2203.06849","title":"SUPERB-SG: Enhanced Speech processing Universal PERformance Benchmark for Semantic and Generative Capabilities","created":"2022-03-14","cited_by_count":77,"area":null},{"id":"2402.08093","title":"BASE TTS: Lessons from building a billion-parameter Text-to-Speech model on 100K hours of data","created":"2024-02-12","cited_by_count":75,"area":null},{"id":"2309.07937","title":"Voxtlm: unified decoder-only models for consolidating speech recognition/synthesis and speech/text continuation tasks","created":"2023-09-14","cited_by_count":72,"area":null},{"id":"2107.08661","title":"Translatotron 2: High-quality direct speech-to-speech translation with voice preservation","created":"2021-07-19","cited_by_count":71,"area":null},{"id":"2207.01063","title":"DailyTalk: Spoken Dialogue Dataset for Conversational Text-to-Speech","created":"2022-07-03","cited_by_count":69,"area":null},{"id":"2205.03257","title":"Synthetic Data -- what, why and how?","created":"2022-05-06","cited_by_count":67,"area":null},{"id":"2106.09660","title":"WaveGrad 2: Iterative Refinement for Text-to-Speech Synthesis","created":"2021-06-17","cited_by_count":65,"area":null},{"id":"2203.01205","title":"Audio Self-supervised Learning: A Survey","created":"2022-03-02","cited_by_count":65,"area":null},{"id":"2407.08551","title":"Autoregressive Speech Synthesis without Vector Quantization","created":"2024-07-11","cited_by_count":65,"area":null},{"id":"2407.00463","title":"Open-Source Conversational AI with SpeechBrain 1.0","created":"2024-06-29","cited_by_count":56,"area":null},{"id":"2103.15060","title":"PnG BERT: Augmented BERT on Phonemes and Graphemes for Neural TTS","created":"2021-03-28","cited_by_count":52,"area":null},{"id":"2306.03509","title":"Mega-TTS: Zero-Shot Text-to-Speech at Scale with Intrinsic Inductive Bias","created":"2023-06-06","cited_by_count":51,"area":null},{"id":"2108.10447","title":"One TTS Alignment To Rule Them All","created":"2021-08-23","cited_by_count":47,"area":null},{"id":"2301.00591","title":"Analysing Discrete Self Supervised Speech Representation for Spoken Language Modeling","created":"2023-01-02","cited_by_count":47,"area":null},{"id":"2104.03617","title":"Half-Truth: A Partially Fake Audio Detection Dataset","created":"2021-04-08","cited_by_count":44,"area":null},{"id":"2210.14889","title":"Perfectly Secure Steganography Using Minimum Entropy Coupling","created":"2022-10-24","cited_by_count":44,"area":null},{"id":"2305.01979","title":"Glitch in the Matrix: A Large Scale Benchmark for Content Driven Audio-Visual Forgery Detection and Localization","created":"2023-05-03","cited_by_count":43,"area":null},{"id":"2204.00436","title":"AdaSpeech 4: Adaptive Text to Speech in Zero-Shot Scenarios","created":"2022-04-01","cited_by_count":41,"area":null},{"id":"2103.03344","title":"WaveGuard: Understanding and Mitigating Audio Adversarial Examples","created":"2021-03-04","cited_by_count":40,"area":null},{"id":"2203.09690","title":"A$^3$T: Alignment-Aware Acoustic and Text Pretraining for Speech Synthesis and Editing","created":"2022-03-18","cited_by_count":40,"area":null},{"id":"2208.10441","title":"The GENEA Challenge 2022: A large evaluation of data-driven co-speech gesture generation","created":"2022-08-22","cited_by_count":40,"area":null},{"id":"2404.09385","title":"A Large-Scale Evaluation of Speech Foundation Models","created":"2024-04-15","cited_by_count":40,"area":null},{"id":"2110.08243","title":"Neural Dubber: Dubbing for Videos According to Scripts","created":"2021-10-15","cited_by_count":39,"area":null},{"id":"2303.11607","title":"Transformers in Speech Processing: A Survey","created":"2023-03-21","cited_by_count":39,"area":null},{"id":"2103.04088","title":"Investigating on Incorporating Pretrained and Learnable Speaker Representations for Multi-Speaker Multi-Style Text-to-Speech","created":"2021-03-06","cited_by_count":37,"area":null},{"id":"2205.02058","title":"SVTS: Scalable Video-to-Speech Synthesis","created":"2022-05-04","cited_by_count":35,"area":null},{"id":"2205.15439","title":"StyleTTS: A Style-Based Generative Model for Natural and Diverse Text-to-Speech Synthesis","created":"2022-05-30","cited_by_count":33,"area":null},{"id":"2210.03538","title":"An Overview of Affective Speech Synthesis and Conversion in the Deep Learning Era","created":"2022-10-06","cited_by_count":33,"area":null},{"id":"2311.05908","title":"FlashFFTConv: Efficient Convolutions for Long Sequences with Tensor Cores","created":"2023-11-10","cited_by_count":33,"area":null},{"id":"2203.02395","title":"iSTFTNet: Fast and Lightweight Mel-Spectrogram Vocoder Incorporating Inverse Short-Time Fourier Transform","created":"2022-03-04","cited_by_count":32,"area":null},{"id":"2207.03546","title":"BibleTTS: a large, high-fidelity, multilingual, and uniquely African speech corpus","created":"2022-07-07","cited_by_count":32,"area":null},{"id":"2405.04880","title":"The Codecfake Dataset and Countermeasures for the Universally Detection of Deepfake Audio","created":"2024-05-08","cited_by_count":31,"area":null},{"id":"2111.07402","title":"Textless Speech Emotion Conversion using Discrete and Decomposed Representations","created":"2021-11-14","cited_by_count":29,"area":null},{"id":"2202.09195","title":"A Review on Methods and Applications in Multimodal Deep Learning","created":"2022-02-18","cited_by_count":29,"area":null},{"id":"2212.04054","title":"Learning to Dub Movies via Hierarchical Prosody Models","created":"2022-12-08","cited_by_count":29,"area":null},{"id":"2303.08737","title":"Evaluating gesture generation in a large-scale open challenge: The GENEA Challenge 2022","created":"2023-03-15","cited_by_count":29,"area":null},{"id":"2102.04040","title":"LightSpeech: Lightweight and Fast Text to Speech with Neural Architecture Search","created":"2021-02-08","cited_by_count":28,"area":null},{"id":"2202.07359","title":"textless-lib: a Library for Textless Spoken Language Processing","created":"2022-02-15","cited_by_count":28,"area":null},{"id":"2104.13332","title":"End-to-End Video-To-Speech Synthesis using Generative Adversarial Networks","created":"2021-04-27","cited_by_count":27,"area":null},{"id":"2211.09536","title":"Towards Building Text-To-Speech Systems for the Next Billion Users","created":"2022-11-17","cited_by_count":27,"area":null},{"id":"2103.11401","title":"SwissDial: Parallel Multidialectal Corpus of Spoken Swiss German","created":"2021-03-21","cited_by_count":26,"area":null},{"id":"2105.11087","title":"Recent Advances and Trends in Multimodal Deep Learning: A Review","created":"2021-05-24","cited_by_count":26,"area":null},{"id":"2203.16852","title":"JETS: Jointly Training FastSpeech2 and HiFi-GAN for End to End Text to Speech","created":"2022-03-31","cited_by_count":26,"area":null},{"id":"2102.01106","title":"Universal Neural Vocoding with Parallel WaveNet","created":"2021-02-01","cited_by_count":25,"area":null},{"id":"2306.14422","title":"The Singing Voice Conversion Challenge 2023","created":"2023-06-26","cited_by_count":25,"area":null},{"id":"2307.16430","title":"VITS2: Improving Quality and Efficiency of Single-Stage Text-to-Speech with Adversarial Learning and Architecture Design","created":"2023-07-31","cited_by_count":25,"area":null},{"id":"2309.08140","title":"PromptTTS++: Controlling Speaker Identity in Prompt-Based Text-to-Speech Using Natural Language Descriptions","created":"2023-09-15","cited_by_count":25,"area":null},{"id":"2107.09998","title":"Conditional Sound Generation Using Neural Discrete Time-Frequency Representation Learning","created":"2021-07-21","cited_by_count":24,"area":null},{"id":"2109.06912","title":"fairseq S^2: A Scalable and Integrable Speech Synthesis Toolkit","created":"2021-09-14","cited_by_count":24,"area":null},{"id":"2110.11479","title":"Synt++: Utilizing Imperfect Synthetic Data to Improve Speech Recognition","created":"2021-10-21","cited_by_count":24,"area":null},{"id":"2203.05936","title":"Are discrete units necessary for Spoken Language Modeling?","created":"2022-03-11","cited_by_count":24,"area":null},{"id":"2203.17263","title":"Audio-Visual Speech Codecs: Rethinking Audio-Visual Speech Enhancement by Re-Synthesis","created":"2022-03-31","cited_by_count":24,"area":null},{"id":"2110.06280","title":"S3PRL-VC: Open-source Voice Conversion Framework with Self-supervised Speech Representations","created":"2021-10-12","cited_by_count":23,"area":null},{"id":"2301.08810","title":"Phoneme-Level BERT for Enhanced Prosody of Text-to-Speech with Grapheme Predictions","created":"2023-01-20","cited_by_count":23,"area":null},{"id":"2406.16148","title":"Towards Open Respiratory Acoustic Foundation Models: Pretraining and Benchmarking","created":"2024-06-23","cited_by_count":23,"area":null},{"id":"2412.06602","title":"Towards Controllable Speech Synthesis in the Era of Large Language Models: A Systematic Survey","created":"2024-12-09","cited_by_count":23,"area":null},{"id":"2106.13871","title":"Transflower: probabilistic autoregressive dance generation with multimodal attention","created":"2021-06-25","cited_by_count":22,"area":null},{"id":"2110.07840","title":"ESPnet2-TTS: Extending the Edge of TTS Research","created":"2021-10-15","cited_by_count":22,"area":null},{"id":"2111.04040","title":"Meta-TTS: Meta-Learning for Few-Shot Speaker Adaptive Text-to-Speech","created":"2021-11-07","cited_by_count":22,"area":null},{"id":"2202.07816","title":"ProsoSpeech: Enhancing Prosody With Quantized Vector Pre-training in Text-to-Speech","created":"2022-02-16","cited_by_count":22,"area":null},{"id":"2302.04215","title":"A Vector Quantized Approach for Text to Speech Synthesis on Real-World Spontaneous Speech","created":"2023-02-08","cited_by_count":22,"area":null},{"id":"2303.01664","title":"Miipher: A Robust Speech Restoration Model Integrating Self-Supervised Speech and Text Representations","created":"2023-03-03","cited_by_count":22,"area":null},{"id":"2312.05976","title":"A Representative Study on Human Detection of Artificially Generated Media Across Countries","created":"2023-12-10","cited_by_count":22,"area":null},{"id":"2205.07211","title":"GenerSpeech: Towards Style Transfer for Generalizable Out-Of-Domain Text-to-Speech","created":"2022-05-15","cited_by_count":21,"area":null},{"id":"2402.12636","title":"StyleDubber: Towards Multi-Scale Style Learning for Movie Dubbing","created":"2024-02-20","cited_by_count":21,"area":null},{"id":"2405.10272","title":"Faces that Speak: Jointly Synthesising Talking Face and Speech from Text","created":"2024-05-16","cited_by_count":21,"area":null},{"id":"2203.03191","title":"Language-Agnostic Meta-Learning for Low-Resource Text-to-Speech with Articulatory Features","created":"2022-03-07","cited_by_count":20,"area":null},{"id":"2207.09542","title":"Controllable Data Generation by Deep Learning: A Review","created":"2022-07-19","cited_by_count":20,"area":null},{"id":"2211.07819","title":"General Intelligence Requires Rethinking Exploration","created":"2022-11-15","cited_by_count":20,"area":null},{"id":"2408.13608","title":"SpeechCraft: A Fine-grained Expressive Speech Dataset with Natural Language Description","created":"2024-08-24","cited_by_count":20,"area":null}],"next_cursor":"100"}