{"total":599,"rows":[{"id":"2306.06546","title":"High-Fidelity Audio Compression with Improved RVQGAN","created":"2023-06-11","cited_by_count":431,"area":null},{"id":"2206.06488","title":"Multimodal Learning with Transformers: A Survey","created":"2022-06-13","cited_by_count":400,"area":null},{"id":"2306.15687","title":"Voicebox: Text-Guided Multilingual Universal Speech Generation at Scale","created":"2023-06-23","cited_by_count":379,"area":null},{"id":"2209.15352","title":"AudioGen: Textually Guided Audio Generation","created":"2022-09-30","cited_by_count":295,"area":null},{"id":"2112.02418","title":"YourTTS: Towards Zero-Shot Multi-Speaker TTS and Zero-Shot Voice Conversion for everyone","created":"2021-12-04","cited_by_count":278,"area":null},{"id":"2304.12995","title":"AudioGPT: Understanding and Generating Speech, Music, Sound, and Talking Head","created":"2023-04-25","cited_by_count":265,"area":null},{"id":"2106.15561","title":"A Survey on Neural Speech Synthesis","created":"2021-06-29","cited_by_count":184,"area":null},{"id":"2409.00750","title":"MaskGCT: Zero-Shot Text-to-Speech with Masked Generative Codec Transformer","created":"2024-09-01","cited_by_count":161,"area":null},{"id":"2105.02446","title":"DiffSinger: Singing Voice Synthesis via Shallow Diffusion Mechanism","created":"2021-05-06","cited_by_count":154,"area":null},{"id":"2205.04421","title":"NaturalSpeech: End-to-End Text to Speech Synthesis with Human-Level Quality","created":"2022-05-09","cited_by_count":152,"area":null},{"id":"2107.05604","title":"Direct speech-to-speech translation with discrete units","created":"2021-07-12","cited_by_count":149,"area":null},{"id":"2408.16532","title":"WavTokenizer: an Efficient Acoustic Discrete Codec Tokenizer for Audio Language Modeling","created":"2024-08-29","cited_by_count":129,"area":null},{"id":"2112.08352","title":"Textless Speech-to-Speech Translation on Real Data","created":"2021-12-15","cited_by_count":121,"area":null},{"id":"2110.06733","title":"Systematic Inequalities in Language Technology Performance across the World's Languages","created":"2021-10-13","cited_by_count":120,"area":null},{"id":"2109.03264","title":"Text-Free Prosody-Aware Generative Spoken Language Modeling","created":"2021-09-07","cited_by_count":119,"area":null},{"id":"2211.12171","title":"PromptTTS: Controllable Text-to-Speech with Text Descriptions","created":"2022-11-22","cited_by_count":110,"area":null},{"id":"2507.16632","title":"Step-Audio 2 Technical Report","created":"2025-07-22","cited_by_count":105,"area":null},{"id":"2305.13009","title":"Textually Pretrained Speech Language Models","created":"2023-05-22","cited_by_count":101,"area":null},{"id":"2103.00993","title":"AdaSpeech: Adaptive Text to Speech for Custom Voice","created":"2021-03-01","cited_by_count":98,"area":null},{"id":"2106.03153","title":"Meta-StyleSpeech : Multi-Speaker Adaptive Text-to-Speech Generation","created":"2021-06-06","cited_by_count":93,"area":null},{"id":"2411.13577","title":"WavChat: A Survey of Spoken Dialogue Models","created":"2024-11-15","cited_by_count":90,"area":null},{"id":"2506.21619","title":"IndexTTS2: A Breakthrough in Emotionally Expressive and Duration-Controlled Auto-Regressive Zero-Shot Text-to-Speech","created":"2025-06-23","cited_by_count":90,"area":null},{"id":"2305.16107","title":"VioLA: Unified Codec Language Models for Speech Recognition, Synthesis, and Translation","created":"2023-05-25","cited_by_count":87,"area":null},{"id":"2111.02813","title":"WaveFake: A Data Set to Facilitate Audio Deepfake Detection","created":"2021-11-04","cited_by_count":78,"area":null},{"id":"2402.08093","title":"BASE TTS: Lessons from building a billion-parameter Text-to-Speech model on 100K hours of data","created":"2024-02-12","cited_by_count":75,"area":null},{"id":"2309.07937","title":"Voxtlm: unified decoder-only models for consolidating speech recognition/synthesis and speech/text continuation tasks","created":"2023-09-14","cited_by_count":72,"area":null},{"id":"2107.08661","title":"Translatotron 2: High-quality direct speech-to-speech translation with voice preservation","created":"2021-07-19","cited_by_count":71,"area":null},{"id":"2207.01063","title":"DailyTalk: Spoken Dialogue Dataset for Conversational Text-to-Speech","created":"2022-07-03","cited_by_count":69,"area":null},{"id":"2405.03121","title":"AniTalker: Animate Vivid and Diverse Talking Faces through Identity-Decoupled Facial Motion Encoding","created":"2024-05-06","cited_by_count":67,"area":null},{"id":"2106.09660","title":"WaveGrad 2: Iterative Refinement for Text-to-Speech Synthesis","created":"2021-06-17","cited_by_count":65,"area":null},{"id":"2407.00463","title":"Open-Source Conversational AI with SpeechBrain 1.0","created":"2024-06-29","cited_by_count":56,"area":null},{"id":"2103.15060","title":"PnG BERT: Augmented BERT on Phonemes and Graphemes for Neural TTS","created":"2021-03-28","cited_by_count":52,"area":null},{"id":"2306.03509","title":"Mega-TTS: Zero-Shot Text-to-Speech at Scale with Intrinsic Inductive Bias","created":"2023-06-06","cited_by_count":51,"area":null},{"id":"2308.14430","title":"TextrolSpeech: A Text Style Control Speech Corpus With Codec Language Text-to-Speech Models","created":"2023-08-28","cited_by_count":48,"area":null},{"id":"2309.02285","title":"PromptTTS 2: Describing and Generating Voices with Text Prompt","created":"2023-09-05","cited_by_count":48,"area":null},{"id":"2407.05551","title":"Read, Watch and Scream! Sound Generation from Text and Video","created":"2024-07-08","cited_by_count":48,"area":null},{"id":"2108.10447","title":"One TTS Alignment To Rule Them All","created":"2021-08-23","cited_by_count":47,"area":null},{"id":"2204.00436","title":"AdaSpeech 4: Adaptive Text to Speech in Zero-Shot Scenarios","created":"2022-04-01","cited_by_count":41,"area":null},{"id":"2404.02677","title":"The VoicePrivacy 2024 Challenge Evaluation Plan","created":"2024-04-03","cited_by_count":41,"area":null},{"id":"2203.09690","title":"A$^3$T: Alignment-Aware Acoustic and Text Pretraining for Speech Synthesis and Editing","created":"2022-03-18","cited_by_count":40,"area":null},{"id":"2110.08243","title":"Neural Dubber: Dubbing for Videos According to Scripts","created":"2021-10-15","cited_by_count":39,"area":null},{"id":"2303.11607","title":"Transformers in Speech Processing: A Survey","created":"2023-03-21","cited_by_count":39,"area":null},{"id":"2309.07314","title":"AudioSR: Versatile Audio Super-resolution at Scale","created":"2023-09-13","cited_by_count":39,"area":null},{"id":"2103.04088","title":"Investigating on Incorporating Pretrained and Learnable Speaker Representations for Multi-Speaker Multi-Style Text-to-Speech","created":"2021-03-06","cited_by_count":37,"area":null},{"id":"2105.14211","title":"M6-UFC: Unifying Multi-Modal Controls for Conditional Image Synthesis via Non-Autoregressive Generative Transformers","created":"2021-05-29","cited_by_count":36,"area":null},{"id":"2311.12454","title":"HierSpeech++: Bridging the Gap between Semantic and Acoustic Representation of Speech by Hierarchical Variational Inference for Zero-shot Speech Synthesis","created":"2023-11-21","cited_by_count":35,"area":null},{"id":"2405.19334","title":"LLMs Meet Multimodal Generation and Editing: A Survey","created":"2024-05-29","cited_by_count":35,"area":null},{"id":"2205.12523","title":"TranSpeech: Speech-to-Speech Translation With Bilateral Perturbation","created":"2022-05-25","cited_by_count":34,"area":null},{"id":"2504.12867","title":"EmoVoice: LLM-based Emotional Text-To-Speech Model with Freestyle Text Prompting","created":"2025-04-17","cited_by_count":34,"area":null},{"id":"2205.15439","title":"StyleTTS: A Style-Based Generative Model for Natural and Diverse Text-to-Speech Synthesis","created":"2022-05-30","cited_by_count":33,"area":null},{"id":"2210.03538","title":"An Overview of Affective Speech Synthesis and Conversion in the Deep Learning Era","created":"2022-10-06","cited_by_count":33,"area":null},{"id":"2112.09312","title":"MIDI-DDSP: Detailed Control of Musical Performance via Hierarchical Modeling","created":"2021-12-17","cited_by_count":32,"area":null},{"id":"2203.02395","title":"iSTFTNet: Fast and Lightweight Mel-Spectrogram Vocoder Incorporating Inverse Short-Time Fourier Transform","created":"2022-03-04","cited_by_count":32,"area":null},{"id":"2305.10951","title":"Making More of Little Data: Improving Low-Resource Automatic Speech Recognition Using Data Augmentation","created":"2023-05-18","cited_by_count":31,"area":null},{"id":"2405.04880","title":"The Codecfake Dataset and Countermeasures for the Universally Detection of Deepfake Audio","created":"2024-05-08","cited_by_count":31,"area":null},{"id":"2111.07402","title":"Textless Speech Emotion Conversion using Discrete and Decomposed Representations","created":"2021-11-14","cited_by_count":29,"area":null},{"id":"2212.04054","title":"Learning to Dub Movies via Hierarchical Prosody Models","created":"2022-12-08","cited_by_count":29,"area":null},{"id":"2102.04040","title":"LightSpeech: Lightweight and Fast Text to Speech with Neural Architecture Search","created":"2021-02-08","cited_by_count":28,"area":null},{"id":"2202.07359","title":"textless-lib: a Library for Textless Spoken Language Processing","created":"2022-02-15","cited_by_count":28,"area":null},{"id":"2110.03876","title":"Phone-to-audio alignment without text: A Semi-supervised Approach","created":"2021-10-08","cited_by_count":26,"area":null},{"id":"2203.16852","title":"JETS: Jointly Training FastSpeech2 and HiFi-GAN for End to End Text to Speech","created":"2022-03-31","cited_by_count":26,"area":null},{"id":"2307.16430","title":"VITS2: Improving Quality and Efficiency of Single-Stage Text-to-Speech with Adversarial Learning and Architecture Design","created":"2023-07-31","cited_by_count":25,"area":null},{"id":"2309.08140","title":"PromptTTS++: Controlling Speaker Identity in Prompt-Based Text-to-Speech Using Natural Language Descriptions","created":"2023-09-15","cited_by_count":25,"area":null},{"id":"2109.06912","title":"fairseq S^2: A Scalable and Integrable Speech Synthesis Toolkit","created":"2021-09-14","cited_by_count":24,"area":null},{"id":"2110.11479","title":"Synt++: Utilizing Imperfect Synthetic Data to Improve Speech Recognition","created":"2021-10-21","cited_by_count":24,"area":null},{"id":"2111.12890","title":"V2C: Visual Voice Cloning","created":"2021-11-25","cited_by_count":24,"area":null},{"id":"2406.07803","title":"EmoSphere-TTS: Emotional Style and Intensity Modeling via Spherical Emotion Vector for Controllable Emotional Text-to-Speech","created":"2024-06-12","cited_by_count":24,"area":null},{"id":"2301.08810","title":"Phoneme-Level BERT for Enhanced Prosody of Text-to-Speech with Grapheme Predictions","created":"2023-01-20","cited_by_count":23,"area":null},{"id":"2309.13664","title":"VoiceLDM: Text-to-Speech with Environmental Context","created":"2023-09-24","cited_by_count":23,"area":null},{"id":"2412.06602","title":"Towards Controllable Speech Synthesis in the Era of Large Language Models: A Systematic Survey","created":"2024-12-09","cited_by_count":23,"area":null},{"id":"2110.07840","title":"ESPnet2-TTS: Extending the Edge of TTS Research","created":"2021-10-15","cited_by_count":22,"area":null},{"id":"2111.04040","title":"Meta-TTS: Meta-Learning for Few-Shot Speaker Adaptive Text-to-Speech","created":"2021-11-07","cited_by_count":22,"area":null},{"id":"2202.07816","title":"ProsoSpeech: Enhancing Prosody With Quantized Vector Pre-training in Text-to-Speech","created":"2022-02-16","cited_by_count":22,"area":null},{"id":"2210.02884","title":"Vision+X: A Survey on Multimodal Learning in the Light of Data","created":"2022-10-05","cited_by_count":22,"area":null},{"id":"2205.07211","title":"GenerSpeech: Towards Style Transfer for Generalizable Out-Of-Domain Text-to-Speech","created":"2022-05-15","cited_by_count":21,"area":null},{"id":"2210.07002","title":"Anonymizing Speech with Generative Adversarial Networks to Preserve Speaker Privacy","created":"2022-10-13","cited_by_count":21,"area":null},{"id":"2303.17200","title":"SynthVSR: Scaling Up Visual Speech Recognition With Synthetic Supervision","created":"2023-03-30","cited_by_count":21,"area":null},{"id":"2312.10741","title":"StyleSinger: Style Transfer for Out-of-Domain Singing Voice Synthesis","created":"2023-12-17","cited_by_count":21,"area":null},{"id":"2402.12636","title":"StyleDubber: Towards Multi-Scale Style Learning for Movie Dubbing","created":"2024-02-20","cited_by_count":21,"area":null},{"id":"2409.09272","title":"SafeEar: Content Privacy-Preserving Audio Deepfake Detection","created":"2024-09-14","cited_by_count":21,"area":null},{"id":"2203.03191","title":"Language-Agnostic Meta-Learning for Low-Resource Text-to-Speech with Articulatory Features","created":"2022-03-07","cited_by_count":20,"area":null},{"id":"2211.16934","title":"VideoDubber: Machine Translation with Speech-Aware Length Control for Video Dubbing","created":"2022-11-30","cited_by_count":20,"area":null},{"id":"2408.13608","title":"SpeechCraft: A Fine-grained Expressive Speech Dataset with Natural Language Description","created":"2024-08-24","cited_by_count":20,"area":null},{"id":"2409.15977","title":"TCSinger: Zero-Shot Singing Voice Synthesis with Style Transfer and Multi-Level Style Control","created":"2024-09-24","cited_by_count":20,"area":null},{"id":"2501.15907","title":"Emilia: A Large-Scale, Extensive, Multilingual, and Diverse Dataset for Speech Generation","created":"2025-01-27","cited_by_count":20,"area":null},{"id":"2110.12612","title":"DelightfulTTS: The Microsoft Speech Synthesis System for Blizzard Challenge 2021","created":"2021-10-25","cited_by_count":19,"area":null},{"id":"2103.09474","title":"STYLER: Style Factor Modeling with Rapidity and Robustness via Speech Decomposition for Expressive and Controllable Neural Text to Speech","created":"2021-03-17","cited_by_count":18,"area":null},{"id":"2106.09317","title":"EMOVIE: A Mandarin Emotion Speech Dataset with a Simple Emotional Text-to-Speech Model","created":"2021-06-17","cited_by_count":18,"area":null},{"id":"2106.15153","title":"GANSpeech: Adversarial Training for High-Fidelity Multi-Speaker Speech Synthesis","created":"2021-06-29","cited_by_count":18,"area":null},{"id":"2205.06421","title":"Talking Face Generation with Multilingual TTS","created":"2022-05-13","cited_by_count":18,"area":null},{"id":"2206.04523","title":"Face-Dubbing++: Lip-Synchronous, Voice Preserving Translation of Videos","created":"2022-06-09","cited_by_count":18,"area":null},{"id":"2206.13404","title":"Avocodo: Generative Adversarial Network for Artifact-free Vocoder","created":"2022-06-27","cited_by_count":18,"area":null},{"id":"2305.11411","title":"DUB: Discrete Unit Back-translation for Speech Translation","created":"2023-05-19","cited_by_count":18,"area":null},{"id":"2402.01708","title":"Not My Voice! A Taxonomy of Ethical and Safety Harms of Speech Generators","created":"2024-01-25","cited_by_count":18,"area":null},{"id":"2104.09715","title":"AdaSpeech 2: Adaptive Text to Speech with Untranscribed Data","created":"2021-04-20","cited_by_count":17,"area":null},{"id":"2203.16930","title":"WavThruVec: Latent speech representation as intermediate features for neural speech synthesis","created":"2022-03-31","cited_by_count":17,"area":null},{"id":"2312.11947","title":"Emotion Rendering for Conversational Speech Synthesis with Heterogeneous Graph-Based Context Modeling","created":"2023-12-19","cited_by_count":17,"area":null},{"id":"2406.01205","title":"ControlSpeech: Towards Simultaneous and Independent Zero-shot Speaker Cloning and Zero-shot Language Style Control","created":"2024-06-03","cited_by_count":17,"area":null},{"id":"2406.05629","title":"Separating the \"Chirp\" from the \"Chat\": Self-supervised Visual Grounding of Sound and Language","created":"2024-06-09","cited_by_count":17,"area":null},{"id":"2506.16381","title":"InstructTTSEval: Benchmarking Complex Natural-Language Instruction Following in Text-to-Speech Systems","created":"2025-06-19","cited_by_count":17,"area":null}],"next_cursor":"100"}